WIP: Ffmpeg decoder, encoders and filters.

Kconfig

@@ -1,7 +1,112 @@
 # SPDX-License-Identifier: BSD-3-Clause
 
-mainmenu "SOF $(PROJECTVERSION) Configuration"
+config COMP_FFMPEG_DEC
+	tristate "FFmpeg (libavcodec) audio decoder"
+	select COMP_FFMPEG_DEC_STUB if COMP_STUBS
+	help
+	  Select to include the FFmpeg audio decoder module. It wraps
+	  libavcodec decoders behind the SOF module interface, decoding a
+	  compressed elementary stream to PCM. The real backend cross-builds
+	  libavcodec/libavutil/libswresample from the FFmpeg source pulled in
+	  by west (see west.yml), enabling only the decoders selected below.
+	  Without the source (or for CI) select COMP_FFMPEG_DEC_STUB to build
+	  the dependency-free passthrough stub.
 
-comment "Compiler: $(CC_VERSION_TEXT)"
+config COMP_FFMPEG_DEC_STUB
+	bool "FFmpeg decoder stub backend"
+	depends on COMP_FFMPEG_DEC
+	help
+	  Build the ffmpeg_dec module against a dependency-free passthrough
+	  backend instead of libavcodec. Intended for testing and CI so the
+	  SOF glue and LLEXT packaging can be validated without the FFmpeg
+	  source or a cross-built archive.
 
-source "Kconfig.sof"
+if COMP_FFMPEG_DEC && !COMP_FFMPEG_DEC_STUB
+
+comment "FFmpeg decoders to build (footprint scales with selection)"
+
+config FFMPEG_DEC_FLAC
+	bool "FLAC decoder"
+	default y
+	help
+	  Lossless integer decoder. Smallest footprint, no floating-point
+	  math. Enables --enable-decoder=flac in the libavcodec build.
+
+config FFMPEG_DEC_AAC
+	bool "AAC-LC decoder"
+	help
+	  AAC Low Complexity decoder. Pulls in the single-precision float
+	  math layer (see FFMPEG_DEC_FLOAT_MATH). Enables
+	  --enable-decoder=aac in the libavcodec build.
+
+config FFMPEG_DEC_OPUS
+	bool "Opus decoder"
+	help
+	  Opus (SILK+CELT) decoder. Pulls in the single-precision float math
+	  layer. Enables --enable-decoder=opus in the libavcodec build.
+
+config FFMPEG_DEC_MP3
+	bool "MP3 decoder"
+	help
+	  MPEG-1/2 Layer III decoder. Enables --enable-decoder=mp3 and the
+	  mpegaudio parser in the libavcodec build. Uses the float math layer.
+
+config FFMPEG_ENC_MP3
+	bool "MP3 encoder (libshine, fixed-point)"
+	help
+	  MPEG-1 Layer III encoder via libshine, a small fixed-point encoder
+	  (west-pinned; FFmpeg has no native MP3 encoder). Cross-builds libshine
+	  and enables --enable-libshine --enable-encoder=libshine. Fixed-point, so
+	  no float math dependency. The encoder is built into the archive; a module
+	  encode path (PCM->MP3) is a separate build mode.
+
+comment "FFmpeg audio filters (libavfilter; need the avfilter-graph backend to run)"
+
+config FFMPEG_FILTER_AFFTDN
+	bool "FFT noise reduction (afftdn)"
+	help
+	  Build FFmpeg's FFT-based denoiser (afftdn) into libavfilter. Pure DSP,
+	  no external model file (unlike arnndn). Enabling any filter turns on
+	  libavfilter in the cross-build. NOTE: a filter is only usable at runtime
+	  once the module gains an avfilter-graph backend; selecting it here just
+	  builds the filter into the archive.
+
+config FFMPEG_DEC_FILTER_MODE
+	bool "Build as a PCM filter effect instead of a decoder [EXPERIMENTAL]"
+	select FFMPEG_FILTER_AFFTDN
+	help
+	  Build the module as a PCM source->sink effect that runs an FFmpeg
+	  audio filter graph (default afftdn noise reduction) via the modern
+	  .process interface, instead of the compressed-stream decoder. Turns on
+	  libavfilter and the fast float math. Structurally complete and
+	  load-ready; real-time latency/format tuning needs on-hardware bring-up.
+
+# Turns on libavfilter in the FFmpeg cross-build when any filter is selected.
+config FFMPEG_BUILD_AVFILTER
+	bool
+	default y if FFMPEG_FILTER_AFFTDN
+
+# Selected automatically when a decoder or filter that needs IEEE float math is
+# built. Gates compilation of the fast single-precision libm (fastmathf.c).
+config FFMPEG_DEC_FLOAT_MATH
+	bool
+	default y if FFMPEG_DEC_AAC || FFMPEG_DEC_OPUS || FFMPEG_DEC_MP3 || FFMPEG_FILTER_AFFTDN
+
+config FFMPEG_DEC_COLD_SPLIT
+	bool "Place cold FFmpeg code (av_cold init/setup) in DRAM [EXPERIMENTAL]"
+	depends on COLD_STORE_EXECUTE_DRAM
+	default n
+	help
+	  EXPERIMENTAL. Build libavcodec with -mtext-section-literals and rename
+	  FFmpeg's cold functions (its av_cold init/table-generation code, which GCC
+	  emits into .text.unlikely) into SOF's .cold section so the LLEXT loader
+	  places them in DRAM, keeping the hot per-frame decode in fast SRAM.
+
+	  Measured cold code is small (~1 KB for FLAC, ~26 KB for AAC) because
+	  FFmpeg only marks init functions av_cold. Placing that much cold code in a
+	  -shared LLEXT currently hits Xtensa linker limits (cold->hot call8 range
+	  needs -mlongcalls; the orphan .cold lands at a bad LMA and overlaps .hash),
+	  so this is off by default pending proper cold-region placement in the LLEXT
+	  memory map. See git history / TESTING notes.
+
+endif # COMP_FFMPEG_DEC && !COMP_FFMPEG_DEC_STUB

app/boards/acp_6_0_adsp.conf

@@ -38,3 +38,4 @@ CONFIG_ASRC_SUPPORT_CONVERSION_48000_TO_22050=n
 CONFIG_ASRC_SUPPORT_CONVERSION_48000_TO_24000=n
 CONFIG_ASRC_SUPPORT_CONVERSION_48000_TO_32000=n
 CONFIG_ASRC_SUPPORT_CONVERSION_48000_TO_44100=n
+CONFIG_FORMAT_CONVERT_HIFI3=n

app/boards/intel_adsp_ace30_ptl.conf

@@ -5,14 +5,14 @@ CONFIG_RIMAGE_SIGNING_SCHEMA="ptl"
 CONFIG_IPC_MAJOR_4=y
 
 # SOF / audio pipeline and module settings
-CONFIG_COMP_TESTER=m
+CONFIG_COMP_TESTER=y
 CONFIG_COMP_SRC_IPC4_FULL_MATRIX=y
 CONFIG_FORMAT_CONVERT_HIFI3=n
 
 # SOF / audio modules / mocks
 # This mock is part of official sof-bin releases because the CI that
 # tests it can't use extra CONFIGs. See #9410, #8722 and #9386
-CONFIG_COMP_GOOGLE_RTC_AUDIO_PROCESSING=m
+CONFIG_COMP_GOOGLE_RTC_AUDIO_PROCESSING=y
 CONFIG_GOOGLE_RTC_AUDIO_PROCESSING_MOCK=y
 CONFIG_COMP_STFT_PROCESS=y
 
@@ -31,7 +31,7 @@ CONFIG_LIBRARY_AUTH_SUPPORT=y
 CONFIG_LIBRARY_MANAGER=y
 CONFIG_LIBRARY_BASE_ADDRESS=0xa0688000
 CONFIG_LIBRARY_BUILD_LIB=y
-CONFIG_LIBRARY_DEFAULT_MODULAR=y
+CONFIG_LIBRARY_DEFAULT_MODULAR=n
 
 # SOF / logging
 CONFIG_SOF_LOG_LEVEL_INF=y
@@ -78,3 +78,19 @@ CONFIG_SOF_USERSPACE_PROXY=y
 CONFIG_MAX_THREAD_BYTES=3
 
 CONFIG_MAX_DOMAIN_PARTITIONS=32
+
+CONFIG_COMP_DRC=y
+CONFIG_COMP_ASRC=y
+CONFIG_COMP_CROSSOVER=y
+CONFIG_COMP_FIR=y
+CONFIG_COMP_IIR=y
+CONFIG_COMP_MULTIBAND_DRC=y
+CONFIG_COMP_TDFB=y
+CONFIG_COMP_VOLUME=y
+CONFIG_COMP_SEL=y
+CONFIG_COMP_TONE=y
+CONFIG_COMP_MIXIN_MIXOUT=y
+CONFIG_COMP_MUX=y
+
+# Disable UAOL to prevent boot-time register access crash when link is unpowered
+CONFIG_UAOL=n

app/boards/native_sim.conf

@@ -0,0 +1,4 @@
+CONFIG_ZEPHYR_POSIX=y
+CONFIG_SYS_HEAP_BIG_ONLY=y
+CONFIG_ZEPHYR_NATIVE_DRIVERS=y
+CONFIG_ZEPHYR_LOG=y

app/boards/qemu_xtensa_dc233c.conf

@@ -6,3 +6,13 @@ CONFIG_ZEPHYR_NATIVE_DRIVERS=y
 
 # Ensure the kernel can exit QEMU on shutdown/panic
 CONFIG_REBOOT=y
+
+# Disable linker relaxation because LLD's naive in-place relaxation
+# of L32R + CALLX/JX into CALL/J + NOP breaks local branches targeting
+# the CALLX/JX instruction (such as in z_impl_log_panic).
+CONFIG_LINKER_USE_RELAX=n
+
+# Enable immediate logging to ensure logs are printed before semihosting exits
+CONFIG_LOG_MODE_IMMEDIATE=y
+
+

app/compiler_rt.conf

@@ -0,0 +1 @@
+CONFIG_COMPILER_RT_RTLIB=y

app/debug_overlay.conf

@@ -31,3 +31,8 @@ CONFIG_GDBSTUB_ENTER_IMMEDIATELY=n
 # Testing with runtime filtering enabled ensures the same feature set is validated.
 # Note: This setting has no effect if CONFIG_LOG_RUNTIME_FILTERING is disabled.
 CONFIG_LOG_RUNTIME_DEFAULT_LEVEL=3
+
+# Record fatal exception breadcrumbs (PC/cause/vaddr) in HP-SRAM window0 so the
+# crash is visible in the host dmesg "Firmware state" line when no console or
+# mtrace output is available.
+CONFIG_XTENSA_ADSP_FATAL_BREADCRUMB=y

app/src/main.c

@@ -57,7 +57,7 @@ static int sof_app_main(void)
 	return 0;
 }
 
-#if CONFIG_SOF_BOOT_TEST && defined(QEMU_BOOT_TESTS)
+#if defined(QEMU_BOOT_TESTS)
 /* cleanly exit qemu so CI can continue and check test results */
 static inline void qemu_xtensa_exit(int status)
 {
@@ -73,14 +73,31 @@ static inline void qemu_xtensa_exit(int status)
 }
 #endif
 
+#ifdef CONFIG_REBOOT
+void sys_arch_reboot(int type)
+{
+#if defined(QEMU_BOOT_TESTS)
+	qemu_xtensa_exit(type);
+#endif
+	while (1) {
+		k_cpu_idle();
+	}
+}
+#endif
+
 #if CONFIG_ZTEST
 void test_main(void)
 {
 	sof_app_main();
-#if CONFIG_SOF_BOOT_TEST && defined(QEMU_BOOT_TESTS)
+#if CONFIG_SOF_BOOT_TEST && (defined(QEMU_BOOT_TESTS) || CONFIG_SOF_BOOT_TEST_STANDALONE)
 	sof_run_boot_tests();
+#if defined(QEMU_BOOT_TESTS)
+	/* qemu_xtensa_exit() only exists for QEMU targets; a standalone
+	 * boot test (e.g. native_sim) just returns from test_main()
+	 */
 	qemu_xtensa_exit(0);
 #endif
+#endif
 }
 #else
 int main(void)