diff options
Diffstat (limited to 'meta-pipewire/recipes-multimedia/pipewire/pipewire/0011-Revert-module-echo-cancel-Move-backends-to-dynamic-l.patch')
| -rw-r--r-- | meta-pipewire/recipes-multimedia/pipewire/pipewire/0011-Revert-module-echo-cancel-Move-backends-to-dynamic-l.patch | 1055 |
1 files changed, 1055 insertions, 0 deletions
diff --git a/meta-pipewire/recipes-multimedia/pipewire/pipewire/0011-Revert-module-echo-cancel-Move-backends-to-dynamic-l.patch b/meta-pipewire/recipes-multimedia/pipewire/pipewire/0011-Revert-module-echo-cancel-Move-backends-to-dynamic-l.patch new file mode 100644 index 000000000..4d62abcfc --- /dev/null +++ b/meta-pipewire/recipes-multimedia/pipewire/pipewire/0011-Revert-module-echo-cancel-Move-backends-to-dynamic-l.patch @@ -0,0 +1,1055 @@ +From 7f14334d055da433521c32c622682f89fe2dd1c5 Mon Sep 17 00:00:00 2001 +From: Ashok Sidipotu <ashok.sidipotu@collabora.com> +Date: Thu, 24 Feb 2022 18:02:48 +0530 +Subject: [PATCH 11/12] Revert "module-echo-cancel: Move backends to dynamic + libaries" + +This reverts commit 9386c70b3a2cc2df6aabfd7b6a6bc1d7ec873bd1. +Upstream-Status: Inappropriate[meson version dependent] +--- + spa/include/meson.build | 1 - + spa/include/spa/utils/names.h | 2 - + spa/plugins/aec/aec-null.c | 185 ----------- + spa/plugins/aec/aec-webrtc.cpp | 286 ------------------ + spa/plugins/aec/meson.build | 16 - + spa/plugins/meson.build | 2 - + src/modules/meson.build | 9 +- + src/modules/module-echo-cancel.c | 83 ++--- + .../modules/module-echo-cancel/aec-null.c | 56 ++-- + src/modules/module-echo-cancel/aec-webrtc.cpp | 163 ++++++++++ + src/modules/module-echo-cancel/echo-cancel.h | 20 +- + 11 files changed, 247 insertions(+), 576 deletions(-) + delete mode 100644 spa/plugins/aec/aec-null.c + delete mode 100644 spa/plugins/aec/aec-webrtc.cpp + delete mode 100644 spa/plugins/aec/meson.build + rename spa/include/spa/interfaces/audio/aec.h => src/modules/module-echo-cancel/aec-null.c (58%) + create mode 100644 src/modules/module-echo-cancel/aec-webrtc.cpp + +diff --git a/spa/include/meson.build b/spa/include/meson.build +index 443db7dca..0566b025d 100644 +--- a/spa/include/meson.build ++++ b/spa/include/meson.build +@@ -3,7 +3,6 @@ spa_sections = [ + 'control', + 'debug', + 'graph', +- 'interfaces', + 'monitor', + 'node', + 'param', +diff --git a/spa/include/spa/utils/names.h b/spa/include/spa/utils/names.h +index 3ece5a861..1e570d098 100644 +--- a/spa/include/spa/utils/names.h ++++ b/spa/include/spa/utils/names.h +@@ -82,8 +82,6 @@ extern "C" { + #define SPA_NAME_AUDIO_ADAPT "audio.adapt" /**< combination of a node and an + * audio.convert. Does clock slaving */ + +-#define SPA_NAME_AEC "audio.aec" /**< Echo canceling */ +- + /** video processing */ + #define SPA_NAME_VIDEO_PROCESS_FORMAT "video.process.format" /**< processes raw video from one format + * to another */ +diff --git a/spa/plugins/aec/aec-null.c b/spa/plugins/aec/aec-null.c +deleted file mode 100644 +index 3168a6b36..000000000 +--- a/spa/plugins/aec/aec-null.c ++++ /dev/null +@@ -1,185 +0,0 @@ +-/* PipeWire +- * +- * Copyright © 2021 Wim Taymans <wim.taymans@gmail.com> +- * +- * Permission is hereby granted, free of charge, to any person obtaining a +- * copy of this software and associated documentation files (the "Software"), +- * to deal in the Software without restriction, including without limitation +- * the rights to use, copy, modify, merge, publish, distribute, sublicense, +- * and/or sell copies of the Software, and to permit persons to whom the +- * Software is furnished to do so, subject to the following conditions: +- * +- * The above copyright notice and this permission notice (including the next +- * paragraph) shall be included in all copies or substantial portions of the +- * Software. +- * +- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +- * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +- * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL +- * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +- * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING +- * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER +- * DEALINGS IN THE SOFTWARE. +- */ +- +-#include <spa/interfaces/audio/aec.h> +-#include <spa/support/log.h> +-#include <spa/utils/string.h> +-#include <spa/utils/names.h> +-#include <spa/support/plugin.h> +- +-struct impl { +- struct spa_handle handle; +- struct spa_log *log; +- uint32_t channels; +-}; +- +-static struct spa_log_topic log_topic = SPA_LOG_TOPIC(0, "spa.aec.null"); +-#undef SPA_LOG_TOPIC_DEFAULT +-#define SPA_LOG_TOPIC_DEFAULT &log_topic +- +-static int null_create(struct spa_handle *handle, const struct spa_dict *args, const struct spa_audio_info_raw *info) +-{ +- struct impl *impl; +- impl = (struct impl *) handle; +- impl->channels = info->channels; +- +- return 0; +-} +- +-static int null_run(struct spa_handle *handle, const float *rec[], const float *play[], float *out[], uint32_t n_samples) +-{ +- struct impl *impl = (struct impl *) handle; +- uint32_t i; +- for (i = 0; i < impl->channels; i++) +- memcpy(out[i], rec[i], n_samples * sizeof(float)); +- return 0; +-} +- +-struct spa_dict *null_get_properties(SPA_UNUSED struct spa_handle *handle) +-{ +- /* Not supported */ +- return NULL; +-} +- +-int null_set_properties(SPA_UNUSED struct spa_handle *handle, SPA_UNUSED const struct spa_dict *args) +-{ +- /* Not supported */ +- return -1; +-} +- +-static struct echo_cancel_info echo_cancel_null_impl = { +- .name = "null", +- .info = SPA_DICT_INIT(NULL, 0), +- .latency = NULL, +- .create = null_create, +- .run = null_run, +- .get_properties = null_get_properties, +- .set_properties = null_set_properties, +-}; +- +-static int impl_get_interface(struct spa_handle *handle, const char *type, void **interface) +-{ +- +- spa_return_val_if_fail(handle != NULL, -EINVAL); +- spa_return_val_if_fail(interface != NULL, -EINVAL); +- +- if (spa_streq(type, SPA_TYPE_INTERFACE_AEC)) +- *interface = &echo_cancel_null_impl; +- else +- return -ENOENT; +- +- return 0; +-} +- +-static int impl_clear(struct spa_handle *handle) +-{ +- spa_return_val_if_fail(handle != NULL, -EINVAL); +- +- return 0; +-} +- +-static size_t +-impl_get_size(const struct spa_handle_factory *factory, +- const struct spa_dict *params) +-{ +- return sizeof(struct impl); +-} +- +-static int +-impl_init(const struct spa_handle_factory *factory, +- struct spa_handle *handle, +- const struct spa_dict *info, +- const struct spa_support *support, +- uint32_t n_support) +-{ +- struct impl *impl; +- +- spa_return_val_if_fail(factory != NULL, -EINVAL); +- spa_return_val_if_fail(handle != NULL, -EINVAL); +- +- echo_cancel_null_impl.iface = SPA_INTERFACE_INIT( +- SPA_TYPE_INTERFACE_AEC, +- SPA_VERSION_AUDIO_AEC, +- NULL, +- NULL); +- +- handle->get_interface = impl_get_interface; +- handle->clear = impl_clear; +- impl = (struct impl *) handle; +- impl->log = (struct spa_log*)spa_support_find(support, n_support, SPA_TYPE_INTERFACE_Log); +- spa_log_topic_init(impl->log, &log_topic); +- +- return 0; +-} +- +-static const struct spa_interface_info impl_interfaces[] = { +- {SPA_TYPE_INTERFACE_AEC,}, +-}; +- +-static int +-impl_enum_interface_info(const struct spa_handle_factory *factory, +- const struct spa_interface_info **info, +- uint32_t *index) +-{ +- spa_return_val_if_fail(factory != NULL, -EINVAL); +- spa_return_val_if_fail(info != NULL, -EINVAL); +- spa_return_val_if_fail(index != NULL, -EINVAL); +- +- switch (*index) { +- case 0: +- *info = &impl_interfaces[*index]; +- break; +- default: +- return 0; +- } +- (*index)++; +- return 1; +-} +- +-const struct spa_handle_factory spa_aec_exaudio_factory = { +- SPA_VERSION_HANDLE_FACTORY, +- SPA_NAME_AEC, +- NULL, +- impl_get_size, +- impl_init, +- impl_enum_interface_info, +-}; +- +- +-SPA_EXPORT +-int spa_handle_factory_enum(const struct spa_handle_factory **factory, uint32_t *index) +-{ +- spa_return_val_if_fail(factory != NULL, -EINVAL); +- spa_return_val_if_fail(index != NULL, -EINVAL); +- +- switch (*index) { +- case 0: +- *factory = &spa_aec_exaudio_factory; +- break; +- default: +- return 0; +- } +- (*index)++; +- return 1; +-} +diff --git a/spa/plugins/aec/aec-webrtc.cpp b/spa/plugins/aec/aec-webrtc.cpp +deleted file mode 100644 +index d44fa6e30..000000000 +--- a/spa/plugins/aec/aec-webrtc.cpp ++++ /dev/null +@@ -1,286 +0,0 @@ +-/* PipeWire +- * +- * Copyright © 2021 Wim Taymans <wim.taymans@gmail.com> +- * © 2021 Arun Raghavan <arun@asymptotic.io> +- * +- * Permission is hereby granted, free of charge, to any person obtaining a +- * copy of this software and associated documentation files (the "Software"), +- * to deal in the Software without restriction, including without limitation +- * the rights to use, copy, modify, merge, publish, distribute, sublicense, +- * and/or sell copies of the Software, and to permit persons to whom the +- * Software is furnished to do so, subject to the following conditions: +- * +- * The above copyright notice and this permission notice (including the next +- * paragraph) shall be included in all copies or substantial portions of the +- * Software. +- * +- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +- * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +- * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL +- * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +- * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING +- * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER +- * DEALINGS IN THE SOFTWARE. +- */ +- +-#include <memory> +-#include <utility> +- +-#include <spa/interfaces/audio/aec.h> +-#include <spa/support/log.h> +-#include <spa/utils/string.h> +-#include <spa/utils/names.h> +-#include <spa/support/plugin.h> +- +-#include <webrtc/modules/audio_processing/include/audio_processing.h> +-#include <webrtc/modules/interface/module_common_types.h> +-#include <webrtc/system_wrappers/include/trace.h> +- +-struct impl_data { +- struct spa_handle handle; +- struct spa_log *log; +- std::unique_ptr<webrtc::AudioProcessing> apm; +- spa_audio_info_raw info; +- std::unique_ptr<float *[]> play_buffer, rec_buffer, out_buffer; +-}; +- +-static struct spa_log_topic log_topic = SPA_LOG_TOPIC(0, "spa.eac.webrtc"); +-#undef SPA_LOG_TOPIC_DEFAULT +-#define SPA_LOG_TOPIC_DEFAULT &log_topic +- +-static bool webrtc_get_spa_bool(const struct spa_dict *args, const char *key, bool default_value) { +- const char *str_val; +- bool value = default_value; +- str_val = spa_dict_lookup(args, key); +- if (str_val != NULL) +- value =spa_atob(str_val); +- +- return value; +-} +- +-static int webrtc_create(struct spa_handle *handle, const struct spa_dict *args, const struct spa_audio_info_raw *info) +-{ +- auto impl = reinterpret_cast<struct impl_data*>(handle); +- +- bool extended_filter = webrtc_get_spa_bool(args, "webrtc.extended_filter", true); +- bool delay_agnostic = webrtc_get_spa_bool(args, "webrtc.delay_agnostic", true); +- bool high_pass_filter = webrtc_get_spa_bool(args, "webrtc.high_pass_filter", true); +- bool noise_suppression = webrtc_get_spa_bool(args, "webrtc.noise_suppression", true); +- bool voice_detection = webrtc_get_spa_bool(args, "webrtc.voice_detection", true); +- +- // Note: AGC seems to mess up with Agnostic Delay Detection, especially with speech, +- // result in very poor performance, disable by default +- bool gain_control = webrtc_get_spa_bool(args, "webrtc.gain_control", false); +- +- // Disable experimental flags by default +- bool experimental_agc = webrtc_get_spa_bool(args, "webrtc.experimental_agc", false); +- bool experimental_ns = webrtc_get_spa_bool(args, "webrtc.experimental_ns", false); +- +- // FIXME: Intelligibility enhancer is not currently supported +- // This filter will modify playback buffer (when calling ProcessReverseStream), but now +- // playback buffer modifications are discarded. +- +- webrtc::Config config; +- config.Set<webrtc::ExtendedFilter>(new webrtc::ExtendedFilter(extended_filter)); +- config.Set<webrtc::DelayAgnostic>(new webrtc::DelayAgnostic(delay_agnostic)); +- config.Set<webrtc::ExperimentalAgc>(new webrtc::ExperimentalAgc(experimental_agc)); +- config.Set<webrtc::ExperimentalNs>(new webrtc::ExperimentalNs(experimental_ns)); +- +- webrtc::ProcessingConfig pconfig = {{ +- webrtc::StreamConfig(info->rate, info->channels, false), /* input stream */ +- webrtc::StreamConfig(info->rate, info->channels, false), /* output stream */ +- webrtc::StreamConfig(info->rate, info->channels, false), /* reverse input stream */ +- webrtc::StreamConfig(info->rate, info->channels, false), /* reverse output stream */ +- }}; +- +- auto apm = std::unique_ptr<webrtc::AudioProcessing>(webrtc::AudioProcessing::Create(config)); +- if (apm->Initialize(pconfig) != webrtc::AudioProcessing::kNoError) { +- spa_log_error(impl->log, "Error initialising webrtc audio processing module"); +- return -1; +- } +- +- apm->high_pass_filter()->Enable(high_pass_filter); +- // Always disable drift compensation since it requires drift sampling +- apm->echo_cancellation()->enable_drift_compensation(false); +- apm->echo_cancellation()->Enable(true); +- // TODO: wire up supression levels to args +- apm->echo_cancellation()->set_suppression_level(webrtc::EchoCancellation::kHighSuppression); +- apm->noise_suppression()->set_level(webrtc::NoiseSuppression::kHigh); +- apm->noise_suppression()->Enable(noise_suppression); +- apm->voice_detection()->Enable(voice_detection); +- // TODO: wire up AGC parameters to args +- apm->gain_control()->set_analog_level_limits(0, 255); +- apm->gain_control()->set_mode(webrtc::GainControl::kAdaptiveDigital); +- apm->gain_control()->Enable(gain_control); +- impl->apm = std::move(apm); +- impl->info = *info; +- impl->play_buffer = std::make_unique<float *[]>(info->channels); +- impl->rec_buffer = std::make_unique<float *[]>(info->channels); +- impl->out_buffer = std::make_unique<float *[]>(info->channels); +- return 0; +-} +- +-static int webrtc_run(struct spa_handle *handle, const float *rec[], const float *play[], float *out[], uint32_t n_samples) +-{ +- auto impl = reinterpret_cast<struct impl_data*>(handle); +- webrtc::StreamConfig config = +- webrtc::StreamConfig(impl->info.rate, impl->info.channels, false); +- unsigned int num_blocks = n_samples * 1000 / impl->info.rate / 10; +- +- if (n_samples * 1000 / impl->info.rate % 10 != 0) { +- spa_log_error(impl->log, "Buffers must be multiples of 10ms in length (currently %u samples)", n_samples); +- return -1; +- } +- +- for (size_t i = 0; i < num_blocks; i ++) { +- for (size_t j = 0; j < impl->info.channels; j++) { +- impl->play_buffer[j] = const_cast<float *>(play[j]) + config.num_frames() * i; +- impl->rec_buffer[j] = const_cast<float *>(rec[j]) + config.num_frames() * i; +- impl->out_buffer[j] = out[j] + config.num_frames() * i; +- } +- /* FIXME: ProcessReverseStream may change the playback buffer, in which +- * case we should use that, if we ever expose the intelligibility +- * enhancer */ +- if (impl->apm->ProcessReverseStream(impl->play_buffer.get(), config, config, impl->play_buffer.get()) != +- webrtc::AudioProcessing::kNoError) { +- spa_log_error(impl->log, "Processing reverse stream failed"); +- } +- +- // Extra delay introduced by multiple frames +- impl->apm->set_stream_delay_ms((num_blocks - 1) * 10); +- +- if (impl->apm->ProcessStream(impl->rec_buffer.get(), config, config, impl->out_buffer.get()) != +- webrtc::AudioProcessing::kNoError) { +- spa_log_error(impl->log, "Processing stream failed"); +- } +- } +- +- return 0; +-} +- +-struct spa_dict *webrtc_get_properties(SPA_UNUSED struct spa_handle *handle) +-{ +- /* Not supported */ +- return NULL; +-} +- +-int webrtc_set_properties(SPA_UNUSED struct spa_handle *handle, SPA_UNUSED const struct spa_dict *args) +-{ +- /* Not supported */ +- return -1; +-} +- +-static struct echo_cancel_info echo_cancel_webrtc_impl = { +- .name = "webrtc", +- .info = SPA_DICT_INIT(NULL, 0), +- .latency = "480/48000", +- .create = webrtc_create, +- .run = webrtc_run, +- .get_properties = webrtc_get_properties, +- .set_properties = webrtc_set_properties, +-}; +- +-static int impl_get_interface(struct spa_handle *handle, const char *type, void **interface) +-{ +- +- spa_return_val_if_fail(handle != NULL, -EINVAL); +- spa_return_val_if_fail(interface != NULL, -EINVAL); +- +- if (spa_streq(type, SPA_TYPE_INTERFACE_AEC)) +- *interface = &echo_cancel_webrtc_impl; +- else +- return -ENOENT; +- +- return 0; +-} +- +-static int impl_clear(struct spa_handle *handle) +-{ +- spa_return_val_if_fail(handle != NULL, -EINVAL); +- auto impl = reinterpret_cast<struct impl_data*>(handle); +- impl->~impl_data(); +- return 0; +-} +- +-static size_t +-impl_get_size(const struct spa_handle_factory *factory, +- const struct spa_dict *params) +-{ +- return sizeof(struct impl_data); +-} +- +-static int +-impl_init(const struct spa_handle_factory *factory, +- struct spa_handle *handle, +- const struct spa_dict *info, +- const struct spa_support *support, +- uint32_t n_support) +-{ +- spa_return_val_if_fail(factory != NULL, -EINVAL); +- spa_return_val_if_fail(handle != NULL, -EINVAL); +- +- echo_cancel_webrtc_impl.iface = SPA_INTERFACE_INIT( +- SPA_TYPE_INTERFACE_AEC, +- SPA_VERSION_AUDIO_AEC, +- NULL, +- NULL); +- +- auto impl = new (handle) impl_data(); +- impl->handle.get_interface = impl_get_interface; +- impl->handle.clear = impl_clear; +- impl->log = (struct spa_log*)spa_support_find(support, n_support, SPA_TYPE_INTERFACE_Log); +- spa_log_topic_init(impl->log, &log_topic); +- +- return 0; +-} +- +-static const struct spa_interface_info impl_interfaces[] = { +- {SPA_TYPE_INTERFACE_AEC,}, +-}; +- +-static int +-impl_enum_interface_info(const struct spa_handle_factory *factory, +- const struct spa_interface_info **info, +- uint32_t *index) +-{ +- spa_return_val_if_fail(factory != NULL, -EINVAL); +- spa_return_val_if_fail(info != NULL, -EINVAL); +- spa_return_val_if_fail(index != NULL, -EINVAL); +- +- switch (*index) { +- case 0: +- *info = &impl_interfaces[*index]; +- break; +- default: +- return 0; +- } +- (*index)++; +- return 1; +-} +- +-const struct spa_handle_factory spa_aec_exaudio_factory = { +- SPA_VERSION_HANDLE_FACTORY, +- SPA_NAME_AEC, +- NULL, +- impl_get_size, +- impl_init, +- impl_enum_interface_info, +-}; +- +- +-SPA_EXPORT +-int spa_handle_factory_enum(const struct spa_handle_factory **factory, uint32_t *index) +-{ +- spa_return_val_if_fail(factory != NULL, -EINVAL); +- spa_return_val_if_fail(index != NULL, -EINVAL); +- +- switch (*index) { +- case 0: +- *factory = &spa_aec_exaudio_factory; +- break; +- default: +- return 0; +- } +- (*index)++; +- return 1; +-} +diff --git a/spa/plugins/aec/meson.build b/spa/plugins/aec/meson.build +deleted file mode 100644 +index 2b1a2c05a..000000000 +--- a/spa/plugins/aec/meson.build ++++ /dev/null +@@ -1,16 +0,0 @@ +-aec_null = shared_library('spa-aec-null', +- [ 'aec-null.c' ], +- include_directories : [ configinc ], +- dependencies : [ spa_dep ], +- install : true, +- install_dir : spa_plugindir / 'aec') +- +-if webrtc_dep.found() +- aec_webrtc = shared_library('spa-aec-webrtc', +- [ 'aec-webrtc.cpp' ], +- include_directories : [ configinc ], +- dependencies : [ spa_dep, webrtc_dep ], +- install : true, +- install_dir : spa_plugindir / 'aec') +-endif +- +diff --git a/spa/plugins/meson.build b/spa/plugins/meson.build +index 0b581b29b..fd229d460 100644 +--- a/spa/plugins/meson.build ++++ b/spa/plugins/meson.build +@@ -51,5 +51,3 @@ endif + if libcamera_dep.found() + subdir('libcamera') + endif +- +-subdir('aec') +\ No newline at end of file +diff --git a/src/modules/meson.build b/src/modules/meson.build +index bd7d3f711..568b32c50 100644 +--- a/src/modules/meson.build ++++ b/src/modules/meson.build +@@ -110,15 +110,22 @@ pipewire_module_filter_chain = shared_library('pipewire-module-filter-chain', + + pipewire_module_echo_cancel_sources = [ + 'module-echo-cancel.c', ++ 'module-echo-cancel/aec-null.c', + ] + ++if webrtc_dep.found() ++ pipewire_module_echo_cancel_sources += [ ++ 'module-echo-cancel/aec-webrtc.cpp' ++ ] ++endif ++ + pipewire_module_echo_cancel = shared_library('pipewire-module-echo-cancel', + pipewire_module_echo_cancel_sources, + include_directories : [configinc, spa_inc], + install : true, + install_dir : modules_install_dir, + install_rpath: modules_install_dir, +- dependencies : [mathlib, dl_lib, pipewire_dep], ++ dependencies : [mathlib, dl_lib, pipewire_dep, webrtc_dep], + ) + + pipewire_module_profiler = shared_library('pipewire-module-profiler', +diff --git a/src/modules/module-echo-cancel.c b/src/modules/module-echo-cancel.c +index 728325938..00adbbfc5 100644 +--- a/src/modules/module-echo-cancel.c ++++ b/src/modules/module-echo-cancel.c +@@ -24,7 +24,6 @@ + */ + + #include "config.h" +-#include "module-echo-cancel/echo-cancel.h" + + #include <errno.h> + #include <fcntl.h> +@@ -44,14 +43,10 @@ + #include <spa/param/audio/raw.h> + #include <spa/param/profiler.h> + #include <spa/pod/builder.h> +-#include <spa/support/plugin.h> + #include <spa/utils/json.h> +-#include <spa/utils/names.h> + #include <spa/utils/result.h> + #include <spa/utils/ringbuffer.h> + #include <spa/utils/string.h> +-#include <spa/support/plugin-loader.h> +-#include <spa/interfaces/audio/aec.h> + + #include <pipewire/private.h> + #include <pipewire/impl.h> +@@ -59,6 +54,8 @@ + + #include <pipewire/extensions/profiler.h> + ++#include "module-echo-cancel/echo-cancel.h" ++ + /** \page page_module_echo_cancel PipeWire Module: Echo Cancel + * + * The `echo-cancel` module performs echo cancellation. The module creates +@@ -71,8 +68,8 @@ + * + * - `source.props = {}`: properties to be passed to the source stream + * - `sink.props = {}`: properties to be passed to the sink stream +- * - `library.name = <str>`: the echo cancellation library Currently supported: +- * `aec/libspa-aec-exaudio`. Leave unset to use the default method (`aec/libspa-aec-exaudio`). ++ * - `aec.method = <str>`: the echo cancellation method. Currently supported: ++ * `webrtc`. Leave unset to use the default method (`webrtc`). + * - `aec.args = <str>`: arguments to pass to the echo cancellation method + * + * ## General options +@@ -97,7 +94,7 @@ + * context.modules = [ + * { name = libpipewire-module-echo-cancel + * args = { +- * # library.name = aec/libspa-aec-exaudio ++ * # aec.method = webrtc + * # node.latency = 1024/48000 + * source.props = { + * node.name = "Echo Cancellation Source" +@@ -141,7 +138,7 @@ static const struct spa_dict_item module_props[] = { + "[ audio.position=<channel map> ] " + "[ buffer.max_size=<max buffer size in ms> ] " + "[ buffer.play_delay=<play delay in ms> ] " +- "[ library.name =<library name> ] " ++ "[ aec.method=<aec method> ] " + "[ aec.args=<aec arguments> ] " + "[ source.props=<properties> ] " + "[ sink.props=<properties> ] " }, +@@ -189,6 +186,7 @@ struct impl { + struct spa_ringbuffer out_ring; + + const struct echo_cancel_info *aec_info; ++ void *aec; + uint32_t aec_blocksize; + + unsigned int capture_ready:1; +@@ -199,9 +197,6 @@ struct impl { + + uint32_t max_buffer_size; + uint32_t buffer_delay; +- +- struct spa_handle *spa_handle; +- struct spa_plugin_loader *loader; + }; + + static void do_unload_module(void *obj, void *data, int res, uint32_t id) +@@ -288,7 +283,7 @@ static void process(struct impl *impl) + pw_stream_queue_buffer(impl->playback, pout); + + /* Now run the canceller */ +- echo_cancel_run(impl->aec_info, impl->spa_handle, rec, play_delayed, out, size / sizeof(float)); ++ echo_cancel_run(impl->aec_info, impl->aec, rec, play_delayed, out, size / sizeof(float)); + + /* Next, copy over the output to the output ringbuffer */ + avail = spa_ringbuffer_get_write_index(&impl->out_ring, &oindex); +@@ -808,8 +803,8 @@ static void impl_destroy(struct impl *impl) + pw_stream_destroy(impl->sink); + if (impl->core && impl->do_disconnect) + pw_core_disconnect(impl->core); +- if (impl->spa_handle) +- spa_plugin_loader_unload(impl->loader, impl->spa_handle); ++ if (impl->aec) ++ echo_cancel_destroy(impl->aec_info, impl->aec); + pw_properties_free(impl->source_props); + pw_properties_free(impl->sink_props); + +@@ -898,10 +893,7 @@ int pipewire__module_init(struct pw_impl_module *module, const char *args) + struct impl *impl; + uint32_t id = pw_global_get_id(pw_impl_module_get_global(module)); + const char *str; +- const char *path; +- int res = 0; +- struct spa_handle *handle = NULL; +- void *iface; ++ int res; + + PW_LOG_TOPIC_INIT(mod_topic); + +@@ -975,57 +967,22 @@ int pipewire__module_init(struct pw_impl_module *module, const char *args) + if (pw_properties_get(impl->sink_props, PW_KEY_MEDIA_CLASS) == NULL) + pw_properties_set(impl->sink_props, PW_KEY_MEDIA_CLASS, "Audio/Sink"); + +- if ((str = pw_properties_get(props, "aec.method")) != NULL) +- pw_log_warn("aec.method is not supported anymore use library.name"); +- +- /* Use webrtc as default */ +- if ((path = pw_properties_get(props, "library.name")) == NULL) +- path = "aec/libspa-aec-webrtc"; +- +- struct spa_dict_item info_items[] = { +- { SPA_KEY_LIBRARY_NAME, path }, +- }; +- struct spa_dict info = SPA_DICT_INIT_ARRAY(info_items); +- +- impl->loader = spa_support_find(context->support, context->n_support, SPA_TYPE_INTERFACE_PluginLoader); +- if (impl->loader == NULL) { +- pw_log_error("a plugin loader is needed"); +- return -EINVAL; +- } +- +- handle = spa_plugin_loader_load(impl->loader, SPA_NAME_AEC, &info); +- if (handle == NULL) { +- pw_log_error("AEC codec plugin %s not available library.name %s", SPA_NAME_AEC, path); +- return -ENOENT; +- } +- +- if ((res = spa_handle_get_interface(handle, SPA_TYPE_INTERFACE_AEC, &iface)) < 0) { +- pw_log_error("can't get %s interface %d", SPA_TYPE_INTERFACE_AEC, res); +- return res; +- } +- impl->aec_info = iface; +- impl->spa_handle = handle; +- if (impl->aec_info->iface.version != SPA_VERSION_AUDIO_AEC) { +- pw_log_error("codec plugin %s has incompatible ABI version (%d != %d)", +- SPA_NAME_AEC, impl->aec_info->iface.version, SPA_VERSION_AUDIO_AEC); +- res = -ENOENT; +- goto error; +- } +- +- (void)SPA_SUPPORT_INIT(SPA_TYPE_INTERFACE_AEC, (struct echo_cancel_info *)impl->aec_info); ++ if ((str = pw_properties_get(props, "aec.method")) == NULL) ++ str = "webrtc"; + +- pw_log_info("Using plugin AEC %s", impl->aec_info->name); ++#ifdef HAVE_WEBRTC ++ if (spa_streq(str, "webrtc")) ++ impl->aec_info = echo_cancel_webrtc; ++ else ++#endif ++ impl->aec_info = echo_cancel_null; + + if ((str = pw_properties_get(props, "aec.args")) != NULL) + aec_props = pw_properties_new_string(str); + else + aec_props = pw_properties_new(NULL, NULL); + +- if (echo_cancel_create(impl->aec_info, impl->spa_handle, &aec_props->dict, &impl->info)) { +- pw_log_error("codec plugin %s create failed", impl->aec_info->name); +- res = -ENOENT; +- goto error; +- } ++ impl->aec = echo_cancel_create(impl->aec_info, aec_props, &impl->info); + + pw_properties_free(aec_props); + +diff --git a/spa/include/spa/interfaces/audio/aec.h b/src/modules/module-echo-cancel/aec-null.c +similarity index 58% +rename from spa/include/spa/interfaces/audio/aec.h +rename to src/modules/module-echo-cancel/aec-null.c +index e1fcda563..4ee9ac6d7 100644 +--- a/spa/include/spa/interfaces/audio/aec.h ++++ b/src/modules/module-echo-cancel/aec-null.c +@@ -22,23 +22,43 @@ + * DEALINGS IN THE SOFTWARE. + */ + ++#include "echo-cancel.h" + +-#include <spa/utils/dict.h> +-#include <spa/utils/hook.h> +-#include <spa/pod/pod.h> +-#include <spa/param/audio/raw.h> +-#include <spa/support/plugin.h> +- +-#define SPA_TYPE_INTERFACE_AEC SPA_TYPE_INFO_INTERFACE_BASE "AEC" +-#define SPA_VERSION_AUDIO_AEC 1 +- +-struct echo_cancel_info { +- struct spa_interface iface; +- const char *name; +- const struct spa_dict info; +- const char *latency; +- int (*create) (struct spa_handle *handle, const struct spa_dict *args, const struct spa_audio_info_raw *info); +- int (*run) (struct spa_handle *handle, const float *rec[], const float *play[], float *out[], uint32_t n_samples); +- struct spa_dict *(*get_properties) (struct spa_handle *handle); +- int (*set_properties) (struct spa_handle *handle, const struct spa_dict *args); ++struct impl { ++ uint32_t channels; + }; ++ ++static void *null_create(const struct pw_properties *args, const struct spa_audio_info_raw *info) ++{ ++ struct impl *impl; ++ impl = calloc(1, sizeof(struct impl)); ++ impl->channels = info->channels; ++ return impl; ++} ++ ++static void null_destroy(void *ec) ++{ ++ free(ec); ++} ++ ++static int null_run(void *ec, const float *rec[], const float *play[], float *out[], uint32_t n_samples) ++{ ++ struct impl *impl = ec; ++ uint32_t i; ++ for (i = 0; i < impl->channels; i++) ++ memcpy(out[i], rec[i], n_samples * sizeof(float)); ++ return 0; ++} ++ ++static const struct echo_cancel_info echo_cancel_null_impl = { ++ .name = "null", ++ .info = SPA_DICT_INIT(NULL, 0), ++ .latency = NULL, ++ ++ .create = null_create, ++ .destroy = null_destroy, ++ ++ .run = null_run, ++}; ++ ++const struct echo_cancel_info *echo_cancel_null = &echo_cancel_null_impl; +diff --git a/src/modules/module-echo-cancel/aec-webrtc.cpp b/src/modules/module-echo-cancel/aec-webrtc.cpp +new file mode 100644 +index 000000000..77b569a22 +--- /dev/null ++++ b/src/modules/module-echo-cancel/aec-webrtc.cpp +@@ -0,0 +1,163 @@ ++/* PipeWire ++ * ++ * Copyright © 2021 Wim Taymans <wim.taymans@gmail.com> ++ * © 2021 Arun Raghavan <arun@asymptotic.io> ++ * ++ * Permission is hereby granted, free of charge, to any person obtaining a ++ * copy of this software and associated documentation files (the "Software"), ++ * to deal in the Software without restriction, including without limitation ++ * the rights to use, copy, modify, merge, publish, distribute, sublicense, ++ * and/or sell copies of the Software, and to permit persons to whom the ++ * Software is furnished to do so, subject to the following conditions: ++ * ++ * The above copyright notice and this permission notice (including the next ++ * paragraph) shall be included in all copies or substantial portions of the ++ * Software. ++ * ++ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR ++ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, ++ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL ++ * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER ++ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING ++ * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER ++ * DEALINGS IN THE SOFTWARE. ++ */ ++ ++#include <memory> ++#include <utility> ++ ++#include "echo-cancel.h" ++ ++#include <pipewire/pipewire.h> ++ ++#include <webrtc/modules/audio_processing/include/audio_processing.h> ++#include <webrtc/modules/interface/module_common_types.h> ++#include <webrtc/system_wrappers/include/trace.h> ++ ++struct impl { ++ std::unique_ptr<webrtc::AudioProcessing> apm; ++ spa_audio_info_raw info; ++ std::unique_ptr<float *[]> play_buffer, rec_buffer, out_buffer; ++ ++ impl(std::unique_ptr<webrtc::AudioProcessing> apm, const spa_audio_info_raw& info) ++ : apm(std::move(apm)), ++ info(info), ++ play_buffer(std::make_unique<float *[]>(info.channels)), ++ rec_buffer(std::make_unique<float *[]>(info.channels)), ++ out_buffer(std::make_unique<float *[]>(info.channels)) ++ { } ++}; ++ ++static void *webrtc_create(const struct pw_properties *args, const spa_audio_info_raw *info) ++{ ++ bool extended_filter = pw_properties_get_bool(args, "webrtc.extended_filter", true); ++ bool delay_agnostic = pw_properties_get_bool(args, "webrtc.delay_agnostic", true); ++ bool high_pass_filter = pw_properties_get_bool(args, "webrtc.high_pass_filter", true); ++ bool noise_suppression = pw_properties_get_bool(args, "webrtc.noise_suppression", true); ++ bool voice_detection = pw_properties_get_bool(args, "webrtc.voice_detection", true); ++ ++ // Note: AGC seems to mess up with Agnostic Delay Detection, especially with speech, ++ // result in very poor performance, disable by default ++ bool gain_control = pw_properties_get_bool(args, "webrtc.gain_control", false); ++ ++ // Disable experimental flags by default ++ bool experimental_agc = pw_properties_get_bool(args, "webrtc.experimental_agc", false); ++ bool experimental_ns = pw_properties_get_bool(args, "webrtc.experimental_ns", false); ++ ++ // FIXME: Intelligibility enhancer is not currently supported ++ // This filter will modify playback buffer (when calling ProcessReverseStream), but now ++ // playback buffer modifications are discarded. ++ ++ webrtc::Config config; ++ config.Set<webrtc::ExtendedFilter>(new webrtc::ExtendedFilter(extended_filter)); ++ config.Set<webrtc::DelayAgnostic>(new webrtc::DelayAgnostic(delay_agnostic)); ++ config.Set<webrtc::ExperimentalAgc>(new webrtc::ExperimentalAgc(experimental_agc)); ++ config.Set<webrtc::ExperimentalNs>(new webrtc::ExperimentalNs(experimental_ns)); ++ ++ webrtc::ProcessingConfig pconfig = {{ ++ webrtc::StreamConfig(info->rate, info->channels, false), /* input stream */ ++ webrtc::StreamConfig(info->rate, info->channels, false), /* output stream */ ++ webrtc::StreamConfig(info->rate, info->channels, false), /* reverse input stream */ ++ webrtc::StreamConfig(info->rate, info->channels, false), /* reverse output stream */ ++ }}; ++ ++ auto apm = std::unique_ptr<webrtc::AudioProcessing>(webrtc::AudioProcessing::Create(config)); ++ if (apm->Initialize(pconfig) != webrtc::AudioProcessing::kNoError) { ++ pw_log_error("Error initialising webrtc audio processing module"); ++ return nullptr; ++ } ++ ++ apm->high_pass_filter()->Enable(high_pass_filter); ++ // Always disable drift compensation since it requires drift sampling ++ apm->echo_cancellation()->enable_drift_compensation(false); ++ apm->echo_cancellation()->Enable(true); ++ // TODO: wire up supression levels to args ++ apm->echo_cancellation()->set_suppression_level(webrtc::EchoCancellation::kHighSuppression); ++ apm->noise_suppression()->set_level(webrtc::NoiseSuppression::kHigh); ++ apm->noise_suppression()->Enable(noise_suppression); ++ apm->voice_detection()->Enable(voice_detection); ++ // TODO: wire up AGC parameters to args ++ apm->gain_control()->set_analog_level_limits(0, 255); ++ apm->gain_control()->set_mode(webrtc::GainControl::kAdaptiveDigital); ++ apm->gain_control()->Enable(gain_control); ++ ++ return new impl(std::move(apm), *info); ++} ++ ++static void webrtc_destroy(void *ec) ++{ ++ auto impl = static_cast<struct impl *>(ec); ++ ++ delete impl; ++} ++ ++static int webrtc_run(void *ec, const float *rec[], const float *play[], float *out[], uint32_t n_samples) ++{ ++ auto impl = static_cast<struct impl *>(ec); ++ webrtc::StreamConfig config = ++ webrtc::StreamConfig(impl->info.rate, impl->info.channels, false); ++ unsigned int num_blocks = n_samples * 1000 / impl->info.rate / 10; ++ ++ if (n_samples * 1000 / impl->info.rate % 10 != 0) { ++ pw_log_error("Buffers must be multiples of 10ms in length (currently %u samples)", n_samples); ++ return -1; ++ } ++ ++ for (size_t i = 0; i < num_blocks; i ++) { ++ for (size_t j = 0; j < impl->info.channels; j++) { ++ impl->play_buffer[j] = const_cast<float *>(play[j]) + config.num_frames() * i; ++ impl->rec_buffer[j] = const_cast<float *>(rec[j]) + config.num_frames() * i; ++ impl->out_buffer[j] = out[j] + config.num_frames() * i; ++ } ++ /* FIXME: ProcessReverseStream may change the playback buffer, in which ++ * case we should use that, if we ever expose the intelligibility ++ * enhancer */ ++ if (impl->apm->ProcessReverseStream(impl->play_buffer.get(), config, config, impl->play_buffer.get()) != ++ webrtc::AudioProcessing::kNoError) { ++ pw_log_error("Processing reverse stream failed"); ++ } ++ ++ // Extra delay introduced by multiple frames ++ impl->apm->set_stream_delay_ms((num_blocks - 1) * 10); ++ ++ if (impl->apm->ProcessStream(impl->rec_buffer.get(), config, config, impl->out_buffer.get()) != ++ webrtc::AudioProcessing::kNoError) { ++ pw_log_error("Processing stream failed"); ++ } ++ } ++ ++ return 0; ++} ++ ++static const struct echo_cancel_info echo_cancel_webrtc_impl = { ++ .name = "webrtc", ++ .info = SPA_DICT_INIT(NULL, 0), ++ .latency = "480/48000", ++ ++ .create = webrtc_create, ++ .destroy = webrtc_destroy, ++ ++ .run = webrtc_run, ++}; ++ ++const struct echo_cancel_info *echo_cancel_webrtc = &echo_cancel_webrtc_impl; +diff --git a/src/modules/module-echo-cancel/echo-cancel.h b/src/modules/module-echo-cancel/echo-cancel.h +index ac83f70e4..fe011b962 100644 +--- a/src/modules/module-echo-cancel/echo-cancel.h ++++ b/src/modules/module-echo-cancel/echo-cancel.h +@@ -22,13 +22,29 @@ + * DEALINGS IN THE SOFTWARE. + */ + ++#include "config.h" + + #include <spa/utils/dict.h> +-#include <spa/utils/hook.h> + #include <spa/param/audio/raw.h> +-#include <spa/support/plugin.h> + + #include <pipewire/properties.h> + ++struct echo_cancel_info { ++ const char *name; ++ const struct spa_dict info; ++ const char *latency; ++ ++ void *(*create) (const struct pw_properties *args, const struct spa_audio_info_raw *info); ++ void (*destroy) (void *ec); ++ ++ int (*run) (void *ec, const float *rec[], const float *play[], float *out[], uint32_t n_samples); ++}; ++ + #define echo_cancel_create(i,...) (i)->create(__VA_ARGS__) ++#define echo_cancel_destroy(i,...) (i)->destroy(__VA_ARGS__) + #define echo_cancel_run(i,...) (i)->run(__VA_ARGS__) ++ ++#ifdef HAVE_WEBRTC ++extern const struct echo_cancel_info *echo_cancel_webrtc; ++#endif ++extern const struct echo_cancel_info *echo_cancel_null; +-- +2.35.1 + |