// Spectral Compressor: an FFT based compressor // Copyright (C) 2021-2024 Robbert van der Helm // // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU General Public License // along with this program. If not, see . use analyzer::AnalyzerData; use atomic_float::AtomicF32; use crossbeam::atomic::AtomicCell; use editor::EditorMode; use nih_plug::prelude::*; use nih_plug_vizia::ViziaState; use realfft::num_complex::Complex32; use realfft::{ComplexToReal, RealFftPlanner, RealToComplex}; use std::sync::atomic::Ordering; use std::sync::{Arc, Mutex}; use triple_buffer::TripleBuffer; mod analyzer; mod compressor_bank; mod curve; mod dry_wet_mixer; mod editor; const MIN_WINDOW_ORDER: usize = 6; #[allow(dead_code)] const MIN_WINDOW_SIZE: usize = 1 << MIN_WINDOW_ORDER; // 64 const DEFAULT_WINDOW_ORDER: usize = 11; #[allow(dead_code)] const DEFAULT_WINDOW_SIZE: usize = 1 << DEFAULT_WINDOW_ORDER; // 2048 const MAX_WINDOW_ORDER: usize = 15; const MAX_WINDOW_SIZE: usize = 1 << MAX_WINDOW_ORDER; // 32768 const MIN_OVERLAP_ORDER: usize = 2; #[allow(dead_code)] const MIN_OVERLAP_TIMES: usize = 1 << MIN_OVERLAP_ORDER; // 4 const DEFAULT_OVERLAP_ORDER: usize = 4; #[allow(dead_code)] const DEFAULT_OVERLAP_TIMES: usize = 1 << DEFAULT_OVERLAP_ORDER; // 16 const MAX_OVERLAP_ORDER: usize = 5; #[allow(dead_code)] const MAX_OVERLAP_TIMES: usize = 1 << MAX_OVERLAP_ORDER; // 32 /// This is a port of . pub struct SpectralCompressor { params: Arc, /// The current buffer config, used for updating the compressors. buffer_config: BufferConfig, /// The current sample rate. Stores the same information as in `BufferConfig`, but this can be /// shared with the editor where it's used to compute frequencies for the spectrum analyzer. sample_rate: Arc, /// An adapter that performs most of the overlap-add algorithm for us. stft: util::StftHelper<1>, /// Contains a Hann window function of the current window length, passed to the overlap-add /// helper. Allocated with a `MAX_WINDOW_SIZE` initial capacity. window_function: Vec, /// A mixer to mix the dry signal back into the processed signal with latency compensation. dry_wet_mixer: dry_wet_mixer::DryWetMixer, /// Spectral per-bin upwards and downwards compressors with soft-knee settings. This is where /// the magic happens. compressor_bank: compressor_bank::CompressorBank, /// The algorithms for the FFT and IFFT operations, for each supported order so we can switch /// between them without replanning or allocations. Initialized during `initialize()`. plan_for_order: Option<[Plan; MAX_WINDOW_ORDER - MIN_WINDOW_ORDER + 1]>, /// The output of our real->complex FFT. complex_fft_buffer: Vec, /// The output for the analyzer data computed in `CompressorBank` while the editor is open. This /// can be cloned and moved into the editor. analyzer_output_data: Arc>>, } /// An FFT plan for a specific window size, all of which will be precomputed during initilaization. struct Plan { /// The algorithm for the FFT operation. r2c_plan: Arc>, /// The algorithm for the IFFT operation. c2r_plan: Arc>, } #[derive(Params)] pub struct SpectralCompressorParams { /// The editor state, saved together with the parameter state so the custom scaling can be /// restored. #[persist = "editor-state"] pub editor_state: Arc, /// The mode the editor is currently in. Essentially just a fancy boolean to indicate whether /// it's expanded or not. #[persist = "editor-mode"] pub editor_mode: Arc>, // NOTE: These `Arc`s are only here temporarily to work around Vizia's Lens requirements so we // can use the generic UIs /// Global parameters. These could just live in this struct but I wanted a separate generic UI /// just for these. #[nested(group = "global")] pub global: Arc, /// Parameters controlling the compressor thresholds and curves. #[nested(group = "threshold")] pub threshold: Arc, /// Parameters for the upwards and downwards compressors. #[nested(group = "compressors")] pub compressors: compressor_bank::CompressorBankParams, } /// Global parameters controlling the output stage and all compressors. #[derive(Params)] pub struct GlobalParams { /// Makeup gain applied after the IDFT in the STFT process. If automatic makeup gain is enabled, /// then this acts as an offset on top of that. This is stored as linear gain. #[id = "output"] pub output_gain: FloatParam, // TODO: Bring this back, and with values that make more sense // /// Try to automatically compensate for gain differences with different input gain, threshold, and ratio values. // #[id = "auto_makeup"] // auto_makeup_gain: BoolParam, /// How much of the dry signal to mix in with the processed signal. The mixing is done after /// applying the output gain. In other words, the dry signal is not gained in any way. #[id = "dry_wet"] pub dry_wet_ratio: FloatParam, /// The size of the FFT window as a power of two (to prevent invalid inputs). #[id = "stft_window"] pub window_size_order: IntParam, /// The amount of overlap to use in the overlap-add algorithm as a power of two (again to /// prevent invalid inputs). #[id = "stft_overlap"] pub overlap_times_order: IntParam, /// The compressor's attack time in milliseconds. Controls both upwards and downwards /// compression. #[id = "attack"] pub compressor_attack_ms: FloatParam, /// The compressor's release time in milliseconds. Controls both upwards and downwards /// compression. #[id = "release"] pub compressor_release_ms: FloatParam, } impl Default for SpectralCompressor { fn default() -> Self { // The spectrum analyzer and gain reduction data is computed directly in the spectral // compression routine in `compressor_bank`. `analyzer_output_data` can then be used in the // editor to draw the data. let (analyzer_input_data, analyzer_output_data) = TripleBuffer::default().split(); // Changing any of the compressor threshold or ratio parameters will set an atomic flag in // this object that causes the compressor thresholds and ratios to be recalcualted let compressor_bank = compressor_bank::CompressorBank::new(analyzer_input_data, 2, MAX_WINDOW_SIZE); SpectralCompressor { params: Arc::new(SpectralCompressorParams::new(&compressor_bank)), buffer_config: BufferConfig { sample_rate: 1.0, min_buffer_size: None, max_buffer_size: 0, process_mode: ProcessMode::Realtime, }, sample_rate: Arc::new(AtomicF32::new(1.0)), // These three will be set to the correct values in the initialize function stft: util::StftHelper::new(2, MAX_WINDOW_SIZE, 0), window_function: Vec::with_capacity(MAX_WINDOW_SIZE), dry_wet_mixer: dry_wet_mixer::DryWetMixer::new(0, 0, 0), compressor_bank, // This is initialized later since we don't want to do non-trivial computations before // the plugin is initialized plan_for_order: None, complex_fft_buffer: Vec::with_capacity(MAX_WINDOW_SIZE / 2 + 1), analyzer_output_data: Arc::new(Mutex::new(analyzer_output_data)), } } } impl Default for GlobalParams { fn default() -> Self { GlobalParams { // We don't need any smoothing for these parameters as the overlap-add process will // already act as a form of smoothing output_gain: FloatParam::new( "Output Gain", util::db_to_gain(0.0), FloatRange::Skewed { min: util::db_to_gain(-50.0), max: util::db_to_gain(50.0), factor: FloatRange::gain_skew_factor(-50.0, 50.0), }, ) .with_unit(" dB") .with_value_to_string(formatters::v2s_f32_gain_to_db(2)) .with_string_to_value(formatters::s2v_f32_gain_to_db()), // auto_makeup_gain: BoolParam::new("Auto Makeup Gain", true), dry_wet_ratio: FloatParam::new("Mix", 1.0, FloatRange::Linear { min: 0.0, max: 1.0 }) .with_unit("%") .with_smoother(SmoothingStyle::Linear(15.0)) .with_value_to_string(formatters::v2s_f32_percentage(0)) .with_string_to_value(formatters::s2v_f32_percentage()), window_size_order: IntParam::new( "Window Size", DEFAULT_WINDOW_ORDER as i32, IntRange::Linear { min: MIN_WINDOW_ORDER as i32, max: MAX_WINDOW_ORDER as i32, }, ) .with_value_to_string(formatters::v2s_i32_power_of_two()) .with_string_to_value(formatters::s2v_i32_power_of_two()), overlap_times_order: IntParam::new( "Window Overlap", DEFAULT_OVERLAP_ORDER as i32, IntRange::Linear { min: MIN_OVERLAP_ORDER as i32, max: MAX_OVERLAP_ORDER as i32, }, ) .with_value_to_string(formatters::v2s_i32_power_of_two()) .with_string_to_value(formatters::s2v_i32_power_of_two()), compressor_attack_ms: FloatParam::new( "Attack", 150.0, FloatRange::Skewed { min: 0.0, max: 10_000.0, factor: FloatRange::skew_factor(-2.0), }, ) .with_unit(" ms") .with_step_size(0.1), compressor_release_ms: FloatParam::new( "Release", 300.0, FloatRange::Skewed { min: 0.0, max: 10_000.0, factor: FloatRange::skew_factor(-2.0), }, ) .with_unit(" ms") .with_step_size(0.1), } } } impl SpectralCompressorParams { /// Create a new [`SpectralCompressorParams`] object. Changing any of the compressor threshold /// or ratio parameters causes the passed compressor bank's parameters to be updated. pub fn new(compressor_bank: &compressor_bank::CompressorBank) -> Self { let editor_mode: Arc> = Arc::default(); SpectralCompressorParams { editor_state: editor::default_state(editor_mode.clone()), editor_mode, // TODO: Do still enable per-block smoothing for these settings, because why not. This // will require updating the compressor bank. global: Arc::new(GlobalParams::default()), threshold: Arc::new(compressor_bank::ThresholdParams::new(compressor_bank)), compressors: compressor_bank::CompressorBankParams::new(compressor_bank), } } } impl Plugin for SpectralCompressor { const NAME: &'static str = "Spectral Compressor"; const VENDOR: &'static str = "Robbert van der Helm"; const URL: &'static str = env!("CARGO_PKG_HOMEPAGE"); const EMAIL: &'static str = "mail@robbertvanderhelm.nl"; const VERSION: &'static str = env!("CARGO_PKG_VERSION"); const AUDIO_IO_LAYOUTS: &'static [AudioIOLayout] = &[ AudioIOLayout { main_input_channels: NonZeroU32::new(2), main_output_channels: NonZeroU32::new(2), aux_input_ports: &[new_nonzero_u32(2)], ..AudioIOLayout::const_default() }, AudioIOLayout { main_input_channels: NonZeroU32::new(1), main_output_channels: NonZeroU32::new(1), aux_input_ports: &[new_nonzero_u32(1)], ..AudioIOLayout::const_default() }, ]; const SAMPLE_ACCURATE_AUTOMATION: bool = true; type SysExMessage = (); type BackgroundTask = (); fn params(&self) -> Arc { self.params.clone() } fn editor(&mut self, _async_executor: AsyncExecutor) -> Option> { editor::create( self.params.editor_state.clone(), editor::Data { params: self.params.clone(), editor_mode: self.params.editor_mode.clone(), analyzer_data: self.analyzer_output_data.clone(), sample_rate: self.sample_rate.clone(), }, ) } fn initialize( &mut self, audio_io_layout: &AudioIOLayout, buffer_config: &BufferConfig, context: &mut impl InitContext, ) -> bool { // Needed to update the compressors later self.buffer_config = *buffer_config; // And this is used in the editor to draw the analyzer self.sample_rate .store(buffer_config.sample_rate, Ordering::Relaxed); // This plugin can accept a variable number of audio channels, so we need to resize // channel-dependent data structures accordingly let num_output_channels = audio_io_layout .main_output_channels .expect("Plugin does not have a main output") .get() as usize; if self.stft.num_channels() != num_output_channels { self.stft = util::StftHelper::new(self.stft.num_channels(), MAX_WINDOW_SIZE, 0); } self.dry_wet_mixer.resize( num_output_channels, buffer_config.max_buffer_size as usize, MAX_WINDOW_SIZE, ); self.compressor_bank .update_capacity(num_output_channels, MAX_WINDOW_SIZE); // Planning with RustFFT is very fast, but it will still allocate we we'll plan all of the // FFTs we might need in advance if self.plan_for_order.is_none() { let mut planner = RealFftPlanner::new(); let plan_for_order: Vec = (MIN_WINDOW_ORDER..=MAX_WINDOW_ORDER) .map(|order| Plan { r2c_plan: planner.plan_fft_forward(1 << order), c2r_plan: planner.plan_fft_inverse(1 << order), }) .collect(); self.plan_for_order = Some( plan_for_order .try_into() .unwrap_or_else(|_| panic!("Mismatched plan orders")), ); } let window_size = self.window_size(); self.resize_for_window(window_size); context.set_latency_samples(self.stft.latency_samples()); true } fn reset(&mut self) { self.dry_wet_mixer.reset(); self.compressor_bank.reset(); } fn process( &mut self, buffer: &mut Buffer, aux: &mut AuxiliaryBuffers, context: &mut impl ProcessContext, ) -> ProcessStatus { // If the window size has changed since the last process call, reset the buffers and chance // our latency. All of these buffers already have enough capacity so this won't allocate. let window_size = self.window_size(); let overlap_times = self.overlap_times(); if self.window_function.len() != window_size { self.resize_for_window(window_size); context.set_latency_samples(self.stft.latency_samples()); } // These plans have already been made during initialization we can switch between versions // without reallocating let fft_plan = &mut self.plan_for_order.as_mut().unwrap() [self.params.global.window_size_order.value() as usize - MIN_WINDOW_ORDER]; let num_bins = self.complex_fft_buffer.len(); // The Hann window function spreads the DC signal out slightly, so we'll clear all 0-20 Hz // bins for this. With small window sizes you probably don't want this as it would result in // a significant low-pass filter. When it's disabled, the DC bin will also be compressed. let first_non_dc_bin_idx = (20.0 / ((self.buffer_config.sample_rate / 2.0) / num_bins as f32)).floor() as usize + 1; // The overlap gain compensation is based on a squared Hann window, which will sum perfectly // at four times overlap or higher. We'll apply a regular Hann window before the analysis // and after the synthesis. let gain_compensation: f32 = ((overlap_times as f32 / 4.0) * 1.5).recip() / window_size as f32; // We'll apply the square root of the total gain compensation at the DFT and the IDFT // stages. That way the compressor threshold values make much more sense. This version of // Spectral Compressor does not have in input gain option and instead has the curve // threshold option. When sidechaining is enabled this is used to gain up the sidechain // signal instead. let input_gain = gain_compensation.sqrt(); let output_gain = self.params.global.output_gain.value() * gain_compensation.sqrt(); // TODO: Auto makeup gain // This is mixed in later with latency compensation applied self.dry_wet_mixer.write_dry(buffer); match self.params.threshold.mode.value() { compressor_bank::ThresholdMode::Internal => self.stft.process_overlap_add( buffer, overlap_times, |channel_idx, real_fft_buffer| { process_stft_main( channel_idx, real_fft_buffer, &mut self.complex_fft_buffer, fft_plan, &self.window_function, &self.params, &mut self.compressor_bank, input_gain, output_gain, overlap_times, first_non_dc_bin_idx, ) }, ), compressor_bank::ThresholdMode::SidechainMatch | compressor_bank::ThresholdMode::SidechainCompress => { self.stft.process_overlap_add_sidechain( buffer, [&aux.inputs[0]], overlap_times, |channel_idx, sidechain_buffer_idx, real_fft_buffer| { if sidechain_buffer_idx.is_some() { process_stft_sidechain( channel_idx, real_fft_buffer, &mut self.complex_fft_buffer, fft_plan, &self.window_function, &mut self.compressor_bank, input_gain, ); } else { process_stft_main( channel_idx, real_fft_buffer, &mut self.complex_fft_buffer, fft_plan, &self.window_function, &self.params, &mut self.compressor_bank, input_gain, output_gain, overlap_times, first_non_dc_bin_idx, ) } }, ) } } self.dry_wet_mixer.mix_in_dry( buffer, self.params .global .dry_wet_ratio .smoothed .next_step(buffer.samples() as u32), // The dry and wet signals are in phase, so we can do a linear mix dry_wet_mixer::MixingStyle::Linear, self.stft.latency_samples() as usize, ); ProcessStatus::Normal } } impl SpectralCompressor { fn window_size(&self) -> usize { 1 << self.params.global.window_size_order.value() as usize } fn overlap_times(&self) -> usize { 1 << self.params.global.overlap_times_order.value() as usize } /// `window_size` should not exceed `MAX_WINDOW_SIZE` or this will allocate. fn resize_for_window(&mut self, window_size: usize) { // The FFT algorithms for this window size have already been planned in // `self.plan_for_order`, and all of these data structures already have enough capacity, so // we just need to change some sizes. self.stft.set_block_size(window_size); self.window_function.resize(window_size, 0.0); util::window::hann_in_place(&mut self.window_function); self.complex_fft_buffer .resize(window_size / 2 + 1, Complex32::default()); // This also causes the thresholds and ratios to be updated on the next STFT process cycle. self.compressor_bank .resize(&self.buffer_config, window_size); self.compressor_bank.reset(); } } // These separate functions are needed to avoid having to either duplicate the main process function // or always do the sidechain STFT. You can't do partial borrows and call `&mut self` methods at the // same time. /// The main process function inside of the STFT callback. If the sidechaining option is /// enabled, another callback will run just before this to set up the siddechain frequency /// spectrum magnitudes. #[allow(clippy::too_many_arguments)] fn process_stft_main( channel_idx: usize, real_fft_buffer: &mut [f32], complex_fft_buffer: &mut [Complex32], fft_plan: &Plan, window_function: &[f32], params: &SpectralCompressorParams, compressor_bank: &mut compressor_bank::CompressorBank, input_gain: f32, output_gain: f32, overlap_times: usize, first_non_dc_bin_idx: usize, ) { // We'll window the input with a Hann function to avoid spectral leakage. The input gain // here also contains a compensation factor for the forward FFT to make the compressor // thresholds make more sense. for (sample, window_sample) in real_fft_buffer.iter_mut().zip(window_function) { *sample *= window_sample * input_gain; } // RustFFT doesn't actually need a scratch buffer here, so we'll pass an empty buffer // instead fft_plan .r2c_plan .process_with_scratch(real_fft_buffer, complex_fft_buffer, &mut []) .unwrap(); // This is where the magic happens compressor_bank.process( complex_fft_buffer, channel_idx, params, overlap_times, first_non_dc_bin_idx, ); // Inverse FFT back into the scratch buffer. This will be added to a ring buffer // which gets written back to the host at a one block delay. fft_plan .c2r_plan .process_with_scratch(complex_fft_buffer, real_fft_buffer, &mut []) .unwrap(); // Apply the window function once more to reduce time domain aliasing. The gain // compensation compensates for the squared Hann window that would be applied if we // didn't do any processing at all as well as the FFT+IFFT itself. for (sample, window_sample) in real_fft_buffer.iter_mut().zip(window_function) { *sample *= window_sample * output_gain; } } /// The analysis process function inside of the STFT callback used to compute the frequency /// spectrum magnitudes from the sidechain input if the sidechaining option is enabled. All /// sidechain channels will be processed before processing the main input fn process_stft_sidechain( channel_idx: usize, real_fft_buffer: &mut [f32], complex_fft_buffer: &mut [Complex32], fft_plan: &Plan, window_function: &[f32], compressor_bank: &mut compressor_bank::CompressorBank, input_gain: f32, ) { // The sidechain input should be gained, scaled, and windowed the exact same was as the // main input as it's used for analysis for (sample, window_sample) in real_fft_buffer.iter_mut().zip(window_function) { *sample *= window_sample * input_gain; } fft_plan .r2c_plan .process_with_scratch(real_fft_buffer, complex_fft_buffer, &mut []) .unwrap(); compressor_bank.process_sidechain(complex_fft_buffer, channel_idx); } impl ClapPlugin for SpectralCompressor { const CLAP_ID: &'static str = "nl.robbertvanderhelm.spectral-compressor"; const CLAP_DESCRIPTION: Option<&'static str> = Some("Turn things into pink noise on demand"); const CLAP_MANUAL_URL: Option<&'static str> = Some(Self::URL); const CLAP_SUPPORT_URL: Option<&'static str> = None; const CLAP_FEATURES: &'static [ClapFeature] = &[ ClapFeature::AudioEffect, ClapFeature::Stereo, ClapFeature::Mono, ClapFeature::PhaseVocoder, ClapFeature::Compressor, ClapFeature::Custom("nih:spectral"), ClapFeature::Custom("nih:sosig"), ]; } impl Vst3Plugin for SpectralCompressor { const VST3_CLASS_ID: [u8; 16] = *b"SpectrlComprRvdH"; const VST3_SUBCATEGORIES: &'static [Vst3SubCategory] = &[ Vst3SubCategory::Fx, Vst3SubCategory::Dynamics, Vst3SubCategory::Custom("Spectral"), ]; } nih_export_clap!(SpectralCompressor); nih_export_vst3!(SpectralCompressor);