-
Notifications
You must be signed in to change notification settings - Fork 253
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Showing
13 changed files
with
593 additions
and
181 deletions.
There are no files selected for viewing
Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,145 @@ | ||
| use cap_media::feeds::{AudioInputSamples, AudioInputSamplesReceiver}; | ||
| use cpal::{SampleFormat, StreamInstant}; | ||
| use keyed_priority_queue::KeyedPriorityQueue; | ||
| use serde::{Deserialize, Serialize}; | ||
| use std::cmp::Ordering; | ||
| use std::collections::VecDeque; | ||
| use std::time::Duration; | ||
| use tauri::AppHandle; | ||
| use tauri_specta::Event; | ||
|
|
||
| const MAX_AMPLITUDE_F32: f64 = (u16::MAX / 2) as f64; // i16 max value | ||
| const ZERO_AMPLITUDE: u16 = 0; | ||
| const MIN_DB: f64 = -96.0; | ||
|
|
||
| #[derive(Deserialize, specta::Type, Serialize, tauri_specta::Event, Debug, Clone)] | ||
| pub struct AudioInputLevelChange(f64); | ||
|
|
||
| pub fn spawn_event_emitter(app_handle: AppHandle, audio_input_rx: AudioInputSamplesReceiver) { | ||
| let mut time_window = VolumeMeter::new(0.2); | ||
| tokio::spawn(async move { | ||
| while let Ok(samples) = audio_input_rx.recv_async().await { | ||
| let floats = samples_to_f64(&samples); | ||
|
|
||
| let db = db_fs(floats); | ||
|
|
||
| time_window.push(samples.info.timestamp().capture, db); | ||
|
|
||
| let max = time_window.max(); | ||
|
|
||
| AudioInputLevelChange(max).emit(&app_handle).ok(); | ||
| } | ||
| }); | ||
| } | ||
|
|
||
| // https://github.com/cgbur/meter/blob/master/src/time_window.rs | ||
| struct VolumeMeter { | ||
| keep_duration: Duration, // secs | ||
| maxes: KeyedPriorityQueue<StreamInstant, MinNonNan>, | ||
| times: VecDeque<StreamInstant>, | ||
| } | ||
|
|
||
| impl VolumeMeter { | ||
| pub fn new(keep_secs: f32) -> Self { | ||
| Self { | ||
| keep_duration: Duration::from_secs_f32(keep_secs), | ||
| maxes: KeyedPriorityQueue::new(), | ||
| times: Default::default(), | ||
| } | ||
| } | ||
|
|
||
| pub fn push(&mut self, time: StreamInstant, value: f64) { | ||
| let value = MinNonNan(-value); | ||
| self.maxes.push(time, value); | ||
| self.times.push_back(time); | ||
|
|
||
| loop { | ||
| if let Some(time) = self | ||
| .times | ||
| .back() | ||
| .unwrap() | ||
| .duration_since(self.times.front().unwrap()) | ||
| { | ||
| if time > self.keep_duration { | ||
| self.maxes.remove(self.times.front().unwrap()); | ||
| self.times.pop_front(); | ||
| } else { | ||
| break; | ||
| } | ||
| } else { | ||
| break; | ||
| } | ||
|
|
||
| if self.times.len() <= 1 { | ||
| break; | ||
| } | ||
| } | ||
| } | ||
|
|
||
| pub fn max(&self) -> f64 { | ||
| -self.maxes.peek().map(|(_, db)| db.0).unwrap_or(-MIN_DB) | ||
| } | ||
| } | ||
|
|
||
| #[derive(PartialEq)] | ||
| struct MinNonNan(f64); | ||
|
|
||
| impl Eq for MinNonNan {} | ||
|
|
||
| impl PartialOrd for MinNonNan { | ||
| fn partial_cmp(&self, other: &Self) -> Option<Ordering> { | ||
| other.0.partial_cmp(&self.0) | ||
| } | ||
| } | ||
|
|
||
| impl Ord for MinNonNan { | ||
| fn cmp(&self, other: &MinNonNan) -> Ordering { | ||
| self.partial_cmp(other).unwrap() | ||
| } | ||
| } | ||
|
|
||
| use cpal::Sample; | ||
|
|
||
| fn db_fs(data: impl Iterator<Item = f64>) -> f64 { | ||
| let max = data | ||
| .map(|f| f.to_sample::<i16>().unsigned_abs()) | ||
| .max() | ||
| .unwrap_or(ZERO_AMPLITUDE); | ||
|
|
||
| (20.0 * (max as f64 / MAX_AMPLITUDE_F32).log10()).clamp(MIN_DB, 0.0) | ||
| } | ||
|
|
||
| fn samples_to_f64(samples: &AudioInputSamples) -> impl Iterator<Item = f64> + use<'_> { | ||
| samples | ||
| .data | ||
| .chunks(samples.format.sample_size()) | ||
| .map(|data| match samples.format { | ||
| SampleFormat::I8 => i8::from_ne_bytes([data[0]]) as f64 / i8::MAX as f64, | ||
| SampleFormat::U8 => u8::from_ne_bytes([data[0]]) as f64 / u8::MAX as f64, | ||
| SampleFormat::I16 => i16::from_ne_bytes([data[0], data[1]]) as f64 / i16::MAX as f64, | ||
| SampleFormat::U16 => u16::from_ne_bytes([data[0], data[1]]) as f64 / u16::MAX as f64, | ||
| SampleFormat::I32 => { | ||
| i32::from_ne_bytes([data[0], data[1], data[2], data[3]]) as f64 / i32::MAX as f64 | ||
| } | ||
| SampleFormat::U32 => { | ||
| u32::from_ne_bytes([data[0], data[1], data[2], data[3]]) as f64 / u32::MAX as f64 | ||
| } | ||
| SampleFormat::U64 => { | ||
| u64::from_ne_bytes([ | ||
| data[0], data[1], data[2], data[3], data[4], data[5], data[6], data[7], | ||
| ]) as f64 | ||
| / u64::MAX as f64 | ||
| } | ||
| SampleFormat::I64 => { | ||
| i64::from_ne_bytes([ | ||
| data[0], data[1], data[2], data[3], data[4], data[5], data[6], data[7], | ||
| ]) as f64 | ||
| / i64::MAX as f64 | ||
| } | ||
| SampleFormat::F32 => f32::from_ne_bytes([data[0], data[1], data[2], data[3]]) as f64, | ||
| SampleFormat::F64 => f64::from_ne_bytes([ | ||
| data[0], data[1], data[2], data[3], data[4], data[5], data[6], data[7], | ||
| ]), | ||
| _ => todo!(), | ||
| }) | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.
9b06823There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Successfully deployed to the following URLs:
cap-web – ./
cap-web-git-main-mc-ilroy.vercel.app
cap-web-mc-ilroy.vercel.app
cap-web-nu.vercel.app
cap.so
www.cap.so