pub mod input; pub mod output; use crate::audio::output::SaturatingAdd; use cpal::traits::{DeviceTrait, HostTrait, StreamTrait}; use cpal::{SampleFormat, SampleRate, Stream, StreamConfig}; use dasp_interpolate::linear::Linear; use dasp_signal::{self as signal, Signal}; use log::*; use mumble_protocol::voice::VoicePacketPayload; use opus::Channels; use std::collections::hash_map::Entry; use std::collections::{HashMap, VecDeque}; use std::sync::{Arc, Mutex}; use tokio::sync::{mpsc, watch}; //TODO? move to mumlib pub const EVENT_SOUNDS: &[(&'static [u8], NotificationEvents)] = &[ (include_bytes!("resources/connect.wav"), NotificationEvents::ServerConnect), ( include_bytes!("resources/disconnect.wav"), NotificationEvents::ServerDisconnect, ), ( include_bytes!("resources/channel_join.wav"), NotificationEvents::UserConnected, ), ( include_bytes!("resources/channel_leave.wav"), NotificationEvents::UserDisconnected, ), ( include_bytes!("resources/channel_join.wav"), NotificationEvents::UserJoinedChannel, ), ( include_bytes!("resources/channel_leave.wav"), NotificationEvents::UserLeftChannel, ), (include_bytes!("resources/mute.wav"), NotificationEvents::Mute), (include_bytes!("resources/unmute.wav"), NotificationEvents::Unmute), (include_bytes!("resources/deafen.wav"), NotificationEvents::Deafen), (include_bytes!("resources/undeafen.wav"), NotificationEvents::Undeafen), ]; const SAMPLE_RATE: u32 = 48000; #[derive(Debug, Eq, PartialEq, Clone, Copy, Hash)] pub enum NotificationEvents { ServerConnect, ServerDisconnect, UserConnected, UserDisconnected, UserJoinedChannel, UserLeftChannel, Mute, Unmute, Deafen, Undeafen, } pub struct Audio { output_config: StreamConfig, _output_stream: Stream, _input_stream: Stream, input_channel_receiver: Option>, input_volume_sender: watch::Sender, output_volume_sender: watch::Sender, user_volumes: Arc>>, client_streams: Arc>>, sounds: HashMap>, play_sounds: Arc>>, } impl Audio { pub fn new(input_volume: f32, output_volume: f32) -> Self { let sample_rate = SampleRate(SAMPLE_RATE); let host = cpal::default_host(); let output_device = host .default_output_device() .expect("default output device not found"); let output_supported_config = output_device .supported_output_configs() .expect("error querying output configs") .find_map(|c| { if c.min_sample_rate() <= sample_rate && c.max_sample_rate() >= sample_rate { Some(c) } else { None } }) .unwrap() .with_sample_rate(sample_rate); let output_supported_sample_format = output_supported_config.sample_format(); let output_config: StreamConfig = output_supported_config.into(); let input_device = host .default_input_device() .expect("default input device not found"); let input_supported_config = input_device .supported_input_configs() .expect("error querying output configs") .find_map(|c| { if c.min_sample_rate() <= sample_rate && c.max_sample_rate() >= sample_rate { Some(c) } else { None } }) .unwrap() .with_sample_rate(sample_rate); let input_supported_sample_format = input_supported_config.sample_format(); let input_config: StreamConfig = input_supported_config.into(); let err_fn = |err| error!("An error occurred on the output audio stream: {}", err); let user_volumes = Arc::new(Mutex::new(HashMap::new())); let (output_volume_sender, output_volume_receiver) = watch::channel::(output_volume); let play_sounds = Arc::new(Mutex::new(VecDeque::new())); let client_streams = Arc::new(Mutex::new(HashMap::new())); let output_stream = match output_supported_sample_format { SampleFormat::F32 => output_device.build_output_stream( &output_config, output::curry_callback::( Arc::clone(&play_sounds), Arc::clone(&client_streams), output_volume_receiver, Arc::clone(&user_volumes), ), err_fn, ), SampleFormat::I16 => output_device.build_output_stream( &output_config, output::curry_callback::( Arc::clone(&play_sounds), Arc::clone(&client_streams), output_volume_receiver, Arc::clone(&user_volumes), ), err_fn, ), SampleFormat::U16 => output_device.build_output_stream( &output_config, output::curry_callback::( Arc::clone(&play_sounds), Arc::clone(&client_streams), output_volume_receiver, Arc::clone(&user_volumes), ), err_fn, ), } .unwrap(); let input_encoder = opus::Encoder::new( input_config.sample_rate.0, match input_config.channels { 1 => Channels::Mono, 2 => Channels::Stereo, _ => unimplemented!( "Only 1 or 2 channels supported, got {})", input_config.channels ), }, opus::Application::Voip, ) .unwrap(); let (input_sender, input_receiver) = mpsc::channel(100); let (input_volume_sender, input_volume_receiver) = watch::channel::(input_volume); let input_stream = match input_supported_sample_format { SampleFormat::F32 => input_device.build_input_stream( &input_config, input::callback::( input_encoder, input_sender, input_config.sample_rate.0, input_volume_receiver, 4, // 10 ms ), err_fn, ), SampleFormat::I16 => input_device.build_input_stream( &input_config, input::callback::( input_encoder, input_sender, input_config.sample_rate.0, input_volume_receiver, 4, // 10 ms ), err_fn, ), SampleFormat::U16 => input_device.build_input_stream( &input_config, input::callback::( input_encoder, input_sender, input_config.sample_rate.0, input_volume_receiver, 4, // 10 ms ), err_fn, ), } .unwrap(); output_stream.play().unwrap(); let sounds = EVENT_SOUNDS .iter() .map(|(bytes, event)| { let reader = hound::WavReader::new(*bytes).unwrap(); let spec = reader.spec(); let samples = match spec.sample_format { hound::SampleFormat::Float => reader .into_samples::() .map(|e| e.unwrap()) .collect::>(), hound::SampleFormat::Int => reader .into_samples::() .map(|e| cpal::Sample::to_f32(&e.unwrap())) .collect::>(), }; let mut signal = signal::from_iter(samples.iter().cloned()); let interp = Linear::new(signal.next(), signal.next()); let samples = signal .from_hz_to_hz(interp, spec.sample_rate as f64, SAMPLE_RATE as f64) .until_exhausted() .collect::>(); (*event, samples) }) .collect(); Self { output_config, _output_stream: output_stream, _input_stream: input_stream, input_volume_sender, input_channel_receiver: Some(input_receiver), client_streams, sounds, output_volume_sender, user_volumes, play_sounds, } } pub fn decode_packet(&self, session_id: u32, payload: VoicePacketPayload) { match self.client_streams.lock().unwrap().entry(session_id) { Entry::Occupied(mut entry) => { entry .get_mut() .decode_packet(payload, self.output_config.channels as usize); } Entry::Vacant(_) => { warn!("Can't find session id {}", session_id); } } } pub fn add_client(&self, session_id: u32) { match self.client_streams.lock().unwrap().entry(session_id) { Entry::Occupied(_) => { warn!("Session id {} already exists", session_id); } Entry::Vacant(entry) => { entry.insert(output::ClientStream::new( self.output_config.sample_rate.0, self.output_config.channels, )); } } } pub fn remove_client(&self, session_id: u32) { match self.client_streams.lock().unwrap().entry(session_id) { Entry::Occupied(entry) => { entry.remove(); } Entry::Vacant(_) => { warn!( "Tried to remove session id {} that doesn't exist", session_id ); } } } pub fn take_receiver(&mut self) -> Option> { self.input_channel_receiver.take() } pub fn clear_clients(&mut self) { self.client_streams.lock().unwrap().clear(); } pub fn set_input_volume(&self, input_volume: f32) { self.input_volume_sender.send(input_volume).unwrap(); } pub fn set_output_volume(&self, output_volume: f32) { self.output_volume_sender.send(output_volume).unwrap(); } pub fn set_user_volume(&self, id: u32, volume: f32) { match self.user_volumes.lock().unwrap().entry(id) { Entry::Occupied(mut entry) => { entry.get_mut().0 = volume; } Entry::Vacant(entry) => { entry.insert((volume, false)); } } } pub fn set_mute(&self, id: u32, mute: bool) { match self.user_volumes.lock().unwrap().entry(id) { Entry::Occupied(mut entry) => { entry.get_mut().1 = mute; } Entry::Vacant(entry) => { entry.insert((1.0, mute)); } } } pub fn play_effect(&self, effect: NotificationEvents) { let samples = self.sounds.get(&effect).unwrap(); let mut play_sounds = self.play_sounds.lock().unwrap(); for (val, e) in play_sounds.iter_mut().zip(samples.iter()) { *val = val.saturating_add(*e); } let l = play_sounds.len(); play_sounds.extend(samples.iter().skip(l)); } }