pub mod input; pub mod output; mod noise_gate; use crate::audio::input::{DefaultAudioInputDevice, AudioInputDevice}; use crate::audio::output::{DefaultAudioOutputDevice, AudioOutputDevice, ClientStream}; use crate::audio::noise_gate::{from_interleaved_samples_stream, OpusEncoder, StreamingNoiseGate, StreamingSignalExt}; use crate::error::AudioError; use crate::network::VoiceStreamType; use crate::state::StatePhase; use cpal::SampleRate; use dasp_interpolate::linear::Linear; use dasp_signal::{self as signal, Signal}; use futures_util::stream::Stream; use futures_util::StreamExt; use log::*; use mumble_protocol::Serverbound; use mumble_protocol::voice::{VoicePacketPayload, VoicePacket}; use mumlib::config::SoundEffect; use std::borrow::Cow; use std::collections::{hash_map::Entry, HashMap}; use std::convert::TryFrom; use std::fmt::Debug; use std::fs::File; use std::io::Read; use std::sync::{Arc, Mutex}; use strum::IntoEnumIterator; use strum_macros::EnumIter; use tokio::sync::watch; const SAMPLE_RATE: u32 = 48000; #[derive(Debug, Eq, PartialEq, Clone, Copy, Hash, EnumIter)] pub enum NotificationEvents { ServerConnect, ServerDisconnect, UserConnected, UserDisconnected, UserJoinedChannel, UserLeftChannel, Mute, Unmute, Deafen, Undeafen, } impl TryFrom<&str> for NotificationEvents { type Error = (); fn try_from(s: &str) -> Result { match s { "server_connect" => Ok(NotificationEvents::ServerConnect), "server_disconnect" => Ok(NotificationEvents::ServerDisconnect), "user_connected" => Ok(NotificationEvents::UserConnected), "user_disconnected" => Ok(NotificationEvents::UserDisconnected), "user_joined_channel" => Ok(NotificationEvents::UserJoinedChannel), "user_left_channel" => Ok(NotificationEvents::UserLeftChannel), "mute" => Ok(NotificationEvents::Mute), "unmute" => Ok(NotificationEvents::Unmute), "deafen" => Ok(NotificationEvents::Deafen), "undeafen" => Ok(NotificationEvents::Undeafen), _ => { warn!("Unknown notification event '{}' in config", s); Err(()) } } } } pub struct AudioInput { device: DefaultAudioInputDevice, channel_receiver: Arc> + Unpin>>>, } impl AudioInput { pub fn new(input_volume: f32, phase_watcher: watch::Receiver) -> Result { let mut default = DefaultAudioInputDevice::new(input_volume, phase_watcher)?; let sample_rate = SampleRate(SAMPLE_RATE); let opus_stream = OpusEncoder::new( 4, sample_rate.0, default.num_channels(), StreamingSignalExt::into_interleaved_samples( StreamingNoiseGate::new( from_interleaved_samples_stream::<_, f32>(default.sample_receiver()), //TODO group frames correctly 10_000 ) ) ).enumerate() .map(|(i, e)| VoicePacket::Audio { _dst: std::marker::PhantomData, target: 0, // normal speech session_id: (), // unused for server-bound packets seq_num: i as u64, payload: VoicePacketPayload::Opus(e.into(), false), position_info: None, } ); default.play()?; let res = Self { device: default, channel_receiver: Arc::new(tokio::sync::Mutex::new(Box::new(opus_stream))), }; Ok(res) } pub fn receiver(&self) -> Arc> + Unpin>>> { Arc::clone(&self.channel_receiver) } pub fn set_volume(&self, input_volume: f32) { self.device.set_volume(input_volume); } } pub struct AudioOutput { device: DefaultAudioOutputDevice, user_volumes: Arc>>, client_streams: Arc>, sounds: HashMap>, } impl AudioOutput { pub fn new(output_volume: f32) -> Result { let user_volumes = Arc::new(std::sync::Mutex::new(HashMap::new())); let default = DefaultAudioOutputDevice::new( output_volume, Arc::clone(&user_volumes), )?; default.play()?; let client_streams = default.client_streams(); let mut res = Self { device: default, sounds: HashMap::new(), client_streams, user_volumes, }; res.load_sound_effects(&[]); Ok(res) } pub fn load_sound_effects(&mut self, sound_effects: &[SoundEffect]) { let overrides: HashMap<_, _> = sound_effects .iter() .filter_map(|sound_effect| { let (event, file) = (&sound_effect.event, &sound_effect.file); if let Ok(event) = NotificationEvents::try_from(event.as_str()) { Some((event, file)) } else { None } }) .collect(); self.sounds = NotificationEvents::iter() .map(|event| { let bytes = overrides.get(&event) .map(|file| get_sfx(file)) .unwrap_or_else(get_default_sfx); let reader = hound::WavReader::new(bytes.as_ref()).unwrap(); let spec = reader.spec(); let samples = match spec.sample_format { hound::SampleFormat::Float => reader .into_samples::() .map(|e| e.unwrap()) .collect::>(), hound::SampleFormat::Int => reader .into_samples::() .map(|e| cpal::Sample::to_f32(&e.unwrap())) .collect::>(), }; let iter: Box> = match spec.channels { 1 => Box::new(samples.into_iter().flat_map(|e| vec![e, e])), 2 => Box::new(samples.into_iter()), _ => unimplemented!("Only mono and stereo sound is supported. See #80.") }; let mut signal = signal::from_interleaved_samples_iter::<_, [f32; 2]>(iter); let interp = Linear::new(Signal::next(&mut signal), Signal::next(&mut signal)); let samples = signal .from_hz_to_hz(interp, spec.sample_rate as f64, SAMPLE_RATE as f64) .until_exhausted() // if the source audio is stereo and is being played as mono, discard the right audio .flat_map( |e| if self.device.num_channels() == 1 { vec![e[0]] } else { e.to_vec() } ) .collect::>(); (event, samples) }) .collect(); } pub fn decode_packet_payload(&self, stream_type: VoiceStreamType, session_id: u32, payload: VoicePacketPayload) { self.client_streams.lock().unwrap().decode_packet( (stream_type, session_id), payload, ); } pub fn set_volume(&self, output_volume: f32) { self.device.set_volume(output_volume); } pub fn set_user_volume(&self, id: u32, volume: f32) { match self.user_volumes.lock().unwrap().entry(id) { Entry::Occupied(mut entry) => { entry.get_mut().0 = volume; } Entry::Vacant(entry) => { entry.insert((volume, false)); } } } pub fn set_mute(&self, id: u32, mute: bool) { match self.user_volumes.lock().unwrap().entry(id) { Entry::Occupied(mut entry) => { entry.get_mut().1 = mute; } Entry::Vacant(entry) => { entry.insert((1.0, mute)); } } } pub fn play_effect(&self, effect: NotificationEvents) { let samples = self.sounds.get(&effect).unwrap(); self.client_streams.lock().unwrap().extend(None, samples); } } // moo fn get_sfx(file: &str) -> Cow<'static, [u8]> { let mut buf: Vec = Vec::new(); if let Ok(mut file) = File::open(file) { file.read_to_end(&mut buf).unwrap(); Cow::from(buf) } else { warn!("File not found: '{}'", file); get_default_sfx() } } fn get_default_sfx() -> Cow<'static, [u8]> { Cow::from(include_bytes!("fallback_sfx.wav").as_ref()) }