#include "stdafx.h" #include "SoundMixer.h" #include "APU.h" #include "CPU.h" #include "VideoDecoder.h" #include "../Utilities/orfanidis_eq.h" IAudioDevice* SoundMixer::AudioDevice = nullptr; unique_ptr SoundMixer::_waveRecorder; SimpleLock SoundMixer::_waveRecorderLock; double SoundMixer::_fadeRatio; uint32_t SoundMixer::_muteFrameCount; SoundMixer::SoundMixer() { _eqFrequencyGrid.reset(new orfanidis_eq::freq_grid()); _outputBuffer = new int16_t[SoundMixer::MaxSamplesPerFrame]; _blipBufLeft = blip_new(SoundMixer::MaxSamplesPerFrame); _blipBufRight = blip_new(SoundMixer::MaxSamplesPerFrame); _sampleRate = EmulationSettings::GetSampleRate(); _model = NesModel::NTSC; Reset(); } SoundMixer::~SoundMixer() { delete[] _outputBuffer; _outputBuffer = nullptr; blip_delete(_blipBufLeft); blip_delete(_blipBufRight); } void SoundMixer::StreamState(bool saving) { Stream(_clockRate, _sampleRate); if(!saving) { Reset(); UpdateRates(true); } ArrayInfo currentOutput = { _currentOutput, MaxChannelCount }; Stream(_previousOutputLeft, currentOutput, _previousOutputRight); } void SoundMixer::RegisterAudioDevice(IAudioDevice *audioDevice) { SoundMixer::AudioDevice = audioDevice; } void SoundMixer::StopAudio(bool clearBuffer) { if(SoundMixer::AudioDevice) { if(clearBuffer) { SoundMixer::AudioDevice->Stop(); } else { SoundMixer::AudioDevice->Pause(); } } } void SoundMixer::Reset() { _fadeRatio = 1.0; _muteFrameCount = 0; _previousOutputLeft = 0; _previousOutputRight = 0; blip_clear(_blipBufLeft); blip_clear(_blipBufRight); _timestamps.clear(); for(uint32_t i = 0; i < MaxChannelCount; i++) { _volumes[i] = 0; _panning[i] = 0; } memset(_channelOutput, 0, sizeof(_channelOutput)); memset(_currentOutput, 0, sizeof(_currentOutput)); UpdateRates(true); UpdateEqualizers(true); } void SoundMixer::PlayAudioBuffer(uint32_t time) { EndFrame(time); size_t sampleCount = blip_read_samples(_blipBufLeft, _outputBuffer, SoundMixer::MaxSamplesPerFrame, 1); ApplyEqualizer(_equalizerLeft.get(), sampleCount); if(_hasPanning) { blip_read_samples(_blipBufRight, _outputBuffer + 1, SoundMixer::MaxSamplesPerFrame, 1); ApplyEqualizer(_equalizerRight.get(), sampleCount); } else { //Copy left channel to right channel (optimization - when no panning is used) for(size_t i = 0; i < sampleCount * 2; i += 2) { _outputBuffer[i + 1] = _outputBuffer[i]; } } //Apply low pass filter/volume reduction when in background (based on options) if(!VideoDecoder::GetInstance()->IsRecording() && !_waveRecorder && !EmulationSettings::CheckFlag(EmulationFlags::NsfPlayerEnabled) && EmulationSettings::CheckFlag(EmulationFlags::InBackground)) { if(EmulationSettings::CheckFlag(EmulationFlags::MuteSoundInBackground)) { _lowPassFilter.ApplyFilter(_outputBuffer, sampleCount, 0, 0); } else if(EmulationSettings::CheckFlag(EmulationFlags::ReduceSoundInBackground)) { _lowPassFilter.ApplyFilter(_outputBuffer, sampleCount, 6, 0.75); } } if(EmulationSettings::GetReverbStrength() > 0) { _reverbFilter.ApplyFilter(_outputBuffer, sampleCount, _sampleRate, EmulationSettings::GetReverbStrength(), EmulationSettings::GetReverbDelay()); } else { _reverbFilter.ResetFilter(); } switch(EmulationSettings::GetStereoFilter()) { case StereoFilter::Delay: _stereoDelay.ApplyFilter(_outputBuffer, sampleCount, _sampleRate); break; case StereoFilter::Panning: _stereoPanning.ApplyFilter(_outputBuffer, sampleCount); break; } if(EmulationSettings::GetCrossFeedRatio() > 0) { _crossFeedFilter.ApplyFilter(_outputBuffer, sampleCount, EmulationSettings::GetCrossFeedRatio()); } if(SoundMixer::AudioDevice && !EmulationSettings::IsPaused()) { SoundMixer::AudioDevice->PlayBuffer(_outputBuffer, (uint32_t)sampleCount, _sampleRate, true); } if(_waveRecorder) { auto lock = _waveRecorderLock.AcquireSafe(); if(_waveRecorder) { if(!_waveRecorder->WriteSamples(_outputBuffer, (uint32_t)sampleCount, _sampleRate, true)) { _waveRecorder.reset(); } } } VideoDecoder::GetInstance()->AddRecordingSound(_outputBuffer, (uint32_t)sampleCount, _sampleRate); if(EmulationSettings::NeedAudioSettingsUpdate()) { if(EmulationSettings::GetSampleRate() != _sampleRate) { //Update sample rate for next frame if setting changed _sampleRate = EmulationSettings::GetSampleRate(); UpdateRates(true); UpdateEqualizers(true); } else { UpdateEqualizers(false); UpdateRates(false); } } } void SoundMixer::SetNesModel(NesModel model) { _model = model; UpdateRates(true); } void SoundMixer::UpdateRates(bool forceUpdate) { uint32_t newRate = CPU::GetClockRate(_model); if(!EmulationSettings::GetOverclockAdjustApu()) { newRate = (uint32_t)(newRate * (double)EmulationSettings::GetOverclockRate(false, true) / 100); } if(_clockRate != newRate || forceUpdate) { _clockRate = newRate; blip_set_rates(_blipBufLeft, _clockRate, _sampleRate); blip_set_rates(_blipBufRight, _clockRate, _sampleRate); } bool hasPanning = false; for(uint32_t i = 0; i < MaxChannelCount; i++) { _volumes[i] = EmulationSettings::GetChannelVolume((AudioChannel)i); _panning[i] = EmulationSettings::GetChannelPanning((AudioChannel)i); if(_panning[i] != 1.0) { if(!_hasPanning) { blip_clear(_blipBufLeft); blip_clear(_blipBufRight); } hasPanning = true; } } _hasPanning = hasPanning; } double SoundMixer::GetChannelOutput(AudioChannel channel, bool forRightChannel) { if(forRightChannel) { return _currentOutput[(int)channel] * _volumes[(int)channel] * _panning[(int)channel]; } else { return _currentOutput[(int)channel] * _volumes[(int)channel] * (2.0 - _panning[(int)channel]); } } int16_t SoundMixer::GetOutputVolume(bool forRightChannel) { double squareOutput = GetChannelOutput(AudioChannel::Square1, forRightChannel) + GetChannelOutput(AudioChannel::Square2, forRightChannel); double tndOutput = 3 * GetChannelOutput(AudioChannel::Triangle, forRightChannel) + 2 * GetChannelOutput(AudioChannel::Noise, forRightChannel) + GetChannelOutput(AudioChannel::DMC, forRightChannel); uint16_t squareVolume = (uint16_t)(477600 / (8128.0 / squareOutput + 100.0)); uint16_t tndVolume = (uint16_t)(818350 / (24329.0 / tndOutput + 100.0)); return (int16_t)(squareVolume + tndVolume + GetChannelOutput(AudioChannel::FDS, forRightChannel) * 20 + GetChannelOutput(AudioChannel::MMC5, forRightChannel) * 43 + GetChannelOutput(AudioChannel::Namco163, forRightChannel) * 20 + GetChannelOutput(AudioChannel::Sunsoft5B, forRightChannel) * 15 + GetChannelOutput(AudioChannel::VRC6, forRightChannel) * 75 + GetChannelOutput(AudioChannel::VRC7, forRightChannel)); } void SoundMixer::AddDelta(AudioChannel channel, uint32_t time, int16_t delta) { if(delta != 0) { _timestamps.push_back(time); _channelOutput[(int)channel][time] += delta; } } void SoundMixer::EndFrame(uint32_t time) { double masterVolume = EmulationSettings::GetMasterVolume() * _fadeRatio; sort(_timestamps.begin(), _timestamps.end()); _timestamps.erase(std::unique(_timestamps.begin(), _timestamps.end()), _timestamps.end()); bool muteFrame = true; for(size_t i = 0, len = _timestamps.size(); i < len; i++) { uint32_t stamp = _timestamps[i]; for(uint32_t j = 0; j < MaxChannelCount; j++) { if(_channelOutput[j][stamp] != 0) { //Assume any change in output means sound is playing, disregarding volume options //NSF tracks that mute the triangle channel by setting it to a high-frequency value will not be considered silent muteFrame = false; } _currentOutput[j] += _channelOutput[j][stamp]; } int16_t currentOutput = GetOutputVolume(false); blip_add_delta(_blipBufLeft, stamp, (int)((currentOutput - _previousOutputLeft) * masterVolume)); _previousOutputLeft = currentOutput; if(_hasPanning) { currentOutput = GetOutputVolume(true); blip_add_delta(_blipBufRight, stamp, (int)((currentOutput - _previousOutputRight) * masterVolume)); _previousOutputRight = currentOutput; } } blip_end_frame(_blipBufLeft, time); if(_hasPanning) { blip_end_frame(_blipBufRight, time); } if(muteFrame) { _muteFrameCount++; } else { _muteFrameCount = 0; } //Reset everything _timestamps.clear(); memset(_channelOutput, 0, sizeof(_channelOutput)); } void SoundMixer::ApplyEqualizer(orfanidis_eq::eq1* equalizer, size_t sampleCount) { if(equalizer) { int offset = equalizer == _equalizerRight.get() ? 1 : 0; for(size_t i = 0; i < sampleCount; i++) { double in = _outputBuffer[i * 2 + offset]; double out; equalizer->sbs_process(&in, &out); _outputBuffer[i * 2 + offset] = (int16_t)out; } } } void SoundMixer::UpdateEqualizers(bool forceUpdate) { EqualizerFilterType type = EmulationSettings::GetEqualizerFilterType(); if(type != EqualizerFilterType::None) { vector bands = EmulationSettings::GetEqualizerBands(); if(bands.size() != _eqFrequencyGrid->get_number_of_bands()) { _equalizerLeft.reset(); _equalizerRight.reset(); } if((_equalizerLeft && (int)_equalizerLeft->get_eq_type() != (int)type) || !_equalizerLeft || forceUpdate) { bands.insert(bands.begin(), bands[0] - (bands[1] - bands[0])); bands.insert(bands.end(), bands[bands.size() - 1] + (bands[bands.size() - 1] - bands[bands.size() - 2])); _eqFrequencyGrid.reset(new orfanidis_eq::freq_grid()); for(size_t i = 1; i < bands.size() - 1; i++) { _eqFrequencyGrid->add_band((bands[i] + bands[i - 1]) / 2, bands[i], (bands[i + 1] + bands[i]) / 2); } _equalizerLeft.reset(new orfanidis_eq::eq1(_eqFrequencyGrid.get(), (orfanidis_eq::filter_type)EmulationSettings::GetEqualizerFilterType())); _equalizerRight.reset(new orfanidis_eq::eq1(_eqFrequencyGrid.get(), (orfanidis_eq::filter_type)EmulationSettings::GetEqualizerFilterType())); _equalizerLeft->set_sample_rate(_sampleRate); _equalizerRight->set_sample_rate(_sampleRate); } for(unsigned int i = 0; i < _eqFrequencyGrid->get_number_of_bands(); i++) { _equalizerLeft->change_band_gain_db(i, EmulationSettings::GetBandGain(i)); _equalizerRight->change_band_gain_db(i, EmulationSettings::GetBandGain(i)); } } else { _equalizerLeft.reset(); _equalizerRight.reset(); } } void SoundMixer::StartRecording(string filepath) { auto lock = _waveRecorderLock.AcquireSafe(); _waveRecorder.reset(new WaveRecorder(filepath, EmulationSettings::GetSampleRate(), true)); } void SoundMixer::StopRecording() { auto lock = _waveRecorderLock.AcquireSafe(); _waveRecorder.reset(); } bool SoundMixer::IsRecording() { return _waveRecorder.get() != nullptr; } void SoundMixer::SetFadeRatio(double fadeRatio) { _fadeRatio = fadeRatio; } uint32_t SoundMixer::GetMuteFrameCount() { return _muteFrameCount; } void SoundMixer::ResetMuteFrameCount() { _muteFrameCount = 0; }