/* * Copyright (C) 2016 Apple Inc. All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer * in the documentation and/or other materials provided with the * distribution. * 3. Neither the name of Google Inc. nor the names of its contributors * may be used to endorse or promote products derived from this * software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #import "config.h" #import "MockRealtimeAudioSourceMac.h" #if ENABLE(MEDIA_STREAM) #import "AudioSampleBufferList.h" #import "CAAudioStreamDescription.h" #import "MediaConstraints.h" #import "MediaSampleAVFObjC.h" #import "NotImplemented.h" #import "RealtimeMediaSourceSettings.h" #import "WebAudioBufferList.h" #import "WebAudioSourceProviderAVFObjC.h" #import #import #import #import SOFT_LINK_FRAMEWORK(AudioToolbox) SOFT_LINK(AudioToolbox, AudioConverterNew, OSStatus, (const AudioStreamBasicDescription* inSourceFormat, const AudioStreamBasicDescription* inDestinationFormat, AudioConverterRef* outAudioConverter), (inSourceFormat, inDestinationFormat, outAudioConverter)) namespace WebCore { using namespace PAL; static inline size_t alignTo16Bytes(size_t size) { return (size + 15) & ~15; } static const double Tau = 2 * M_PI; static const double BipBopDuration = 0.07; static const double BipBopVolume = 0.5; static const double BipFrequency = 1500; static const double BopFrequency = 500; static const double HumFrequency = 150; static const double HumVolume = 0.1; template static void writeHum(float amplitude, float frequency, float sampleRate, AudioSampleType *p, uint64_t count) { float humPeriod = sampleRate / frequency; for (uint64_t i = 0; i < count; ++i) *p++ = amplitude * sin(i * Tau / humPeriod); } template static void addHum(float amplitude, float frequency, float sampleRate, uint64_t start, AudioSampleType *p, uint64_t count) { float humPeriod = sampleRate / frequency; for (uint64_t i = start, end = start + count; i < end; ++i) { AudioSampleType a = amplitude * sin(i * Tau / humPeriod); a += *p; *p++ = a; } } CaptureSourceOrError MockRealtimeAudioSource::create(const String& deviceID, const String& name, const MediaConstraints* constraints) { auto source = adoptRef(*new MockRealtimeAudioSourceMac(deviceID, name)); // FIXME: We should report error messages if (constraints && source->applyConstraints(*constraints)) return { }; return CaptureSourceOrError(WTFMove(source)); } MockRealtimeAudioSourceMac::MockRealtimeAudioSourceMac(const String& deviceID, const String& name) : MockRealtimeAudioSource(deviceID, name) { } void MockRealtimeAudioSourceMac::emitSampleBuffers(uint32_t frameCount) { ASSERT(m_formatDescription); CMTime startTime = CMTimeMake(m_samplesEmitted, sampleRate()); m_samplesEmitted += frameCount; audioSamplesAvailable(PAL::toMediaTime(startTime), *m_audioBufferList, CAAudioStreamDescription(m_streamFormat), frameCount); } void MockRealtimeAudioSourceMac::reconfigure() { m_maximiumFrameCount = WTF::roundUpToPowerOfTwo(renderInterval().seconds() * sampleRate() * 2); ASSERT(m_maximiumFrameCount); const int bytesPerFloat = sizeof(Float32); const int bitsPerByte = 8; const int channelCount = 2; const bool isFloat = true; const bool isBigEndian = false; const bool isNonInterleaved = true; FillOutASBDForLPCM(m_streamFormat, sampleRate(), channelCount, bitsPerByte * bytesPerFloat, bitsPerByte * bytesPerFloat, isFloat, isBigEndian, isNonInterleaved); m_audioBufferList = std::make_unique(m_streamFormat, m_streamFormat.mBytesPerFrame * m_maximiumFrameCount); CMFormatDescriptionRef formatDescription; CMAudioFormatDescriptionCreate(NULL, &m_streamFormat, 0, NULL, 0, NULL, NULL, &formatDescription); m_formatDescription = adoptCF(formatDescription); } void MockRealtimeAudioSourceMac::render(double delta) { if (!m_audioBufferList) reconfigure(); uint32_t totalFrameCount = alignTo16Bytes(delta * sampleRate()); uint32_t frameCount = std::min(totalFrameCount, m_maximiumFrameCount); while (frameCount) { uint32_t bipBopStart = m_samplesRendered % m_bipBopBuffer.size(); uint32_t bipBopRemain = m_bipBopBuffer.size() - bipBopStart; uint32_t bipBopCount = std::min(frameCount, bipBopRemain); for (auto& audioBuffer : m_audioBufferList->buffers()) { audioBuffer.mDataByteSize = frameCount * m_streamFormat.mBytesPerFrame; if (!muted()) { memcpy(audioBuffer.mData, &m_bipBopBuffer[bipBopStart], sizeof(Float32) * bipBopCount); addHum(HumVolume, HumFrequency, sampleRate(), m_samplesRendered, static_cast(audioBuffer.mData), bipBopCount); } else memset(audioBuffer.mData, 0, sizeof(Float32) * bipBopCount); } emitSampleBuffers(bipBopCount); m_samplesRendered += bipBopCount; totalFrameCount -= bipBopCount; frameCount = std::min(totalFrameCount, m_maximiumFrameCount); } } bool MockRealtimeAudioSourceMac::applySampleRate(int sampleRate) { if (sampleRate < 44100 || sampleRate > 48000) return false; if (sampleRate == this->sampleRate()) return true; m_formatDescription = nullptr; m_audioBufferList = nullptr; size_t sampleCount = 2 * sampleRate; m_bipBopBuffer.grow(sampleCount); m_bipBopBuffer.fill(0); size_t bipBopSampleCount = ceil(BipBopDuration * sampleRate); size_t bipStart = 0; size_t bopStart = sampleRate; addHum(BipBopVolume, BipFrequency, sampleRate, 0, m_bipBopBuffer.data() + bipStart, bipBopSampleCount); addHum(BipBopVolume, BopFrequency, sampleRate, 0, m_bipBopBuffer.data() + bopStart, bipBopSampleCount); return true; } } // namespace WebCore #endif // ENABLE(MEDIA_STREAM)