horok/firefox
1
0
Fork 0
Code Activity
firefox/dom/media/gtest/TestAudioCallbackDriver.cpp
Daniel Baumann 5e9a113729
Adding upstream version 140.0. 
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
2025-06-25 09:37:52 +02:00

820 lines
31 KiB
C++
Raw Permalink Blame History

/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*-*/
/* This Source Code Form is subject to the terms of the Mozilla Public
* License, v. 2.0. If a copy of the MPL was not distributed with this file,
* You can obtain one at http://mozilla.org/MPL/2.0/. */
#include <tuple>
#include "CubebUtils.h"
#include "GraphDriver.h"
#include "gmock/gmock.h"
#include "gtest/gtest.h"
#include "MediaTrackGraphImpl.h"
#include "mozilla/gtest/WaitFor.h"
#include "mozilla/Attributes.h"
#include "mozilla/SyncRunnable.h"
#include "nsTArray.h"
#include "MockCubeb.h"
namespace mozilla {
using IterationResult = GraphInterface::IterationResult;
using ::testing::_;
using ::testing::AnyNumber;
using ::testing::AtMost;
using ::testing::Eq;
using ::testing::InSequence;
using ::testing::NiceMock;
class MockGraphInterface : public GraphInterface {
NS_DECL_THREADSAFE_ISUPPORTS
explicit MockGraphInterface(TrackRate aSampleRate)
: mSampleRate(aSampleRate) {}
MOCK_METHOD(void, NotifyInputStopped, ());
MOCK_METHOD(void, NotifyInputData,
(const AudioDataValue*, size_t, TrackRate, uint32_t, uint32_t));
MOCK_METHOD(void, NotifySetRequestedInputProcessingParamsResult,
(AudioCallbackDriver*, int,
(Result<cubeb_input_processing_params, int>&&)));
MOCK_METHOD(void, DeviceChanged, ());
#ifdef DEBUG
MOCK_METHOD(bool, InDriverIteration, (const GraphDriver*), (const));
#endif
/* OneIteration cannot be mocked because IterationResult is non-memmovable and
* cannot be passed as a parameter, which GMock does internally. */
IterationResult OneIteration(GraphTime aStateComputedTime, GraphTime,
MixerCallbackReceiver* aMixerReceiver) {
GraphDriver* driver = mCurrentDriver;
if (aMixerReceiver) {
mMixer.StartMixing();
mMixer.Mix(nullptr, driver->AsAudioCallbackDriver()->OutputChannelCount(),
aStateComputedTime - mStateComputedTime, mSampleRate);
aMixerReceiver->MixerCallback(mMixer.MixedChunk(), mSampleRate);
}
if (aStateComputedTime != mStateComputedTime) {
mFramesIteratedEvent.Notify(aStateComputedTime - mStateComputedTime);
++mIterationCount;
}
mStateComputedTime = aStateComputedTime;
if (!mKeepProcessing) {
return IterationResult::CreateStop(
NS_NewRunnableFunction(__func__, [] {}));
}
if (auto guard = mNextDriver.Lock(); guard->isSome()) {
auto tup = guard->extract();
const auto& [driver, switchedRunnable] = tup;
return IterationResult::CreateSwitchDriver(driver, switchedRunnable);
}
if (mEnsureNextIteration) {
driver->EnsureNextIteration();
}
return IterationResult::CreateStillProcessing();
}
void SetEnsureNextIteration(bool aEnsure) { mEnsureNextIteration = aEnsure; }
size_t IterationCount() const { return mIterationCount; }
GraphTime StateComputedTime() const { return mStateComputedTime; }
void SetCurrentDriver(GraphDriver* aDriver) { mCurrentDriver = aDriver; }
void StopIterating() { mKeepProcessing = false; }
void SwitchTo(RefPtr<GraphDriver> aDriver,
RefPtr<Runnable> aSwitchedRunnable = NS_NewRunnableFunction(
"DefaultNoopSwitchedRunnable", [] {})) {
auto guard = mNextDriver.Lock();
MOZ_RELEASE_ASSERT(guard->isNothing());
*guard =
Some(std::make_tuple(std::move(aDriver), std::move(aSwitchedRunnable)));
}
const TrackRate mSampleRate;
MediaEventSource<uint32_t>& FramesIteratedEvent() {
return mFramesIteratedEvent;
}
protected:
Atomic<size_t> mIterationCount{0};
Atomic<GraphTime> mStateComputedTime{0};
Atomic<GraphDriver*> mCurrentDriver{nullptr};
Atomic<bool> mEnsureNextIteration{false};
Atomic<bool> mKeepProcessing{true};
DataMutex<Maybe<std::tuple<RefPtr<GraphDriver>, RefPtr<Runnable>>>>
mNextDriver{"MockGraphInterface::mNextDriver"};
RefPtr<Runnable> mNextDriverSwitchedRunnable;
MediaEventProducer<uint32_t> mFramesIteratedEvent;
AudioMixer mMixer;
virtual ~MockGraphInterface() = default;
};
NS_IMPL_ISUPPORTS0(MockGraphInterface)
TEST(TestAudioCallbackDriver, StartStop)
MOZ_CAN_RUN_SCRIPT_BOUNDARY {
const TrackRate rate = 44100;
MockCubeb* cubeb = new MockCubeb();
CubebUtils::ForceSetCubebContext(cubeb->AsCubebContext());
RefPtr<AudioCallbackDriver> driver;
auto graph = MakeRefPtr<NiceMock<MockGraphInterface>>(rate);
EXPECT_CALL(*graph, NotifyInputStopped).Times(0);
driver = MakeRefPtr<AudioCallbackDriver>(
graph, nullptr, rate, 2, 0, nullptr, nullptr, AudioInputType::Unknown,
Some<AudioInputProcessingParamsRequest>(
{0, CUBEB_INPUT_PROCESSING_PARAM_NONE}));
EXPECT_FALSE(driver->ThreadRunning()) << "Verify thread is not running";
EXPECT_FALSE(driver->IsStarted()) << "Verify thread is not started";
graph->SetCurrentDriver(driver);
driver->Start();
// Allow some time to "play" audio.
std::this_thread::sleep_for(std::chrono::milliseconds(200));
EXPECT_TRUE(driver->ThreadRunning()) << "Verify thread is running";
EXPECT_TRUE(driver->IsStarted()) << "Verify thread is started";
// This will block untill all events have been executed.
MOZ_KnownLive(driver)->Shutdown();
EXPECT_FALSE(driver->ThreadRunning()) << "Verify thread is not running";
EXPECT_FALSE(driver->IsStarted()) << "Verify thread is not started";
}
void TestSlowStart(const TrackRate aRate) MOZ_CAN_RUN_SCRIPT_BOUNDARY {
std::cerr << "TestSlowStart with rate " << aRate << std::endl;
MockCubeb* cubeb = new MockCubeb();
cubeb->SetStreamStartFreezeEnabled(true);
auto unforcer = WaitFor(cubeb->ForceAudioThread()).unwrap();
Unused << unforcer;
CubebUtils::ForceSetCubebContext(cubeb->AsCubebContext());
RefPtr<AudioCallbackDriver> driver;
auto graph = MakeRefPtr<NiceMock<MockGraphInterface>>(aRate);
EXPECT_CALL(*graph, NotifyInputStopped).Times(0);
nsIThread* mainThread = NS_GetCurrentThread();
Maybe<int64_t> audioStart;
Maybe<uint32_t> alreadyBuffered;
int64_t inputFrameCount = 0;
int64_t processedFrameCount = -1;
ON_CALL(*graph, NotifyInputData)
.WillByDefault([&](const AudioDataValue*, size_t aFrames, TrackRate,
uint32_t, uint32_t aAlreadyBuffered) {
if (!audioStart) {
audioStart = Some(graph->StateComputedTime());
alreadyBuffered = Some(aAlreadyBuffered);
mainThread->Dispatch(NS_NewRunnableFunction(__func__, [&] {
// Start processedFrameCount now, ignoring frames processed while
// waiting for the fallback driver to stop.
processedFrameCount = 0;
}));
}
EXPECT_NEAR(inputFrameCount,
static_cast<int64_t>(graph->StateComputedTime() -
*audioStart + *alreadyBuffered),
WEBAUDIO_BLOCK_SIZE)
<< "Input should be behind state time, due to the delayed start. "
"stateComputedTime="
<< graph->StateComputedTime() << ", audioStartTime=" << *audioStart
<< ", alreadyBuffered=" << *alreadyBuffered;
inputFrameCount += aFrames;
});
driver = MakeRefPtr<AudioCallbackDriver>(
graph, nullptr, aRate, 2, 2, nullptr, (void*)1, AudioInputType::Voice,
Some<AudioInputProcessingParamsRequest>(
{0, CUBEB_INPUT_PROCESSING_PARAM_NONE}));
EXPECT_FALSE(driver->ThreadRunning()) << "Verify thread is not running";
EXPECT_FALSE(driver->IsStarted()) << "Verify thread is not started";
graph->SetCurrentDriver(driver);
graph->SetEnsureNextIteration(true);
auto initPromise = TakeN(cubeb->StreamInitEvent(), 1);
driver->Start();
auto [stream] = WaitFor(initPromise).unwrap()[0];
cubeb->SetStreamStartFreezeEnabled(false);
const size_t fallbackIterations = 3;
WaitUntil(graph->FramesIteratedEvent(), [&](uint32_t aFrames) {
const GraphTime tenMillis = aRate / 100;
// An iteration is always rounded upwards to the next full block.
const GraphTime tenMillisIteration =
MediaTrackGraphImpl::RoundUpToEndOfAudioBlock(tenMillis);
// The iteration may be smaller because up to an extra block may have been
// processed and buffered.
const GraphTime tenMillisMinIteration =
tenMillisIteration - WEBAUDIO_BLOCK_SIZE;
// An iteration must be at least one audio block.
const GraphTime minIteration =
std::max<GraphTime>(WEBAUDIO_BLOCK_SIZE, tenMillisMinIteration);
EXPECT_GE(aFrames, minIteration)
<< "Fallback driver iteration >= 10ms, modulo an audio block";
EXPECT_LT(aFrames, static_cast<size_t>(aRate))
<< "Fallback driver iteration <1s (sanity)";
return graph->IterationCount() >= fallbackIterations;
});
MediaEventListener processedListener =
stream->FramesProcessedEvent().Connect(mainThread, [&](uint32_t aFrames) {
if (processedFrameCount >= 0) {
processedFrameCount += aFrames;
}
});
stream->Thaw();
SpinEventLoopUntil(
"processed at least 100ms of audio data from stream callback"_ns,
[&] { return processedFrameCount >= aRate / 10; });
// This will block until all events have been queued.
MOZ_KnownLive(driver)->Shutdown();
// Process processListener events.
NS_ProcessPendingEvents(mainThread);
processedListener.Disconnect();
EXPECT_EQ(inputFrameCount, processedFrameCount);
EXPECT_NEAR(graph->StateComputedTime() - *audioStart,
inputFrameCount + *alreadyBuffered, WEBAUDIO_BLOCK_SIZE)
<< "Graph progresses while audio driver runs. stateComputedTime="
<< graph->StateComputedTime() << ", inputFrameCount=" << inputFrameCount;
}
TEST(TestAudioCallbackDriver, SlowStart)
{
TestSlowStart(1000); // 10ms = 10 <<< 128 samples
TestSlowStart(8000); // 10ms = 80 < 128 samples
TestSlowStart(44100); // 10ms = 441 > 128 samples
}
#ifdef DEBUG
template <typename T>
class MOZ_STACK_CLASS AutoSetter {
std::atomic<T>& mVal;
T mNew;
T mOld;
public:
explicit AutoSetter(std::atomic<T>& aVal, T aNew)
: mVal(aVal), mNew(aNew), mOld(mVal.exchange(aNew)) {}
~AutoSetter() {
DebugOnly<T> oldNew = mVal.exchange(mOld);
MOZ_RELEASE_ASSERT(oldNew == mNew);
}
};
#endif
TEST(TestAudioCallbackDriver, SlowDeviceChange)
MOZ_CAN_RUN_SCRIPT_BOUNDARY {
constexpr TrackRate rate = 48000;
MockCubeb* cubeb = new MockCubeb(MockCubeb::RunningMode::Manual);
CubebUtils::ForceSetCubebContext(cubeb->AsCubebContext());
int generation = 99;
auto graph = MakeRefPtr<MockGraphInterface>(rate);
auto driver = MakeRefPtr<AudioCallbackDriver>(
graph, nullptr, rate, 2, 1, nullptr, (void*)1, AudioInputType::Voice,
Some<AudioInputProcessingParamsRequest>(
{generation, CUBEB_INPUT_PROCESSING_PARAM_NONE}));
EXPECT_FALSE(driver->ThreadRunning()) << "Verify thread is not running";
EXPECT_FALSE(driver->IsStarted()) << "Verify thread is not started";
#ifdef DEBUG
std::atomic<std::thread::id> threadInDriverIteration{std::thread::id()};
EXPECT_CALL(*graph, InDriverIteration(driver.get())).WillRepeatedly([&] {
return std::this_thread::get_id() == threadInDriverIteration;
});
#endif
constexpr size_t ignoredFrameCount = 1337;
EXPECT_CALL(*graph, NotifyInputData(_, 0, rate, 1, _)).Times(AnyNumber());
EXPECT_CALL(*graph, NotifyInputData(_, ignoredFrameCount, _, _, _)).Times(0);
EXPECT_CALL(*graph, DeviceChanged);
Result<cubeb_input_processing_params, int> expected =
Err(CUBEB_ERROR_NOT_SUPPORTED);
EXPECT_CALL(*graph, NotifySetRequestedInputProcessingParamsResult(
driver.get(), generation, Eq(std::ref(expected))));
graph->SetCurrentDriver(driver);
graph->SetEnsureNextIteration(true);
// This starts the fallback driver.
auto initPromise = TakeN(cubeb->StreamInitEvent(), 1);
driver->Start();
auto [stream] = WaitFor(initPromise).unwrap()[0];
// Wait for the audio driver to have started the stream before running data
// callbacks. driver->Start() does a dispatch to the cubeb operation thread
// and starts the stream there.
nsCOMPtr<nsIEventTarget> cubebOpThread =
CubebUtils::GetCubebOperationThread();
MOZ_ALWAYS_SUCCEEDS(SyncRunnable::DispatchToThread(
cubebOpThread, NS_NewRunnableFunction(__func__, [] {})));
// This makes the fallback driver stop on its next callback.
EXPECT_EQ(stream->ManualDataCallback(0),
MockCubebStream::KeepProcessing::Yes);
{
#ifdef DEBUG
AutoSetter as(threadInDriverIteration, std::this_thread::get_id());
#endif
while (driver->OnFallback()) {
std::this_thread::sleep_for(std::chrono::milliseconds(1));
}
}
const TimeStamp wallClockStart = TimeStamp::Now();
const GraphTime graphClockStart = graph->StateComputedTime();
const size_t iterationCountStart = graph->IterationCount();
// Flag that the stream should force a devicechange event.
stream->NotifyDeviceChangedNow();
// The audio driver should now have switched on the fallback driver again.
{
#ifdef DEBUG
AutoSetter as(threadInDriverIteration, std::this_thread::get_id());
#endif
EXPECT_TRUE(driver->OnFallback());
}
// Make sure that the audio driver can handle (and ignore) data callbacks for
// a little while after the devicechange callback. Cubeb does not provide
// ordering guarantees here.
auto start = TimeStamp::Now();
while (start + TimeDuration::FromMilliseconds(5) > TimeStamp::Now()) {
EXPECT_EQ(stream->ManualDataCallback(ignoredFrameCount),
MockCubebStream::KeepProcessing::Yes);
std::this_thread::sleep_for(std::chrono::milliseconds(1));
}
// Let the fallback driver start and spin for one second.
std::this_thread::sleep_for(std::chrono::seconds(1));
// Tell the fallback driver to hand over to the audio driver which has
// finished changing devices.
EXPECT_EQ(stream->ManualDataCallback(0),
MockCubebStream::KeepProcessing::Yes);
// Wait for the fallback to stop.
{
#ifdef DEBUG
AutoSetter as(threadInDriverIteration, std::this_thread::get_id());
#endif
while (driver->OnFallback()) {
std::this_thread::sleep_for(std::chrono::milliseconds(1));
}
}
TimeStamp wallClockEnd = TimeStamp::Now();
GraphTime graphClockEnd = graph->StateComputedTime();
size_t iterationCountEnd = graph->IterationCount();
auto wallClockDuration =
media::TimeUnit::FromTimeDuration(wallClockEnd - wallClockStart);
auto graphClockDuration =
media::TimeUnit(CheckedInt64(graphClockEnd) - graphClockStart, rate);
// Check that the time while we switched devices was accounted for by the
// fallback driver.
EXPECT_NEAR(
wallClockDuration.ToSeconds(), graphClockDuration.ToSeconds(),
#ifdef XP_MACOSX
// SystemClockDriver on macOS in CI is underrunning, i.e. the driver
// thread when waiting for the next iteration waits too long. Therefore
// the graph clock is unable to keep up with wall clock.
wallClockDuration.ToSeconds() * 0.8
#else
0.1
#endif
);
// Check that each fallback driver was of reasonable cadence. It's a thread
// that tries to run a task every 10ms. Check that the average callback
// interval i falls in 8ms ≤ i ≤ 40ms.
auto fallbackCadence =
graphClockDuration /
static_cast<int64_t>(iterationCountEnd - iterationCountStart);
EXPECT_LE(8, fallbackCadence.ToMilliseconds());
EXPECT_LE(fallbackCadence.ToMilliseconds(), 40.0);
// This will block until all events have been queued.
MOZ_KnownLive(driver)->Shutdown();
// Drain the event queue.
NS_ProcessPendingEvents(nullptr);
}
TEST(TestAudioCallbackDriver, DeviceChangeAfterStop)
MOZ_CAN_RUN_SCRIPT_BOUNDARY {
constexpr TrackRate rate = 48000;
MockCubeb* cubeb = new MockCubeb(MockCubeb::RunningMode::Manual);
CubebUtils::ForceSetCubebContext(cubeb->AsCubebContext());
auto graph = MakeRefPtr<MockGraphInterface>(rate);
auto driver = MakeRefPtr<AudioCallbackDriver>(
graph, nullptr, rate, 2, 1, nullptr, (void*)1, AudioInputType::Voice,
Some<AudioInputProcessingParamsRequest>(
{99, CUBEB_INPUT_PROCESSING_PARAM_NONE}));
EXPECT_FALSE(driver->ThreadRunning()) << "Verify thread is not running";
EXPECT_FALSE(driver->IsStarted()) << "Verify thread is not started";
auto newDriver = MakeRefPtr<AudioCallbackDriver>(
graph, nullptr, rate, 2, 1, nullptr, (void*)1, AudioInputType::Voice,
Some<AudioInputProcessingParamsRequest>(
{99, CUBEB_INPUT_PROCESSING_PARAM_NONE}));
EXPECT_FALSE(newDriver->ThreadRunning()) << "Verify thread is not running";
EXPECT_FALSE(newDriver->IsStarted()) << "Verify thread is not started";
#ifdef DEBUG
std::atomic<std::thread::id> threadInDriverIteration{
std::this_thread::get_id()};
EXPECT_CALL(*graph, InDriverIteration(_)).WillRepeatedly([&] {
return std::this_thread::get_id() == threadInDriverIteration;
});
#endif
EXPECT_CALL(*graph, NotifyInputData(_, 0, rate, 1, _)).Times(AnyNumber());
// This only happens if the first fallback driver is stopped by the audio
// driver handover rather than the driver switch. It happens when the
// subsequent audio callback performs the switch.
EXPECT_CALL(*graph, NotifyInputStopped()).Times(AtMost(1));
Result<cubeb_input_processing_params, int> expected =
Err(CUBEB_ERROR_NOT_SUPPORTED);
EXPECT_CALL(*graph, NotifySetRequestedInputProcessingParamsResult(
driver.get(), 99, Eq(std::ref(expected))));
EXPECT_CALL(*graph, NotifySetRequestedInputProcessingParamsResult(
newDriver.get(), 99, Eq(std::ref(expected))));
graph->SetCurrentDriver(driver);
graph->SetEnsureNextIteration(true);
auto initPromise = TakeN(cubeb->StreamInitEvent(), 1);
// This starts the fallback driver.
driver->Start();
RefPtr<SmartMockCubebStream> stream;
std::tie(stream) = WaitFor(initPromise).unwrap()[0];
// Wait for the audio driver to have started or the DeviceChanged event will
// be ignored. driver->Start() does a dispatch to the cubeb operation thread
// and starts the stream there.
nsCOMPtr<nsIEventTarget> cubebOpThread =
CubebUtils::GetCubebOperationThread();
MOZ_ALWAYS_SUCCEEDS(SyncRunnable::DispatchToThread(
cubebOpThread, NS_NewRunnableFunction(__func__, [] {})));
initPromise = TakeN(cubeb->StreamInitEvent(), 1);
Monitor mon(__func__);
bool canContinueToStartNextDriver = false;
bool continued = false;
// This marks the audio driver as running.
EXPECT_EQ(stream->ManualDataCallback(0),
MockCubebStream::KeepProcessing::Yes);
// To satisfy TSAN's lock-order-inversion checking we avoid locking stream's
// mMutex (by calling ManualDataCallback) under mon. The SwitchTo runnable
// below already locks mon under stream's mMutex.
MonitorAutoLock lock(mon);
// If a fallback driver callback happens between the audio callback
// above, and the SwitchTo below, the driver will enter
// `FallbackDriverState::None`, relying on the audio driver to
// iterate the graph, including performing the driver switch. This
// test may therefore intermittently take different code paths.
// Note however that the fallback driver runs every ~10ms while the
// time from the manual callback above to telling the mock graph to
// switch drivers below is much much shorter. The vast majority of
// test runs will exercise the intended code path.
// Make the fallback driver enter FallbackDriverState::Stopped by
// switching audio driver in the graph.
graph->SwitchTo(newDriver, NS_NewRunnableFunction(__func__, [&] {
MonitorAutoLock lock(mon);
// Block the fallback driver on its thread until
// the test on main thread has finished testing
// what it needs.
while (!canContinueToStartNextDriver) {
lock.Wait();
}
// Notify the test that it can take these
// variables off the stack now.
continued = true;
lock.Notify();
}));
// Wait for the fallback driver to stop running.
while (driver->OnFallback()) {
std::this_thread::sleep_for(std::chrono::milliseconds(1));
}
if (driver->HasFallback()) {
// Driver entered FallbackDriverState::Stopped as desired.
// Proceed with a DeviceChangedCallback.
EXPECT_CALL(*graph, DeviceChanged);
{
#ifdef DEBUG
AutoSetter as(threadInDriverIteration, std::thread::id());
#endif
// After stopping the fallback driver, but before newDriver has
// stopped the old audio driver, fire a DeviceChanged event to
// ensure it is handled properly.
AudioCallbackDriver::DeviceChangedCallback_s(driver);
}
EXPECT_FALSE(driver->OnFallback())
<< "DeviceChangedCallback after stopping must not start the "
"fallback driver again";
}
// Iterate the audio driver on a background thread in case the fallback
// driver completed the handover to the audio driver before the switch
// above. Doing the switch would deadlock as the switch runnable waits on
// mon.
NS_DispatchBackgroundTask(NS_NewRunnableFunction(
"DeviceChangeAfterStop::postSwitchManualAudioCallback", [stream] {
// An audio callback after switching must tell the stream to stop.
EXPECT_EQ(stream->ManualDataCallback(0),
MockCubebStream::KeepProcessing::No);
}));
// Unblock the fallback driver.
canContinueToStartNextDriver = true;
lock.Notify();
// Wait for the fallback driver to continue, so we can clear the
// stack.
while (!continued) {
lock.Wait();
}
// Wait for newDriver's cubeb stream to init.
std::tie(stream) = WaitFor(initPromise).unwrap()[0];
graph->StopIterating();
newDriver->EnsureNextIteration();
while (newDriver->OnFallback()) {
std::this_thread::sleep_for(std::chrono::milliseconds(1));
}
{
#ifdef DEBUG
AutoSetter as(threadInDriverIteration, std::thread::id());
#endif
EXPECT_EQ(stream->ManualDataCallback(0),
MockCubebStream::KeepProcessing::No);
}
// Drain the event queue.
NS_ProcessPendingEvents(nullptr);
}
void TestInputProcessingOnStart(
MockCubeb* aCubeb, int aGeneration,
cubeb_input_processing_params aRequested,
const Result<cubeb_input_processing_params, int>& aExpected)
MOZ_CAN_RUN_SCRIPT_BOUNDARY {
const TrackRate rate = 44100;
auto graph = MakeRefPtr<NiceMock<MockGraphInterface>>(rate);
auto driver = MakeRefPtr<AudioCallbackDriver>(
graph, nullptr, rate, 2, 1, nullptr, nullptr, AudioInputType::Voice,
Some<AudioInputProcessingParamsRequest>({aGeneration, aRequested}));
EXPECT_FALSE(driver->ThreadRunning()) << "Verify thread is not running";
EXPECT_FALSE(driver->IsStarted()) << "Verify thread is not started";
#ifdef DEBUG
std::atomic_bool inGraphIteration{false};
ON_CALL(*graph, InDriverIteration(_)).WillByDefault([&] {
return inGraphIteration.load() && NS_IsMainThread();
});
#endif
bool notified = false;
EXPECT_CALL(*graph, NotifyInputStopped).Times(0);
EXPECT_CALL(*graph, NotifySetRequestedInputProcessingParamsResult(
driver.get(), aGeneration, Eq(std::ref(aExpected))))
.WillOnce([&] { notified = true; });
graph->SetCurrentDriver(driver);
auto initPromise = TakeN(aCubeb->StreamInitEvent(), 1);
driver->Start();
auto [stream] = WaitFor(initPromise).unwrap()[0];
// Wait for the audio driver to have started the stream before running data
// callbacks. driver->Start() does a dispatch to the cubeb operation thread
// and starts the stream there.
nsCOMPtr<nsIEventTarget> cubebOpThread =
CubebUtils::GetCubebOperationThread();
MOZ_ALWAYS_SUCCEEDS(SyncRunnable::DispatchToThread(
cubebOpThread, NS_NewRunnableFunction(__func__, [] {})));
// This makes the fallback driver stop on its next callback.
{
#ifdef DEBUG
AutoSetter as(inGraphIteration, true);
#endif
while (driver->OnFallback()) {
stream->ManualDataCallback(0);
std::this_thread::sleep_for(std::chrono::milliseconds(1));
}
}
while (!notified) {
NS_ProcessNextEvent();
}
// This will block untill all events have been executed.
MOZ_KnownLive(driver)->Shutdown();
EXPECT_FALSE(driver->ThreadRunning()) << "Verify thread is not running";
EXPECT_FALSE(driver->IsStarted()) << "Verify thread is not started";
}
TEST(TestAudioCallbackDriver, InputProcessingOnStart)
{
constexpr cubeb_input_processing_params allParams =
CUBEB_INPUT_PROCESSING_PARAM_ECHO_CANCELLATION |
CUBEB_INPUT_PROCESSING_PARAM_AUTOMATIC_GAIN_CONTROL |
CUBEB_INPUT_PROCESSING_PARAM_NOISE_SUPPRESSION |
CUBEB_INPUT_PROCESSING_PARAM_VOICE_ISOLATION;
MockCubeb* cubeb = new MockCubeb(MockCubeb::RunningMode::Manual);
CubebUtils::ForceSetCubebContext(cubeb->AsCubebContext());
// Not supported by backend.
cubeb->SetSupportedInputProcessingParams(CUBEB_INPUT_PROCESSING_PARAM_NONE,
CUBEB_ERROR_NOT_SUPPORTED);
TestInputProcessingOnStart(cubeb, 1,
CUBEB_INPUT_PROCESSING_PARAM_ECHO_CANCELLATION,
Err(CUBEB_ERROR_NOT_SUPPORTED));
// Not supported by params.
cubeb->SetSupportedInputProcessingParams(CUBEB_INPUT_PROCESSING_PARAM_NONE,
CUBEB_OK);
TestInputProcessingOnStart(cubeb, 2,
CUBEB_INPUT_PROCESSING_PARAM_ECHO_CANCELLATION,
CUBEB_INPUT_PROCESSING_PARAM_NONE);
// Successful all.
cubeb->SetSupportedInputProcessingParams(allParams, CUBEB_OK);
TestInputProcessingOnStart(cubeb, 3, allParams, allParams);
// Successful partial.
TestInputProcessingOnStart(cubeb, 4,
CUBEB_INPUT_PROCESSING_PARAM_ECHO_CANCELLATION,
CUBEB_INPUT_PROCESSING_PARAM_ECHO_CANCELLATION);
// Not supported by stream.
cubeb->SetInputProcessingApplyRv(CUBEB_ERROR);
TestInputProcessingOnStart(cubeb, 5,
CUBEB_INPUT_PROCESSING_PARAM_ECHO_CANCELLATION,
Err(CUBEB_ERROR));
}
TEST(TestAudioCallbackDriver, InputProcessingWhileRunning)
MOZ_CAN_RUN_SCRIPT_BOUNDARY {
constexpr TrackRate rate = 44100;
constexpr cubeb_input_processing_params allParams =
CUBEB_INPUT_PROCESSING_PARAM_ECHO_CANCELLATION |
CUBEB_INPUT_PROCESSING_PARAM_AUTOMATIC_GAIN_CONTROL |
CUBEB_INPUT_PROCESSING_PARAM_NOISE_SUPPRESSION |
CUBEB_INPUT_PROCESSING_PARAM_VOICE_ISOLATION;
constexpr int applyError = 99;
int currentGeneration = 0;
const auto signal = [&](auto aDriver, auto aGeneration,
auto&& aResult) mutable {
MOZ_ASSERT(NS_IsMainThread());
currentGeneration = aGeneration;
};
const auto waitForSignal = [&](int aGeneration) {
while (currentGeneration != aGeneration) {
NS_ProcessNextEvent();
}
};
MockCubeb* cubeb = new MockCubeb(MockCubeb::RunningMode::Manual);
CubebUtils::ForceSetCubebContext(cubeb->AsCubebContext());
auto graph = MakeRefPtr<NiceMock<MockGraphInterface>>(rate);
auto driver = MakeRefPtr<AudioCallbackDriver>(
graph, nullptr, rate, 2, 1, nullptr, nullptr, AudioInputType::Voice,
Some<AudioInputProcessingParamsRequest>(
{100, CUBEB_INPUT_PROCESSING_PARAM_NONE}));
EXPECT_FALSE(driver->ThreadRunning()) << "Verify thread is not running";
EXPECT_FALSE(driver->IsStarted()) << "Verify thread is not started";
EXPECT_CALL(*graph, NotifyInputStopped).Times(0);
// Expectations
const Result<cubeb_input_processing_params, int> noneResult =
CUBEB_INPUT_PROCESSING_PARAM_NONE;
const Result<cubeb_input_processing_params, int> aecResult =
CUBEB_INPUT_PROCESSING_PARAM_ECHO_CANCELLATION;
const Result<cubeb_input_processing_params, int> allResult = allParams;
const Result<cubeb_input_processing_params, int> notSupportedResult =
Err(CUBEB_ERROR_NOT_SUPPORTED);
const Result<cubeb_input_processing_params, int> applyErrorResult =
Err(applyError);
{
InSequence s;
// Notified on start.
EXPECT_CALL(*graph,
NotifySetRequestedInputProcessingParamsResult(
driver.get(), 100, Eq(std::ref(notSupportedResult))))
.WillOnce(signal);
// Not supported by backend.
EXPECT_CALL(*graph,
NotifySetRequestedInputProcessingParamsResult(
driver.get(), 101, Eq(std::ref(notSupportedResult))))
.WillOnce(signal);
// Not supported by params.
EXPECT_CALL(*graph, NotifySetRequestedInputProcessingParamsResult(
driver.get(), 102, Eq(std::ref(noneResult))))
.WillOnce(signal);
// Successful all.
EXPECT_CALL(*graph, NotifySetRequestedInputProcessingParamsResult(
driver.get(), 103, Eq(std::ref(allResult))))
.WillOnce(signal);
// Successful partial.
EXPECT_CALL(*graph, NotifySetRequestedInputProcessingParamsResult(
driver.get(), 104, Eq(std::ref(aecResult))))
.WillOnce(signal);
// Not supported by stream.
EXPECT_CALL(*graph, NotifySetRequestedInputProcessingParamsResult(
driver.get(), 105, Eq(std::ref(applyErrorResult))))
.WillOnce(signal);
}
#ifdef DEBUG
std::atomic_bool inGraphIteration{false};
ON_CALL(*graph, InDriverIteration(_)).WillByDefault([&] {
return inGraphIteration.load() && NS_IsMainThread();
});
#endif
const auto setParams = [&](int aGen, cubeb_input_processing_params aParams) {
{
#ifdef DEBUG
AutoSetter as(inGraphIteration, true);
#endif
driver->RequestInputProcessingParams({aGen, aParams});
}
};
graph->SetCurrentDriver(driver);
auto initPromise = TakeN(cubeb->StreamInitEvent(), 1);
driver->Start();
auto [stream] = WaitFor(initPromise).unwrap()[0];
// Wait for the audio driver to have started the stream before running data
// callbacks. driver->Start() does a dispatch to the cubeb operation thread
// and starts the stream there.
nsCOMPtr<nsIEventTarget> cubebOpThread =
CubebUtils::GetCubebOperationThread();
MOZ_ALWAYS_SUCCEEDS(SyncRunnable::DispatchToThread(
cubebOpThread, NS_NewRunnableFunction(__func__, [] {})));
// This makes the fallback driver stop on its next callback.
{
#ifdef DEBUG
AutoSetter as(inGraphIteration, true);
#endif
while (driver->OnFallback()) {
stream->ManualDataCallback(0);
std::this_thread::sleep_for(std::chrono::milliseconds(1));
}
}
waitForSignal(100);
// Not supported by backend.
cubeb->SetSupportedInputProcessingParams(CUBEB_INPUT_PROCESSING_PARAM_NONE,
CUBEB_ERROR_NOT_SUPPORTED);
setParams(101, CUBEB_INPUT_PROCESSING_PARAM_NOISE_SUPPRESSION);
waitForSignal(101);
// Not supported by params.
cubeb->SetSupportedInputProcessingParams(CUBEB_INPUT_PROCESSING_PARAM_NONE,
CUBEB_OK);
setParams(102, CUBEB_INPUT_PROCESSING_PARAM_ECHO_CANCELLATION);
waitForSignal(102);
// Successful all.
cubeb->SetSupportedInputProcessingParams(allParams, CUBEB_OK);
setParams(103, allParams);
waitForSignal(103);
// Successful partial.
setParams(104, CUBEB_INPUT_PROCESSING_PARAM_ECHO_CANCELLATION);
waitForSignal(104);
// Not supported by stream.
cubeb->SetInputProcessingApplyRv(applyError);
setParams(105, CUBEB_INPUT_PROCESSING_PARAM_NOISE_SUPPRESSION);
waitForSignal(105);
// This will block untill all events have been executed.
MOZ_KnownLive(driver)->Shutdown();
EXPECT_FALSE(driver->ThreadRunning()) << "Verify thread is not running";
EXPECT_FALSE(driver->IsStarted()) << "Verify thread is not started";
}
} // namespace mozilla
View git blame Copy permalink