/** ****************************************************************************** * Xenia : Xbox 360 Emulator Research Project * ****************************************************************************** * Copyright 2022 Ben Vanik. All rights reserved. * * Released under the BSD license - see LICENSE in the root for more details. * ****************************************************************************** */ #include "xenia/apu/audio_system.h" #include #include "xenia/apu/apu_flags.h" #include "xenia/apu/audio_driver.h" #include "xenia/apu/xma_decoder.h" #include "xenia/base/assert.h" #include "xenia/base/byte_stream.h" #include "xenia/base/clock.h" #include "xenia/base/logging.h" #include "xenia/base/math.h" #include "xenia/base/profiling.h" #include "xenia/base/ring_buffer.h" #include "xenia/base/string_buffer.h" #include "xenia/base/threading.h" #include "xenia/cpu/thread_state.h" #include "xenia/kernel/kernel_state.h" // As with normal Microsoft, there are like twelve different ways to access // the audio APIs. Early games use XMA*() methods almost exclusively to touch // decoders. Later games use XAudio*() and direct memory writes to the XMA // structures (as opposed to the XMA* calls), meaning that we have to support // both. // // For ease of implementation, most audio related processing is handled in // AudioSystem, and the functions here call off to it. // The XMA*() functions just manipulate the audio system in the guest context // and let the normal AudioSystem handling take it, to prevent duplicate // implementations. They can be found in xboxkrnl_audio_xma.cc namespace xe { namespace apu { AudioSystem::AudioSystem(cpu::Processor* processor) : memory_(processor->memory()), processor_(processor), worker_running_(false) { std::memset(clients_, 0, sizeof(clients_)); for (size_t i = 0; i < kMaximumClientCount; ++i) { client_semaphores_[i] = xe::threading::Semaphore::Create(0, kMaximumQueuedFrames); } pending_work_event_ = xe::threading::Event::CreateAutoResetEvent(false); assert_not_null(pending_work_event_); xma_decoder_ = std::make_unique(processor_); resume_event_ = xe::threading::Event::CreateAutoResetEvent(false); assert_not_null(resume_event_); } AudioSystem::~AudioSystem() { if (xma_decoder_) { xma_decoder_->Shutdown(); } } X_STATUS AudioSystem::Setup(kernel::KernelState* kernel_state) { X_STATUS result = xma_decoder_->Setup(kernel_state); if (result) { return result; } worker_running_ = true; worker_thread_ = kernel::object_ref(new kernel::XHostThread( kernel_state, 128 * 1024, 0, [this]() { WorkerThreadMain(); return 0; }, kernel_state->GetSystemProcess())); // As we run audio callbacks the debugger must be able to suspend us. worker_thread_->set_can_debugger_suspend(true); worker_thread_->set_name("Audio Worker"); worker_thread_->Create(); // Set high priority for this thread for better pacing. worker_thread_->SetPriority(24); return X_STATUS_SUCCESS; } void AudioSystem::WorkerThreadMain() { // Initialize driver and ringbuffer. Initialize(); // The host mixer releases a client's semaphore on its own coarse cadence, // but Xenos audio subsystem operates at 5.333ms interval (see // xaudio2_audio_driver.cc) Interval scales inversely with guest_time_scalar. // We therefore pace pumps to each client's next_pump_us deadline and use // the semaphore only as back-pressure: a frame is submitted only if // a host output slot is free, otherwise it is dropped (the host queue // is full, so it is already well buffered). while (worker_running_) { const uint64_t now = static_cast( std::chrono::duration_cast( std::chrono::steady_clock::now().time_since_epoch()) .count()); size_t client_index = kMaximumClientCount; uint64_t earliest_pump_us = std::numeric_limits::max(); uint32_t client_callback = 0; uint32_t client_callback_arg = 0; { auto global_lock = global_critical_region_.Acquire(); for (size_t i = 0; i < kMaximumClientCount; ++i) { if (!clients_[i].in_use || clients_[i].next_pump_us >= earliest_pump_us) { continue; } earliest_pump_us = clients_[i].next_pump_us; client_index = i; } if (client_index != kMaximumClientCount) { client_callback = clients_[client_index].callback; client_callback_arg = clients_[client_index].wrapped_callback_arg; const double scalar = xe::Clock::guest_time_scalar(); const uint64_t min_us = scalar > 0.0 ? static_cast(kAudioPumpInterval / scalar) : kAudioPumpInterval; clients_[client_index].next_pump_us = (earliest_pump_us > now ? earliest_pump_us : now) + min_us; } } // No clients yet: park until one registers or we're told to stop. if (client_index == kMaximumClientCount) { xe::threading::Wait(pending_work_event_.get(), true); if (paused_) { pause_fence_.Signal(); xe::threading::Wait(resume_event_.get(), false); } continue; } // Pace to kAudioIntervalSlack ahead of the deadline. const uint64_t wake_target_us = earliest_pump_us > kAudioIntervalSlack ? earliest_pump_us - kAudioIntervalSlack : 0; if (wake_target_us > now) { const std::chrono::milliseconds timeout((wake_target_us - now) / 1000); auto result = xe::threading::Wait(pending_work_event_.get(), true, timeout); if (result == xe::threading::WaitResult::kSuccess) { if (paused_) { pause_fence_.Signal(); xe::threading::Wait(resume_event_.get(), false); } continue; } const uint64_t now_precise = static_cast( std::chrono::duration_cast( std::chrono::steady_clock::now().time_since_epoch()) .count()); if (wake_target_us > now_precise) { xe::threading::NanoSleepPrecise((wake_target_us - now_precise) * 1000); } } // Submit only if the host has a free output slot; if (client_callback && xe::threading::Wait(client_semaphores_[client_index].get(), false, std::chrono::milliseconds(0)) == xe::threading::WaitResult::kSuccess) { SCOPE_profile_cpu_i("apu", "xe::apu::AudioSystem->client_callback"); uint64_t args[] = {client_callback_arg}; processor_->Execute(worker_thread_->thread_state(), client_callback, args, xe::countof(args)); } } worker_running_ = false; // TODO(benvanik): call module API to kill? } int AudioSystem::FindFreeClient() { for (int i = 0; i < kMaximumClientCount; i++) { auto& client = clients_[i]; if (!client.in_use) { return i; } } return -1; } void AudioSystem::Initialize() {} void AudioSystem::Shutdown() { worker_running_ = false; pending_work_event_->Set(); if (worker_thread_) { worker_thread_->Wait(0, 0, 0, nullptr); worker_thread_.reset(); } // Unregister all active clients to shut down their audio drivers before // the semaphores are destroyed with this AudioSystem. { auto global_lock = global_critical_region_.Acquire(); for (size_t i = 0; i < kMaximumClientCount; ++i) { if (clients_[i].in_use) { DestroyDriver(clients_[i].driver); if (clients_[i].wrapped_callback_arg) { memory()->SystemHeapFree(clients_[i].wrapped_callback_arg); } clients_[i].driver = nullptr; clients_[i].callback = 0; clients_[i].callback_arg = 0; clients_[i].wrapped_callback_arg = 0; clients_[i].in_use = false; } } } } X_STATUS AudioSystem::RegisterClient(uint32_t callback, uint32_t callback_arg, size_t* out_index) { auto global_lock = global_critical_region_.Acquire(); auto index = FindFreeClient(); assert_true(index >= 0); auto client_semaphore = client_semaphores_[index].get(); auto ret = client_semaphore->Release(kMaximumQueuedFrames, nullptr); assert_true(ret); AudioDriver* driver; auto result = CreateDriver(index, client_semaphore, &driver); if (XFAILED(result)) { XELOGE("AudioSystem::RegisterClient: CreateDriver failed for index={}", index); return result; } assert_not_null(driver); XELOGI( "AudioSystem::RegisterClient: driver created for index={}, driver={:p}", index, (void*)driver); uint32_t ptr = memory()->SystemHeapAlloc(0x4); xe::store_and_swap(memory()->TranslateVirtual(ptr), callback_arg); clients_[index] = {}; clients_[index].driver = driver; clients_[index].callback = callback; clients_[index].callback_arg = callback_arg; clients_[index].wrapped_callback_arg = ptr; clients_[index].in_use = true; // Wake the worker so it re-scans and starts pacing this client immediately. pending_work_event_->Set(); XELOGI("AudioSystem::RegisterClient: client {} registered successfully", index); if (out_index) { *out_index = index; } return X_STATUS_SUCCESS; } void AudioSystem::SubmitFrame(size_t index, float* samples) { SCOPE_profile_cpu_f("apu"); auto global_lock = global_critical_region_.Acquire(); assert_true(index < kMaximumClientCount); if (index >= kMaximumClientCount || !clients_[index].in_use || !clients_[index].driver) { XELOGW( "SubmitFrame called for invalid/unregistered client index {} " "(in_use={}, driver={:p})", index, index < kMaximumClientCount ? clients_[index].in_use : false, index < kMaximumClientCount ? (void*)clients_[index].driver : nullptr); // Submit silence instead of dropping the frame to maintain the callback // chain. If we don't submit anything, the audio driver's OnBufferEnd // callback will never fire, causing the semaphore to leak. if (index < kMaximumClientCount && clients_[index].driver) { static float silence[apu::AudioDriver::kFrameSamplesMax] = {0}; (clients_[index].driver)->SubmitFrame(silence); } return; } (clients_[index].driver)->SubmitFrame(samples); } void AudioSystem::UnregisterClient(size_t index) { SCOPE_profile_cpu_f("apu"); auto global_lock = global_critical_region_.Acquire(); assert_true(index < kMaximumClientCount); DestroyDriver(clients_[index].driver); memory()->SystemHeapFree(clients_[index].wrapped_callback_arg); clients_[index] = {0}; // Drain the semaphore of its count. auto client_semaphore = client_semaphores_[index].get(); xe::threading::WaitResult wait_result; do { wait_result = xe::threading::Wait(client_semaphore, false, std::chrono::milliseconds(0)); } while (wait_result == xe::threading::WaitResult::kSuccess); assert_true(wait_result == xe::threading::WaitResult::kTimeout); } bool AudioSystem::Save(ByteStream* stream) { stream->Write(kAudioSaveSignature); // Count the number of used clients first. // Any gaps should be handled gracefully. uint32_t used_clients = 0; for (int i = 0; i < kMaximumClientCount; i++) { if (clients_[i].in_use) { used_clients++; } } stream->Write(used_clients); for (uint32_t i = 0; i < kMaximumClientCount; i++) { auto& client = clients_[i]; if (!client.in_use) { continue; } stream->Write(i); stream->Write(client.callback); stream->Write(client.callback_arg); stream->Write(client.wrapped_callback_arg); } return true; } bool AudioSystem::Restore(ByteStream* stream) { if (stream->Read() != kAudioSaveSignature) { XELOGE("AudioSystem::Restore - Invalid magic value!"); return false; } uint32_t num_clients = stream->Read(); for (uint32_t i = 0; i < num_clients; i++) { auto id = stream->Read(); assert_true(id < kMaximumClientCount); auto& client = clients_[id]; // Reset the semaphore and recreate the driver ourselves. if (client.driver) { UnregisterClient(id); } client.callback = stream->Read(); client.callback_arg = stream->Read(); client.wrapped_callback_arg = stream->Read(); client.next_pump_us = 0; client.in_use = true; auto client_semaphore = client_semaphores_[id].get(); auto ret = client_semaphore->Release(kMaximumQueuedFrames, nullptr); assert_true(ret); AudioDriver* driver = nullptr; auto status = CreateDriver(id, client_semaphore, &driver); if (XFAILED(status)) { XELOGE( "AudioSystem::Restore - Call to CreateDriver failed with status " "{:08X}", status); return false; } assert_not_null(driver); client.driver = driver; } return true; } void AudioSystem::Pause() { if (paused_) { return; } paused_ = true; pending_work_event_->Set(); pause_fence_.Wait(); xma_decoder_->Pause(); } void AudioSystem::Resume() { if (!paused_) { return; } paused_ = false; resume_event_->Set(); xma_decoder_->Resume(); } } // namespace apu } // namespace xe