954 lines
35 KiB
C++
954 lines
35 KiB
C++
/**
|
|
******************************************************************************
|
|
* Xenia : Xbox 360 Emulator Research Project *
|
|
******************************************************************************
|
|
* Copyright 2026 Ben Vanik. All rights reserved. *
|
|
* Released under the BSD license - see LICENSE in the root for more details. *
|
|
******************************************************************************
|
|
*/
|
|
|
|
#include "xenia/cpu/testing/util.h"
|
|
|
|
#include <atomic>
|
|
#include <cmath>
|
|
#include <cstring>
|
|
|
|
#include "xenia/base/platform.h"
|
|
#if XE_ARCH_AMD64
|
|
#include "xenia/cpu/backend/x64/x64_backend.h"
|
|
#elif XE_ARCH_ARM64
|
|
#include "xenia/cpu/backend/a64/a64_backend.h"
|
|
#endif
|
|
|
|
using namespace xe;
|
|
using namespace xe::cpu;
|
|
using namespace xe::cpu::hir;
|
|
using namespace xe::cpu::testing;
|
|
using xe::cpu::ppc::PPCContext;
|
|
|
|
// =============================================================================
|
|
// SetGuestRoundingMode (C++ path, not HIR opcode)
|
|
// =============================================================================
|
|
// This tests that calling SetGuestRoundingMode from C++ (as the kernel
|
|
// emulation layer does) actually changes the hardware rounding mode, so that
|
|
// subsequent JIT'd FP operations produce correctly rounded results.
|
|
TEST_CASE("SET_GUEST_ROUNDING_MODE_CPP_PATH", "[backend]") {
|
|
// The HIR function just does an f32 add and returns the result.
|
|
// The rounding mode is set from C++ in pre_call, NOT via HIR opcode.
|
|
TestFunction test([](HIRBuilder& b) {
|
|
auto a = b.Convert(LoadFPR(b, 4), FLOAT32_TYPE);
|
|
auto c = b.Convert(LoadFPR(b, 5), FLOAT32_TYPE);
|
|
auto sum = b.Add(a, c);
|
|
StoreFPR(b, 3, b.Convert(sum, FLOAT64_TYPE));
|
|
b.Return();
|
|
});
|
|
|
|
// Mode 2 = toward +infinity.
|
|
test.Run(
|
|
[&test](PPCContext* ctx) {
|
|
ctx->f[4] = 1.0;
|
|
ctx->f[5] = std::ldexp(1.0, -24);
|
|
// Call the C++ SetGuestRoundingMode path.
|
|
test.processors[0]->backend()->SetGuestRoundingMode(ctx, 2);
|
|
},
|
|
[&test](PPCContext* ctx) {
|
|
auto result = static_cast<float>(ctx->f[3]);
|
|
float expected = std::nextafterf(1.0f, 2.0f);
|
|
REQUIRE(result == expected);
|
|
// Reset to nearest for subsequent tests.
|
|
test.processors[0]->backend()->SetGuestRoundingMode(ctx, 0);
|
|
});
|
|
|
|
// Mode 1 = toward zero.
|
|
test.Run(
|
|
[&test](PPCContext* ctx) {
|
|
ctx->f[4] = 1.0;
|
|
ctx->f[5] = std::ldexp(1.0, -24);
|
|
test.processors[0]->backend()->SetGuestRoundingMode(ctx, 1);
|
|
},
|
|
[&test](PPCContext* ctx) {
|
|
auto result = static_cast<float>(ctx->f[3]);
|
|
REQUIRE(result == 1.0f);
|
|
test.processors[0]->backend()->SetGuestRoundingMode(ctx, 0);
|
|
});
|
|
}
|
|
|
|
// =============================================================================
|
|
// Guest Trampolines
|
|
// =============================================================================
|
|
// Test that CreateGuestTrampoline creates a callable trampoline that
|
|
// transitions from guest JIT code back to a host C++ callback.
|
|
static std::atomic<int> trampoline_call_count{0};
|
|
static void* trampoline_received_arg1 = nullptr;
|
|
static void* trampoline_received_arg2 = nullptr;
|
|
|
|
static void TrampolineCallback(ppc::PPCContext* ctx, void* userarg1,
|
|
void* userarg2) {
|
|
trampoline_call_count.fetch_add(1);
|
|
trampoline_received_arg1 = userarg1;
|
|
trampoline_received_arg2 = userarg2;
|
|
// Write a marker value so the test can verify the callback ran.
|
|
ctx->r[3] = 0xCAFEBABE;
|
|
}
|
|
|
|
TEST_CASE("GUEST_TRAMPOLINE_BASIC", "[backend]") {
|
|
// Reset global state.
|
|
trampoline_call_count = 0;
|
|
trampoline_received_arg1 = nullptr;
|
|
trampoline_received_arg2 = nullptr;
|
|
|
|
auto memory = std::make_unique<Memory>();
|
|
memory->Initialize();
|
|
|
|
std::unique_ptr<xe::cpu::backend::Backend> backend;
|
|
#if XE_ARCH_AMD64
|
|
backend.reset(new xe::cpu::backend::x64::X64Backend());
|
|
#elif XE_ARCH_ARM64
|
|
backend.reset(new xe::cpu::backend::a64::A64Backend());
|
|
#endif
|
|
REQUIRE(backend);
|
|
|
|
auto processor = std::make_unique<Processor>(memory.get(), nullptr);
|
|
processor->Setup(std::move(backend));
|
|
|
|
// Create a trampoline with known userdata pointers.
|
|
void* tag1 = reinterpret_cast<void*>(static_cast<uintptr_t>(0x1111));
|
|
void* tag2 = reinterpret_cast<void*>(static_cast<uintptr_t>(0x2222));
|
|
uint32_t trampoline_addr = processor->backend()->CreateGuestTrampoline(
|
|
TrampolineCallback, tag1, tag2, false);
|
|
|
|
REQUIRE(trampoline_addr != 0);
|
|
REQUIRE(trampoline_addr >= 0x80000000);
|
|
REQUIRE(trampoline_addr < 0x80040000);
|
|
|
|
// Clean up the trampoline.
|
|
processor->backend()->FreeGuestTrampoline(trampoline_addr);
|
|
}
|
|
|
|
// =============================================================================
|
|
// Host -> Guest -> Host round-trip via BuiltinFunction (GuestToHostThunk)
|
|
// =============================================================================
|
|
// Tests the full thunk chain: host C++ calls into JIT'd guest code, which
|
|
// calls a builtin (host C++ function) via GuestToHostThunk, then returns.
|
|
// This exercises HostToGuestThunk entry, GuestToHostThunk transition, and
|
|
// proper return to guest code and back to host.
|
|
|
|
static std::atomic<int> builtin_call_count{0};
|
|
static void BuiltinHandler(ppc::PPCContext* ctx, void* arg0, void* arg1) {
|
|
builtin_call_count.fetch_add(1);
|
|
// Write a known marker so the test can verify the builtin actually ran.
|
|
ctx->r[3] = 0xDEADBEEF;
|
|
}
|
|
|
|
TEST_CASE("HOST_GUEST_HOST_ROUNDTRIP", "[backend]") {
|
|
builtin_call_count = 0;
|
|
|
|
auto memory = std::make_unique<Memory>();
|
|
memory->Initialize();
|
|
|
|
std::unique_ptr<xe::cpu::backend::Backend> backend;
|
|
#if XE_ARCH_AMD64
|
|
backend.reset(new xe::cpu::backend::x64::X64Backend());
|
|
#elif XE_ARCH_ARM64
|
|
backend.reset(new xe::cpu::backend::a64::A64Backend());
|
|
#endif
|
|
REQUIRE(backend);
|
|
|
|
auto processor = std::make_unique<Processor>(memory.get(), nullptr);
|
|
processor->Setup(std::move(backend));
|
|
|
|
// Define a builtin function that the guest code will call.
|
|
auto* builtin_fn =
|
|
processor->DefineBuiltin("TestBuiltin", BuiltinHandler, nullptr, nullptr);
|
|
REQUIRE(builtin_fn != nullptr);
|
|
|
|
// Create a test module with a guest function that calls the builtin.
|
|
auto module = std::make_unique<TestModule>(
|
|
processor.get(), "Test",
|
|
[](uint32_t address) { return address == 0x80000000; },
|
|
[builtin_fn](HIRBuilder& b) {
|
|
// Store a pre-call marker in r[4].
|
|
StoreGPR(b, 4, b.LoadConstantUint64(0x11111111));
|
|
// Call the builtin — this goes through GuestToHostThunk.
|
|
b.CallExtern(builtin_fn);
|
|
// Store a post-call marker in r[5] to prove we returned properly.
|
|
StoreGPR(b, 5, b.LoadConstantUint64(0x22222222));
|
|
b.Return();
|
|
return true;
|
|
},
|
|
/*skip_cf_simplification=*/true);
|
|
processor->AddModule(std::move(module));
|
|
processor->backend()->CommitExecutableRange(0x80000000, 0x80010000);
|
|
|
|
auto fn = processor->ResolveFunction(0x80000000);
|
|
REQUIRE(fn != nullptr);
|
|
|
|
uint32_t stack_size = 64 * 1024;
|
|
uint32_t stack_address = memory->SystemHeapAlloc(stack_size);
|
|
auto thread_state = std::make_unique<ThreadState>(processor.get(), 0x100,
|
|
stack_address + stack_size);
|
|
auto ctx = thread_state->context();
|
|
ctx->lr = 0xBCBCBCBC;
|
|
ctx->r[3] = 0;
|
|
ctx->r[4] = 0;
|
|
ctx->r[5] = 0;
|
|
|
|
fn->Call(thread_state.get(), uint32_t(ctx->lr));
|
|
|
|
// Verify the builtin ran.
|
|
REQUIRE(builtin_call_count == 1);
|
|
// Verify the builtin wrote its marker.
|
|
REQUIRE(ctx->r[3] == 0xDEADBEEF);
|
|
// Verify pre-call code ran.
|
|
REQUIRE(ctx->r[4] == 0x11111111);
|
|
// Verify post-call code ran (guest code continued after GuestToHostThunk).
|
|
REQUIRE(ctx->r[5] == 0x22222222);
|
|
|
|
memory->SystemHeapFree(stack_address);
|
|
}
|
|
|
|
// =============================================================================
|
|
// GPR preservation across GuestToHostThunk
|
|
// =============================================================================
|
|
// Tests that callee-saved GPRs used by the register allocator survive a
|
|
// host call via GuestToHostThunk. We load values into several GPRs before
|
|
// the call, invoke a builtin, then read them back after.
|
|
|
|
static void EmptyBuiltin(ppc::PPCContext* ctx, void* arg0, void* arg1) {
|
|
// Intentionally empty — we just want to exercise the thunk transition.
|
|
}
|
|
|
|
TEST_CASE("GPR_PRESERVATION_ACROSS_HOST_CALL", "[backend]") {
|
|
auto memory = std::make_unique<Memory>();
|
|
memory->Initialize();
|
|
|
|
std::unique_ptr<xe::cpu::backend::Backend> backend;
|
|
#if XE_ARCH_AMD64
|
|
backend.reset(new xe::cpu::backend::x64::X64Backend());
|
|
#elif XE_ARCH_ARM64
|
|
backend.reset(new xe::cpu::backend::a64::A64Backend());
|
|
#endif
|
|
REQUIRE(backend);
|
|
|
|
auto processor = std::make_unique<Processor>(memory.get(), nullptr);
|
|
processor->Setup(std::move(backend));
|
|
|
|
auto* builtin_fn =
|
|
processor->DefineBuiltin("EmptyBuiltin", EmptyBuiltin, nullptr, nullptr);
|
|
|
|
// Load known values into r[10]-r[15] (via context load/store, which the
|
|
// register allocator maps to callee-saved GPRs), call the builtin, then
|
|
// copy them to r[3]-r[8] for verification.
|
|
auto module = std::make_unique<TestModule>(
|
|
processor.get(), "Test",
|
|
[](uint32_t address) { return address == 0x80000000; },
|
|
[builtin_fn](HIRBuilder& b) {
|
|
// Load known values from context slots.
|
|
auto v0 = LoadGPR(b, 10);
|
|
auto v1 = LoadGPR(b, 11);
|
|
auto v2 = LoadGPR(b, 12);
|
|
auto v3 = LoadGPR(b, 13);
|
|
auto v4 = LoadGPR(b, 14);
|
|
auto v5 = LoadGPR(b, 15);
|
|
// Call host — this must preserve all the above.
|
|
b.CallExtern(builtin_fn);
|
|
// Store them back to different slots for verification.
|
|
StoreGPR(b, 3, v0);
|
|
StoreGPR(b, 4, v1);
|
|
StoreGPR(b, 5, v2);
|
|
StoreGPR(b, 6, v3);
|
|
StoreGPR(b, 7, v4);
|
|
StoreGPR(b, 8, v5);
|
|
b.Return();
|
|
return true;
|
|
},
|
|
/*skip_cf_simplification=*/true);
|
|
processor->AddModule(std::move(module));
|
|
processor->backend()->CommitExecutableRange(0x80000000, 0x80010000);
|
|
|
|
auto fn = processor->ResolveFunction(0x80000000);
|
|
REQUIRE(fn != nullptr);
|
|
|
|
uint32_t stack_size = 64 * 1024;
|
|
uint32_t stack_address = memory->SystemHeapAlloc(stack_size);
|
|
auto thread_state = std::make_unique<ThreadState>(processor.get(), 0x100,
|
|
stack_address + stack_size);
|
|
auto ctx = thread_state->context();
|
|
ctx->lr = 0xBCBCBCBC;
|
|
|
|
// Set known values in source registers.
|
|
ctx->r[10] = 0xAAAAAAAA00000001ULL;
|
|
ctx->r[11] = 0xBBBBBBBB00000002ULL;
|
|
ctx->r[12] = 0xCCCCCCCC00000003ULL;
|
|
ctx->r[13] = 0xDDDDDDDD00000004ULL;
|
|
ctx->r[14] = 0xEEEEEEEE00000005ULL;
|
|
ctx->r[15] = 0xFFFFFFFF00000006ULL;
|
|
|
|
fn->Call(thread_state.get(), uint32_t(ctx->lr));
|
|
|
|
REQUIRE(ctx->r[3] == 0xAAAAAAAA00000001ULL);
|
|
REQUIRE(ctx->r[4] == 0xBBBBBBBB00000002ULL);
|
|
REQUIRE(ctx->r[5] == 0xCCCCCCCC00000003ULL);
|
|
REQUIRE(ctx->r[6] == 0xDDDDDDDD00000004ULL);
|
|
REQUIRE(ctx->r[7] == 0xEEEEEEEE00000005ULL);
|
|
REQUIRE(ctx->r[8] == 0xFFFFFFFF00000006ULL);
|
|
|
|
memory->SystemHeapFree(stack_address);
|
|
}
|
|
|
|
// =============================================================================
|
|
// VEC register preservation across GuestToHostThunk
|
|
// =============================================================================
|
|
// Tests that vector registers allocated by the JIT survive a host call.
|
|
// Loads vec128 values into VRs, calls a builtin, then reads them back.
|
|
|
|
static void NeonClobberBuiltin(ppc::PPCContext* ctx, void* arg0, void* arg1) {
|
|
// This function intentionally does nothing, but the ABI allows it to
|
|
// clobber caller-saved NEON/XMM registers. The compiler might use them
|
|
// for local variables, memcpy, etc. The thunk must save/restore them.
|
|
}
|
|
|
|
TEST_CASE("VEC_PRESERVATION_ACROSS_HOST_CALL", "[backend]") {
|
|
auto memory = std::make_unique<Memory>();
|
|
memory->Initialize();
|
|
|
|
std::unique_ptr<xe::cpu::backend::Backend> backend;
|
|
#if XE_ARCH_AMD64
|
|
backend.reset(new xe::cpu::backend::x64::X64Backend());
|
|
#elif XE_ARCH_ARM64
|
|
backend.reset(new xe::cpu::backend::a64::A64Backend());
|
|
#endif
|
|
REQUIRE(backend);
|
|
|
|
auto processor = std::make_unique<Processor>(memory.get(), nullptr);
|
|
processor->Setup(std::move(backend));
|
|
|
|
auto* builtin_fn = processor->DefineBuiltin(
|
|
"NeonClobberBuiltin", NeonClobberBuiltin, nullptr, nullptr);
|
|
|
|
// Load vec128 values from v[10]-v[13], call builtin, store to v[3]-v[6].
|
|
auto module = std::make_unique<TestModule>(
|
|
processor.get(), "Test",
|
|
[](uint32_t address) { return address == 0x80000000; },
|
|
[builtin_fn](HIRBuilder& b) {
|
|
auto vec0 = LoadVR(b, 10);
|
|
auto vec1 = LoadVR(b, 11);
|
|
auto vec2 = LoadVR(b, 12);
|
|
auto vec3 = LoadVR(b, 13);
|
|
// Call host — thunk must preserve VEC regs.
|
|
b.CallExtern(builtin_fn);
|
|
// Store back for verification.
|
|
StoreVR(b, 3, vec0);
|
|
StoreVR(b, 4, vec1);
|
|
StoreVR(b, 5, vec2);
|
|
StoreVR(b, 6, vec3);
|
|
b.Return();
|
|
return true;
|
|
},
|
|
/*skip_cf_simplification=*/true);
|
|
processor->AddModule(std::move(module));
|
|
processor->backend()->CommitExecutableRange(0x80000000, 0x80010000);
|
|
|
|
auto fn = processor->ResolveFunction(0x80000000);
|
|
REQUIRE(fn != nullptr);
|
|
|
|
uint32_t stack_size = 64 * 1024;
|
|
uint32_t stack_address = memory->SystemHeapAlloc(stack_size);
|
|
auto thread_state = std::make_unique<ThreadState>(processor.get(), 0x100,
|
|
stack_address + stack_size);
|
|
auto ctx = thread_state->context();
|
|
ctx->lr = 0xBCBCBCBC;
|
|
|
|
// Set known vec128 values in source VRs.
|
|
ctx->v[10] = vec128i(0x11111111, 0x22222222, 0x33333333, 0x44444444);
|
|
ctx->v[11] = vec128i(0xAAAAAAAA, 0xBBBBBBBB, 0xCCCCCCCC, 0xDDDDDDDD);
|
|
ctx->v[12] = vec128i(0x01020304, 0x05060708, 0x090A0B0C, 0x0D0E0F10);
|
|
ctx->v[13] = vec128i(0xDEADBEEF, 0xCAFEBABE, 0x12345678, 0x9ABCDEF0);
|
|
|
|
fn->Call(thread_state.get(), uint32_t(ctx->lr));
|
|
|
|
REQUIRE(ctx->v[3] == vec128i(0x11111111, 0x22222222, 0x33333333, 0x44444444));
|
|
REQUIRE(ctx->v[4] == vec128i(0xAAAAAAAA, 0xBBBBBBBB, 0xCCCCCCCC, 0xDDDDDDDD));
|
|
REQUIRE(ctx->v[5] == vec128i(0x01020304, 0x05060708, 0x090A0B0C, 0x0D0E0F10));
|
|
REQUIRE(ctx->v[6] == vec128i(0xDEADBEEF, 0xCAFEBABE, 0x12345678, 0x9ABCDEF0));
|
|
|
|
memory->SystemHeapFree(stack_address);
|
|
}
|
|
|
|
// =============================================================================
|
|
// Basic guest code execution — context load/store round-trip
|
|
// =============================================================================
|
|
// The simplest possible test: enter guest code, read a context value, write
|
|
// it to another slot, return. Exercises HostToGuestThunk and epilog.
|
|
TEST_CASE("BASIC_GUEST_EXECUTION", "[backend]") {
|
|
TestFunction test([](HIRBuilder& b) {
|
|
StoreGPR(b, 3, LoadGPR(b, 4));
|
|
b.Return();
|
|
});
|
|
|
|
test.Run(
|
|
[](PPCContext* ctx) { ctx->r[4] = 0x123456789ABCDEF0ULL; },
|
|
[](PPCContext* ctx) { REQUIRE(ctx->r[3] == 0x123456789ABCDEF0ULL); });
|
|
}
|
|
|
|
// =============================================================================
|
|
// Multiple builtin calls in sequence
|
|
// =============================================================================
|
|
// Exercises that the GuestToHostThunk properly restores state so that
|
|
// multiple host calls from the same guest function work correctly.
|
|
|
|
static std::atomic<int> multi_call_counter{0};
|
|
static void CountingBuiltin(ppc::PPCContext* ctx, void* arg0, void* arg1) {
|
|
multi_call_counter.fetch_add(1);
|
|
ctx->r[3] = ctx->r[3] + 1;
|
|
}
|
|
|
|
TEST_CASE("MULTIPLE_BUILTIN_CALLS", "[backend]") {
|
|
multi_call_counter = 0;
|
|
|
|
auto memory = std::make_unique<Memory>();
|
|
memory->Initialize();
|
|
|
|
std::unique_ptr<xe::cpu::backend::Backend> backend;
|
|
#if XE_ARCH_AMD64
|
|
backend.reset(new xe::cpu::backend::x64::X64Backend());
|
|
#elif XE_ARCH_ARM64
|
|
backend.reset(new xe::cpu::backend::a64::A64Backend());
|
|
#endif
|
|
REQUIRE(backend);
|
|
|
|
auto processor = std::make_unique<Processor>(memory.get(), nullptr);
|
|
processor->Setup(std::move(backend));
|
|
|
|
auto* builtin_fn = processor->DefineBuiltin(
|
|
"CountingBuiltin", CountingBuiltin, nullptr, nullptr);
|
|
|
|
auto module = std::make_unique<TestModule>(
|
|
processor.get(), "Test",
|
|
[](uint32_t address) { return address == 0x80000000; },
|
|
[builtin_fn](HIRBuilder& b) {
|
|
// Initialize r[3] = 0.
|
|
StoreGPR(b, 3, b.LoadConstantUint64(0));
|
|
// Call builtin three times — each increments r[3].
|
|
b.CallExtern(builtin_fn);
|
|
b.CallExtern(builtin_fn);
|
|
b.CallExtern(builtin_fn);
|
|
b.Return();
|
|
return true;
|
|
},
|
|
/*skip_cf_simplification=*/true);
|
|
processor->AddModule(std::move(module));
|
|
processor->backend()->CommitExecutableRange(0x80000000, 0x80010000);
|
|
|
|
auto fn = processor->ResolveFunction(0x80000000);
|
|
REQUIRE(fn != nullptr);
|
|
|
|
uint32_t stack_size = 64 * 1024;
|
|
uint32_t stack_address = memory->SystemHeapAlloc(stack_size);
|
|
auto thread_state = std::make_unique<ThreadState>(processor.get(), 0x100,
|
|
stack_address + stack_size);
|
|
auto ctx = thread_state->context();
|
|
ctx->lr = 0xBCBCBCBC;
|
|
ctx->r[3] = 0;
|
|
|
|
fn->Call(thread_state.get(), uint32_t(ctx->lr));
|
|
|
|
REQUIRE(multi_call_counter == 3);
|
|
REQUIRE(ctx->r[3] == 3);
|
|
|
|
memory->SystemHeapFree(stack_address);
|
|
}
|
|
|
|
// =============================================================================
|
|
// NJM (Non-Java Mode) default initialization
|
|
// =============================================================================
|
|
// Tests that the backend context initializes with NJM enabled by default,
|
|
// matching x64 behavior. NJM controls flush-to-zero for denormals.
|
|
static uint32_t observed_njm_flags = 0;
|
|
static void ReadBackendFlags(ppc::PPCContext* ctx, void* arg0, void* arg1) {
|
|
// Read the backend flags from the backend context, which lives just
|
|
// before the PPCContext in memory.
|
|
#if XE_ARCH_AMD64
|
|
auto* bctx = reinterpret_cast<xe::cpu::backend::x64::X64BackendContext*>(
|
|
reinterpret_cast<intptr_t>(ctx) -
|
|
sizeof(xe::cpu::backend::x64::X64BackendContext));
|
|
observed_njm_flags = bctx->flags;
|
|
#elif XE_ARCH_ARM64
|
|
auto* bctx = reinterpret_cast<xe::cpu::backend::a64::A64BackendContext*>(
|
|
reinterpret_cast<intptr_t>(ctx) -
|
|
sizeof(xe::cpu::backend::a64::A64BackendContext));
|
|
observed_njm_flags = bctx->flags;
|
|
#endif
|
|
}
|
|
|
|
TEST_CASE("NJM_DEFAULT_ON", "[backend]") {
|
|
observed_njm_flags = 0;
|
|
|
|
auto memory = std::make_unique<Memory>();
|
|
memory->Initialize();
|
|
|
|
std::unique_ptr<xe::cpu::backend::Backend> backend;
|
|
#if XE_ARCH_AMD64
|
|
backend.reset(new xe::cpu::backend::x64::X64Backend());
|
|
#elif XE_ARCH_ARM64
|
|
backend.reset(new xe::cpu::backend::a64::A64Backend());
|
|
#endif
|
|
REQUIRE(backend);
|
|
|
|
auto processor = std::make_unique<Processor>(memory.get(), nullptr);
|
|
processor->Setup(std::move(backend));
|
|
|
|
auto* builtin_fn = processor->DefineBuiltin(
|
|
"ReadBackendFlags", ReadBackendFlags, nullptr, nullptr);
|
|
|
|
auto module = std::make_unique<TestModule>(
|
|
processor.get(), "Test",
|
|
[](uint32_t address) { return address == 0x80000000; },
|
|
[builtin_fn](HIRBuilder& b) {
|
|
b.CallExtern(builtin_fn);
|
|
b.Return();
|
|
return true;
|
|
},
|
|
/*skip_cf_simplification=*/true);
|
|
processor->AddModule(std::move(module));
|
|
processor->backend()->CommitExecutableRange(0x80000000, 0x80010000);
|
|
|
|
auto fn = processor->ResolveFunction(0x80000000);
|
|
REQUIRE(fn != nullptr);
|
|
|
|
uint32_t stack_size = 64 * 1024;
|
|
uint32_t stack_address = memory->SystemHeapAlloc(stack_size);
|
|
auto thread_state = std::make_unique<ThreadState>(processor.get(), 0x100,
|
|
stack_address + stack_size);
|
|
auto ctx = thread_state->context();
|
|
ctx->lr = 0xBCBCBCBC;
|
|
|
|
fn->Call(thread_state.get(), uint32_t(ctx->lr));
|
|
|
|
// NJM bit (bit 2) should be set by default.
|
|
#if XE_ARCH_AMD64
|
|
REQUIRE((observed_njm_flags &
|
|
(1U << xe::cpu::backend::x64::kX64BackendNJMOn)) != 0);
|
|
#elif XE_ARCH_ARM64
|
|
REQUIRE((observed_njm_flags &
|
|
(1U << xe::cpu::backend::a64::kA64BackendNJMOn)) != 0);
|
|
#endif
|
|
|
|
memory->SystemHeapFree(stack_address);
|
|
}
|
|
|
|
// =============================================================================
|
|
// SET_NJM — verify NJM toggle updates backend context correctly
|
|
// =============================================================================
|
|
// NJM (Non-Java Mode) is a VMX feature (VSCR bit 16) that controls
|
|
// flush-to-zero for vector FP operations. We verify that SET_NJM
|
|
// correctly updates the cached VMX FPCR/MXCSR and the NJM flag.
|
|
static uint32_t observed_njm_flags_after_set = 0;
|
|
static uint32_t observed_vmx_fpcr_after_set = 0;
|
|
|
|
static void ReadBackendNJMState(ppc::PPCContext* ctx, void* arg0, void* arg1) {
|
|
#if XE_ARCH_AMD64
|
|
auto* bctx = reinterpret_cast<xe::cpu::backend::x64::X64BackendContext*>(
|
|
reinterpret_cast<intptr_t>(ctx) -
|
|
sizeof(xe::cpu::backend::x64::X64BackendContext));
|
|
observed_njm_flags_after_set = bctx->flags;
|
|
observed_vmx_fpcr_after_set = bctx->mxcsr_vmx;
|
|
#elif XE_ARCH_ARM64
|
|
auto* bctx = reinterpret_cast<xe::cpu::backend::a64::A64BackendContext*>(
|
|
reinterpret_cast<intptr_t>(ctx) -
|
|
sizeof(xe::cpu::backend::a64::A64BackendContext));
|
|
observed_njm_flags_after_set = bctx->flags;
|
|
observed_vmx_fpcr_after_set = bctx->fpcr_vmx;
|
|
#endif
|
|
}
|
|
|
|
// Helper to build and run a SET_NJM test function.
|
|
static void RunSetNJMTest(int njm_value) {
|
|
observed_njm_flags_after_set = 0;
|
|
observed_vmx_fpcr_after_set = 0;
|
|
|
|
auto memory = std::make_unique<Memory>();
|
|
memory->Initialize();
|
|
|
|
std::unique_ptr<xe::cpu::backend::Backend> backend;
|
|
#if XE_ARCH_AMD64
|
|
backend.reset(new xe::cpu::backend::x64::X64Backend());
|
|
#elif XE_ARCH_ARM64
|
|
backend.reset(new xe::cpu::backend::a64::A64Backend());
|
|
#endif
|
|
REQUIRE(backend);
|
|
|
|
auto processor = std::make_unique<Processor>(memory.get(), nullptr);
|
|
processor->Setup(std::move(backend));
|
|
|
|
auto* builtin_fn = processor->DefineBuiltin(
|
|
"ReadBackendNJMState", ReadBackendNJMState, nullptr, nullptr);
|
|
|
|
auto module = std::make_unique<TestModule>(
|
|
processor.get(), "Test",
|
|
[](uint32_t address) { return address == 0x80000000; },
|
|
[builtin_fn, njm_value](HIRBuilder& b) {
|
|
b.SetNJM(b.LoadConstantInt8(njm_value ? 1 : 0));
|
|
b.CallExtern(builtin_fn);
|
|
b.Return();
|
|
return true;
|
|
},
|
|
/*skip_cf_simplification=*/true);
|
|
processor->AddModule(std::move(module));
|
|
processor->backend()->CommitExecutableRange(0x80000000, 0x80010000);
|
|
|
|
auto fn = processor->ResolveFunction(0x80000000);
|
|
REQUIRE(fn != nullptr);
|
|
|
|
uint32_t stack_size = 64 * 1024;
|
|
uint32_t stack_address = memory->SystemHeapAlloc(stack_size);
|
|
auto thread_state = std::make_unique<ThreadState>(processor.get(), 0x100,
|
|
stack_address + stack_size);
|
|
auto ctx = thread_state->context();
|
|
ctx->lr = 0xBCBCBCBC;
|
|
|
|
fn->Call(thread_state.get(), uint32_t(ctx->lr));
|
|
|
|
memory->SystemHeapFree(stack_address);
|
|
}
|
|
|
|
TEST_CASE("SET_NJM_ON", "[backend]") {
|
|
RunSetNJMTest(1);
|
|
// NJM flag should be set.
|
|
#if XE_ARCH_AMD64
|
|
REQUIRE((observed_njm_flags_after_set &
|
|
(1U << xe::cpu::backend::x64::kX64BackendNJMOn)) != 0);
|
|
// MXCSR should have FZ and DAZ set.
|
|
REQUIRE((observed_vmx_fpcr_after_set & (1 << 15)) != 0); // FZ
|
|
REQUIRE((observed_vmx_fpcr_after_set & (1 << 6)) != 0); // DAZ
|
|
#elif XE_ARCH_ARM64
|
|
REQUIRE((observed_njm_flags_after_set &
|
|
(1U << xe::cpu::backend::a64::kA64BackendNJMOn)) != 0);
|
|
// FPCR_VMX should have FZ (bit 24) set.
|
|
REQUIRE((observed_vmx_fpcr_after_set & (1 << 24)) != 0);
|
|
#endif
|
|
}
|
|
|
|
TEST_CASE("SET_NJM_OFF", "[backend]") {
|
|
RunSetNJMTest(0);
|
|
// NJM flag should be cleared.
|
|
#if XE_ARCH_AMD64
|
|
REQUIRE((observed_njm_flags_after_set &
|
|
(1U << xe::cpu::backend::x64::kX64BackendNJMOn)) == 0);
|
|
// MXCSR should NOT have FZ or DAZ.
|
|
REQUIRE((observed_vmx_fpcr_after_set & (1 << 15)) == 0);
|
|
REQUIRE((observed_vmx_fpcr_after_set & (1 << 6)) == 0);
|
|
#elif XE_ARCH_ARM64
|
|
REQUIRE((observed_njm_flags_after_set &
|
|
(1U << xe::cpu::backend::a64::kA64BackendNJMOn)) == 0);
|
|
// FPCR_VMX should NOT have FZ (bit 24).
|
|
REQUIRE((observed_vmx_fpcr_after_set & (1 << 24)) == 0);
|
|
#endif
|
|
}
|
|
|
|
// =============================================================================
|
|
// Atomic Exchange I32
|
|
// =============================================================================
|
|
// Tests that AtomicExchange correctly swaps a value in memory and returns
|
|
// the old value.
|
|
// NOTE: OPCODE_ATOMIC_EXCHANGE uses a HOST address (not guest), per the
|
|
// x64 backend comment: "the address we use here is a real, host address!"
|
|
TEST_CASE("ATOMIC_EXCHANGE_I32", "[backend]") {
|
|
TestFunction test([](HIRBuilder& b) {
|
|
// r[4] holds the host address directly.
|
|
auto addr = LoadGPR(b, 4);
|
|
auto new_val = b.Truncate(LoadGPR(b, 5), hir::INT32_TYPE);
|
|
auto old_val = b.AtomicExchange(addr, new_val);
|
|
StoreGPR(b, 3, b.ZeroExtend(old_val, hir::INT64_TYPE));
|
|
b.Return();
|
|
});
|
|
|
|
// Allocate guest memory and compute the host pointer.
|
|
uint32_t guest_addr = test.memory->SystemHeapAlloc(4);
|
|
REQUIRE(guest_addr != 0);
|
|
auto* host_ptr = test.memory->TranslateVirtual(guest_addr);
|
|
|
|
test.Run(
|
|
[&](PPCContext* ctx) {
|
|
*reinterpret_cast<uint32_t*>(host_ptr) = 0xAABBCCDD;
|
|
// Pass the HOST address in r[4].
|
|
ctx->r[4] = reinterpret_cast<uint64_t>(host_ptr);
|
|
ctx->r[5] = 0x11223344;
|
|
},
|
|
[&](PPCContext* ctx) {
|
|
// r[3] should have the old value.
|
|
REQUIRE(static_cast<uint32_t>(ctx->r[3]) == 0xAABBCCDD);
|
|
// Memory should now have the new value.
|
|
REQUIRE(*reinterpret_cast<uint32_t*>(host_ptr) == 0x11223344);
|
|
});
|
|
|
|
test.memory->SystemHeapFree(guest_addr);
|
|
}
|
|
|
|
// =============================================================================
|
|
// DOT_PRODUCT_3 — inline NEON dot product of first 3 vector elements
|
|
// =============================================================================
|
|
TEST_CASE("DOT_PRODUCT_3", "[backend]") {
|
|
TestFunction test([](HIRBuilder& b) {
|
|
auto src1 = LoadVR(b, 10);
|
|
auto src2 = LoadVR(b, 11);
|
|
auto result = b.DotProduct3(src1, src2);
|
|
StoreVR(b, 3, result);
|
|
b.Return();
|
|
});
|
|
|
|
// Simple case: (1,2,3,ignored) . (4,5,6,ignored) = 1*4+2*5+3*6 = 32
|
|
test.Run(
|
|
[](PPCContext* ctx) {
|
|
ctx->v[10] = vec128f(1.0f, 2.0f, 3.0f, 99.0f);
|
|
ctx->v[11] = vec128f(4.0f, 5.0f, 6.0f, 99.0f);
|
|
},
|
|
[](PPCContext* ctx) {
|
|
REQUIRE(ctx->v[3].f32[0] == 32.0f);
|
|
REQUIRE(ctx->v[3].f32[1] == 32.0f);
|
|
REQUIRE(ctx->v[3].f32[2] == 32.0f);
|
|
REQUIRE(ctx->v[3].f32[3] == 32.0f);
|
|
});
|
|
|
|
// Zero vector.
|
|
test.Run(
|
|
[](PPCContext* ctx) {
|
|
ctx->v[10] = vec128f(0.0f, 0.0f, 0.0f, 0.0f);
|
|
ctx->v[11] = vec128f(1.0f, 2.0f, 3.0f, 4.0f);
|
|
},
|
|
[](PPCContext* ctx) { REQUIRE(ctx->v[3].f32[0] == 0.0f); });
|
|
|
|
// Element 4 should be ignored.
|
|
test.Run(
|
|
[](PPCContext* ctx) {
|
|
ctx->v[10] = vec128f(1.0f, 0.0f, 0.0f, 1000.0f);
|
|
ctx->v[11] = vec128f(1.0f, 0.0f, 0.0f, 1000.0f);
|
|
},
|
|
[](PPCContext* ctx) { REQUIRE(ctx->v[3].f32[0] == 1.0f); });
|
|
}
|
|
|
|
// =============================================================================
|
|
// DOT_PRODUCT_4 — inline NEON dot product of all 4 vector elements
|
|
// =============================================================================
|
|
TEST_CASE("DOT_PRODUCT_4", "[backend]") {
|
|
TestFunction test([](HIRBuilder& b) {
|
|
auto src1 = LoadVR(b, 10);
|
|
auto src2 = LoadVR(b, 11);
|
|
auto result = b.DotProduct4(src1, src2);
|
|
StoreVR(b, 3, result);
|
|
b.Return();
|
|
});
|
|
|
|
// (1,2,3,4) . (5,6,7,8) = 5+12+21+32 = 70
|
|
test.Run(
|
|
[](PPCContext* ctx) {
|
|
ctx->v[10] = vec128f(1.0f, 2.0f, 3.0f, 4.0f);
|
|
ctx->v[11] = vec128f(5.0f, 6.0f, 7.0f, 8.0f);
|
|
},
|
|
[](PPCContext* ctx) {
|
|
REQUIRE(ctx->v[3].f32[0] == 70.0f);
|
|
REQUIRE(ctx->v[3].f32[1] == 70.0f);
|
|
REQUIRE(ctx->v[3].f32[2] == 70.0f);
|
|
REQUIRE(ctx->v[3].f32[3] == 70.0f);
|
|
});
|
|
|
|
// Length-squared: (3,4,0,0) . (3,4,0,0) = 25
|
|
test.Run(
|
|
[](PPCContext* ctx) {
|
|
ctx->v[10] = vec128f(3.0f, 4.0f, 0.0f, 0.0f);
|
|
ctx->v[11] = vec128f(3.0f, 4.0f, 0.0f, 0.0f);
|
|
},
|
|
[](PPCContext* ctx) { REQUIRE(ctx->v[3].f32[0] == 25.0f); });
|
|
}
|
|
|
|
// =============================================================================
|
|
// FPCR preservation across GuestToHostThunk
|
|
// =============================================================================
|
|
// Tests that the guest scalar rounding mode survives a host callback.
|
|
// The GuestToHostThunk must restore fpcr_fpu after the host call returns,
|
|
// otherwise the host C++ runtime's FPCR state leaks into subsequent guest ops.
|
|
|
|
static void FpcrClobberingBuiltin(ppc::PPCContext* ctx, void* arg0,
|
|
void* arg1) {
|
|
// Deliberately clobber FPCR to round-to-nearest (mode 0).
|
|
// If the thunk doesn't restore, the guest will see this mode.
|
|
#if XE_ARCH_ARM64
|
|
#if XE_COMPILER_MSVC
|
|
_WriteStatusReg(0x5A20, 0ULL);
|
|
#else
|
|
__asm__ volatile("msr fpcr, %0" : : "r"(0ULL));
|
|
#endif
|
|
#elif XE_ARCH_AMD64
|
|
_mm_setcsr((_mm_getcsr() & ~0x6000) | 0x0000); // round-to-nearest
|
|
#endif
|
|
}
|
|
|
|
TEST_CASE("FPCR_PRESERVED_ACROSS_HOST_CALLBACK", "[backend]") {
|
|
auto memory = std::make_unique<Memory>();
|
|
memory->Initialize();
|
|
|
|
std::unique_ptr<xe::cpu::backend::Backend> backend;
|
|
#if XE_ARCH_AMD64
|
|
backend.reset(new xe::cpu::backend::x64::X64Backend());
|
|
#elif XE_ARCH_ARM64
|
|
backend.reset(new xe::cpu::backend::a64::A64Backend());
|
|
#endif
|
|
REQUIRE(backend);
|
|
|
|
auto processor = std::make_unique<Processor>(memory.get(), nullptr);
|
|
processor->Setup(std::move(backend));
|
|
|
|
auto* builtin_fn = processor->DefineBuiltin(
|
|
"FpcrClobber", FpcrClobberingBuiltin, nullptr, nullptr);
|
|
|
|
// Set rounding to toward-+inf (mode 2), call the host callback (which
|
|
// clobbers FPCR to round-to-nearest), then do a scalar add.
|
|
// If the thunk restores FPCR properly, the add uses toward-+inf.
|
|
auto module = std::make_unique<TestModule>(
|
|
processor.get(), "Test",
|
|
[](uint32_t address) { return address == 0x80000000; },
|
|
[builtin_fn](HIRBuilder& b) {
|
|
b.SetRoundingMode(b.LoadConstantInt32(2)); // toward +inf
|
|
b.CallExtern(builtin_fn);
|
|
// Scalar add after the host call.
|
|
auto a = b.Convert(LoadFPR(b, 4), FLOAT32_TYPE);
|
|
auto c = b.Convert(LoadFPR(b, 5), FLOAT32_TYPE);
|
|
auto sum = b.Add(a, c);
|
|
StoreFPR(b, 3, b.Convert(sum, FLOAT64_TYPE));
|
|
b.Return();
|
|
return true;
|
|
},
|
|
/*skip_cf_simplification=*/true);
|
|
processor->AddModule(std::move(module));
|
|
processor->backend()->CommitExecutableRange(0x80000000, 0x80010000);
|
|
|
|
auto fn = processor->ResolveFunction(0x80000000);
|
|
REQUIRE(fn != nullptr);
|
|
|
|
uint32_t stack_size = 64 * 1024;
|
|
uint32_t stack_address = memory->SystemHeapAlloc(stack_size);
|
|
auto thread_state = std::make_unique<ThreadState>(processor.get(), 0x100,
|
|
stack_address + stack_size);
|
|
auto ctx = thread_state->context();
|
|
ctx->lr = 0xBCBCBCBC;
|
|
processor->backend()->SetGuestRoundingMode(ctx, 0);
|
|
|
|
ctx->f[4] = 1.0;
|
|
ctx->f[5] = std::ldexp(1.0, -24);
|
|
|
|
fn->Call(thread_state.get(), uint32_t(ctx->lr));
|
|
|
|
auto result = static_cast<float>(ctx->f[3]);
|
|
// Toward-+inf: 1.0 + 2^-24 rounds up.
|
|
float expected = std::nextafterf(1.0f, 2.0f);
|
|
REQUIRE(result == expected);
|
|
|
|
// Reset rounding mode.
|
|
processor->backend()->SetGuestRoundingMode(ctx, 0);
|
|
memory->SystemHeapFree(stack_address);
|
|
}
|
|
|
|
// =============================================================================
|
|
// Unwind info registration for JIT code
|
|
// =============================================================================
|
|
// Verify that the backend registers unwind data for JIT'd functions so that
|
|
// debuggers, profilers, and exception handlers can walk the stack through
|
|
// JIT code.
|
|
//
|
|
// Windows: RtlLookupFunctionEntry directly queries the registered SEH tables.
|
|
// POSIX: we call backtrace() from inside a JIT callback and verify we get
|
|
// enough frames to have unwound through the JIT thunks. This exercises the
|
|
// DWARF .eh_frame data registered via __register_frame.
|
|
|
|
#if !XE_PLATFORM_WIN32
|
|
#include <execinfo.h>
|
|
static int jit_backtrace_depth = 0;
|
|
static void CaptureJITBacktrace(ppc::PPCContext* ctx, void* arg0, void* arg1) {
|
|
void* frames[64];
|
|
jit_backtrace_depth = backtrace(frames, 64);
|
|
}
|
|
#endif
|
|
|
|
TEST_CASE("JIT_UNWIND_INFO_REGISTERED", "[backend]") {
|
|
auto memory = std::make_unique<Memory>();
|
|
memory->Initialize();
|
|
|
|
std::unique_ptr<xe::cpu::backend::Backend> backend;
|
|
#if XE_ARCH_AMD64
|
|
backend.reset(new xe::cpu::backend::x64::X64Backend());
|
|
#elif XE_ARCH_ARM64
|
|
backend.reset(new xe::cpu::backend::a64::A64Backend());
|
|
#endif
|
|
REQUIRE(backend);
|
|
|
|
auto processor = std::make_unique<Processor>(memory.get(), nullptr);
|
|
processor->Setup(std::move(backend));
|
|
|
|
#if XE_PLATFORM_WIN32
|
|
// Compile a minimal guest function and check that Windows can find its
|
|
// RUNTIME_FUNCTION entry via RtlLookupFunctionEntry.
|
|
auto module = std::make_unique<TestModule>(
|
|
processor.get(), "Test",
|
|
[](uint32_t address) { return address == 0x80000000; },
|
|
[](HIRBuilder& b) {
|
|
b.Return();
|
|
return true;
|
|
},
|
|
/*skip_cf_simplification=*/true);
|
|
processor->AddModule(std::move(module));
|
|
processor->backend()->CommitExecutableRange(0x80000000, 0x80010000);
|
|
|
|
auto fn = processor->ResolveFunction(0x80000000);
|
|
REQUIRE(fn != nullptr);
|
|
|
|
auto* guest_fn = static_cast<GuestFunction*>(fn);
|
|
void* code = guest_fn->machine_code();
|
|
REQUIRE(code != nullptr);
|
|
|
|
DWORD64 image_base = 0;
|
|
auto* entry = RtlLookupFunctionEntry(reinterpret_cast<DWORD64>(code),
|
|
&image_base, nullptr);
|
|
REQUIRE(entry != nullptr);
|
|
REQUIRE(image_base != 0);
|
|
#else
|
|
// On POSIX, call backtrace() from inside a JIT callback. If the .eh_frame
|
|
// unwind info is correctly registered, backtrace will unwind through:
|
|
// callback -> GuestToHostThunk -> guest func -> HostToGuestThunk -> Call
|
|
// giving at least 4 frames. Without unwind info it stops at 1-2.
|
|
jit_backtrace_depth = 0;
|
|
|
|
auto* builtin_fn = processor->DefineBuiltin(
|
|
"CaptureJITBacktrace", CaptureJITBacktrace, nullptr, nullptr);
|
|
|
|
auto module = std::make_unique<TestModule>(
|
|
processor.get(), "Test",
|
|
[](uint32_t address) { return address == 0x80000000; },
|
|
[builtin_fn](HIRBuilder& b) {
|
|
b.CallExtern(builtin_fn);
|
|
b.Return();
|
|
return true;
|
|
},
|
|
/*skip_cf_simplification=*/true);
|
|
processor->AddModule(std::move(module));
|
|
processor->backend()->CommitExecutableRange(0x80000000, 0x80010000);
|
|
|
|
auto fn = processor->ResolveFunction(0x80000000);
|
|
REQUIRE(fn != nullptr);
|
|
|
|
uint32_t stack_size = 64 * 1024;
|
|
uint32_t stack_address = memory->SystemHeapAlloc(stack_size);
|
|
auto thread_state = std::make_unique<ThreadState>(processor.get(), 0x100,
|
|
stack_address + stack_size);
|
|
auto ctx = thread_state->context();
|
|
ctx->lr = 0xBCBCBCBC;
|
|
|
|
fn->Call(thread_state.get(), uint32_t(ctx->lr));
|
|
|
|
REQUIRE(jit_backtrace_depth >= 4);
|
|
|
|
memory->SystemHeapFree(stack_address);
|
|
#endif
|
|
|
|
memory.reset();
|
|
}
|