Files
Xenia-Canary/src/xenia/cpu/hir/value.cc

1694 lines
46 KiB
C++

/**
******************************************************************************
* Xenia : Xbox 360 Emulator Research Project *
******************************************************************************
* Copyright 2021 Ben Vanik. All rights reserved. *
* Released under the BSD license - see LICENSE in the root for more details. *
******************************************************************************
*/
#include "xenia/cpu/hir/value.h"
#include "xenia/cpu/hir/instr.h"
#include <cmath>
#include <cstdlib>
#include "xenia/base/assert.h"
#include "xenia/base/byte_order.h"
#include "xenia/base/math.h"
namespace xe {
namespace cpu {
namespace hir {
Value::Use* Value::AddUse(Arena* arena, Instr* instr) {
Use* use = arena->Alloc<Use>();
use->instr = instr;
use->prev = NULL;
use->next = use_head;
if (use_head) {
use_head->prev = use;
}
use_head = use;
return use;
}
void Value::RemoveUse(Use* use) {
if (use == use_head) {
use_head = use->next;
} else {
use->prev->next = use->next;
}
if (use->next) {
use->next->prev = use->prev;
}
}
uint32_t Value::AsUint32() {
assert_true(IsConstant());
switch (type) {
case INT8_TYPE:
return constant.u8;
case INT16_TYPE:
return constant.u16;
case INT32_TYPE:
return constant.u32;
case INT64_TYPE:
return (uint32_t)constant.u64;
default:
assert_unhandled_case(type);
return 0;
}
}
uint64_t Value::AsUint64() {
assert_true(IsConstant());
switch (type) {
case INT8_TYPE:
return constant.u8;
case INT16_TYPE:
return constant.u16;
case INT32_TYPE:
return constant.u32;
case INT64_TYPE:
return constant.u64;
default:
assert_unhandled_case(type);
return 0;
}
}
void Value::Cast(TypeName target_type) {
// Only need a type change.
type = target_type;
}
void Value::ZeroExtend(TypeName target_type) {
switch (type) {
case INT8_TYPE:
type = target_type;
constant.u64 = constant.u8;
return;
case INT16_TYPE:
type = target_type;
constant.u64 = constant.u16;
return;
case INT32_TYPE:
type = target_type;
constant.u64 = constant.u32;
return;
default:
assert_unhandled_case(type);
break;
}
}
void Value::SignExtend(TypeName target_type) {
switch (type) {
case INT8_TYPE:
type = target_type;
switch (target_type) {
case INT16_TYPE:
constant.i16 = constant.i8;
return;
case INT32_TYPE:
constant.i32 = constant.i8;
return;
case INT64_TYPE:
constant.i64 = constant.i8;
return;
default:
assert_unhandled_case(target_type);
return;
}
case INT16_TYPE:
type = target_type;
switch (target_type) {
case INT32_TYPE:
constant.i32 = constant.i16;
return;
case INT64_TYPE:
constant.i64 = constant.i16;
return;
default:
assert_unhandled_case(target_type);
return;
}
case INT32_TYPE:
type = target_type;
switch (target_type) {
case INT64_TYPE:
constant.i64 = constant.i32;
return;
default:
assert_unhandled_case(target_type);
return;
}
default:
assert_unhandled_case(type);
return;
}
}
void Value::Truncate(TypeName target_type) {
switch (type) {
case INT16_TYPE:
switch (target_type) {
case INT8_TYPE:
type = target_type;
constant.i64 = constant.i64 & 0xFF;
return;
default:
assert_unhandled_case(target_type);
return;
}
case INT32_TYPE:
switch (target_type) {
case INT8_TYPE:
type = target_type;
constant.i64 = constant.i64 & 0xFF;
return;
case INT16_TYPE:
type = target_type;
constant.i64 = constant.i64 & 0xFFFF;
return;
default:
assert_unhandled_case(target_type);
return;
}
case INT64_TYPE:
switch (target_type) {
case INT8_TYPE:
type = target_type;
constant.i64 = constant.i64 & 0xFF;
return;
case INT16_TYPE:
type = target_type;
constant.i64 = constant.i64 & 0xFFFF;
return;
case INT32_TYPE:
type = target_type;
constant.i64 = constant.i64 & 0xFFFFFFFF;
return;
default:
assert_unhandled_case(target_type);
return;
}
default:
assert_unhandled_case(type);
return;
}
}
void Value::Convert(TypeName target_type, RoundMode round_mode) {
switch (type) {
case FLOAT32_TYPE:
switch (target_type) {
case FLOAT64_TYPE:
type = target_type;
constant.f64 = constant.f32;
return;
default:
assert_unhandled_case(target_type);
return;
}
case INT64_TYPE:
switch (target_type) {
case FLOAT64_TYPE:
type = target_type;
constant.f64 = (double)constant.i64;
return;
default:
assert_unhandled_case(target_type);
return;
}
case FLOAT64_TYPE:
switch (target_type) {
case FLOAT32_TYPE:
type = target_type;
constant.f32 = (float)constant.f64;
return;
case INT32_TYPE:
type = target_type;
constant.i32 = (int32_t)constant.f64;
return;
case INT64_TYPE:
type = target_type;
constant.i64 = (int64_t)constant.f64;
return;
default:
assert_unhandled_case(target_type);
return;
}
default:
assert_unhandled_case(type);
return;
}
}
template <typename T>
T __inline RoundValue(RoundMode round_mode, T value) {
switch (round_mode) {
case ROUND_TO_ZERO:
return std::trunc(value);
case ROUND_TO_NEAREST:
return std::round(value);
case ROUND_TO_MINUS_INFINITY:
return std::floor(value);
case ROUND_TO_POSITIVE_INFINITY:
return std::ceil(value);
default:
assert_unhandled_case(round_mode);
return value;
}
}
void Value::Round(RoundMode round_mode) {
switch (type) {
case FLOAT32_TYPE:
constant.f32 = RoundValue(round_mode, constant.f32);
return;
case FLOAT64_TYPE:
constant.f64 = RoundValue(round_mode, constant.f64);
return;
case VEC128_TYPE:
for (int i = 0; i < 4; i++) {
constant.v128.f32[i] = RoundValue(round_mode, constant.v128.f32[i]);
}
return;
default:
assert_unhandled_case(type);
return;
}
}
bool Value::Add(Value* other) {
#define CHECK_DID_CARRY(v1, v2) (((uint64_t)v2) > ~((uint64_t)v1))
#define ADD_DID_CARRY(a, b) CHECK_DID_CARRY(a, b)
assert_true(type == other->type);
bool did_carry = false;
switch (type) {
case INT8_TYPE:
did_carry = ADD_DID_CARRY(constant.i8, other->constant.i8);
constant.i8 += other->constant.i8;
break;
case INT16_TYPE:
did_carry = ADD_DID_CARRY(constant.i16, other->constant.i16);
constant.i16 += other->constant.i16;
break;
case INT32_TYPE:
did_carry = ADD_DID_CARRY(constant.i32, other->constant.i32);
constant.i32 += other->constant.i32;
break;
case INT64_TYPE:
did_carry = ADD_DID_CARRY(constant.i64, other->constant.i64);
constant.i64 += other->constant.i64;
break;
case FLOAT32_TYPE:
constant.f32 += other->constant.f32;
break;
case FLOAT64_TYPE:
constant.f64 += other->constant.f64;
break;
default:
assert_unhandled_case(type);
break;
}
return did_carry;
}
bool Value::Sub(Value* other) {
#define SUB_DID_CARRY(a, b) (b == 0 || a > (~(0 - b)))
assert_true(type == other->type);
bool did_carry = false;
switch (type) {
case INT8_TYPE:
did_carry =
SUB_DID_CARRY(uint16_t(constant.i8), uint16_t(other->constant.i8));
constant.i8 -= other->constant.i8;
break;
case INT16_TYPE:
did_carry =
SUB_DID_CARRY(uint16_t(constant.i16), uint16_t(other->constant.i16));
constant.i16 -= other->constant.i16;
break;
case INT32_TYPE:
did_carry =
SUB_DID_CARRY(uint32_t(constant.i32), uint32_t(other->constant.i32));
constant.i32 -= other->constant.i32;
break;
case INT64_TYPE:
did_carry =
SUB_DID_CARRY(uint64_t(constant.i64), uint64_t(other->constant.i64));
constant.i64 -= other->constant.i64;
break;
case FLOAT32_TYPE:
constant.f32 -= other->constant.f32;
break;
case FLOAT64_TYPE:
constant.f64 -= other->constant.f64;
break;
default:
assert_unhandled_case(type);
break;
}
return did_carry;
}
void Value::Mul(Value* other) {
assert_true(type == other->type);
switch (type) {
case INT8_TYPE:
constant.i8 *= other->constant.i8;
break;
case INT16_TYPE:
constant.i16 *= other->constant.i16;
break;
case INT32_TYPE:
constant.i32 *= other->constant.i32;
break;
case INT64_TYPE:
constant.i64 *= other->constant.i64;
break;
case FLOAT32_TYPE:
constant.f32 *= other->constant.f32;
break;
case FLOAT64_TYPE:
constant.f64 *= other->constant.f64;
break;
case VEC128_TYPE:
for (int i = 0; i < 4; i++) {
constant.v128.f32[i] *= other->constant.v128.f32[i];
}
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::MulHi(Value* other, bool is_unsigned) {
assert_true(type == other->type);
switch (type) {
case INT32_TYPE:
if (is_unsigned) {
constant.i32 = (int32_t)(((uint64_t)((uint32_t)constant.i32) *
(uint32_t)other->constant.i32) >>
32);
} else {
constant.i32 =
(int32_t)(((int64_t)constant.i32 * (int64_t)other->constant.i32) >>
32);
}
break;
case INT64_TYPE:
#if XE_COMPILER_MSVC
if (is_unsigned) {
constant.i64 = __umulh(constant.i64, other->constant.i64);
} else {
constant.i64 = __mulh(constant.i64, other->constant.i64);
}
#else
if (is_unsigned) {
constant.i64 = static_cast<uint64_t>(
static_cast<unsigned __int128>(constant.i64) *
static_cast<unsigned __int128>(other->constant.i64));
} else {
constant.i64 =
static_cast<uint64_t>(static_cast<__int128>(constant.i64) *
static_cast<__int128>(other->constant.i64));
}
#endif // XE_COMPILER_MSVC
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::Div(Value* other, bool is_unsigned) {
assert_true(type == other->type);
switch (type) {
case INT8_TYPE:
if (is_unsigned) {
constant.i8 /= uint8_t(other->constant.i8);
} else {
constant.i8 /= other->constant.i8;
}
break;
case INT16_TYPE:
if (is_unsigned) {
constant.i16 /= uint16_t(other->constant.i16);
} else {
constant.i16 /= other->constant.i16;
}
break;
case INT32_TYPE:
if (is_unsigned) {
constant.i32 /= uint32_t(other->constant.i32);
} else {
constant.i32 /= other->constant.i32;
}
break;
case INT64_TYPE:
if (is_unsigned) {
constant.i64 /= uint64_t(other->constant.i64);
} else {
constant.i64 /= other->constant.i64;
}
break;
case FLOAT32_TYPE:
constant.f32 /= other->constant.f32;
break;
case FLOAT64_TYPE:
constant.f64 /= other->constant.f64;
break;
case VEC128_TYPE:
for (int i = 0; i < 4; i++) {
constant.v128.f32[i] /= other->constant.v128.f32[i];
}
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::Max(Value* other) {
assert_true(type == other->type);
switch (type) {
case FLOAT32_TYPE:
constant.f32 = std::max(constant.f32, other->constant.f32);
break;
case FLOAT64_TYPE:
constant.f64 = std::max(constant.f64, other->constant.f64);
break;
case VEC128_TYPE:
for (int i = 0; i < 4; i++) {
constant.v128.f32[i] =
std::max(constant.v128.f32[i], other->constant.v128.f32[i]);
}
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::MulAdd(Value* dest, Value* value1, Value* value2, Value* value3) {
switch (dest->type) {
case VEC128_TYPE:
for (int i = 0; i < 4; i++) {
dest->constant.v128.f32[i] =
(value1->constant.v128.f32[i] * value2->constant.v128.f32[i]) +
value3->constant.v128.f32[i];
}
break;
case FLOAT32_TYPE:
dest->constant.f32 =
(value1->constant.f32 * value2->constant.f32) + value3->constant.f32;
break;
case FLOAT64_TYPE:
dest->constant.f64 =
(value1->constant.f64 * value2->constant.f64) + value3->constant.f64;
break;
default:
assert_unhandled_case(dest->type);
break;
}
}
void Value::MulSub(Value* dest, Value* value1, Value* value2, Value* value3) {
switch (dest->type) {
case VEC128_TYPE:
for (int i = 0; i < 4; i++) {
dest->constant.v128.f32[i] =
(value1->constant.v128.f32[i] * value2->constant.v128.f32[i]) -
value3->constant.v128.f32[i];
}
break;
case FLOAT32_TYPE:
dest->constant.f32 =
(value1->constant.f32 * value2->constant.f32) - value3->constant.f32;
break;
case FLOAT64_TYPE:
dest->constant.f64 =
(value1->constant.f64 * value2->constant.f64) - value3->constant.f64;
break;
default:
assert_unhandled_case(dest->type);
break;
}
}
void Value::Neg() {
switch (type) {
case INT8_TYPE:
constant.i8 = -constant.i8;
break;
case INT16_TYPE:
constant.i16 = -constant.i16;
break;
case INT32_TYPE:
constant.i32 = -constant.i32;
break;
case INT64_TYPE:
constant.i64 = -constant.i64;
break;
case FLOAT32_TYPE:
constant.f32 = -constant.f32;
break;
case FLOAT64_TYPE:
constant.f64 = -constant.f64;
break;
case VEC128_TYPE:
for (int i = 0; i < 4; ++i) {
constant.v128.f32[i] = -constant.v128.f32[i];
}
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::Abs() {
switch (type) {
case INT8_TYPE:
constant.i8 = int8_t(std::abs(constant.i8));
break;
case INT16_TYPE:
constant.i16 = int16_t(std::abs(constant.i16));
break;
case INT32_TYPE:
constant.i32 = std::abs(constant.i32);
break;
case INT64_TYPE:
constant.i64 = std::abs(constant.i64);
break;
case FLOAT32_TYPE:
constant.f32 = std::abs(constant.f32);
break;
case FLOAT64_TYPE:
constant.f64 = std::abs(constant.f64);
break;
case VEC128_TYPE:
for (int i = 0; i < 4; ++i) {
constant.v128.f32[i] = std::abs(constant.v128.f32[i]);
}
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::Sqrt() {
switch (type) {
case FLOAT32_TYPE:
constant.f32 = std::sqrt(constant.f32);
break;
case FLOAT64_TYPE:
constant.f64 = std::sqrt(constant.f64);
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::RSqrt() {
switch (type) {
case FLOAT32_TYPE:
constant.f32 = 1.0f / std::sqrt(constant.f32);
break;
case FLOAT64_TYPE:
constant.f64 = 1.0f / std::sqrt(constant.f64);
break;
case VEC128_TYPE:
for (int i = 0; i < 4; ++i) {
constant.v128.f32[i] = 1.0f / std::sqrt(constant.v128.f32[i]);
}
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::Recip() {
switch (type) {
case FLOAT32_TYPE:
constant.f32 = 1.0f / constant.f32;
break;
case FLOAT64_TYPE:
constant.f64 = 1.0f / constant.f64;
break;
case VEC128_TYPE:
for (int i = 0; i < 4; i++) {
constant.v128.f32[i] = 1.0f / constant.v128.f32[i];
}
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::And(Value* other) {
assert_true(type == other->type);
switch (type) {
case INT8_TYPE:
constant.i8 &= other->constant.i8;
break;
case INT16_TYPE:
constant.i16 &= other->constant.i16;
break;
case INT32_TYPE:
constant.i32 &= other->constant.i32;
break;
case INT64_TYPE:
constant.i64 &= other->constant.i64;
break;
case VEC128_TYPE:
constant.v128 &= other->constant.v128;
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::Or(Value* other) {
assert_true(type == other->type);
switch (type) {
case INT8_TYPE:
constant.i8 |= other->constant.i8;
break;
case INT16_TYPE:
constant.i16 |= other->constant.i16;
break;
case INT32_TYPE:
constant.i32 |= other->constant.i32;
break;
case INT64_TYPE:
constant.i64 |= other->constant.i64;
break;
case VEC128_TYPE:
constant.v128 |= other->constant.v128;
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::Xor(Value* other) {
assert_true(type == other->type);
switch (type) {
case INT8_TYPE:
constant.i8 ^= other->constant.i8;
break;
case INT16_TYPE:
constant.i16 ^= other->constant.i16;
break;
case INT32_TYPE:
constant.i32 ^= other->constant.i32;
break;
case INT64_TYPE:
constant.i64 ^= other->constant.i64;
break;
case VEC128_TYPE:
constant.v128 ^= other->constant.v128;
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::Not() {
switch (type) {
case INT8_TYPE:
constant.i8 = ~constant.i8;
break;
case INT16_TYPE:
constant.i16 = ~constant.i16;
break;
case INT32_TYPE:
constant.i32 = ~constant.i32;
break;
case INT64_TYPE:
constant.i64 = ~constant.i64;
break;
case VEC128_TYPE:
constant.v128.low = ~constant.v128.low;
constant.v128.high = ~constant.v128.high;
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::AndNot(Value* other) {
assert_true(type == other->type);
Value second = Value(*other);
second.Not();
And(&second);
}
void Value::Shl(Value* other) {
assert_true(other->type == INT8_TYPE);
switch (type) {
case INT8_TYPE:
constant.u8 <<= other->constant.u8;
break;
case INT16_TYPE:
constant.u16 <<= other->constant.u8;
break;
case INT32_TYPE:
constant.u32 <<= other->constant.u8;
break;
case INT64_TYPE:
constant.u64 <<= other->constant.u8;
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::Shr(Value* other) {
assert_true(other->type == INT8_TYPE);
switch (type) {
case INT8_TYPE:
constant.u8 = constant.u8 >> other->constant.u8;
break;
case INT16_TYPE:
constant.u16 = constant.u16 >> other->constant.u8;
break;
case INT32_TYPE:
constant.u32 = constant.u32 >> other->constant.u8;
break;
case INT64_TYPE:
constant.u64 = constant.u64 >> other->constant.u8;
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::Sha(Value* other) {
assert_true(other->type == INT8_TYPE);
switch (type) {
case INT8_TYPE:
constant.i8 = constant.i8 >> other->constant.u8;
break;
case INT16_TYPE:
constant.i16 = constant.i16 >> other->constant.u8;
break;
case INT32_TYPE:
constant.i32 = constant.i32 >> other->constant.u8;
break;
case INT64_TYPE:
constant.i64 = constant.i64 >> other->constant.u8;
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::RotateLeft(Value* other) {
assert_true(other->type == INT8_TYPE);
auto rotation = other->constant.u8;
switch (type) {
case INT8_TYPE:
constant.u8 = rotate_left<uint8_t>(constant.u8, rotation);
break;
case INT16_TYPE:
constant.u16 = rotate_left<uint16_t>(constant.u16, rotation);
break;
case INT32_TYPE:
constant.u32 = rotate_left<uint32_t>(constant.u32, rotation);
break;
case INT64_TYPE:
constant.u64 = rotate_left<uint64_t>(constant.u64, rotation);
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::Extract(Value* vec, Value* index) {
assert_true(vec->type == VEC128_TYPE);
switch (type) {
case INT8_TYPE:
constant.u8 = vec->constant.v128.u8[index->constant.u8 & 0x1F];
break;
case INT16_TYPE:
constant.u16 = vec->constant.v128.u16[index->constant.u16 & 0x7];
break;
case INT32_TYPE:
constant.u32 = vec->constant.v128.u32[index->constant.u32 & 0x3];
break;
case INT64_TYPE:
constant.u64 = vec->constant.v128.u64[index->constant.u64 & 0x1];
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::Select(Value* other, Value* ctrl) {
// TODO
assert_always();
}
void Value::Splat(Value* other) {
assert_true(type == VEC128_TYPE);
switch (other->type) {
case INT8_TYPE:
for (int i = 0; i < 16; i++) {
constant.v128.i8[i] = other->constant.i8;
}
break;
case INT16_TYPE:
for (int i = 0; i < 8; i++) {
constant.v128.i16[i] = other->constant.i16;
}
break;
case INT32_TYPE:
case FLOAT32_TYPE:
for (int i = 0; i < 4; i++) {
constant.v128.i32[i] = other->constant.i32;
}
break;
case INT64_TYPE:
case FLOAT64_TYPE:
for (int i = 0; i < 2; i++) {
constant.v128.i64[i] = other->constant.i64;
}
break;
default:
assert_unhandled_case(other->type);
break;
}
}
void Value::VectorCompareEQ(Value* other, TypeName type) {
assert_true(this->type == VEC128_TYPE && other->type == VEC128_TYPE);
switch (type) {
case INT8_TYPE:
for (int i = 0; i < 16; i++) {
constant.v128.u8[i] =
constant.v128.u8[i] == other->constant.v128.u8[i] ? -1 : 0;
}
break;
case INT16_TYPE:
for (int i = 0; i < 8; i++) {
constant.v128.u16[i] =
constant.v128.u16[i] == other->constant.v128.u16[i] ? -1 : 0;
}
break;
case INT32_TYPE:
case FLOAT32_TYPE:
for (int i = 0; i < 4; i++) {
constant.v128.u32[i] =
constant.v128.u32[i] == other->constant.v128.u32[i] ? -1 : 0;
}
break;
case INT64_TYPE:
case FLOAT64_TYPE:
for (int i = 0; i < 2; i++) {
constant.v128.u64[i] =
constant.v128.u64[i] == other->constant.v128.u64[i] ? -1 : 0;
}
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::VectorCompareSGT(Value* other, TypeName type) {
assert_true(this->type == VEC128_TYPE && other->type == VEC128_TYPE);
switch (type) {
case INT8_TYPE:
for (int i = 0; i < 16; i++) {
constant.v128.u8[i] =
constant.v128.i8[i] > other->constant.v128.i8[i] ? -1 : 0;
}
break;
case INT16_TYPE:
for (int i = 0; i < 8; i++) {
constant.v128.u16[i] =
constant.v128.i16[i] > other->constant.v128.i16[i] ? -1 : 0;
}
break;
case INT32_TYPE:
for (int i = 0; i < 4; i++) {
constant.v128.u32[i] =
constant.v128.i32[i] > other->constant.v128.i32[i] ? -1 : 0;
}
break;
case INT64_TYPE:
for (int i = 0; i < 2; i++) {
constant.v128.u64[i] =
constant.v128.i64[i] > other->constant.v128.i64[i] ? -1 : 0;
}
break;
case FLOAT32_TYPE:
for (int i = 0; i < 4; i++) {
constant.v128.u32[i] =
constant.v128.f32[i] > other->constant.v128.f32[i] ? -1 : 0;
}
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::VectorCompareSGE(Value* other, TypeName type) {
assert_true(this->type == VEC128_TYPE && other->type == VEC128_TYPE);
switch (type) {
case INT8_TYPE:
for (int i = 0; i < 16; i++) {
constant.v128.u8[i] =
constant.v128.i8[i] >= other->constant.v128.i8[i] ? -1 : 0;
}
break;
case INT16_TYPE:
for (int i = 0; i < 8; i++) {
constant.v128.u16[i] =
constant.v128.i16[i] >= other->constant.v128.i16[i] ? -1 : 0;
}
break;
case INT32_TYPE:
for (int i = 0; i < 4; i++) {
constant.v128.u32[i] =
constant.v128.i32[i] >= other->constant.v128.i32[i] ? -1 : 0;
}
break;
case INT64_TYPE:
for (int i = 0; i < 2; i++) {
constant.v128.u64[i] =
constant.v128.i64[i] >= other->constant.v128.i64[i] ? -1 : 0;
}
break;
case FLOAT32_TYPE:
for (int i = 0; i < 4; i++) {
constant.v128.u32[i] =
constant.v128.f32[i] >= other->constant.v128.f32[i] ? -1 : 0;
}
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::VectorCompareUGT(Value* other, TypeName type) {
assert_true(this->type == VEC128_TYPE && other->type == VEC128_TYPE);
switch (type) {
case INT8_TYPE:
for (int i = 0; i < 16; i++) {
constant.v128.u8[i] =
constant.v128.u8[i] > other->constant.v128.u8[i] ? -1 : 0;
}
break;
case INT16_TYPE:
for (int i = 0; i < 8; i++) {
constant.v128.u16[i] =
constant.v128.u16[i] > other->constant.v128.u16[i] ? -1 : 0;
}
break;
case INT32_TYPE:
for (int i = 0; i < 4; i++) {
constant.v128.u32[i] =
constant.v128.u32[i] > other->constant.v128.u32[i] ? -1 : 0;
}
break;
case INT64_TYPE:
for (int i = 0; i < 2; i++) {
constant.v128.u64[i] =
constant.v128.u64[i] > other->constant.v128.u64[i] ? -1 : 0;
}
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::VectorCompareUGE(Value* other, TypeName type) {
assert_true(this->type == VEC128_TYPE && other->type == VEC128_TYPE);
switch (type) {
case INT8_TYPE:
for (int i = 0; i < 16; i++) {
constant.v128.u8[i] =
constant.v128.u8[i] >= other->constant.v128.u8[i] ? -1 : 0;
}
break;
case INT16_TYPE:
for (int i = 0; i < 8; i++) {
constant.v128.u16[i] =
constant.v128.u16[i] >= other->constant.v128.u16[i] ? -1 : 0;
}
break;
case INT32_TYPE:
for (int i = 0; i < 4; i++) {
constant.v128.u32[i] =
constant.v128.u32[i] >= other->constant.v128.u32[i] ? -1 : 0;
}
break;
case INT64_TYPE:
for (int i = 0; i < 2; i++) {
constant.v128.u64[i] =
constant.v128.u64[i] >= other->constant.v128.u64[i] ? -1 : 0;
}
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::VectorConvertI2F(Value* other, bool is_unsigned) {
assert_true(type == VEC128_TYPE);
for (int i = 0; i < 4; i++) {
if (is_unsigned) {
constant.v128.f32[i] = (float)other->constant.v128.u32[i];
} else {
constant.v128.f32[i] = (float)other->constant.v128.i32[i];
}
}
}
void Value::VectorConvertF2I(Value* other, bool is_unsigned) {
assert_true(type == VEC128_TYPE);
// FIXME(DrChat): This does not saturate!
for (int i = 0; i < 4; i++) {
if (is_unsigned) {
constant.v128.u32[i] = (uint32_t)other->constant.v128.f32[i];
} else {
constant.v128.i32[i] = (int32_t)other->constant.v128.f32[i];
}
}
}
void Value::VectorShl(Value* other, TypeName type) {
assert_true(this->type == VEC128_TYPE && other->type == VEC128_TYPE);
switch (type) {
case INT8_TYPE:
for (int i = 0; i < 16; i++) {
constant.v128.u8[i] <<= other->constant.v128.u8[i] & 0x7;
}
break;
case INT16_TYPE:
for (int i = 0; i < 8; i++) {
constant.v128.u16[i] <<= other->constant.v128.u16[i] & 0xF;
}
break;
case INT32_TYPE:
for (int i = 0; i < 4; i++) {
constant.v128.u32[i] <<= other->constant.v128.u32[i] & 0x1F;
}
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::VectorShr(Value* other, TypeName type) {
assert_true(this->type == VEC128_TYPE && other->type == VEC128_TYPE);
switch (type) {
case INT8_TYPE:
for (int i = 0; i < 16; i++) {
constant.v128.u8[i] >>= other->constant.v128.u8[i] & 0x7;
}
break;
case INT16_TYPE:
for (int i = 0; i < 8; i++) {
constant.v128.u16[i] >>= other->constant.v128.u16[i] & 0xF;
}
break;
case INT32_TYPE:
for (int i = 0; i < 4; i++) {
constant.v128.u32[i] >>= other->constant.v128.u32[i] & 0x1F;
}
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::VectorRol(Value* other, TypeName type) {
assert_true(this->type == VEC128_TYPE && other->type == VEC128_TYPE);
switch (type) {
case INT8_TYPE:
for (int i = 0; i < 16; i++) {
constant.v128.u8[i] = xe::rotate_left(constant.v128.u8[i],
other->constant.v128.i8[i] & 0x7);
}
break;
case INT16_TYPE:
for (int i = 0; i < 8; i++) {
constant.v128.u16[i] = xe::rotate_left(
constant.v128.u16[i], other->constant.v128.u16[i] & 0xF);
}
break;
case INT32_TYPE:
for (int i = 0; i < 4; i++) {
constant.v128.u32[i] = xe::rotate_left(
constant.v128.u32[i], other->constant.v128.u32[i] & 0x1F);
}
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::VectorAdd(Value* other, TypeName type, bool is_unsigned,
bool saturate) {
assert_true(this->type == VEC128_TYPE && other->type == VEC128_TYPE);
switch (type) {
case FLOAT32_TYPE:
if (saturate) {
assert_always();
} else {
constant.v128.x += other->constant.v128.x;
constant.v128.y += other->constant.v128.y;
constant.v128.z += other->constant.v128.z;
constant.v128.w += other->constant.v128.w;
}
break;
case FLOAT64_TYPE:
if (saturate) {
assert_always();
} else {
constant.v128.f64[0] += other->constant.v128.f64[0];
constant.v128.f64[1] += other->constant.v128.f64[1];
}
break;
case INT8_TYPE:
if (saturate) {
for (int i = 0; i < 16; i++) {
if (is_unsigned) {
constant.v128.u8[i] =
xe::sat_add(constant.v128.u8[i], other->constant.v128.u8[i]);
} else {
constant.v128.i8[i] =
xe::sat_add(constant.v128.i8[i], other->constant.v128.i8[i]);
}
}
// TODO(Triang3l): Trace DID_SATURATE.
} else {
for (int i = 0; i < 16; i++) {
if (is_unsigned) {
constant.v128.u8[i] += other->constant.v128.u8[i];
} else {
constant.v128.i8[i] += other->constant.v128.i8[i];
}
}
}
break;
case INT16_TYPE:
if (saturate) {
for (int i = 0; i < 8; i++) {
if (is_unsigned) {
constant.v128.u16[i] =
xe::sat_add(constant.v128.u16[i], other->constant.v128.u16[i]);
} else {
constant.v128.i16[i] =
xe::sat_add(constant.v128.i16[i], other->constant.v128.i16[i]);
}
}
// TODO(Triang3l): Trace DID_SATURATE.
} else {
for (int i = 0; i < 8; i++) {
if (is_unsigned) {
constant.v128.u16[i] += other->constant.v128.u16[i];
} else {
constant.v128.i16[i] += other->constant.v128.i16[i];
}
}
}
break;
case INT32_TYPE:
if (saturate) {
for (int i = 0; i < 4; i++) {
if (is_unsigned) {
constant.v128.u32[i] =
xe::sat_add(constant.v128.u32[i], other->constant.v128.u32[i]);
} else {
constant.v128.i32[i] =
xe::sat_add(constant.v128.i32[i], other->constant.v128.i32[i]);
}
}
// TODO(Triang3l): Trace DID_SATURATE.
} else {
for (int i = 0; i < 4; i++) {
if (is_unsigned) {
constant.v128.u32[i] += other->constant.v128.u32[i];
} else {
constant.v128.i32[i] += other->constant.v128.i32[i];
}
}
}
break;
case INT64_TYPE:
if (saturate) {
for (int i = 0; i < 2; i++) {
if (is_unsigned) {
constant.v128.u64[i] =
xe::sat_add(constant.v128.u64[i], other->constant.v128.u64[i]);
} else {
constant.v128.i64[i] =
xe::sat_add(constant.v128.i64[i], other->constant.v128.i64[i]);
}
}
// TODO(Triang3l): Trace DID_SATURATE.
} else {
if (is_unsigned) {
constant.v128.u64[0] += other->constant.v128.u64[0];
constant.v128.u64[1] += other->constant.v128.u64[1];
} else {
constant.v128.i64[0] += other->constant.v128.i64[0];
constant.v128.i64[1] += other->constant.v128.i64[1];
}
}
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::VectorSub(Value* other, TypeName type, bool is_unsigned,
bool saturate) {
assert_true(this->type == VEC128_TYPE && other->type == VEC128_TYPE);
switch (type) {
case FLOAT32_TYPE:
if (saturate) {
assert_always();
} else {
constant.v128.x -= other->constant.v128.x;
constant.v128.y -= other->constant.v128.y;
constant.v128.z -= other->constant.v128.z;
constant.v128.w -= other->constant.v128.w;
}
break;
case FLOAT64_TYPE:
if (saturate) {
assert_always();
} else {
constant.v128.f64[0] -= other->constant.v128.f64[0];
constant.v128.f64[1] -= other->constant.v128.f64[1];
}
break;
case INT8_TYPE:
if (saturate) {
for (int i = 0; i < 16; i++) {
if (is_unsigned) {
constant.v128.u8[i] =
xe::sat_sub(constant.v128.u8[i], other->constant.v128.u8[i]);
} else {
constant.v128.i8[i] =
xe::sat_sub(constant.v128.i8[i], other->constant.v128.i8[i]);
}
}
// TODO(Triang3l): Trace DID_SATURATE.
} else {
for (int i = 0; i < 16; i++) {
if (is_unsigned) {
constant.v128.u8[i] -= other->constant.v128.u8[i];
} else {
constant.v128.i8[i] -= other->constant.v128.i8[i];
}
}
}
break;
case INT16_TYPE:
if (saturate) {
for (int i = 0; i < 8; i++) {
if (is_unsigned) {
constant.v128.u16[i] =
xe::sat_sub(constant.v128.u16[i], other->constant.v128.u16[i]);
} else {
constant.v128.i16[i] =
xe::sat_sub(constant.v128.i16[i], other->constant.v128.i16[i]);
}
}
// TODO(Triang3l): Trace DID_SATURATE.
} else {
for (int i = 0; i < 8; i++) {
if (is_unsigned) {
constant.v128.u16[i] -= other->constant.v128.u16[i];
} else {
constant.v128.i16[i] -= other->constant.v128.i16[i];
}
}
}
break;
case INT32_TYPE:
if (saturate) {
for (int i = 0; i < 4; i++) {
if (is_unsigned) {
constant.v128.u32[i] =
xe::sat_sub(constant.v128.u32[i], other->constant.v128.u32[i]);
} else {
constant.v128.i32[i] =
xe::sat_sub(constant.v128.i32[i], other->constant.v128.i32[i]);
}
}
// TODO(Triang3l): Trace DID_SATURATE.
} else {
for (int i = 0; i < 4; i++) {
if (is_unsigned) {
constant.v128.u32[i] -= other->constant.v128.u32[i];
} else {
constant.v128.i32[i] -= other->constant.v128.i32[i];
}
}
}
break;
case INT64_TYPE:
if (saturate) {
for (int i = 0; i < 2; i++) {
if (is_unsigned) {
constant.v128.u64[i] =
xe::sat_sub(constant.v128.u64[i], other->constant.v128.u64[i]);
} else {
constant.v128.i64[i] =
xe::sat_sub(constant.v128.i64[i], other->constant.v128.i64[i]);
}
}
// TODO(Triang3l): Trace DID_SATURATE.
} else {
if (is_unsigned) {
constant.v128.u64[0] -= other->constant.v128.u64[0];
constant.v128.u64[1] -= other->constant.v128.u64[1];
} else {
constant.v128.i64[0] -= other->constant.v128.i64[0];
constant.v128.i64[1] -= other->constant.v128.i64[1];
}
}
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::DotProduct3(Value* other) {
assert_true(this->type == VEC128_TYPE && other->type == VEC128_TYPE);
switch (type) {
case VEC128_TYPE: {
// TODO(rick): is this sane?
type = FLOAT32_TYPE;
// Using x86 DPPS ordering for consistency with x86-64 code generation:
// (X1 * X2 + Y1 * Y2) + (Z1 * Z2 + 0.0f)
// (+ 0.0f for zero sign, as zero imm8[4:7] bits result in zero terms,
// not in complete exclusion of them)
// TODO(Triang3l): NaN on overflow.
constant.f32 =
(constant.v128.f32[0] * other->constant.v128.f32[0] +
constant.v128.f32[1] * other->constant.v128.f32[1]) +
(constant.v128.f32[2] * other->constant.v128.f32[2] + 0.0f);
} break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::DotProduct4(Value* other) {
assert_true(this->type == VEC128_TYPE && other->type == VEC128_TYPE);
switch (type) {
case VEC128_TYPE: {
// TODO(rick): is this sane?
type = FLOAT32_TYPE;
// Using x86 DPPS ordering for consistency with x86-64 code generation:
// (X1 * X2 + Y1 * Y2) + (Z1 * Z2 + W1 * W2)
// TODO(Triang3l): NaN on overflow.
constant.f32 = (constant.v128.f32[0] * other->constant.v128.f32[0] +
constant.v128.f32[1] * other->constant.v128.f32[1]) +
(constant.v128.f32[2] * other->constant.v128.f32[2] +
constant.v128.f32[3] * other->constant.v128.f32[3]);
} break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::VectorAverage(Value* other, TypeName type, bool is_unsigned,
bool saturate) {
assert_true(this->type == VEC128_TYPE && other->type == VEC128_TYPE);
switch (type) {
case INT8_TYPE: {
for (int i = 0; i < 16; i++) {
if (is_unsigned) {
constant.v128.u8[i] =
uint8_t((uint16_t(constant.v128.u8[i]) +
uint16_t(other->constant.v128.u8[i]) + 1) >>
1);
} else {
constant.v128.i8[i] =
int8_t((int16_t(constant.v128.i8[i]) +
int16_t(other->constant.v128.i8[i]) + 1) >>
1);
}
}
} break;
case INT16_TYPE: {
for (int i = 0; i < 8; i++) {
if (is_unsigned) {
constant.v128.u16[i] =
uint16_t((uint32_t(constant.v128.u16[i]) +
uint32_t(other->constant.v128.u16[i]) + 1) >>
1);
} else {
constant.v128.i16[i] =
int16_t((int32_t(constant.v128.i16[i]) +
int32_t(other->constant.v128.i16[i]) + 1) >>
1);
}
}
} break;
case INT32_TYPE: {
for (int i = 0; i < 4; i++) {
if (is_unsigned) {
constant.v128.u32[i] =
uint32_t((uint64_t(constant.v128.u32[i]) +
uint64_t(other->constant.v128.u32[i]) + 1) >>
1);
} else {
constant.v128.i32[i] =
int32_t((int64_t(constant.v128.i32[i]) +
int64_t(other->constant.v128.i32[i]) + 1) >>
1);
}
}
} break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::ByteSwap() {
switch (type) {
case INT8_TYPE:
constant.i8 = constant.i8;
break;
case INT16_TYPE:
constant.i16 = xe::byte_swap(constant.i16);
break;
case INT32_TYPE:
constant.i32 = xe::byte_swap(constant.i32);
break;
case INT64_TYPE:
constant.i64 = xe::byte_swap(constant.i64);
break;
case VEC128_TYPE:
for (int n = 0; n < 4; n++) {
constant.v128.u32[n] = xe::byte_swap(constant.v128.u32[n]);
}
break;
default:
assert_unhandled_case(type);
break;
}
}
void Value::CountLeadingZeros(const Value* other) {
switch (other->type) {
case INT8_TYPE:
constant.i8 = xe::lzcnt(other->constant.i8);
break;
case INT16_TYPE:
constant.i8 = xe::lzcnt(other->constant.i16);
break;
case INT32_TYPE:
constant.i8 = xe::lzcnt(other->constant.i32);
break;
case INT64_TYPE:
constant.i8 = xe::lzcnt(other->constant.i64);
break;
default:
assert_unhandled_case(type);
break;
}
}
bool Value::Compare(Opcode opcode, Value* other) {
assert_true(type == other->type);
switch (other->type) {
case INT8_TYPE:
return CompareInt8(opcode, this, other);
case INT16_TYPE:
return CompareInt16(opcode, this, other);
case INT32_TYPE:
return CompareInt32(opcode, this, other);
case INT64_TYPE:
return CompareInt64(opcode, this, other);
default:
assert_unhandled_case(type);
return false;
}
}
bool Value::CompareInt8(Opcode opcode, Value* a, Value* b) {
switch (opcode) {
case OPCODE_COMPARE_EQ:
return a->constant.i8 == b->constant.i8;
case OPCODE_COMPARE_NE:
return a->constant.i8 != b->constant.i8;
case OPCODE_COMPARE_SLT:
return a->constant.i8 < b->constant.i8;
case OPCODE_COMPARE_SLE:
return a->constant.i8 <= b->constant.i8;
case OPCODE_COMPARE_SGT:
return a->constant.i8 > b->constant.i8;
case OPCODE_COMPARE_SGE:
return a->constant.i8 >= b->constant.i8;
case OPCODE_COMPARE_ULT:
return uint8_t(a->constant.i8) < uint8_t(b->constant.i8);
case OPCODE_COMPARE_ULE:
return uint8_t(a->constant.i8) <= uint8_t(b->constant.i8);
case OPCODE_COMPARE_UGT:
return uint8_t(a->constant.i8) > uint8_t(b->constant.i8);
case OPCODE_COMPARE_UGE:
return uint8_t(a->constant.i8) >= uint8_t(b->constant.i8);
default:
assert_unhandled_case(opcode);
return false;
}
}
bool Value::CompareInt16(Opcode opcode, Value* a, Value* b) {
switch (opcode) {
case OPCODE_COMPARE_EQ:
return a->constant.i16 == b->constant.i16;
case OPCODE_COMPARE_NE:
return a->constant.i16 != b->constant.i16;
case OPCODE_COMPARE_SLT:
return a->constant.i16 < b->constant.i16;
case OPCODE_COMPARE_SLE:
return a->constant.i16 <= b->constant.i16;
case OPCODE_COMPARE_SGT:
return a->constant.i16 > b->constant.i16;
case OPCODE_COMPARE_SGE:
return a->constant.i16 >= b->constant.i16;
case OPCODE_COMPARE_ULT:
return uint16_t(a->constant.i16) < uint16_t(b->constant.i16);
case OPCODE_COMPARE_ULE:
return uint16_t(a->constant.i16) <= uint16_t(b->constant.i16);
case OPCODE_COMPARE_UGT:
return uint16_t(a->constant.i16) > uint16_t(b->constant.i16);
case OPCODE_COMPARE_UGE:
return uint16_t(a->constant.i16) >= uint16_t(b->constant.i16);
default:
assert_unhandled_case(opcode);
return false;
}
}
bool Value::CompareInt32(Opcode opcode, Value* a, Value* b) {
switch (opcode) {
case OPCODE_COMPARE_EQ:
return a->constant.i32 == b->constant.i32;
case OPCODE_COMPARE_NE:
return a->constant.i32 != b->constant.i32;
case OPCODE_COMPARE_SLT:
return a->constant.i32 < b->constant.i32;
case OPCODE_COMPARE_SLE:
return a->constant.i32 <= b->constant.i32;
case OPCODE_COMPARE_SGT:
return a->constant.i32 > b->constant.i32;
case OPCODE_COMPARE_SGE:
return a->constant.i32 >= b->constant.i32;
case OPCODE_COMPARE_ULT:
return uint32_t(a->constant.i32) < uint32_t(b->constant.i32);
case OPCODE_COMPARE_ULE:
return uint32_t(a->constant.i32) <= uint32_t(b->constant.i32);
case OPCODE_COMPARE_UGT:
return uint32_t(a->constant.i32) > uint32_t(b->constant.i32);
case OPCODE_COMPARE_UGE:
return uint32_t(a->constant.i32) >= uint32_t(b->constant.i32);
default:
assert_unhandled_case(opcode);
return false;
}
}
bool Value::CompareInt64(Opcode opcode, Value* a, Value* b) {
switch (opcode) {
case OPCODE_COMPARE_EQ:
return a->constant.i64 == b->constant.i64;
case OPCODE_COMPARE_NE:
return a->constant.i64 != b->constant.i64;
case OPCODE_COMPARE_SLT:
return a->constant.i64 < b->constant.i64;
case OPCODE_COMPARE_SLE:
return a->constant.i64 <= b->constant.i64;
case OPCODE_COMPARE_SGT:
return a->constant.i64 > b->constant.i64;
case OPCODE_COMPARE_SGE:
return a->constant.i64 >= b->constant.i64;
case OPCODE_COMPARE_ULT:
return uint64_t(a->constant.i64) < uint64_t(b->constant.i64);
case OPCODE_COMPARE_ULE:
return uint64_t(a->constant.i64) <= uint64_t(b->constant.i64);
case OPCODE_COMPARE_UGT:
return uint64_t(a->constant.i64) > uint64_t(b->constant.i64);
case OPCODE_COMPARE_UGE:
return uint64_t(a->constant.i64) >= uint64_t(b->constant.i64);
default:
assert_unhandled_case(opcode);
return false;
}
}
hir::Instr* Value::GetDefSkipAssigns() {
if (def) {
return def->GetDestDefSkipAssigns();
} else {
return nullptr;
}
}
} // namespace hir
} // namespace cpu
} // namespace xe