summaryrefslogtreecommitdiff
path: root/deps/v8/src/wasm/baseline/mips64
diff options
context:
space:
mode:
authorMichaël Zasso <targos@protonmail.com>2021-03-12 08:24:20 +0100
committerMichaël Zasso <targos@protonmail.com>2021-03-15 15:54:50 +0100
commit732ad99e47bae5deffa3a22d2ebe5500284106f0 (patch)
tree759a6b072accf188f03c74a84e8256fe92f1925c /deps/v8/src/wasm/baseline/mips64
parent802b3e7cf9a5074a72bec75cf1c46758b81e04b1 (diff)
downloadnode-new-732ad99e47bae5deffa3a22d2ebe5500284106f0.tar.gz
deps: update V8 to 9.0.257.11
PR-URL: https://github.com/nodejs/node/pull/37587 Reviewed-By: Jiawen Geng <technicalcute@gmail.com> Reviewed-By: Colin Ihrig <cjihrig@gmail.com> Reviewed-By: Myles Borins <myles.borins@gmail.com>
Diffstat (limited to 'deps/v8/src/wasm/baseline/mips64')
-rw-r--r--deps/v8/src/wasm/baseline/mips64/liftoff-assembler-mips64.h375
1 files changed, 262 insertions, 113 deletions
diff --git a/deps/v8/src/wasm/baseline/mips64/liftoff-assembler-mips64.h b/deps/v8/src/wasm/baseline/mips64/liftoff-assembler-mips64.h
index b97b423e20..deb54995b1 100644
--- a/deps/v8/src/wasm/baseline/mips64/liftoff-assembler-mips64.h
+++ b/deps/v8/src/wasm/baseline/mips64/liftoff-assembler-mips64.h
@@ -6,6 +6,7 @@
#define V8_WASM_BASELINE_MIPS64_LIFTOFF_ASSEMBLER_MIPS64_H_
#include "src/base/platform/wrappers.h"
+#include "src/codegen/machine-type.h"
#include "src/heap/memory-chunk.h"
#include "src/wasm/baseline/liftoff-assembler.h"
@@ -92,24 +93,25 @@ inline MemOperand GetMemOp(LiftoffAssembler* assm, Register addr,
}
inline void Load(LiftoffAssembler* assm, LiftoffRegister dst, MemOperand src,
- ValueType type) {
- switch (type.kind()) {
- case ValueType::kI32:
+ ValueKind kind) {
+ switch (kind) {
+ case kI32:
assm->Lw(dst.gp(), src);
break;
- case ValueType::kI64:
- case ValueType::kRef:
- case ValueType::kOptRef:
- case ValueType::kRtt:
+ case kI64:
+ case kRef:
+ case kOptRef:
+ case kRtt:
+ case kRttWithDepth:
assm->Ld(dst.gp(), src);
break;
- case ValueType::kF32:
+ case kF32:
assm->Lwc1(dst.fp(), src);
break;
- case ValueType::kF64:
+ case kF64:
assm->Ldc1(dst.fp(), src);
break;
- case ValueType::kS128:
+ case kS128:
assm->ld_b(dst.fp().toW(), src);
break;
default:
@@ -118,25 +120,26 @@ inline void Load(LiftoffAssembler* assm, LiftoffRegister dst, MemOperand src,
}
inline void Store(LiftoffAssembler* assm, Register base, int32_t offset,
- LiftoffRegister src, ValueType type) {
+ LiftoffRegister src, ValueKind kind) {
MemOperand dst(base, offset);
- switch (type.kind()) {
- case ValueType::kI32:
+ switch (kind) {
+ case kI32:
assm->Usw(src.gp(), dst);
break;
- case ValueType::kI64:
- case ValueType::kOptRef:
- case ValueType::kRef:
- case ValueType::kRtt:
+ case kI64:
+ case kOptRef:
+ case kRef:
+ case kRtt:
+ case kRttWithDepth:
assm->Usd(src.gp(), dst);
break;
- case ValueType::kF32:
+ case kF32:
assm->Uswc1(src.fp(), dst, t8);
break;
- case ValueType::kF64:
+ case kF64:
assm->Usdc1(src.fp(), dst, t8);
break;
- case ValueType::kS128:
+ case kS128:
assm->st_b(src.fp().toW(), dst);
break;
default:
@@ -144,24 +147,27 @@ inline void Store(LiftoffAssembler* assm, Register base, int32_t offset,
}
}
-inline void push(LiftoffAssembler* assm, LiftoffRegister reg, ValueType type) {
- switch (type.kind()) {
- case ValueType::kI32:
+inline void push(LiftoffAssembler* assm, LiftoffRegister reg, ValueKind kind) {
+ switch (kind) {
+ case kI32:
assm->daddiu(sp, sp, -kSystemPointerSize);
assm->sw(reg.gp(), MemOperand(sp, 0));
break;
- case ValueType::kI64:
+ case kI64:
+ case kOptRef:
+ case kRef:
+ case kRtt:
assm->push(reg.gp());
break;
- case ValueType::kF32:
+ case kF32:
assm->daddiu(sp, sp, -kSystemPointerSize);
assm->swc1(reg.fp(), MemOperand(sp, 0));
break;
- case ValueType::kF64:
+ case kF64:
assm->daddiu(sp, sp, -kSystemPointerSize);
assm->Sdc1(reg.fp(), MemOperand(sp, 0));
break;
- case ValueType::kS128:
+ case kS128:
assm->daddiu(sp, sp, -kSystemPointerSize * 2);
assm->st_b(reg.fp().toW(), MemOperand(sp, 0));
break;
@@ -346,32 +352,32 @@ constexpr int LiftoffAssembler::StaticStackFrameSize() {
return liftoff::kInstanceOffset;
}
-int LiftoffAssembler::SlotSizeForType(ValueType type) {
- switch (type.kind()) {
- case ValueType::kS128:
- return type.element_size_bytes();
+int LiftoffAssembler::SlotSizeForType(ValueKind kind) {
+ switch (kind) {
+ case kS128:
+ return element_size_bytes(kind);
default:
return kStackSlotSize;
}
}
-bool LiftoffAssembler::NeedsAlignment(ValueType type) {
- return type.kind() == ValueType::kS128 || type.is_reference_type();
+bool LiftoffAssembler::NeedsAlignment(ValueKind kind) {
+ return kind == kS128 || is_reference_type(kind);
}
void LiftoffAssembler::LoadConstant(LiftoffRegister reg, WasmValue value,
RelocInfo::Mode rmode) {
switch (value.type().kind()) {
- case ValueType::kI32:
+ case kI32:
TurboAssembler::li(reg.gp(), Operand(value.to_i32(), rmode));
break;
- case ValueType::kI64:
+ case kI64:
TurboAssembler::li(reg.gp(), Operand(value.to_i64(), rmode));
break;
- case ValueType::kF32:
+ case kF32:
TurboAssembler::Move(reg.fp(), value.to_f32_boxed().get_bits());
break;
- case ValueType::kF64:
+ case kF64:
TurboAssembler::Move(reg.fp(), value.to_f64_boxed().get_bits());
break;
default:
@@ -379,21 +385,33 @@ void LiftoffAssembler::LoadConstant(LiftoffRegister reg, WasmValue value,
}
}
-void LiftoffAssembler::LoadFromInstance(Register dst, int32_t offset,
- int size) {
- DCHECK_LE(0, offset);
+void LiftoffAssembler::LoadInstanceFromFrame(Register dst) {
Ld(dst, liftoff::GetInstanceOperand());
- DCHECK(size == 4 || size == 8);
- if (size == 4) {
- Lw(dst, MemOperand(dst, offset));
- } else {
- Ld(dst, MemOperand(dst, offset));
+}
+
+void LiftoffAssembler::LoadFromInstance(Register dst, Register instance,
+ int offset, int size) {
+ DCHECK_LE(0, offset);
+ switch (size) {
+ case 1:
+ Lb(dst, MemOperand(instance, offset));
+ break;
+ case 4:
+ Lw(dst, MemOperand(instance, offset));
+ break;
+ case 8:
+ Ld(dst, MemOperand(instance, offset));
+ break;
+ default:
+ UNIMPLEMENTED();
}
}
void LiftoffAssembler::LoadTaggedPointerFromInstance(Register dst,
+ Register instance,
int32_t offset) {
- LoadFromInstance(dst, offset, kTaggedSize);
+ STATIC_ASSERT(kTaggedSize == kSystemPointerSize);
+ Ld(dst, MemOperand(instance, offset));
}
void LiftoffAssembler::SpillInstance(Register instance) {
@@ -417,24 +435,27 @@ void LiftoffAssembler::StoreTaggedPointer(Register dst_addr,
Register offset_reg,
int32_t offset_imm,
LiftoffRegister src,
- LiftoffRegList pinned) {
+ LiftoffRegList pinned,
+ SkipWriteBarrier skip_write_barrier) {
STATIC_ASSERT(kTaggedSize == kInt64Size);
Register scratch = pinned.set(GetUnusedRegister(kGpReg, pinned)).gp();
MemOperand dst_op = liftoff::GetMemOp(this, dst_addr, offset_reg, offset_imm);
Sd(src.gp(), dst_op);
+ if (skip_write_barrier) return;
+
Label write_barrier;
Label exit;
CheckPageFlag(dst_addr, scratch,
MemoryChunk::kPointersFromHereAreInterestingMask, ne,
&write_barrier);
- Branch(USE_DELAY_SLOT, &exit);
+ Branch(&exit);
bind(&write_barrier);
JumpIfSmi(src.gp(), &exit);
CheckPageFlag(src.gp(), scratch,
MemoryChunk::kPointersToHereAreInterestingMask, eq,
&exit);
- Daddu(scratch, dst_addr, offset_imm);
+ Daddu(scratch, dst_op.rm(), dst_op.offset());
CallRecordWriteStub(dst_addr, scratch, EMIT_REMEMBERED_SET, kSaveFPRegs,
wasm::WasmCode::kRecordWrite);
bind(&exit);
@@ -605,67 +626,68 @@ void LiftoffAssembler::AtomicFence() { sync(); }
void LiftoffAssembler::LoadCallerFrameSlot(LiftoffRegister dst,
uint32_t caller_slot_idx,
- ValueType type) {
+ ValueKind kind) {
MemOperand src(fp, kSystemPointerSize * (caller_slot_idx + 1));
- liftoff::Load(this, dst, src, type);
+ liftoff::Load(this, dst, src, kind);
}
void LiftoffAssembler::StoreCallerFrameSlot(LiftoffRegister src,
uint32_t caller_slot_idx,
- ValueType type) {
+ ValueKind kind) {
int32_t offset = kSystemPointerSize * (caller_slot_idx + 1);
- liftoff::Store(this, fp, offset, src, type);
+ liftoff::Store(this, fp, offset, src, kind);
}
void LiftoffAssembler::LoadReturnStackSlot(LiftoffRegister dst, int offset,
- ValueType type) {
- liftoff::Load(this, dst, MemOperand(sp, offset), type);
+ ValueKind kind) {
+ liftoff::Load(this, dst, MemOperand(sp, offset), kind);
}
void LiftoffAssembler::MoveStackValue(uint32_t dst_offset, uint32_t src_offset,
- ValueType type) {
+ ValueKind kind) {
DCHECK_NE(dst_offset, src_offset);
- LiftoffRegister reg = GetUnusedRegister(reg_class_for(type), {});
- Fill(reg, src_offset, type);
- Spill(dst_offset, reg, type);
+ LiftoffRegister reg = GetUnusedRegister(reg_class_for(kind), {});
+ Fill(reg, src_offset, kind);
+ Spill(dst_offset, reg, kind);
}
-void LiftoffAssembler::Move(Register dst, Register src, ValueType type) {
+void LiftoffAssembler::Move(Register dst, Register src, ValueKind kind) {
DCHECK_NE(dst, src);
// TODO(ksreten): Handle different sizes here.
TurboAssembler::Move(dst, src);
}
void LiftoffAssembler::Move(DoubleRegister dst, DoubleRegister src,
- ValueType type) {
+ ValueKind kind) {
DCHECK_NE(dst, src);
- if (type != kWasmS128) {
+ if (kind != kS128) {
TurboAssembler::Move(dst, src);
} else {
TurboAssembler::move_v(dst.toW(), src.toW());
}
}
-void LiftoffAssembler::Spill(int offset, LiftoffRegister reg, ValueType type) {
+void LiftoffAssembler::Spill(int offset, LiftoffRegister reg, ValueKind kind) {
RecordUsedSpillOffset(offset);
MemOperand dst = liftoff::GetStackSlot(offset);
- switch (type.kind()) {
- case ValueType::kI32:
+ switch (kind) {
+ case kI32:
Sw(reg.gp(), dst);
break;
- case ValueType::kI64:
- case ValueType::kRef:
- case ValueType::kOptRef:
- case ValueType::kRtt:
+ case kI64:
+ case kRef:
+ case kOptRef:
+ case kRtt:
+ case kRttWithDepth:
Sd(reg.gp(), dst);
break;
- case ValueType::kF32:
+ case kF32:
Swc1(reg.fp(), dst);
break;
- case ValueType::kF64:
+ case kF64:
TurboAssembler::Sdc1(reg.fp(), dst);
break;
- case ValueType::kS128:
+ case kS128:
TurboAssembler::st_b(reg.fp().toW(), dst);
break;
default:
@@ -677,15 +699,15 @@ void LiftoffAssembler::Spill(int offset, WasmValue value) {
RecordUsedSpillOffset(offset);
MemOperand dst = liftoff::GetStackSlot(offset);
switch (value.type().kind()) {
- case ValueType::kI32: {
+ case kI32: {
LiftoffRegister tmp = GetUnusedRegister(kGpReg, {});
TurboAssembler::li(tmp.gp(), Operand(value.to_i32()));
Sw(tmp.gp(), dst);
break;
}
- case ValueType::kI64:
- case ValueType::kRef:
- case ValueType::kOptRef: {
+ case kI64:
+ case kRef:
+ case kOptRef: {
LiftoffRegister tmp = GetUnusedRegister(kGpReg, {});
TurboAssembler::li(tmp.gp(), value.to_i64());
Sd(tmp.gp(), dst);
@@ -698,24 +720,24 @@ void LiftoffAssembler::Spill(int offset, WasmValue value) {
}
}
-void LiftoffAssembler::Fill(LiftoffRegister reg, int offset, ValueType type) {
+void LiftoffAssembler::Fill(LiftoffRegister reg, int offset, ValueKind kind) {
MemOperand src = liftoff::GetStackSlot(offset);
- switch (type.kind()) {
- case ValueType::kI32:
+ switch (kind) {
+ case kI32:
Lw(reg.gp(), src);
break;
- case ValueType::kI64:
- case ValueType::kRef:
- case ValueType::kOptRef:
+ case kI64:
+ case kRef:
+ case kOptRef:
Ld(reg.gp(), src);
break;
- case ValueType::kF32:
+ case kF32:
Lwc1(reg.fp(), src);
break;
- case ValueType::kF64:
+ case kF64:
TurboAssembler::Ldc1(reg.fp(), src);
break;
- case ValueType::kS128:
+ case kS128:
TurboAssembler::ld_b(reg.fp().toW(), src);
break;
default:
@@ -1342,15 +1364,15 @@ void LiftoffAssembler::emit_jump(Register target) {
}
void LiftoffAssembler::emit_cond_jump(LiftoffCondition liftoff_cond,
- Label* label, ValueType type,
+ Label* label, ValueKind kind,
Register lhs, Register rhs) {
Condition cond = liftoff::ToCondition(liftoff_cond);
if (rhs == no_reg) {
- DCHECK(type == kWasmI32 || type == kWasmI64);
+ DCHECK(kind == kI32 || kind == kI64);
TurboAssembler::Branch(label, cond, lhs, Operand(zero_reg));
} else {
- DCHECK((type == kWasmI32 || type == kWasmI64) ||
- (type.is_reference_type() &&
+ DCHECK((kind == kI32 || kind == kI64) ||
+ (is_reference_type(kind) &&
(liftoff_cond == kEqual || liftoff_cond == kUnequal)));
TurboAssembler::Branch(label, cond, lhs, Operand(rhs));
}
@@ -1527,7 +1549,7 @@ void LiftoffAssembler::emit_f64_set_cond(LiftoffCondition liftoff_cond,
bool LiftoffAssembler::emit_select(LiftoffRegister dst, Register condition,
LiftoffRegister true_value,
LiftoffRegister false_value,
- ValueType type) {
+ ValueKind kind) {
return false;
}
@@ -1612,7 +1634,20 @@ void LiftoffAssembler::LoadLane(LiftoffRegister dst, LiftoffRegister src,
Register addr, Register offset_reg,
uintptr_t offset_imm, LoadType type,
uint8_t laneidx, uint32_t* protected_load_pc) {
- bailout(kSimd, "loadlane");
+ MemOperand src_op = liftoff::GetMemOp(this, addr, offset_reg, offset_imm);
+ *protected_load_pc = pc_offset();
+ LoadStoreLaneParams load_params(type.mem_type().representation(), laneidx);
+ TurboAssembler::LoadLane(load_params.sz, dst.fp().toW(), laneidx, src_op);
+}
+
+void LiftoffAssembler::StoreLane(Register dst, Register offset,
+ uintptr_t offset_imm, LiftoffRegister src,
+ StoreType type, uint8_t lane,
+ uint32_t* protected_store_pc) {
+ MemOperand dst_op = liftoff::GetMemOp(this, dst, offset, offset_imm);
+ if (protected_store_pc) *protected_store_pc = pc_offset();
+ LoadStoreLaneParams store_params(type.mem_rep(), lane);
+ TurboAssembler::StoreLane(store_params.sz, src.fp().toW(), lane, dst_op);
}
void LiftoffAssembler::emit_i8x16_shuffle(LiftoffRegister dst,
@@ -1719,6 +1754,24 @@ SIMD_BINOP(i64x2, i32x4_u, MSAU32)
#undef SIMD_BINOP
+#define SIMD_BINOP(name1, name2, type) \
+ void LiftoffAssembler::emit_##name1##_extadd_pairwise_##name2( \
+ LiftoffRegister dst, LiftoffRegister src) { \
+ TurboAssembler::ExtAddPairwise(type, dst.fp().toW(), src.fp().toW()); \
+ }
+
+SIMD_BINOP(i16x8, i8x16_s, MSAS8)
+SIMD_BINOP(i16x8, i8x16_u, MSAU8)
+SIMD_BINOP(i32x4, i16x8_s, MSAS16)
+SIMD_BINOP(i32x4, i16x8_u, MSAU16)
+#undef SIMD_BINOP
+
+void LiftoffAssembler::emit_i16x8_q15mulr_sat_s(LiftoffRegister dst,
+ LiftoffRegister src1,
+ LiftoffRegister src2) {
+ mulr_q_h(dst.fp().toW(), src1.fp().toW(), src2.fp().toW());
+}
+
void LiftoffAssembler::emit_i8x16_eq(LiftoffRegister dst, LiftoffRegister lhs,
LiftoffRegister rhs) {
ceq_b(dst.fp().toW(), lhs.fp().toW(), rhs.fp().toW());
@@ -1832,6 +1885,23 @@ void LiftoffAssembler::emit_f32x4_le(LiftoffRegister dst, LiftoffRegister lhs,
fcle_w(dst.fp().toW(), lhs.fp().toW(), rhs.fp().toW());
}
+void LiftoffAssembler::emit_i64x2_eq(LiftoffRegister dst, LiftoffRegister lhs,
+ LiftoffRegister rhs) {
+ ceq_d(dst.fp().toW(), lhs.fp().toW(), rhs.fp().toW());
+}
+
+void LiftoffAssembler::emit_i64x2_ne(LiftoffRegister dst, LiftoffRegister lhs,
+ LiftoffRegister rhs) {
+ ceq_d(dst.fp().toW(), lhs.fp().toW(), rhs.fp().toW());
+ nor_v(dst.fp().toW(), dst.fp().toW(), dst.fp().toW());
+}
+
+void LiftoffAssembler::emit_i64x2_abs(LiftoffRegister dst,
+ LiftoffRegister src) {
+ xor_v(kSimd128RegZero, kSimd128RegZero, kSimd128RegZero);
+ add_a_d(dst.fp().toW(), src.fp().toW(), kSimd128RegZero);
+}
+
void LiftoffAssembler::emit_f64x2_eq(LiftoffRegister dst, LiftoffRegister lhs,
LiftoffRegister rhs) {
fceq_d(dst.fp().toW(), lhs.fp().toW(), rhs.fp().toW());
@@ -1908,8 +1978,8 @@ void LiftoffAssembler::emit_i8x16_neg(LiftoffRegister dst,
subv_b(dst.fp().toW(), kSimd128RegZero, src.fp().toW());
}
-void LiftoffAssembler::emit_v8x16_anytrue(LiftoffRegister dst,
- LiftoffRegister src) {
+void LiftoffAssembler::emit_v128_anytrue(LiftoffRegister dst,
+ LiftoffRegister src) {
liftoff::EmitAnyTrue(this, dst, src);
}
@@ -2032,17 +2102,17 @@ void LiftoffAssembler::emit_i8x16_max_u(LiftoffRegister dst,
max_u_b(dst.fp().toW(), lhs.fp().toW(), rhs.fp().toW());
}
+void LiftoffAssembler::emit_i8x16_popcnt(LiftoffRegister dst,
+ LiftoffRegister src) {
+ pcnt_b(dst.fp().toW(), src.fp().toW());
+}
+
void LiftoffAssembler::emit_i16x8_neg(LiftoffRegister dst,
LiftoffRegister src) {
xor_v(kSimd128RegZero, kSimd128RegZero, kSimd128RegZero);
subv_h(dst.fp().toW(), kSimd128RegZero, src.fp().toW());
}
-void LiftoffAssembler::emit_v16x8_anytrue(LiftoffRegister dst,
- LiftoffRegister src) {
- liftoff::EmitAnyTrue(this, dst, src);
-}
-
void LiftoffAssembler::emit_v16x8_alltrue(LiftoffRegister dst,
LiftoffRegister src) {
liftoff::EmitAllTrue(this, dst, src, MSA_BRANCH_H);
@@ -2167,11 +2237,6 @@ void LiftoffAssembler::emit_i32x4_neg(LiftoffRegister dst,
subv_w(dst.fp().toW(), kSimd128RegZero, src.fp().toW());
}
-void LiftoffAssembler::emit_v32x4_anytrue(LiftoffRegister dst,
- LiftoffRegister src) {
- liftoff::EmitAnyTrue(this, dst, src);
-}
-
void LiftoffAssembler::emit_v32x4_alltrue(LiftoffRegister dst,
LiftoffRegister src) {
liftoff::EmitAllTrue(this, dst, src, MSA_BRANCH_W);
@@ -2276,6 +2341,11 @@ void LiftoffAssembler::emit_i64x2_neg(LiftoffRegister dst,
subv_d(dst.fp().toW(), kSimd128RegZero, src.fp().toW());
}
+void LiftoffAssembler::emit_v64x2_alltrue(LiftoffRegister dst,
+ LiftoffRegister src) {
+ liftoff::EmitAllTrue(this, dst, src, MSA_BRANCH_D);
+}
+
void LiftoffAssembler::emit_i64x2_bitmask(LiftoffRegister dst,
LiftoffRegister src) {
srli_d(kSimd128RegZero, src.fp().toW(), 63);
@@ -2335,6 +2405,16 @@ void LiftoffAssembler::emit_i64x2_mul(LiftoffRegister dst, LiftoffRegister lhs,
mulv_d(dst.fp().toW(), lhs.fp().toW(), rhs.fp().toW());
}
+void LiftoffAssembler::emit_i64x2_gt_s(LiftoffRegister dst, LiftoffRegister lhs,
+ LiftoffRegister rhs) {
+ clt_s_d(dst.fp().toW(), rhs.fp().toW(), lhs.fp().toW());
+}
+
+void LiftoffAssembler::emit_i64x2_ge_s(LiftoffRegister dst, LiftoffRegister lhs,
+ LiftoffRegister rhs) {
+ cle_s_d(dst.fp().toW(), rhs.fp().toW(), lhs.fp().toW());
+}
+
void LiftoffAssembler::emit_f32x4_abs(LiftoffRegister dst,
LiftoffRegister src) {
bclri_w(dst.fp().toW(), src.fp().toW(), 31);
@@ -2581,6 +2661,27 @@ void LiftoffAssembler::emit_f64x2_pmax(LiftoffRegister dst, LiftoffRegister lhs,
bsel_v(dst_msa, lhs_msa, rhs_msa);
}
+void LiftoffAssembler::emit_f64x2_convert_low_i32x4_s(LiftoffRegister dst,
+ LiftoffRegister src) {
+ xor_v(kSimd128RegZero, kSimd128RegZero, kSimd128RegZero);
+ ilvr_w(kSimd128RegZero, kSimd128RegZero, src.fp().toW());
+ slli_d(kSimd128RegZero, kSimd128RegZero, 32);
+ srai_d(kSimd128RegZero, kSimd128RegZero, 32);
+ ffint_s_d(dst.fp().toW(), kSimd128RegZero);
+}
+
+void LiftoffAssembler::emit_f64x2_convert_low_i32x4_u(LiftoffRegister dst,
+ LiftoffRegister src) {
+ xor_v(kSimd128RegZero, kSimd128RegZero, kSimd128RegZero);
+ ilvr_w(kSimd128RegZero, kSimd128RegZero, src.fp().toW());
+ ffint_u_d(dst.fp().toW(), kSimd128RegZero);
+}
+
+void LiftoffAssembler::emit_f64x2_promote_low_f32x4(LiftoffRegister dst,
+ LiftoffRegister src) {
+ fexupr_d(dst.fp().toW(), src.fp().toW());
+}
+
void LiftoffAssembler::emit_i32x4_sconvert_f32x4(LiftoffRegister dst,
LiftoffRegister src) {
ftrunc_s_w(dst.fp().toW(), src.fp().toW());
@@ -2591,6 +2692,22 @@ void LiftoffAssembler::emit_i32x4_uconvert_f32x4(LiftoffRegister dst,
ftrunc_u_w(dst.fp().toW(), src.fp().toW());
}
+void LiftoffAssembler::emit_i32x4_trunc_sat_f64x2_s_zero(LiftoffRegister dst,
+ LiftoffRegister src) {
+ xor_v(kSimd128RegZero, kSimd128RegZero, kSimd128RegZero);
+ ftrunc_s_d(kSimd128ScratchReg, src.fp().toW());
+ sat_s_d(kSimd128ScratchReg, kSimd128ScratchReg, 31);
+ pckev_w(dst.fp().toW(), kSimd128RegZero, kSimd128ScratchReg);
+}
+
+void LiftoffAssembler::emit_i32x4_trunc_sat_f64x2_u_zero(LiftoffRegister dst,
+ LiftoffRegister src) {
+ xor_v(kSimd128RegZero, kSimd128RegZero, kSimd128RegZero);
+ ftrunc_u_d(kSimd128ScratchReg, src.fp().toW());
+ sat_u_d(kSimd128ScratchReg, kSimd128ScratchReg, 31);
+ pckev_w(dst.fp().toW(), kSimd128RegZero, kSimd128ScratchReg);
+}
+
void LiftoffAssembler::emit_f32x4_sconvert_i32x4(LiftoffRegister dst,
LiftoffRegister src) {
ffint_s_w(dst.fp().toW(), src.fp().toW());
@@ -2601,6 +2718,12 @@ void LiftoffAssembler::emit_f32x4_uconvert_i32x4(LiftoffRegister dst,
ffint_u_w(dst.fp().toW(), src.fp().toW());
}
+void LiftoffAssembler::emit_f32x4_demote_f64x2_zero(LiftoffRegister dst,
+ LiftoffRegister src) {
+ xor_v(kSimd128RegZero, kSimd128RegZero, kSimd128RegZero);
+ fexdo_w(dst.fp().toW(), kSimd128RegZero, src.fp().toW());
+}
+
void LiftoffAssembler::emit_i8x16_sconvert_i16x8(LiftoffRegister dst,
LiftoffRegister lhs,
LiftoffRegister rhs) {
@@ -2691,6 +2814,32 @@ void LiftoffAssembler::emit_i32x4_uconvert_i16x8_high(LiftoffRegister dst,
ilvl_h(dst.fp().toW(), kSimd128RegZero, src.fp().toW());
}
+void LiftoffAssembler::emit_i64x2_sconvert_i32x4_low(LiftoffRegister dst,
+ LiftoffRegister src) {
+ ilvr_w(kSimd128ScratchReg, src.fp().toW(), src.fp().toW());
+ slli_d(dst.fp().toW(), kSimd128ScratchReg, 32);
+ srai_d(dst.fp().toW(), dst.fp().toW(), 32);
+}
+
+void LiftoffAssembler::emit_i64x2_sconvert_i32x4_high(LiftoffRegister dst,
+ LiftoffRegister src) {
+ ilvl_w(kSimd128ScratchReg, src.fp().toW(), src.fp().toW());
+ slli_d(dst.fp().toW(), kSimd128ScratchReg, 32);
+ srai_d(dst.fp().toW(), dst.fp().toW(), 32);
+}
+
+void LiftoffAssembler::emit_i64x2_uconvert_i32x4_low(LiftoffRegister dst,
+ LiftoffRegister src) {
+ xor_v(kSimd128RegZero, kSimd128RegZero, kSimd128RegZero);
+ ilvr_w(dst.fp().toW(), kSimd128RegZero, src.fp().toW());
+}
+
+void LiftoffAssembler::emit_i64x2_uconvert_i32x4_high(LiftoffRegister dst,
+ LiftoffRegister src) {
+ xor_v(kSimd128RegZero, kSimd128RegZero, kSimd128RegZero);
+ ilvl_w(dst.fp().toW(), kSimd128RegZero, src.fp().toW());
+}
+
void LiftoffAssembler::emit_i8x16_rounding_average_u(LiftoffRegister dst,
LiftoffRegister lhs,
LiftoffRegister rhs) {
@@ -2930,17 +3079,17 @@ void LiftoffAssembler::DropStackSlotsAndRet(uint32_t num_stack_slots) {
TurboAssembler::DropAndRet(static_cast<int>(num_stack_slots));
}
-void LiftoffAssembler::CallC(const wasm::FunctionSig* sig,
+void LiftoffAssembler::CallC(const ValueKindSig* sig,
const LiftoffRegister* args,
const LiftoffRegister* rets,
- ValueType out_argument_type, int stack_bytes,
+ ValueKind out_argument_kind, int stack_bytes,
ExternalReference ext_ref) {
Daddu(sp, sp, -stack_bytes);
int arg_bytes = 0;
- for (ValueType param_type : sig->parameters()) {
- liftoff::Store(this, sp, arg_bytes, *args++, param_type);
- arg_bytes += param_type.element_size_bytes();
+ for (ValueKind param_kind : sig->parameters()) {
+ liftoff::Store(this, sp, arg_bytes, *args++, param_kind);
+ arg_bytes += element_size_bytes(param_kind);
}
DCHECK_LE(arg_bytes, stack_bytes);
@@ -2966,8 +3115,8 @@ void LiftoffAssembler::CallC(const wasm::FunctionSig* sig,
}
// Load potential output value from the buffer on the stack.
- if (out_argument_type != kWasmStmt) {
- liftoff::Load(this, *next_result_reg, MemOperand(sp, 0), out_argument_type);
+ if (out_argument_kind != kStmt) {
+ liftoff::Load(this, *next_result_reg, MemOperand(sp, 0), out_argument_kind);
}
Daddu(sp, sp, stack_bytes);
@@ -2981,7 +3130,7 @@ void LiftoffAssembler::TailCallNativeWasmCode(Address addr) {
Jump(addr, RelocInfo::WASM_CALL);
}
-void LiftoffAssembler::CallIndirect(const wasm::FunctionSig* sig,
+void LiftoffAssembler::CallIndirect(const ValueKindSig* sig,
compiler::CallDescriptor* call_descriptor,
Register target) {
if (target == no_reg) {
@@ -3021,7 +3170,7 @@ void LiftoffStackSlots::Construct() {
const LiftoffAssembler::VarState& src = slot.src_;
switch (src.loc()) {
case LiftoffAssembler::VarState::kStack:
- if (src.type() != kWasmS128) {
+ if (src.kind() != kS128) {
asm_->Ld(kScratchReg, liftoff::GetStackSlot(slot.src_offset_));
asm_->push(kScratchReg);
} else {
@@ -3032,7 +3181,7 @@ void LiftoffStackSlots::Construct() {
}
break;
case LiftoffAssembler::VarState::kRegister:
- liftoff::push(asm_, src.reg(), src.type());
+ liftoff::push(asm_, src.reg(), src.kind());
break;
case LiftoffAssembler::VarState::kIntConst: {
asm_->li(kScratchReg, Operand(src.i32_const()));