| Index: runtime/vm/stub_code_arm64.cc
|
| diff --git a/runtime/vm/stub_code_arm64.cc b/runtime/vm/stub_code_arm64.cc
|
| index 8c197ae9633a60e4a181dce76346ca96927bc3c6..e817f969af4ef071908bd565dab1b21e391970e4 100644
|
| --- a/runtime/vm/stub_code_arm64.cc
|
| +++ b/runtime/vm/stub_code_arm64.cc
|
| @@ -2098,8 +2098,15 @@ void StubCode::GenerateOptimizedIdenticalWithNumberCheckStub(
|
| }
|
|
|
|
|
| +// Called from megamorphic calls.
|
| +// R1: receiver
|
| +// R5: MegamorphicCache (preserved)
|
| +// Result:
|
| +// R1: target entry point
|
| +// CODE_REG: target Code
|
| +// R4: arguments descriptor
|
| void StubCode::EmitMegamorphicLookup(Assembler* assembler) {
|
| - __ LoadTaggedClassIdMayBeSmi(R0, R0);
|
| + __ LoadTaggedClassIdMayBeSmi(R0, R1);
|
| // R0: class ID of the receiver (smi).
|
| __ ldr(R4, FieldAddress(R5, MegamorphicCache::arguments_descriptor_offset()));
|
| __ ldr(R2, FieldAddress(R5, MegamorphicCache::buckets_offset()));
|
| @@ -2139,13 +2146,6 @@ void StubCode::EmitMegamorphicLookup(Assembler* assembler) {
|
| }
|
|
|
|
|
| -// Called from megamorphic calls.
|
| -// R0: receiver
|
| -// R5: MegamorphicCache (preserved)
|
| -// Result:
|
| -// R1: target entry point
|
| -// CODE_REG: target Code
|
| -// R4: arguments descriptor
|
| void StubCode::GenerateMegamorphicLookupStub(Assembler* assembler) {
|
| EmitMegamorphicLookup(assembler);
|
| __ ret();
|
| @@ -2153,34 +2153,75 @@ void StubCode::GenerateMegamorphicLookupStub(Assembler* assembler) {
|
|
|
|
|
| // Called from switchable IC calls.
|
| -// R0: receiver
|
| +// R1: receiver
|
| // R5: ICData (preserved)
|
| // Result:
|
| // R1: target entry point
|
| // CODE_REG: target Code object
|
| // R4: arguments descriptor
|
| -void StubCode::GenerateICLookupStub(Assembler* assembler) {
|
| +static void EmitICLookup(Assembler* assembler,
|
| + intptr_t args_checked,
|
| + Token::Kind kind) {
|
| + if (kind != Token::kILLEGAL) {
|
| + __ Comment("Fast Smi op");
|
| + Label not_smi_or_overflow;
|
| +
|
| + // R1: Receiver.
|
| + __ ldr(R2, Address(SP, + 0 * kWordSize));
|
| + // R2: Argument.
|
| + __ orr(TMP, R1, Operand(R2));
|
| + __ tsti(TMP, Immediate(kSmiTagMask));
|
| + __ b(¬_smi_or_overflow, NE);
|
| + switch (kind) {
|
| + case Token::kADD: {
|
| + __ adds(R0, R1, Operand(R2)); // Adds.
|
| + __ b(¬_smi_or_overflow, VS); // Branch if overflow.
|
| + break;
|
| + }
|
| + case Token::kSUB: {
|
| + __ subs(R0, R1, Operand(R2)); // Subtract.
|
| + __ b(¬_smi_or_overflow, VS); // Branch if overflow.
|
| + break;
|
| + }
|
| + case Token::kEQ: {
|
| + __ CompareRegisters(R1, R2);
|
| + __ LoadObject(R0, Bool::True());
|
| + __ LoadObject(R1, Bool::False());
|
| + __ csel(R0, R1, R0, NE);
|
| + break;
|
| + }
|
| + default: UNIMPLEMENTED();
|
| + }
|
| + // Return past the call to lookup result.
|
| + __ add(LR, LR, Operand(Instr::kInstrSize));
|
| + __ ret();
|
| +
|
| + __ Bind(¬_smi_or_overflow);
|
| + }
|
| +
|
| Label loop, found, miss;
|
| __ ldr(R4, FieldAddress(R5, ICData::arguments_descriptor_offset()));
|
| __ ldr(R8, FieldAddress(R5, ICData::ic_data_offset()));
|
| __ AddImmediate(R8, R8, Array::data_offset() - kHeapObjectTag);
|
| // R8: first IC entry
|
| - __ LoadTaggedClassIdMayBeSmi(R1, R0);
|
| + __ LoadTaggedClassIdMayBeSmi(R0, R1);
|
| // R1: receiver cid as Smi
|
|
|
| __ Bind(&loop);
|
| __ ldr(R2, Address(R8, 0));
|
| - __ cmp(R1, Operand(R2));
|
| + __ cmp(R0, Operand(R2));
|
| __ b(&found, EQ);
|
| __ CompareImmediate(R2, Smi::RawValue(kIllegalCid));
|
| __ b(&miss, EQ);
|
|
|
| - const intptr_t entry_length = ICData::TestEntryLengthFor(1) * kWordSize;
|
| + const intptr_t entry_length =
|
| + ICData::TestEntryLengthFor(args_checked) * kWordSize;
|
| __ AddImmediate(R8, R8, entry_length); // Next entry.
|
| __ b(&loop);
|
|
|
| __ Bind(&found);
|
| - const intptr_t target_offset = ICData::TargetIndexFor(1) * kWordSize;
|
| + const intptr_t target_offset =
|
| + ICData::TargetIndexFor(args_checked) * kWordSize;
|
| __ ldr(R0, Address(R8, target_offset));
|
| __ ldr(R1, FieldAddress(R0, Function::entry_point_offset()));
|
| __ ldr(CODE_REG, FieldAddress(R0, Function::code_offset()));
|
| @@ -2193,6 +2234,26 @@ void StubCode::GenerateICLookupStub(Assembler* assembler) {
|
| __ ret();
|
| }
|
|
|
| +
|
| +void StubCode::GenerateICLookupStub(Assembler* assembler) {
|
| + EmitICLookup(assembler, 1, Token::kILLEGAL);
|
| +}
|
| +
|
| +
|
| +void StubCode::GenerateICSmiAddLookupStub(Assembler* assembler) {
|
| + EmitICLookup(assembler, 2, Token::kADD);
|
| +}
|
| +
|
| +
|
| +void StubCode::GenerateICSmiSubLookupStub(Assembler* assembler) {
|
| + EmitICLookup(assembler, 2, Token::kSUB);
|
| +}
|
| +
|
| +
|
| +void StubCode::GenerateICSmiEqualLookupStub(Assembler* assembler) {
|
| + EmitICLookup(assembler, 2, Token::kEQ);
|
| +}
|
| +
|
| } // namespace dart
|
|
|
| #endif // defined TARGET_ARCH_ARM64
|
|
|