Add fast Smi op version of switchable instance calls.

runtime/vm/stub_code_arm64.cc

 // Copyright (c) 2014, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 #include "vm/globals.h"
 #if defined(TARGET_ARCH_ARM64)
 
 #include "vm/assembler.h"
 #include "vm/code_generator.h"
 #include "vm/compiler.h"
@@ skipping 2080 matching lines @@
     Assembler* assembler) {
   const Register left = R1;
   const Register right = R0;
   __ LoadFromOffset(left, SP, 1 * kWordSize);
   __ LoadFromOffset(right, SP, 0 * kWordSize);
   GenerateIdenticalWithNumberCheckStub(assembler, left, right);
   __ ret();
 }
 
 
+// Called from megamorphic calls.
+//  R1: receiver
+//  R5: MegamorphicCache (preserved)
+// Result:
+//  R1: target entry point
+//  CODE_REG: target Code
+//  R4: arguments descriptor
 void StubCode::EmitMegamorphicLookup(Assembler* assembler) {
-  __ LoadTaggedClassIdMayBeSmi(R0, R0);
+  __ LoadTaggedClassIdMayBeSmi(R0, R1);
   // R0: class ID of the receiver (smi).
   __ ldr(R4, FieldAddress(R5, MegamorphicCache::arguments_descriptor_offset()));
   __ ldr(R2, FieldAddress(R5, MegamorphicCache::buckets_offset()));
   __ ldr(R1, FieldAddress(R5, MegamorphicCache::mask_offset()));
   // R2: cache buckets array.
   // R1: mask.
   __ mov(R3, R0);
   // R3: probe.
 
   Label loop, update, load_target_function;
@@ skipping 19 matching lines @@
   // proper target for the given name and arguments descriptor.  If the
   // illegal class id was found, the target is a cache miss handler that can
   // be invoked as a normal Dart function.
   __ add(TMP, R2, Operand(R3, LSL, 3));
   __ ldr(R0, FieldAddress(TMP, base + kWordSize));
   __ ldr(R1, FieldAddress(R0, Function::entry_point_offset()));
   __ ldr(CODE_REG, FieldAddress(R0, Function::code_offset()));
 }
 
 
-// Called from megamorphic calls.
-//  R0: receiver
-//  R5: MegamorphicCache (preserved)
-// Result:
-//  R1: target entry point
-//  CODE_REG: target Code
-//  R4: arguments descriptor
 void StubCode::GenerateMegamorphicLookupStub(Assembler* assembler) {
   EmitMegamorphicLookup(assembler);
   __ ret();
 }
 
 
 // Called from switchable IC calls.
-//  R0: receiver
+//  R1: receiver
 //  R5: ICData (preserved)
 // Result:
 //  R1: target entry point
 //  CODE_REG: target Code object
 //  R4: arguments descriptor
-void StubCode::GenerateICLookupStub(Assembler* assembler) {
+static void EmitICLookup(Assembler* assembler,
+                         intptr_t args_checked,
+                         Token::Kind kind) {
+  if (kind != Token::kILLEGAL) {
+    __ Comment("Fast Smi op");
+    Label not_smi_or_overflow;
+
+    // R1: Receiver.
+    __ ldr(R2, Address(SP, + 0 * kWordSize));
+    // R2: Argument.
+    __ orr(TMP, R1, Operand(R2));
+    __ tsti(TMP, Immediate(kSmiTagMask));
+    __ b(&not_smi_or_overflow, NE);
+    switch (kind) {
+      case Token::kADD: {
+        __ adds(R0, R1, Operand(R2));  // Adds.
+        __ b(&not_smi_or_overflow, VS);  // Branch if overflow.
+        break;
+      }
+      case Token::kSUB: {
+        __ subs(R0, R1, Operand(R2));  // Subtract.
+        __ b(&not_smi_or_overflow, VS);  // Branch if overflow.
+        break;
+      }
+      case Token::kEQ: {
+        __ CompareRegisters(R1, R2);
+        __ LoadObject(R0, Bool::True());
+        __ LoadObject(R1, Bool::False());
+        __ csel(R0, R1, R0, NE);
+        break;
+      }
+      default: UNIMPLEMENTED();
+    }
+    // Return past the call to lookup result.
+    __ add(LR, LR, Operand(Instr::kInstrSize));
+    __ ret();
+
+    __ Bind(&not_smi_or_overflow);
+  }
+
   Label loop, found, miss;
   __ ldr(R4, FieldAddress(R5, ICData::arguments_descriptor_offset()));
   __ ldr(R8, FieldAddress(R5, ICData::ic_data_offset()));
   __ AddImmediate(R8, R8, Array::data_offset() - kHeapObjectTag);
   // R8: first IC entry
-  __ LoadTaggedClassIdMayBeSmi(R1, R0);
+  __ LoadTaggedClassIdMayBeSmi(R0, R1);
   // R1: receiver cid as Smi
 
   __ Bind(&loop);
   __ ldr(R2, Address(R8, 0));
-  __ cmp(R1, Operand(R2));
+  __ cmp(R0, Operand(R2));
   __ b(&found, EQ);
   __ CompareImmediate(R2, Smi::RawValue(kIllegalCid));
   __ b(&miss, EQ);
 
-  const intptr_t entry_length = ICData::TestEntryLengthFor(1) * kWordSize;
+  const intptr_t entry_length =
+      ICData::TestEntryLengthFor(args_checked) * kWordSize;
   __ AddImmediate(R8, R8, entry_length);  // Next entry.
   __ b(&loop);
 
   __ Bind(&found);
-  const intptr_t target_offset = ICData::TargetIndexFor(1) * kWordSize;
+  const intptr_t target_offset =
+      ICData::TargetIndexFor(args_checked) * kWordSize;
   __ ldr(R0, Address(R8, target_offset));
   __ ldr(R1, FieldAddress(R0, Function::entry_point_offset()));
   __ ldr(CODE_REG, FieldAddress(R0, Function::code_offset()));
   __ ret();
 
   __ Bind(&miss);
   __ LoadIsolate(R2);
   __ ldr(CODE_REG, Address(R2, Isolate::ic_miss_code_offset()));
   __ ldr(R1, FieldAddress(CODE_REG, Code::entry_point_offset()));
   __ ret();
 }
 
+
+void StubCode::GenerateICLookupStub(Assembler* assembler) {
+  EmitICLookup(assembler, 1, Token::kILLEGAL);
+}
+
+
+void StubCode::GenerateICSmiAddLookupStub(Assembler* assembler) {
+  EmitICLookup(assembler, 2, Token::kADD);
+}
+
+
+void StubCode::GenerateICSmiSubLookupStub(Assembler* assembler) {
+  EmitICLookup(assembler, 2, Token::kSUB);
+}
+
+
+void StubCode::GenerateICSmiEqualLookupStub(Assembler* assembler) {
+  EmitICLookup(assembler, 2, Token::kEQ);
+}
+
 }  // namespace dart
 
 #endif  // defined TARGET_ARCH_ARM64