Fix triggering of method optimization: increment counter at all IC calls and return as before but a…

runtime/vm/stub_code_x64.cc

 // Copyright (c) 2012, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 #include "vm/globals.h"
 #if defined(TARGET_ARCH_X64)
 
 #include "vm/assembler.h"
 #include "vm/assembler_macros.h"
 #include "vm/compiler.h"
@@ skipping 1514 matching lines @@
 // Control flow:
 // - If receiver is null -> jump to IC miss.
 // - If receiver is Smi -> load Smi class.
 // - If receiver is not-Smi -> load receiver's class.
 // - Check if 'num_args' (including receiver) match any IC data group.
 // - Match found -> jump to target.
 // - Match not found -> jump to IC miss.
 void StubCode::GenerateNArgsCheckInlineCacheStub(Assembler* assembler,
                                                  intptr_t num_args) {
   __ movq(RCX, FieldAddress(RBX, ICData::function_offset()));
+    Label is_hot;
+  if (FlowGraphCompiler::CanOptimize()) {
+    ASSERT(FLAG_optimization_counter_threshold > 1);
+    // The usage_counter is always less than FLAG_optimization_counter_threshold
+    // except when the function gets optimized.
+    __ cmpq(FieldAddress(RCX, Function::usage_counter_offset()),
+        Immediate(FLAG_optimization_counter_threshold - 1));
+    // Do not increment to equality with threshold, since a counter greater
+    // than threshold denotes a function that was already optimized.
+    // The equality should be reached only at exit of the method
+    // (return instruction).
+    __ j(EQUAL, &is_hot, Assembler::kNearJump);
+    // As long as VM has no OSR do not optimize in the middle of the function
+    // but only at exit so that we have collected all type feedback before
+    // optimizing.
+  }
   __ incq(FieldAddress(RCX, Function::usage_counter_offset()));
-  if (FlowGraphCompiler::CanOptimize()) {
-    __ cmpq(FieldAddress(RCX, Function::usage_counter_offset()),
-        Immediate(FLAG_optimization_counter_threshold));
-    Label not_yet_hot, already_optimized;
-    __ j(LESS, &not_yet_hot, Assembler::kNearJump);
-    __ j(GREATER, &already_optimized, Assembler::kNearJump);
-    AssemblerMacros::EnterStubFrame(assembler);
-    __ pushq(RBX);  // Preserve inline cache data object.
-    __ pushq(R10);  // Preserve arguments array.
-    __ pushq(RCX);  // Argument for runtime: function object.
-    __ CallRuntime(kOptimizeInvokedFunctionRuntimeEntry);
-    __ popq(RCX);  // Remove argument.
-    __ popq(R10);  // Restore arguments array.
-    __ popq(RBX);  // Restore inline cache data object.
-    __ LeaveFrame();
-    __ Bind(&not_yet_hot);
-    __ Bind(&already_optimized);
-  }
+  __ Bind(&is_hot);
+
   ASSERT(num_args > 0);
   // Get receiver (first read number of arguments from argument descriptor array
   // and then access the receiver from the stack).
   __ movq(RAX, FieldAddress(R10, Array::data_offset()));
   __ movq(RAX, Address(RSP, RAX, TIMES_4, 0));  // RAX (argument count) is Smi.
 
   Label get_class_id_as_smi, ic_miss;
   // RBX: IC data array.
 
 #if defined(DEBUG)
@@ skipping 339 matching lines @@
 void StubCode::GenerateJumpToErrorHandlerStub(Assembler* assembler) {
   __ movq(RAX, RCX);  // error object.
   __ movq(RBP, RDX);  // target frame_pointer.
   __ movq(RSP, RSI);  // target stack_pointer.
   __ jmp(RDI);  // Jump to the exception handler code.
 }
 
 }  // namespace dart
 
 #endif  // defined TARGET_ARCH_X64