[Atomics] use TFJ builtins for atomic add, sub, and, or, and xor

src/compiler/machine-operator.cc

 // Copyright 2014 the V8 project authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "src/compiler/machine-operator.h"
 
 #include "src/base/lazy-instance.h"
 #include "src/compiler/opcodes.h"
 #include "src/compiler/operator.h"
 
@@ skipping 62 matching lines @@
 int StackSlotSizeOf(Operator const* op) {
   DCHECK_EQ(IrOpcode::kStackSlot, op->opcode());
   return OpParameter<int>(op);
 }
 
 MachineRepresentation AtomicStoreRepresentationOf(Operator const* op) {
   DCHECK_EQ(IrOpcode::kAtomicStore, op->opcode());
   return OpParameter<MachineRepresentation>(op);
 }
 
-MachineType AtomicExchangeRepresentationOf(Operator const* op) {
-  DCHECK_EQ(IrOpcode::kAtomicExchange, op->opcode());
+MachineType AtomicOpRepresentationOf(Operator const* op) {
   return OpParameter<MachineType>(op);
 }
 
-MachineType AtomicCompareExchangeRepresentationOf(Operator const* op) {
-  DCHECK_EQ(IrOpcode::kAtomicCompareExchange, op->opcode());
-  return OpParameter<MachineType>(op);
-}
-
 #define PURE_BINARY_OP_LIST_32(V)                                           \
   V(Word32And, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)    \
   V(Word32Or, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)     \
   V(Word32Xor, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)    \
   V(Word32Shl, Operator::kNoProperties, 2, 0, 1)                            \
   V(Word32Shr, Operator::kNoProperties, 2, 0, 1)                            \
   V(Word32Sar, Operator::kNoProperties, 2, 0, 1)                            \
   V(Word32Ror, Operator::kNoProperties, 2, 0, 1)                            \
   V(Word32Equal, Operator::kCommutative, 2, 0, 1)                           \
   V(Int32Add, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)     \
@@ skipping 486 matching lines @@
     AtomicStore##Type##Operator()                                              \
         : Operator1<MachineRepresentation>(                                    \
               IrOpcode::kAtomicStore,                                          \
               Operator::kNoDeopt | Operator::kNoRead | Operator::kNoThrow,     \
               "AtomicStore", 3, 1, 1, 0, 1, 0, MachineRepresentation::Type) {} \
   };                                                                           \
   AtomicStore##Type##Operator kAtomicStore##Type;
   ATOMIC_REPRESENTATION_LIST(ATOMIC_STORE)
 #undef STORE
 
-#define ATOMIC_EXCHANGE(Type)                                             \
-  struct AtomicExchange##Type##Operator : public Operator1<MachineType> { \
-    AtomicExchange##Type##Operator()                                      \
-        : Operator1<MachineType>(IrOpcode::kAtomicExchange,               \
-                                 Operator::kNoDeopt | Operator::kNoThrow, \
-                                 "AtomicExchange", 3, 1, 1, 1, 1, 0,      \
-                                 MachineType::Type()) {}                  \
-  };                                                                      \
-  AtomicExchange##Type##Operator kAtomicExchange##Type;
-  ATOMIC_TYPE_LIST(ATOMIC_EXCHANGE)
-#undef ATOMIC_EXCHANGE
+#define ATOMIC_OP(op, type)                                                    \
+  struct op##type##Operator : public Operator1<MachineType> {                  \
+    op##type##Operator()                                                       \
+        : Operator1<MachineType>(IrOpcode::k##op,                              \
+                                 Operator::kNoDeopt | Operator::kNoThrow, #op, \
+                                 3, 1, 1, 1, 1, 0, MachineType::type()) {}     \
+  };                                                                           \
+  op##type##Operator k##op##type;
+#define ATOMIC_OP_LIST(type)      \
+  ATOMIC_OP(AtomicExchange, type) \
+  ATOMIC_OP(AtomicAdd, type)      \
+  ATOMIC_OP(AtomicSub, type)      \
+  ATOMIC_OP(AtomicAnd, type)      \
+  ATOMIC_OP(AtomicOr, type)       \
+  ATOMIC_OP(AtomicXor, type)
+  ATOMIC_TYPE_LIST(ATOMIC_OP_LIST)
+#undef ATOMIC_OP_LIST
+#undef ATOMIC_OP
 
 #define ATOMIC_COMPARE_EXCHANGE(Type)                                       \
   struct AtomicCompareExchange##Type##Operator                              \
       : public Operator1<MachineType> {                                     \
     AtomicCompareExchange##Type##Operator()                                 \
         : Operator1<MachineType>(IrOpcode::kAtomicCompareExchange,          \
                                  Operator::kNoDeopt | Operator::kNoThrow,   \
                                  "AtomicCompareExchange", 4, 1, 1, 1, 1, 0, \
                                  MachineType::Type()) {}                    \
   };                                                                        \
@@ skipping 272 matching lines @@
 #define COMPARE_EXCHANGE(kRep)                   \
   if (rep == MachineType::kRep()) {              \
     return &cache_.kAtomicCompareExchange##kRep; \
   }
   ATOMIC_TYPE_LIST(COMPARE_EXCHANGE)
 #undef COMPARE_EXCHANGE
   UNREACHABLE();
   return nullptr;
 }
 
+const Operator* MachineOperatorBuilder::AtomicAdd(MachineType rep) {
+#define ADD(kRep)                    \
+  if (rep == MachineType::kRep()) {  \
+    return &cache_.kAtomicAdd##kRep; \
+  }
+  ATOMIC_TYPE_LIST(ADD)
+#undef ADD
+  UNREACHABLE();
+  return nullptr;
+}
+
+const Operator* MachineOperatorBuilder::AtomicSub(MachineType rep) {
+#define SUB(kRep)                    \
+  if (rep == MachineType::kRep()) {  \
+    return &cache_.kAtomicSub##kRep; \
+  }
+  ATOMIC_TYPE_LIST(SUB)
+#undef SUB
+  UNREACHABLE();
+  return nullptr;
+}
+
+const Operator* MachineOperatorBuilder::AtomicAnd(MachineType rep) {
+#define AND(kRep)                    \
+  if (rep == MachineType::kRep()) {  \
+    return &cache_.kAtomicAnd##kRep; \
+  }
+  ATOMIC_TYPE_LIST(AND)
+#undef AND
+  UNREACHABLE();
+  return nullptr;
+}
+
+const Operator* MachineOperatorBuilder::AtomicOr(MachineType rep) {
+#define OR(kRep)                    \
+  if (rep == MachineType::kRep()) { \
+    return &cache_.kAtomicOr##kRep; \
+  }
+  ATOMIC_TYPE_LIST(OR)
+#undef OR
+  UNREACHABLE();
+  return nullptr;
+}
+
+const Operator* MachineOperatorBuilder::AtomicXor(MachineType rep) {
+#define XOR(kRep)                    \
+  if (rep == MachineType::kRep()) {  \
+    return &cache_.kAtomicXor##kRep; \
+  }
+  ATOMIC_TYPE_LIST(XOR)
+#undef XOR
+  UNREACHABLE();
+  return nullptr;
+}
+
 #define SIMD_LANE_OPS(Type, lane_count)                                     \
   const Operator* MachineOperatorBuilder::Type##ExtractLane(                \
       int32_t lane_index) {                                                 \
     DCHECK(0 <= lane_index && lane_index < lane_count);                     \
     return new (zone_)                                                      \
         Operator1<int32_t>(IrOpcode::k##Type##ExtractLane, Operator::kPure, \
                            "Extract lane", 1, 0, 0, 1, 0, 0, lane_index);   \
   }                                                                         \
   const Operator* MachineOperatorBuilder::Type##ReplaceLane(                \
       int32_t lane_index) {                                                 \
@@ skipping 34 matching lines @@
     return new (zone_)                                                      \
         Operator1<uint32_t>(IrOpcode::kS##format##Swizzle, Operator::kPure, \
                             "Swizzle", 2, 0, 0, 1, 0, 0, swizzle);          \
   }
 SIMD_FORMAT_LIST(SIMD_PERMUTE_OPS)
 #undef SIMD_PERMUTE_OPS
 
 }  // namespace compiler
 }  // namespace internal
 }  // namespace v8