src/compiler/simplified-operator.cc

// Copyright 2012 the V8 project authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

#include "src/compiler/simplified-operator.h"

#include "src/base/lazy-instance.h"
#include "src/compiler/opcodes.h"
#include "src/compiler/operator.h"
#include "src/types.h"

namespace v8 {
namespace internal {
namespace compiler {

size_t hash_value(BaseTaggedness base_taggedness) {
  return static_cast<uint8_t>(base_taggedness);
}

std::ostream& operator<<(std::ostream& os, BaseTaggedness base_taggedness) {
  switch (base_taggedness) {
    case kUntaggedBase:
      return os << "untagged base";
    case kTaggedBase:
      return os << "tagged base";
  }
  UNREACHABLE();
  return os;
}


MachineType BufferAccess::machine_type() const {
  switch (external_array_type_) {
    case kExternalUint8Array:
    case kExternalUint8ClampedArray:
      return MachineType::Uint8();
    case kExternalInt8Array:
      return MachineType::Int8();
    case kExternalUint16Array:
      return MachineType::Uint16();
    case kExternalInt16Array:
      return MachineType::Int16();
    case kExternalUint32Array:
      return MachineType::Uint32();
    case kExternalInt32Array:
      return MachineType::Int32();
    case kExternalFloat32Array:
      return MachineType::Float32();
    case kExternalFloat64Array:
      return MachineType::Float64();
  }
  UNREACHABLE();
  return MachineType::None();
}


bool operator==(BufferAccess lhs, BufferAccess rhs) {
  return lhs.external_array_type() == rhs.external_array_type();
}


bool operator!=(BufferAccess lhs, BufferAccess rhs) { return !(lhs == rhs); }


size_t hash_value(BufferAccess access) {
  return base::hash<ExternalArrayType>()(access.external_array_type());
}


std::ostream& operator<<(std::ostream& os, BufferAccess access) {
  switch (access.external_array_type()) {
#define TYPED_ARRAY_CASE(Type, type, TYPE, ctype, size) \
  case kExternal##Type##Array:                          \
    return os << #Type;
    TYPED_ARRAYS(TYPED_ARRAY_CASE)
#undef TYPED_ARRAY_CASE
  }
  UNREACHABLE();
  return os;
}


BufferAccess const BufferAccessOf(const Operator* op) {
  DCHECK(op->opcode() == IrOpcode::kLoadBuffer ||
         op->opcode() == IrOpcode::kStoreBuffer);
  return OpParameter<BufferAccess>(op);
}


bool operator==(FieldAccess const& lhs, FieldAccess const& rhs) {
  // On purpose we don't include the write barrier kind here, as this method is
  // really only relevant for eliminating loads and they don't care about the
  // write barrier mode.
  return lhs.base_is_tagged == rhs.base_is_tagged && lhs.offset == rhs.offset &&
         lhs.machine_type == rhs.machine_type;
}


bool operator!=(FieldAccess const& lhs, FieldAccess const& rhs) {
  return !(lhs == rhs);
}


size_t hash_value(FieldAccess const& access) {
  // On purpose we don't include the write barrier kind here, as this method is
  // really only relevant for eliminating loads and they don't care about the
  // write barrier mode.
  return base::hash_combine(access.base_is_tagged, access.offset,
                            access.machine_type);
}


std::ostream& operator<<(std::ostream& os, FieldAccess const& access) {
  os << "[" << access.base_is_tagged << ", " << access.offset << ", ";
#ifdef OBJECT_PRINT
  Handle<Name> name;
  if (access.name.ToHandle(&name)) {
    name->Print(os);
    os << ", ";
  }
#endif
  access.type->PrintTo(os);
  os << ", " << access.machine_type << ", " << access.write_barrier_kind << "]";
  return os;
}


bool operator==(ElementAccess const& lhs, ElementAccess const& rhs) {
  // On purpose we don't include the write barrier kind here, as this method is
  // really only relevant for eliminating loads and they don't care about the
  // write barrier mode.
  return lhs.base_is_tagged == rhs.base_is_tagged &&
         lhs.header_size == rhs.header_size &&
         lhs.machine_type == rhs.machine_type;
}


bool operator!=(ElementAccess const& lhs, ElementAccess const& rhs) {
  return !(lhs == rhs);
}


size_t hash_value(ElementAccess const& access) {
  // On purpose we don't include the write barrier kind here, as this method is
  // really only relevant for eliminating loads and they don't care about the
  // write barrier mode.
  return base::hash_combine(access.base_is_tagged, access.header_size,
                            access.machine_type);
}


std::ostream& operator<<(std::ostream& os, ElementAccess const& access) {
  os << access.base_is_tagged << ", " << access.header_size << ", ";
  access.type->PrintTo(os);
  os << ", " << access.machine_type << ", " << access.write_barrier_kind;
  return os;
}


const FieldAccess& FieldAccessOf(const Operator* op) {
  DCHECK_NOT_NULL(op);
  DCHECK(op->opcode() == IrOpcode::kLoadField ||
         op->opcode() == IrOpcode::kStoreField);
  return OpParameter<FieldAccess>(op);
}


const ElementAccess& ElementAccessOf(const Operator* op) {
  DCHECK_NOT_NULL(op);
  DCHECK(op->opcode() == IrOpcode::kLoadElement ||
         op->opcode() == IrOpcode::kStoreElement);
  return OpParameter<ElementAccess>(op);
}

size_t hash_value(CheckFloat64HoleMode mode) {
  return static_cast<size_t>(mode);
}

std::ostream& operator<<(std::ostream& os, CheckFloat64HoleMode mode) {
  switch (mode) {
    case CheckFloat64HoleMode::kAllowReturnHole:
      return os << "allow-return-hole";
    case CheckFloat64HoleMode::kNeverReturnHole:
      return os << "never-return-hole";
  }
  UNREACHABLE();
  return os;
}

CheckFloat64HoleMode CheckFloat64HoleModeOf(const Operator* op) {
  DCHECK_EQ(IrOpcode::kCheckFloat64Hole, op->opcode());
  return OpParameter<CheckFloat64HoleMode>(op);
}

size_t hash_value(CheckTaggedHoleMode mode) {
  return static_cast<size_t>(mode);
}

std::ostream& operator<<(std::ostream& os, CheckTaggedHoleMode mode) {
  switch (mode) {
    case CheckTaggedHoleMode::kConvertHoleToUndefined:
      return os << "convert-hole-to-undefined";
    case CheckTaggedHoleMode::kNeverReturnHole:
      return os << "never-return-hole";
  }
  UNREACHABLE();
  return os;
}

CheckTaggedHoleMode CheckTaggedHoleModeOf(const Operator* op) {
  DCHECK_EQ(IrOpcode::kCheckTaggedHole, op->opcode());
  return OpParameter<CheckTaggedHoleMode>(op);
}

BinaryOperationHints::Hint BinaryOperationHintOf(const Operator* op) {
  DCHECK(op->opcode() == IrOpcode::kSpeculativeNumberAdd ||
         op->opcode() == IrOpcode::kSpeculativeNumberSubtract ||
         op->opcode() == IrOpcode::kSpeculativeNumberMultiply ||
         op->opcode() == IrOpcode::kSpeculativeNumberDivide ||
         op->opcode() == IrOpcode::kSpeculativeNumberModulus);
  return OpParameter<BinaryOperationHints::Hint>(op);
}

CompareOperationHints::Hint CompareOperationHintOf(const Operator* op) {
  DCHECK(op->opcode() == IrOpcode::kSpeculativeNumberEqual ||
         op->opcode() == IrOpcode::kSpeculativeNumberLessThan ||
         op->opcode() == IrOpcode::kSpeculativeNumberLessThanOrEqual);
  return OpParameter<CompareOperationHints::Hint>(op);
}

#define PURE_OP_LIST(V)                                    \
  V(BooleanNot, Operator::kNoProperties, 1)                \
  V(BooleanToNumber, Operator::kNoProperties, 1)           \
  V(NumberEqual, Operator::kCommutative, 2)                \
  V(NumberLessThan, Operator::kNoProperties, 2)            \
  V(NumberLessThanOrEqual, Operator::kNoProperties, 2)     \
  V(NumberAdd, Operator::kCommutative, 2)                  \
  V(NumberSubtract, Operator::kNoProperties, 2)            \
  V(NumberMultiply, Operator::kCommutative, 2)             \
  V(NumberDivide, Operator::kNoProperties, 2)              \
  V(NumberModulus, Operator::kNoProperties, 2)             \
  V(NumberBitwiseOr, Operator::kCommutative, 2)            \
  V(NumberBitwiseXor, Operator::kCommutative, 2)           \
  V(NumberBitwiseAnd, Operator::kCommutative, 2)           \
  V(NumberShiftLeft, Operator::kNoProperties, 2)           \
  V(NumberShiftRight, Operator::kNoProperties, 2)          \
  V(NumberShiftRightLogical, Operator::kNoProperties, 2)   \
  V(NumberImul, Operator::kCommutative, 2)                 \
  V(NumberAbs, Operator::kNoProperties, 1)                 \
  V(NumberClz32, Operator::kNoProperties, 1)               \
  V(NumberCeil, Operator::kNoProperties, 1)                \
  V(NumberFloor, Operator::kNoProperties, 1)               \
  V(NumberFround, Operator::kNoProperties, 1)              \
  V(NumberAcos, Operator::kNoProperties, 1)                \
  V(NumberAcosh, Operator::kNoProperties, 1)               \
  V(NumberAsin, Operator::kNoProperties, 1)                \
  V(NumberAsinh, Operator::kNoProperties, 1)               \
  V(NumberAtan, Operator::kNoProperties, 1)                \
  V(NumberAtan2, Operator::kNoProperties, 2)               \
  V(NumberAtanh, Operator::kNoProperties, 1)               \
  V(NumberCbrt, Operator::kNoProperties, 1)                \
  V(NumberCos, Operator::kNoProperties, 1)                 \
  V(NumberCosh, Operator::kNoProperties, 1)                \
  V(NumberExp, Operator::kNoProperties, 1)                 \
  V(NumberExpm1, Operator::kNoProperties, 1)               \
  V(NumberLog, Operator::kNoProperties, 1)                 \
  V(NumberLog1p, Operator::kNoProperties, 1)               \
  V(NumberLog10, Operator::kNoProperties, 1)               \
  V(NumberLog2, Operator::kNoProperties, 1)                \
  V(NumberPow, Operator::kNoProperties, 2)                 \
  V(NumberRound, Operator::kNoProperties, 1)               \
  V(NumberSign, Operator::kNoProperties, 1)                \
  V(NumberSin, Operator::kNoProperties, 1)                 \
  V(NumberSinh, Operator::kNoProperties, 1)                \
  V(NumberSqrt, Operator::kNoProperties, 1)                \
  V(NumberTan, Operator::kNoProperties, 1)                 \
  V(NumberTanh, Operator::kNoProperties, 1)                \
  V(NumberTrunc, Operator::kNoProperties, 1)               \
  V(NumberToInt32, Operator::kNoProperties, 1)             \
  V(NumberToUint32, Operator::kNoProperties, 1)            \
  V(NumberSilenceNaN, Operator::kNoProperties, 1)          \
  V(StringFromCharCode, Operator::kNoProperties, 1)        \
  V(StringToNumber, Operator::kNoProperties, 1)            \
  V(PlainPrimitiveToNumber, Operator::kNoProperties, 1)    \
  V(PlainPrimitiveToWord32, Operator::kNoProperties, 1)    \
  V(PlainPrimitiveToFloat64, Operator::kNoProperties, 1)   \
  V(ChangeTaggedSignedToInt32, Operator::kNoProperties, 1) \
  V(ChangeTaggedToInt32, Operator::kNoProperties, 1)       \
  V(ChangeTaggedToUint32, Operator::kNoProperties, 1)      \
  V(ChangeTaggedToFloat64, Operator::kNoProperties, 1)     \
  V(ChangeInt31ToTaggedSigned, Operator::kNoProperties, 1) \
  V(ChangeInt32ToTagged, Operator::kNoProperties, 1)       \
  V(ChangeUint32ToTagged, Operator::kNoProperties, 1)      \
  V(ChangeFloat64ToTagged, Operator::kNoProperties, 1)     \
  V(ChangeTaggedToBit, Operator::kNoProperties, 1)         \
  V(ChangeBitToTagged, Operator::kNoProperties, 1)         \
  V(TruncateTaggedToWord32, Operator::kNoProperties, 1)    \
  V(TruncateTaggedToFloat64, Operator::kNoProperties, 1)   \
  V(ObjectIsCallable, Operator::kNoProperties, 1)          \
  V(ObjectIsNumber, Operator::kNoProperties, 1)            \
  V(ObjectIsReceiver, Operator::kNoProperties, 1)          \
  V(ObjectIsSmi, Operator::kNoProperties, 1)               \
  V(ObjectIsString, Operator::kNoProperties, 1)            \
  V(ObjectIsUndetectable, Operator::kNoProperties, 1)      \
  V(StringEqual, Operator::kCommutative, 2)                \
  V(StringLessThan, Operator::kNoProperties, 2)            \
  V(StringLessThanOrEqual, Operator::kNoProperties, 2)

#define SPECULATIVE_BINOP_LIST(V) \
  V(SpeculativeNumberAdd)         \
  V(SpeculativeNumberSubtract)    \
  V(SpeculativeNumberDivide)      \
  V(SpeculativeNumberMultiply)    \
  V(SpeculativeNumberModulus)

#define CHECKED_OP_LIST(V)       \
  V(CheckBounds, 2, 1)           \
  V(CheckIf, 1, 0)               \
  V(CheckNumber, 1, 1)           \
  V(CheckTaggedPointer, 1, 1)    \
  V(CheckTaggedSigned, 1, 1)     \
  V(CheckedInt32Add, 2, 1)       \
  V(CheckedInt32Sub, 2, 1)       \
  V(CheckedUint32ToInt32, 1, 1)  \
  V(CheckedFloat64ToInt32, 1, 1) \
  V(CheckedTaggedToInt32, 1, 1)  \
  V(CheckedTaggedToFloat64, 1, 1)

struct SimplifiedOperatorGlobalCache final {
#define PURE(Name, properties, input_count)                                \
  struct Name##Operator final : public Operator {                          \
    Name##Operator()                                                       \
        : Operator(IrOpcode::k##Name, Operator::kPure | properties, #Name, \
                   input_count, 0, 0, 1, 0, 0) {}                          \
  };                                                                       \
  Name##Operator k##Name;
  PURE_OP_LIST(PURE)
#undef PURE

#define CHECKED(Name, value_input_count, value_output_count)             \
  struct Name##Operator final : public Operator {                        \
    Name##Operator()                                                     \
        : Operator(IrOpcode::k##Name,                                    \
                   Operator::kFoldable | Operator::kNoThrow, #Name,      \
                   value_input_count, 1, 1, value_output_count, 1, 0) {} \
  };                                                                     \
  Name##Operator k##Name;
  CHECKED_OP_LIST(CHECKED)
#undef CHECKED

  template <CheckFloat64HoleMode kMode>
  struct CheckFloat64HoleNaNOperator final
      : public Operator1<CheckFloat64HoleMode> {
    CheckFloat64HoleNaNOperator()
        : Operator1<CheckFloat64HoleMode>(
              IrOpcode::kCheckFloat64Hole,
              Operator::kFoldable | Operator::kNoThrow, "CheckFloat64Hole", 1,
              1, 1, 1, 1, 0, kMode) {}
  };
  CheckFloat64HoleNaNOperator<CheckFloat64HoleMode::kAllowReturnHole>
      kCheckFloat64HoleAllowReturnHoleOperator;
  CheckFloat64HoleNaNOperator<CheckFloat64HoleMode::kNeverReturnHole>
      kCheckFloat64HoleNeverReturnHoleOperator;

  template <CheckTaggedHoleMode kMode>
  struct CheckTaggedHoleOperator final : public Operator1<CheckTaggedHoleMode> {
    CheckTaggedHoleOperator()
        : Operator1<CheckTaggedHoleMode>(
              IrOpcode::kCheckTaggedHole,
              Operator::kFoldable | Operator::kNoThrow, "CheckTaggedHole", 1, 1,
              1, 1, 1, 0, kMode) {}
  };
  CheckTaggedHoleOperator<CheckTaggedHoleMode::kConvertHoleToUndefined>
      kCheckTaggedHoleConvertHoleToUndefinedOperator;
  CheckTaggedHoleOperator<CheckTaggedHoleMode::kNeverReturnHole>
      kCheckTaggedHoleNeverReturnHoleOperator;

  template <PretenureFlag kPretenure>
  struct AllocateOperator final : public Operator1<PretenureFlag> {
    AllocateOperator()
        : Operator1<PretenureFlag>(
              IrOpcode::kAllocate,
              Operator::kNoDeopt | Operator::kNoThrow | Operator::kNoWrite,
              "Allocate", 1, 1, 1, 1, 1, 0, kPretenure) {}
  };
  AllocateOperator<NOT_TENURED> kAllocateNotTenuredOperator;
  AllocateOperator<TENURED> kAllocateTenuredOperator;

#define BUFFER_ACCESS(Type, type, TYPE, ctype, size)                          \
  struct LoadBuffer##Type##Operator final : public Operator1<BufferAccess> {  \
    LoadBuffer##Type##Operator()                                              \
        : Operator1<BufferAccess>(                                            \
              IrOpcode::kLoadBuffer,                                          \
              Operator::kNoDeopt | Operator::kNoThrow | Operator::kNoWrite,   \
              "LoadBuffer", 3, 1, 1, 1, 1, 0,                                 \
              BufferAccess(kExternal##Type##Array)) {}                        \
  };                                                                          \
  struct StoreBuffer##Type##Operator final : public Operator1<BufferAccess> { \
    StoreBuffer##Type##Operator()                                             \
        : Operator1<BufferAccess>(                                            \
              IrOpcode::kStoreBuffer,                                         \
              Operator::kNoDeopt | Operator::kNoRead | Operator::kNoThrow,    \
              "StoreBuffer", 4, 1, 1, 0, 1, 0,                                \
              BufferAccess(kExternal##Type##Array)) {}                        \
  };                                                                          \
  LoadBuffer##Type##Operator kLoadBuffer##Type;                               \
  StoreBuffer##Type##Operator kStoreBuffer##Type;
  TYPED_ARRAYS(BUFFER_ACCESS)
#undef BUFFER_ACCESS
};


static base::LazyInstance<SimplifiedOperatorGlobalCache>::type kCache =
    LAZY_INSTANCE_INITIALIZER;


SimplifiedOperatorBuilder::SimplifiedOperatorBuilder(Zone* zone)
    : cache_(kCache.Get()), zone_(zone) {}

#define GET_FROM_CACHE(Name, properties, input_count) \
  const Operator* SimplifiedOperatorBuilder::Name() { return &cache_.k##Name; }
PURE_OP_LIST(GET_FROM_CACHE)
#undef GET_FROM_CACHE

#define GET_FROM_CACHE(Name, value_input_count, value_output_count) \
  const Operator* SimplifiedOperatorBuilder::Name() { return &cache_.k##Name; }
CHECKED_OP_LIST(GET_FROM_CACHE)
#undef GET_FROM_CACHE

const Operator* SimplifiedOperatorBuilder::CheckFloat64Hole(
    CheckFloat64HoleMode mode) {
  switch (mode) {
    case CheckFloat64HoleMode::kAllowReturnHole:
      return &cache_.kCheckFloat64HoleAllowReturnHoleOperator;
    case CheckFloat64HoleMode::kNeverReturnHole:
      return &cache_.kCheckFloat64HoleNeverReturnHoleOperator;
  }
  UNREACHABLE();
  return nullptr;
}

const Operator* SimplifiedOperatorBuilder::CheckTaggedHole(
    CheckTaggedHoleMode mode) {
  switch (mode) {
    case CheckTaggedHoleMode::kConvertHoleToUndefined:
      return &cache_.kCheckTaggedHoleConvertHoleToUndefinedOperator;
    case CheckTaggedHoleMode::kNeverReturnHole:
      return &cache_.kCheckTaggedHoleNeverReturnHoleOperator;
  }
  UNREACHABLE();
  return nullptr;
}

const Operator* SimplifiedOperatorBuilder::ReferenceEqual(Type* type) {
  return new (zone()) Operator(IrOpcode::kReferenceEqual,
                               Operator::kCommutative | Operator::kPure,
                               "ReferenceEqual", 2, 0, 0, 1, 0, 0);
}

const Operator* SimplifiedOperatorBuilder::Allocate(PretenureFlag pretenure) {
  switch (pretenure) {
    case NOT_TENURED:
      return &cache_.kAllocateNotTenuredOperator;
    case TENURED:
      return &cache_.kAllocateTenuredOperator;
  }
  UNREACHABLE();
  return nullptr;
}


const Operator* SimplifiedOperatorBuilder::LoadBuffer(BufferAccess access) {
  switch (access.external_array_type()) {
#define LOAD_BUFFER(Type, type, TYPE, ctype, size) \
  case kExternal##Type##Array:                     \
    return &cache_.kLoadBuffer##Type;
    TYPED_ARRAYS(LOAD_BUFFER)
#undef LOAD_BUFFER
  }
  UNREACHABLE();
  return nullptr;
}


const Operator* SimplifiedOperatorBuilder::StoreBuffer(BufferAccess access) {
  switch (access.external_array_type()) {
#define STORE_BUFFER(Type, type, TYPE, ctype, size) \
  case kExternal##Type##Array:                      \
    return &cache_.kStoreBuffer##Type;
    TYPED_ARRAYS(STORE_BUFFER)
#undef STORE_BUFFER
  }
  UNREACHABLE();
  return nullptr;
}

#define SPECULATIVE_BINOP_DEF(Name)                                            \
  const Operator* SimplifiedOperatorBuilder::Name(                             \
      BinaryOperationHints::Hint hint) {                                       \
    return new (zone()) Operator1<BinaryOperationHints::Hint>(                 \
        IrOpcode::k##Name, Operator::kFoldable | Operator::kNoThrow, #Name, 2, \
        1, 1, 1, 1, 0, hint);                                                  \
  }
SPECULATIVE_BINOP_LIST(SPECULATIVE_BINOP_DEF)
#undef SPECULATIVE_BINOP_DEF

const Operator* SimplifiedOperatorBuilder::SpeculativeNumberEqual(
    CompareOperationHints::Hint hint) {
  return new (zone()) Operator1<CompareOperationHints::Hint>(
      IrOpcode::kSpeculativeNumberEqual,
      Operator::kFoldable | Operator::kNoThrow, "SpeculativeNumberEqual", 2, 1,
      1, 1, 1, 0, hint);
}

const Operator* SimplifiedOperatorBuilder::SpeculativeNumberLessThan(
    CompareOperationHints::Hint hint) {
  return new (zone()) Operator1<CompareOperationHints::Hint>(
      IrOpcode::kSpeculativeNumberLessThan,
      Operator::kFoldable | Operator::kNoThrow, "SpeculativeNumberLessThan", 2,
      1, 1, 1, 1, 0, hint);
}

const Operator* SimplifiedOperatorBuilder::SpeculativeNumberLessThanOrEqual(
    CompareOperationHints::Hint hint) {
  return new (zone()) Operator1<CompareOperationHints::Hint>(
      IrOpcode::kSpeculativeNumberLessThanOrEqual,
      Operator::kFoldable | Operator::kNoThrow,
      "SpeculativeNumberLessThanOrEqual", 2, 1, 1, 1, 1, 0, hint);
}

#define ACCESS_OP_LIST(V)                                    \
  V(LoadField, FieldAccess, Operator::kNoWrite, 1, 1, 1)     \
  V(StoreField, FieldAccess, Operator::kNoRead, 2, 1, 0)     \
  V(LoadElement, ElementAccess, Operator::kNoWrite, 2, 1, 1) \
  V(StoreElement, ElementAccess, Operator::kNoRead, 3, 1, 0)

#define ACCESS(Name, Type, properties, value_input_count, control_input_count, \
               output_count)                                                   \
  const Operator* SimplifiedOperatorBuilder::Name(const Type& access) {        \
    return new (zone())                                                        \
        Operator1<Type>(IrOpcode::k##Name,                                     \
                        Operator::kNoDeopt | Operator::kNoThrow | properties,  \
                        #Name, value_input_count, 1, control_input_count,      \
                        output_count, 1, 0, access);                           \
  }
ACCESS_OP_LIST(ACCESS)
#undef ACCESS

}  // namespace compiler
}  // namespace internal
}  // namespace v8