/* -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 2 -*- * vim: set ts=8 sts=2 et sw=2 tw=80: * This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #ifndef jit_shared_Lowering_shared_h #define jit_shared_Lowering_shared_h // This file declares the structures that are used for attaching LIR to a // MIRGraph. #include "jit/LIR.h" #include "jit/MIRGenerator.h" namespace js { namespace jit { class MIRGenerator; class MIRGraph; class MDefinition; class MInstruction; class LOsiPoint; #ifdef ENABLE_WASM_SIMD // Representation of the result of the shuffle analysis. See // Lowering-shared.cpp for more. struct Shuffle { enum class Operand { // Both inputs, in the original lhs-rhs order BOTH, // Both inputs, but in rhs-lhs order BOTH_SWAPPED, // Only the lhs input LEFT, // Only the rhs input RIGHT, }; Operand opd; SimdConstant control; mozilla::Maybe permuteOp; // Single operands mozilla::Maybe shuffleOp; // Double operands static Shuffle permute(Operand opd, SimdConstant control, LWasmPermuteSimd128::Op op) { MOZ_ASSERT(opd == Operand::LEFT || opd == Operand::RIGHT); Shuffle s{opd, control, mozilla::Some(op), mozilla::Nothing()}; return s; } static Shuffle shuffle(Operand opd, SimdConstant control, LWasmShuffleSimd128::Op op) { MOZ_ASSERT(opd == Operand::BOTH || opd == Operand::BOTH_SWAPPED); Shuffle s{opd, control, mozilla::Nothing(), mozilla::Some(op)}; return s; } }; #endif class LIRGeneratorShared { protected: MIRGenerator* gen; MIRGraph& graph; LIRGraph& lirGraph_; LBlock* current; MResumePoint* lastResumePoint_; LRecoverInfo* cachedRecoverInfo_; LOsiPoint* osiPoint_; LIRGeneratorShared(MIRGenerator* gen, MIRGraph& graph, LIRGraph& lirGraph) : gen(gen), graph(graph), lirGraph_(lirGraph), current(nullptr), lastResumePoint_(nullptr), cachedRecoverInfo_(nullptr), osiPoint_(nullptr) {} MIRGenerator* mir() { return gen; } // Abort errors are caught at end of visitInstruction. It is possible for // multiple errors to be detected before the end of visitInstruction. In // this case, we only report the first back to the MIRGenerator. bool errored() { return gen->getOffThreadStatus().isErr(); } void abort(AbortReason r, const char* message, ...) MOZ_FORMAT_PRINTF(3, 4) { if (errored()) { return; } va_list ap; va_start(ap, message); auto reason_ = gen->abortFmt(r, message, ap); va_end(ap); gen->setOffThreadStatus(reason_); } void abort(AbortReason r) { if (errored()) { return; } auto reason_ = gen->abort(r); gen->setOffThreadStatus(reason_); } static void ReorderCommutative(MDefinition** lhsp, MDefinition** rhsp, MInstruction* ins); static bool ShouldReorderCommutative(MDefinition* lhs, MDefinition* rhs, MInstruction* ins); #ifdef ENABLE_WASM_SIMD static Shuffle AnalyzeShuffle(MWasmShuffleSimd128* ins); # ifdef DEBUG static void ReportShuffleSpecialization(const Shuffle& s); # endif #endif // A backend can decide that an instruction should be emitted at its uses, // rather than at its definition. To communicate this, set the // instruction's virtual register set to 0. When using the instruction, // its virtual register is temporarily reassigned. To know to clear it // after constructing the use information, the worklist bit is temporarily // unset. // // The backend can use the worklist bit to determine whether or not a // definition should be created. inline void emitAtUses(MInstruction* mir); // The lowest-level calls to use, those that do not wrap another call to // use(), must prefix grabbing virtual register IDs by these calls. inline void ensureDefined(MDefinition* mir); void visitEmittedAtUses(MInstruction* ins); // These all create a use of a virtual register, with an optional // allocation policy. // // Some of these use functions have atStart variants. // - non-atStart variants will tell the register allocator that the input // allocation must be different from any Temp or Definition also needed for // this LInstruction. // - atStart variants relax that restriction and allow the input to be in // the same register as any output Definition (but not Temps) used by the // LInstruction. Note that it doesn't *imply* this will actually happen, // but gives a hint to the register allocator that it can do it. // // TL;DR: Use non-atStart variants only if you need the input value after // writing to any definitions (excluding temps), during code generation of // this LInstruction. Otherwise, use atStart variants, which will lower // register pressure. inline LUse use(MDefinition* mir, LUse policy); inline LUse use(MDefinition* mir); inline LUse useAtStart(MDefinition* mir); inline LUse useRegister(MDefinition* mir); inline LUse useRegisterAtStart(MDefinition* mir); inline LUse useFixed(MDefinition* mir, Register reg); inline LUse useFixed(MDefinition* mir, FloatRegister reg); inline LUse useFixed(MDefinition* mir, AnyRegister reg); inline LUse useFixedAtStart(MDefinition* mir, Register reg); inline LUse useFixedAtStart(MDefinition* mir, AnyRegister reg); inline LAllocation useOrConstant(MDefinition* mir); inline LAllocation useOrConstantAtStart(MDefinition* mir); // "Any" is architecture dependent, and will include registers and stack // slots on X86, and only registers on ARM. inline LAllocation useAny(MDefinition* mir); inline LAllocation useAnyOrConstant(MDefinition* mir); // "Storable" is architecture dependend, and will include registers and // constants on X86 and only registers on ARM. This is a generic "things // we can expect to write into memory in 1 instruction". inline LAllocation useStorable(MDefinition* mir); inline LAllocation useStorableAtStart(MDefinition* mir); inline LAllocation useKeepalive(MDefinition* mir); inline LAllocation useKeepaliveOrConstant(MDefinition* mir); inline LAllocation useRegisterOrConstant(MDefinition* mir); inline LAllocation useRegisterOrConstantAtStart(MDefinition* mir); inline LAllocation useRegisterOrZeroAtStart(MDefinition* mir); inline LAllocation useRegisterOrZero(MDefinition* mir); inline LAllocation useRegisterOrNonDoubleConstant(MDefinition* mir); inline LUse useRegisterForTypedLoad(MDefinition* mir, MIRType type); #ifdef JS_NUNBOX32 inline LUse useType(MDefinition* mir, LUse::Policy policy); inline LUse usePayload(MDefinition* mir, LUse::Policy policy); inline LUse usePayloadAtStart(MDefinition* mir, LUse::Policy policy); inline LUse usePayloadInRegisterAtStart(MDefinition* mir); // Adds a box input to an instruction, setting operand |n| to the type and // |n+1| to the payload. Does not modify the operands, instead expecting a // policy to already be set. inline void fillBoxUses(LInstruction* lir, size_t n, MDefinition* mir); #endif // These create temporary register requests. inline LDefinition temp(LDefinition::Type type = LDefinition::GENERAL, LDefinition::Policy policy = LDefinition::REGISTER); inline LInt64Definition tempInt64( LDefinition::Policy policy = LDefinition::REGISTER); inline LDefinition tempFloat32(); inline LDefinition tempDouble(); #ifdef ENABLE_WASM_SIMD inline LDefinition tempSimd128(); #endif inline LDefinition tempCopy(MDefinition* input, uint32_t reusedInput); // Note that the fixed register has a GENERAL type, // unless the arg is of FloatRegister type inline LDefinition tempFixed(Register reg); inline LDefinition tempFixed(FloatRegister reg); inline LInt64Definition tempInt64Fixed(Register64 reg); template inline void defineFixed(LInstructionHelper<1, Ops, Temps>* lir, MDefinition* mir, const LAllocation& output); template inline void defineBox( details::LInstructionFixedDefsTempsHelper* lir, MDefinition* mir, LDefinition::Policy policy = LDefinition::REGISTER); template inline void defineInt64(LInstructionHelper* lir, MDefinition* mir, LDefinition::Policy policy = LDefinition::REGISTER); template inline void defineInt64Fixed( LInstructionHelper* lir, MDefinition* mir, const LInt64Allocation& output); inline void defineReturn(LInstruction* lir, MDefinition* mir); template inline void define(details::LInstructionFixedDefsTempsHelper<1, X>* lir, MDefinition* mir, LDefinition::Policy policy = LDefinition::REGISTER); template inline void define(details::LInstructionFixedDefsTempsHelper<1, X>* lir, MDefinition* mir, const LDefinition& def); template inline void defineReuseInput(LInstructionHelper<1, Ops, Temps>* lir, MDefinition* mir, uint32_t operand); template inline void defineBoxReuseInput( LInstructionHelper* lir, MDefinition* mir, uint32_t operand); template inline void defineInt64ReuseInput( LInstructionHelper* lir, MDefinition* mir, uint32_t operand); // Returns a box allocation for a Value-typed instruction. inline LBoxAllocation useBox(MDefinition* mir, LUse::Policy policy = LUse::REGISTER, bool useAtStart = false); // Returns a box allocation. The use is either typed, a Value, or // a constant (if useConstant is true). inline LBoxAllocation useBoxOrTypedOrConstant(MDefinition* mir, bool useConstant); inline LBoxAllocation useBoxOrTyped(MDefinition* mir); // Returns an int64 allocation for an Int64-typed instruction. inline LInt64Allocation useInt64(MDefinition* mir, LUse::Policy policy, bool useAtStart); inline LInt64Allocation useInt64(MDefinition* mir, bool useAtStart = false); inline LInt64Allocation useInt64AtStart(MDefinition* mir); inline LInt64Allocation useInt64OrConstant(MDefinition* mir, bool useAtStart = false); inline LInt64Allocation useInt64Register(MDefinition* mir, bool useAtStart = false); inline LInt64Allocation useInt64RegisterOrConstant(MDefinition* mir, bool useAtStart = false); inline LInt64Allocation useInt64Fixed(MDefinition* mir, Register64 regs, bool useAtStart = false); inline LInt64Allocation useInt64FixedAtStart(MDefinition* mir, Register64 regs); LInt64Allocation useInt64RegisterAtStart(MDefinition* mir) { return useInt64Register(mir, /* useAtStart = */ true); } LInt64Allocation useInt64RegisterOrConstantAtStart(MDefinition* mir) { return useInt64RegisterOrConstant(mir, /* useAtStart = */ true); } LInt64Allocation useInt64OrConstantAtStart(MDefinition* mir) { return useInt64OrConstant(mir, /* useAtStart = */ true); } // Rather than defining a new virtual register, sets |ins| to have the same // virtual register as |as|. inline void redefine(MDefinition* ins, MDefinition* as); template inline LClass* allocateVariadic(uint32_t numOperands, Args&&... args); TempAllocator& alloc() const { return graph.alloc(); } uint32_t getVirtualRegister() { uint32_t vreg = lirGraph_.getVirtualRegister(); // If we run out of virtual registers, mark code generation as having // failed and return a dummy vreg. Include a + 1 here for NUNBOX32 // platforms that expect Value vregs to be adjacent. if (vreg + 1 >= MAX_VIRTUAL_REGISTERS) { abort(AbortReason::Alloc, "max virtual registers"); return 1; } return vreg; } template void annotate(T* ins); template void add(T* ins, MInstruction* mir = nullptr); void lowerTypedPhiInput(MPhi* phi, uint32_t inputPosition, LBlock* block, size_t lirIndex); void definePhiOneRegister(MPhi* phi, size_t lirIndex); #ifdef JS_NUNBOX32 void definePhiTwoRegisters(MPhi* phi, size_t lirIndex); #endif void defineTypedPhi(MPhi* phi, size_t lirIndex) { // One register containing the payload. definePhiOneRegister(phi, lirIndex); } void defineUntypedPhi(MPhi* phi, size_t lirIndex) { #ifdef JS_NUNBOX32 // Two registers: one for the type, one for the payload. definePhiTwoRegisters(phi, lirIndex); #else // One register containing the full Value. definePhiOneRegister(phi, lirIndex); #endif } LOsiPoint* popOsiPoint() { LOsiPoint* tmp = osiPoint_; osiPoint_ = nullptr; return tmp; } LRecoverInfo* getRecoverInfo(MResumePoint* rp); LSnapshot* buildSnapshot(MResumePoint* rp, BailoutKind kind); bool assignPostSnapshot(MInstruction* mir, LInstruction* ins); // Marks this instruction as fallible, meaning that before it performs // effects (if any), it may check pre-conditions and bailout if they do not // hold. This function informs the register allocator that it will need to // capture appropriate state. void assignSnapshot(LInstruction* ins, BailoutKind kind); // Marks this instruction as needing to call into either the VM or GC. This // function may build a snapshot that captures the result of its own // instruction, and as such, should generally be called after define*(). void assignSafepoint(LInstruction* ins, MInstruction* mir, BailoutKind kind = BailoutKind::DuringVMCall); // Marks this instruction as needing a wasm safepoint. void assignWasmSafepoint(LInstruction* ins, MInstruction* mir); void lowerConstantDouble(double d, MInstruction* mir) { define(new (alloc()) LDouble(d), mir); } void lowerConstantFloat32(float f, MInstruction* mir) { define(new (alloc()) LFloat32(f), mir); } public: // Whether to generate typed reads for element accesses with hole checks. static bool allowTypedElementHoleCheck() { return false; } }; } // namespace jit } // namespace js #endif /* jit_shared_Lowering_shared_h */