: JSInterfaceJIT(&vm, nullptr)

, m_plan(plan)

, m_labels(codeBlock ? codeBlock->instructions().size() : 0)

, m_pcToCodeOriginMapBuilder(vm)

, m_canBeOptimized(false)

, m_shouldEmitProfiling(false)

, m_profiledCodeBlock(codeBlock)

, m_unlinkedCodeBlock(codeBlock->unlinkedCodeBlock())

{

{

unsigned result = m_constantPool.size();

m_constantPool.append(JITConstantPool::Value { payload, type });

return result;

{

unsigned propertyCacheIndex = m_unlinkedPropertyInlineCaches.size();

BaselineUnlinkedPropertyInlineCache* propertyCache = &m_unlinkedPropertyInlineCaches.alloc();

return std::tuple { propertyCache, PropertyInlineCacheIndex { propertyCacheIndex } };

{

auto ok = branchTestPtr(Zero, pointerToSetAndScratch);

addSlowCase(branchIfInlineWatchpointSetIsStillValid(pointerToSetAndScratch));

ok.link(this);

{

if (resolveType == GlobalVar || resolveType == GlobalVarWithVarInjectionChecks) {

loadGlobalObject(scratchGPR);

loadPtr(Address(scratchGPR, JSGlobalObject::offsetOfVarReadOnlyWatchpoint()), scratchGPR);

addSlowCase(branch8(Equal, Address(scratchGPR, WatchpointSet::offsetOfState()), TrustedImm32(IsInvalidated)));

}

{

addPtr(TrustedImm32(stackPointerOffsetFor(m_unlinkedCodeBlock) * sizeof(Register)), callFrameRegister, stackPointerRegister);

checkStackPointerAlignment();

{

linkAllSlowCases(iter);

JITSlowPathCall slowPathCall(this, stub);

slowPathCall.call();

{

if (JITInternal::verbose)

dataLog("Compiling ", *m_profiledCodeBlock, "\n");

jitAssertTagsInPlace();

jitAssertArgumentCountSane();

auto& instructions = m_unlinkedCodeBlock->instructions();

unsigned instructionCount = m_unlinkedCodeBlock->instructions().size();

BytecodeIndex startBytecodeIndex(0);

m_bytecodeCountHavingSlowCase = 0;

for (m_bytecodeIndex = BytecodeIndex(0); m_bytecodeIndex.offset() < instructionCount; ) {

unsigned previousSlowCasesSize = m_slowCases.size();

if (m_bytecodeIndex == startBytecodeIndex && startBytecodeIndex.offset() > 0) {

// We've proven all bytecode instructions up until here are unreachable.

// Let's ensure that by crashing if it's ever hit.

breakpoint();

}

Label bytecodeStart = label();

if (m_disassembler)

m_disassembler->setForBytecodeMainPath(m_bytecodeIndex.offset(), bytecodeStart);

const auto* currentInstruction = instructions.at(m_bytecodeIndex).ptr();

ASSERT(currentInstruction->size());

m_pcToCodeOriginMapBuilder.appendItem(bytecodeStart, CodeOrigin(m_bytecodeIndex));

m_labels[m_bytecodeIndex.offset()] = bytecodeStart;

if (JITInternal::verbose)

dataLogLn("Baseline JIT emitting code for ", m_bytecodeIndex, " at offset ", (long)debugOffset());

OpcodeID opcodeID = currentInstruction->opcodeID();

std::optional<JITSizeStatistics::Marker> sizeMarker;

if (m_bytecodeIndex >= startBytecodeIndex && Options::dumpBaselineJITSizeStatistics()) {

String id = makeString("Baseline_fast_"_s, opcodeNames[opcodeID]);

sizeMarker = m_vm->jitSizeStatistics->markStart(id, *this);

}

#if ASSERT_ENABLED

if (opcodeID != op_catch) {

loadPtr(addressFor(CallFrameSlot::codeBlock), regT0);

static_assert(static_cast<ptrdiff_t>(CodeBlock::offsetOfJITData() + sizeof(void*)) == CodeBlock::offsetOfMetadataTable());

loadPairPtr(Address(regT0, CodeBlock::offsetOfJITData()), regT2, regT1);

m_consistencyCheckCalls.append(nearCall());

}

#endif

if (m_compilation) [[unlikely]] {

JIT_COMMENT(*this, "Execution trace start");

add64(

TrustedImm32(1),

AbsoluteAddress(m_compilation->executionCounterFor(Profiler::OriginStack(Profiler::Origin(

m_compilation->bytecodes(), m_bytecodeIndex)))->address()));

JIT_COMMENT(*this, "First non-trace instruction");

}

if (Options::eagerlyUpdateTopCallFrame())

updateTopCallFrame();

unsigned bytecodeOffset = m_bytecodeIndex.offset();

if (Options::traceBaselineJITExecution()) [[unlikely]] {

VM* vm = m_vm;

probeDebug([=] (Probe::Context& ctx) {

CallFrame* callFrame = ctx.fp<CallFrame*>();

if (opcodeID == op_catch) {

// The code generated by emit_op_catch() will update the callFrame to

// vm->callFrameForCatch later. Since that code doesn't execute until

// later, we should get the callFrame from vm->callFrameForCatch to get

// the real codeBlock that owns this op_catch bytecode.

callFrame = vm->callFrameForCatch;

}

CodeBlock* codeBlock = callFrame->codeBlock();

dataLogLn("JIT [", bytecodeOffset, "] ", opcodeNames[opcodeID], " cfr ", RawPointer(ctx.fp()), " @ ", codeBlock);

});

}

switch (opcodeID) {

DEFINE_SLOW_OP(is_callable)

DEFINE_SLOW_OP(is_constructor)

DEFINE_SLOW_OP(typeof)

DEFINE_SLOW_OP(typeof_is_object)

DEFINE_SLOW_OP(strcat)

DEFINE_SLOW_OP(push_with_scope)

DEFINE_SLOW_OP(put_by_id_with_this)

DEFINE_SLOW_OP(put_by_val_with_this)

DEFINE_SLOW_OP(resolve_scope_for_hoisting_func_decl_in_eval)

DEFINE_SLOW_OP(define_data_property)

DEFINE_SLOW_OP(define_accessor_property)

DEFINE_SLOW_OP(unreachable)

DEFINE_SLOW_OP(throw_static_error)

DEFINE_SLOW_OP(new_array_with_spread)

DEFINE_SLOW_OP(new_array_with_species)

DEFINE_SLOW_OP(new_array_buffer)

DEFINE_SLOW_OP(spread)

DEFINE_SLOW_OP(create_rest)

DEFINE_SLOW_OP(create_promise)

DEFINE_SLOW_OP(new_promise)

DEFINE_SLOW_OP(create_generator)

DEFINE_SLOW_OP(create_async_generator)

DEFINE_SLOW_OP(new_generator)

DEFINE_SLOW_OP(new_async_function_generator)

DEFINE_OP(op_add)

DEFINE_OP(op_bitnot)

DEFINE_OP(op_bitand)

DEFINE_OP(op_bitor)

DEFINE_OP(op_bitxor)

DEFINE_OP(op_call)

DEFINE_OP(op_call_ignore_result)

DEFINE_OP(op_tail_call)

DEFINE_OP(op_call_direct_eval)

DEFINE_OP(op_call_varargs)

DEFINE_OP(op_tail_call_varargs)

DEFINE_OP(op_construct_varargs)

DEFINE_OP(op_super_construct_varargs)

DEFINE_OP(op_catch)

DEFINE_OP(op_construct)

DEFINE_OP(op_super_construct)

DEFINE_OP(op_create_this)

DEFINE_OP(op_to_this)

DEFINE_OP(op_get_argument)

DEFINE_OP(op_argument_count)

DEFINE_OP(op_check_tdz)

DEFINE_OP(op_identity_with_profile)

DEFINE_OP(op_debug)

DEFINE_OP(op_del_by_id)

DEFINE_OP(op_del_by_val)

DEFINE_OP(op_div)

DEFINE_OP(op_enter)

DEFINE_OP(op_get_scope)

DEFINE_OP(op_eq)

DEFINE_OP(op_eq_null)

DEFINE_OP(op_below)

DEFINE_OP(op_beloweq)

DEFINE_OP(op_in_by_id)

DEFINE_OP(op_in_by_val)

DEFINE_OP(op_has_private_name)

DEFINE_OP(op_has_private_brand)

DEFINE_OP(op_get_by_id)

DEFINE_OP(op_get_length)

DEFINE_OP(op_get_by_id_with_this)

DEFINE_OP(op_get_by_id_direct)

DEFINE_OP(op_get_by_val)

DEFINE_OP(op_get_by_val_with_this)

DEFINE_OP(op_get_property_enumerator)

DEFINE_OP(op_enumerator_next)

DEFINE_OP(op_enumerator_get_by_val)

DEFINE_OP(op_enumerator_in_by_val)

DEFINE_OP(op_enumerator_put_by_val)

DEFINE_OP(op_enumerator_has_own_property)

DEFINE_OP(op_get_private_name)

DEFINE_OP(op_set_private_brand)

DEFINE_OP(op_check_private_brand)

DEFINE_OP(op_get_prototype_of)

DEFINE_OP(op_instanceof)

DEFINE_OP(op_is_empty)

DEFINE_OP(op_typeof_is_undefined)

DEFINE_OP(op_typeof_is_function)

DEFINE_OP(op_is_undefined_or_null)

DEFINE_OP(op_is_boolean)

DEFINE_OP(op_is_number)

DEFINE_OP(op_is_big_int)

DEFINE_OP(op_is_object)

DEFINE_OP(op_is_cell_with_type)

DEFINE_OP(op_has_structure_with_flags)

DEFINE_OP(op_jeq_null)

DEFINE_OP(op_jfalse)

DEFINE_OP(op_jmp)

DEFINE_OP(op_jneq_null)

DEFINE_OP(op_jundefined_or_null)

DEFINE_OP(op_jnundefined_or_null)

DEFINE_OP(op_jeq_ptr)

DEFINE_OP(op_jneq_ptr)

DEFINE_OP(op_less)

DEFINE_OP(op_lesseq)

DEFINE_OP(op_greater)

DEFINE_OP(op_greatereq)

DEFINE_OP(op_jless)

DEFINE_OP(op_jlesseq)

DEFINE_OP(op_jgreater)

DEFINE_OP(op_jgreatereq)

DEFINE_OP(op_jnless)

DEFINE_OP(op_jnlesseq)

DEFINE_OP(op_jngreater)

DEFINE_OP(op_jngreatereq)

DEFINE_OP(op_jeq)

DEFINE_OP(op_jneq)

DEFINE_OP(op_jstricteq)

DEFINE_OP(op_jnstricteq)

DEFINE_OP(op_jbelow)

DEFINE_OP(op_jbeloweq)

DEFINE_OP(op_jtrue)

DEFINE_OP(op_loop_hint)

DEFINE_OP(op_check_traps)

DEFINE_OP(op_nop)

DEFINE_OP(op_super_sampler_begin)

DEFINE_OP(op_super_sampler_end)

DEFINE_OP(op_lshift)

DEFINE_OP(op_mod)

DEFINE_OP(op_pow)

DEFINE_OP(op_mov)

DEFINE_OP(op_mul)

DEFINE_OP(op_negate)

DEFINE_OP(op_neq)

DEFINE_OP(op_neq_null)

DEFINE_OP(op_new_array)

DEFINE_OP(op_new_array_with_size)

DEFINE_OP(op_new_func)

DEFINE_OP(op_new_func_exp)

DEFINE_OP(op_new_generator_func)

DEFINE_OP(op_new_generator_func_exp)

DEFINE_OP(op_new_async_func)

DEFINE_OP(op_new_async_func_exp)

DEFINE_OP(op_new_async_generator_func)

DEFINE_OP(op_new_async_generator_func_exp)

DEFINE_OP(op_new_object)

DEFINE_OP(op_new_reg_exp)

DEFINE_OP(op_not)

DEFINE_OP(op_nstricteq)

DEFINE_OP(op_create_lexical_environment)

DEFINE_OP(op_create_direct_arguments)

DEFINE_OP(op_create_scoped_arguments)

DEFINE_OP(op_create_cloned_arguments)

DEFINE_OP(op_dec)

DEFINE_OP(op_inc)

DEFINE_OP(op_profile_type)

DEFINE_OP(op_profile_control_flow)

DEFINE_OP(op_get_parent_scope)

DEFINE_OP(op_put_by_id)

DEFINE_OP(op_put_by_val_direct)

DEFINE_OP(op_put_by_val)

DEFINE_OP(op_put_private_name)

DEFINE_OP(op_put_getter_by_id)

DEFINE_OP(op_put_setter_by_id)

DEFINE_OP(op_put_getter_setter_by_id)

DEFINE_OP(op_put_getter_by_val)

DEFINE_OP(op_put_setter_by_val)

DEFINE_OP(op_to_property_key)

DEFINE_OP(op_to_property_key_or_number)

DEFINE_OP(op_get_internal_field)

DEFINE_OP(op_put_internal_field)

DEFINE_OP(op_iterator_open)

DEFINE_OP(op_iterator_next)

DEFINE_OP(op_async_iterator_next)

DEFINE_OP(op_ret)

DEFINE_OP(op_rshift)

DEFINE_OP(op_unsigned)

DEFINE_OP(op_urshift)

DEFINE_OP(op_set_function_name)

DEFINE_OP(op_async_iterator_open)

DEFINE_OP(op_stricteq)

DEFINE_OP(op_sub)

DEFINE_OP(op_switch_char)

DEFINE_OP(op_switch_imm)

DEFINE_OP(op_switch_string)

DEFINE_OP(op_throw)

DEFINE_OP(op_to_number)

DEFINE_OP(op_to_numeric)

DEFINE_OP(op_to_string)

DEFINE_OP(op_to_object)

DEFINE_OP(op_to_primitive)

DEFINE_OP(op_resolve_scope)

DEFINE_OP(op_get_from_scope)

DEFINE_OP(op_put_to_scope)

DEFINE_OP(op_get_from_arguments)

DEFINE_OP(op_put_to_arguments)

DEFINE_OP(op_log_shadow_chicken_prologue)

DEFINE_OP(op_log_shadow_chicken_tail)

default:

RELEASE_ASSERT_NOT_REACHED();

}

if (sizeMarker) [[unlikely]]

m_vm->jitSizeStatistics->markEnd(WTF::move(*sizeMarker), *this, m_plan);

if (JITInternal::verbose)

dataLog("At ", bytecodeOffset, ": ", m_slowCases.size(), "\n");

}

#ifndef NDEBUG

// Reset this, in order to guard its use with ASSERTs.

m_bytecodeIndex = BytecodeIndex();

#endif

{

unsigned jmpTableCount = m_jmpTable.size();

for (unsigned i = 0; i < jmpTableCount; ++i)

m_jmpTable[i].from.linkTo(m_labels[m_jmpTable[i].toBytecodeOffset], this);

m_jmpTable.clear();

{

m_getByIdIndex = 0;

m_getByValIndex = 0;

m_getByIdWithThisIndex = 0;

m_getByValWithThisIndex = 0;

m_putByIdIndex = 0;

m_putByValIndex = 0;

m_inByIdIndex = 0;

m_inByValIndex = 0;

m_delByIdIndex = 0;

m_delByValIndex = 0;

m_instanceOfIndex = 0;

m_privateBrandAccessIndex = 0;

unsigned bytecodeCountHavingSlowCase = 0;

for (Vector<SlowCaseEntry>::iterator iter = m_slowCases.begin(); iter != m_slowCases.end();) {

m_bytecodeIndex = iter->to;

Label slowPathStart = label();

m_pcToCodeOriginMapBuilder.appendItem(slowPathStart, CodeOrigin(m_bytecodeIndex));

BytecodeIndex firstTo = m_bytecodeIndex;

const auto* currentInstruction = m_unlinkedCodeBlock->instructions().at(m_bytecodeIndex).ptr();

if (JITInternal::verbose)

dataLogLn("Baseline JIT emitting slow code for ", m_bytecodeIndex, " at offset ", (long)debugOffset());

if (m_disassembler)

m_disassembler->setForBytecodeSlowPath(m_bytecodeIndex.offset(), slowPathStart);

OpcodeID opcodeID = currentInstruction->opcodeID();

std::optional<JITSizeStatistics::Marker> sizeMarker;

if (Options::dumpBaselineJITSizeStatistics()) [[unlikely]] {

String id = makeString("Baseline_slow_"_s, opcodeNames[opcodeID]);

sizeMarker = m_vm->jitSizeStatistics->markStart(id, *this);

}

if (Options::traceBaselineJITExecution()) [[unlikely]] {

unsigned bytecodeOffset = m_bytecodeIndex.offset();

probeDebug([=] (Probe::Context& ctx) {

CodeBlock* codeBlock = ctx.fp<CallFrame*>()->codeBlock();

dataLogLn("JIT [", bytecodeOffset, "] SLOW ", opcodeNames[opcodeID], " cfr ", RawPointer(ctx.fp()), " @ ", codeBlock);

});

}

switch (currentInstruction->opcodeID()) {

DEFINE_SLOWCASE_OP(op_add)

DEFINE_SLOWCASE_OP(op_call_direct_eval)

DEFINE_SLOWCASE_OP(op_eq)

DEFINE_SLOWCASE_OP(op_in_by_id)

DEFINE_SLOWCASE_OP(op_in_by_val)

DEFINE_SLOWCASE_OP(op_has_private_name)

DEFINE_SLOWCASE_OP(op_has_private_brand)

DEFINE_SLOWCASE_OP(op_get_by_id)

DEFINE_SLOWCASE_OP(op_get_length)

DEFINE_SLOWCASE_OP(op_get_by_id_with_this)

DEFINE_SLOWCASE_OP(op_get_by_id_direct)

DEFINE_SLOWCASE_OP(op_get_by_val)

DEFINE_SLOWCASE_OP(op_get_by_val_with_this)

DEFINE_SLOWCASE_OP(op_enumerator_get_by_val)

DEFINE_SLOWCASE_OP(op_enumerator_put_by_val)

DEFINE_SLOWCASE_OP(op_get_private_name)

DEFINE_SLOWCASE_OP(op_set_private_brand)

DEFINE_SLOWCASE_OP(op_check_private_brand)

DEFINE_SLOWCASE_OP(op_instanceof)

DEFINE_SLOWCASE_OP(op_less)

DEFINE_SLOWCASE_OP(op_lesseq)

DEFINE_SLOWCASE_OP(op_greater)

DEFINE_SLOWCASE_OP(op_greatereq)

DEFINE_SLOWCASE_OP(op_jless)

DEFINE_SLOWCASE_OP(op_jlesseq)

DEFINE_SLOWCASE_OP(op_jgreater)

DEFINE_SLOWCASE_OP(op_jgreatereq)

DEFINE_SLOWCASE_OP(op_jnless)

DEFINE_SLOWCASE_OP(op_jnlesseq)

DEFINE_SLOWCASE_OP(op_jngreater)

DEFINE_SLOWCASE_OP(op_jngreatereq)

DEFINE_SLOWCASE_OP(op_jeq)

DEFINE_SLOWCASE_OP(op_jneq)

DEFINE_SLOWCASE_OP(op_jstricteq)

DEFINE_SLOWCASE_OP(op_jnstricteq)

DEFINE_SLOWCASE_OP(op_loop_hint)

DEFINE_SLOWCASE_OP(op_enter)

DEFINE_SLOWCASE_OP(op_check_traps)

DEFINE_SLOWCASE_OP(op_mod)

DEFINE_SLOWCASE_OP(op_pow)

DEFINE_SLOWCASE_OP(op_mul)

DEFINE_SLOWCASE_OP(op_negate)

DEFINE_SLOWCASE_OP(op_neq)

DEFINE_SLOWCASE_OP(op_new_object)

DEFINE_SLOWCASE_OP(op_put_by_id)

DEFINE_SLOWCASE_OP(op_put_by_val_direct)

DEFINE_SLOWCASE_OP(op_put_by_val)

DEFINE_SLOWCASE_OP(op_put_private_name)

DEFINE_SLOWCASE_OP(op_del_by_val)

DEFINE_SLOWCASE_OP(op_del_by_id)

DEFINE_SLOWCASE_OP(op_sub)

DEFINE_SLOWCASE_OP(op_resolve_scope)

DEFINE_SLOWCASE_OP(op_get_from_scope)

DEFINE_SLOWCASE_OP(op_put_to_scope)

DEFINE_SLOWCASE_OP(op_iterator_open)

DEFINE_SLOWCASE_OP(op_iterator_next)

DEFINE_SLOWCASE_OP(op_async_iterator_open)

DEFINE_SLOWCASE_SLOW_OP(unsigned)

DEFINE_SLOWCASE_SLOW_OP(inc)

DEFINE_SLOWCASE_SLOW_OP(dec)

DEFINE_SLOWCASE_SLOW_OP(bitnot)

DEFINE_SLOWCASE_SLOW_OP(bitand)

DEFINE_SLOWCASE_SLOW_OP(bitor)

DEFINE_SLOWCASE_SLOW_OP(bitxor)

DEFINE_SLOWCASE_SLOW_OP(lshift)

DEFINE_SLOWCASE_SLOW_OP(rshift)

DEFINE_SLOWCASE_SLOW_OP(urshift)

DEFINE_SLOWCASE_SLOW_OP(div)

DEFINE_SLOWCASE_SLOW_OP(create_this)

DEFINE_SLOWCASE_SLOW_OP(create_promise)

DEFINE_SLOWCASE_SLOW_OP(create_generator)

DEFINE_SLOWCASE_SLOW_OP(create_async_generator)

DEFINE_SLOWCASE_SLOW_OP(to_this)

DEFINE_SLOWCASE_SLOW_OP(to_primitive)

DEFINE_SLOWCASE_SLOW_OP(to_number)

DEFINE_SLOWCASE_SLOW_OP(to_numeric)

DEFINE_SLOWCASE_SLOW_OP(to_string)

DEFINE_SLOWCASE_SLOW_OP(to_object)

DEFINE_SLOWCASE_SLOW_OP(not)

DEFINE_SLOWCASE_SLOW_OP(stricteq)

DEFINE_SLOWCASE_SLOW_OP(nstricteq)

DEFINE_SLOWCASE_SLOW_OP(get_prototype_of)

DEFINE_SLOWCASE_SLOW_OP(check_tdz)

DEFINE_SLOWCASE_SLOW_OP(to_property_key)

DEFINE_SLOWCASE_SLOW_OP(to_property_key_or_number)

DEFINE_SLOWCASE_SLOW_OP(typeof_is_function)

default:

RELEASE_ASSERT_NOT_REACHED();

}

if (JITInternal::verbose)

dataLog("At ", firstTo, " slow: ", iter - m_slowCases.begin(), "\n");

RELEASE_ASSERT_WITH_MESSAGE(iter == m_slowCases.end() || firstTo.offset() != iter->to.offset(), "Not enough jumps linked in slow case codegen while handling %s.", toUTF8CString(currentInstruction->opcodeID()));

RELEASE_ASSERT_WITH_MESSAGE(firstTo.offset() == (iter - 1)->to.offset(), "Too many jumps linked in slow case codegen while handling %s.", toUTF8CString(currentInstruction->opcodeID()));

jump().linkTo(fastPathResumePoint(), this);

++bytecodeCountHavingSlowCase;

if (sizeMarker) [[unlikely]] {

m_bytecodeIndex = BytecodeIndex(m_bytecodeIndex.offset() + currentInstruction->size());

m_vm->jitSizeStatistics->markEnd(WTF::move(*sizeMarker), *this, m_plan);

}

}

RELEASE_ASSERT(bytecodeCountHavingSlowCase == m_bytecodeCountHavingSlowCase);

RELEASE_ASSERT(m_getByIdIndex == m_getByIds.size());

RELEASE_ASSERT(m_getByIdWithThisIndex == m_getByIdsWithThis.size());

RELEASE_ASSERT(m_getByValWithThisIndex == m_getByValsWithThis.size());

RELEASE_ASSERT(m_putByIdIndex == m_putByIds.size());

RELEASE_ASSERT(m_putByValIndex == m_putByVals.size());

RELEASE_ASSERT(m_inByIdIndex == m_inByIds.size());

RELEASE_ASSERT(m_instanceOfIndex == m_instanceOfs.size());

RELEASE_ASSERT(m_privateBrandAccessIndex == m_privateBrandAccesses.size());

#ifndef NDEBUG

// Reset this, in order to guard its use with ASSERTs.

m_bytecodeIndex = BytecodeIndex();

#endif

{

jit.loadPtr(addressFor(CallFrameSlot::codeBlock), GPRInfo::jitDataRegister);

static_assert(static_cast<ptrdiff_t>(CodeBlock::offsetOfJITData() + sizeof(void*)) == CodeBlock::offsetOfMetadataTable());

jit.loadPairPtr(Address(GPRInfo::jitDataRegister, CodeBlock::offsetOfJITData()), GPRInfo::jitDataRegister, GPRInfo::metadataTableRegister);

{

CCallHelpers jit;

constexpr GPRReg stackOffsetGPR = regT0; // Incoming

constexpr GPRReg expectedStackPointerGPR = regT1;

constexpr GPRReg expectedMetadataGPR = regT2;

constexpr GPRReg expectedConstantsGPR = regT3;

jit.tagReturnAddress();

jit.mul32(TrustedImm32(sizeof(Register)), stackOffsetGPR, stackOffsetGPR);

jit.subPtr(callFrameRegister, stackOffsetGPR, expectedStackPointerGPR);

// Fix up in case the call sequence (from the op) changed the stack pointer, e.g.: like on x86

if (constexpr size_t delta = sizeof(CallerFrameAndPC) - prologueStackPointerDelta())

jit.subPtr(TrustedImm32(delta), expectedStackPointerGPR);

jit.loadPtr(addressFor(CallFrameSlot::codeBlock), expectedConstantsGPR);

static_assert(static_cast<ptrdiff_t>(CodeBlock::offsetOfJITData() + sizeof(void*)) == CodeBlock::offsetOfMetadataTable());

jit.loadPairPtr(Address(expectedConstantsGPR, CodeBlock::offsetOfJITData()), expectedConstantsGPR, expectedMetadataGPR);

auto stackPointerOK = jit.branchPtr(Equal, expectedStackPointerGPR, stackPointerRegister);

jit.breakpoint();

stackPointerOK.link(&jit);

auto metadataOK = jit.branchPtr(Equal, expectedMetadataGPR, GPRInfo::metadataTableRegister);

jit.breakpoint();

metadataOK.link(&jit);

auto constantsOK = jit.branchPtr(Equal, expectedConstantsGPR, GPRInfo::jitDataRegister);

jit.breakpoint();

constantsOK.link(&jit);

jit.ret();

LinkBuffer patchBuffer(jit, GLOBAL_THUNK_ID, LinkBuffer::Profile::ExtraCTIThunk);

return FINALIZE_THUNK(patchBuffer, JITThunkPtrTag, "generateConsistencyCheck"_s, "generateConsistencyCheck");

{

ASSERT(!m_consistencyCheckLabel.isSet());

m_consistencyCheckLabel = label();

move(TrustedImm32(-stackPointerOffsetFor(m_unlinkedCodeBlock)), regT0);

m_bytecodeIndex = BytecodeIndex(0);

nearTailCallThunk(CodeLocationLabel { vm().getCTIStub(consistencyCheckGenerator).retaggedCode<NoPtrTag>() });

m_bytecodeIndex = BytecodeIndex(); // Reset this, in order to guard its use with ASSERTs.

{

DFG::CapabilityLevel level = m_profiledCodeBlock->capabilityLevel();

switch (level) {

case DFG::CannotCompile:

m_canBeOptimized = false;

m_shouldEmitProfiling = false;

break;

case DFG::CanCompile:

case DFG::CanCompileAndInline:

m_canBeOptimized = true;

m_shouldEmitProfiling = true;

break;

default:

RELEASE_ASSERT_NOT_REACHED();

break;

}

if (m_unlinkedCodeBlock->numberOfUnlinkedSwitchJumpTables() || m_unlinkedCodeBlock->numberOfUnlinkedStringSwitchJumpTables()) {

if (m_unlinkedCodeBlock->numberOfUnlinkedSwitchJumpTables())

m_switchJumpTables = FixedVector<SimpleJumpTable>(m_unlinkedCodeBlock->numberOfUnlinkedSwitchJumpTables());

if (m_unlinkedCodeBlock->numberOfUnlinkedStringSwitchJumpTables())

m_stringSwitchJumpTables = FixedVector<StringJumpTable>(m_unlinkedCodeBlock->numberOfUnlinkedStringSwitchJumpTables());

}

if (Options::dumpDisassembly() || Options::dumpBaselineDisassembly() || (m_vm->m_perBytecodeProfiler && Options::disassembleBaselineForProfiler())) [[unlikely]] {

// FIXME: build a disassembler off of UnlinkedCodeBlock.

m_disassembler = makeUnique<JITDisassembler>(m_profiledCodeBlock);

}

if (m_vm->m_perBytecodeProfiler) [[unlikely]] {

// FIXME: build profiler disassembler off UnlinkedCodeBlock.

m_compilation = adoptRef(

new Profiler::Compilation(

m_vm->m_perBytecodeProfiler->ensureBytecodesFor(m_profiledCodeBlock),

Profiler::Baseline));

m_compilation->addProfiledBytecodes(*m_vm->m_perBytecodeProfiler, m_profiledCodeBlock);

}

m_pcToCodeOriginMapBuilder.appendItem(label(), CodeOrigin(BytecodeIndex(0)));

std::optional<JITSizeStatistics::Marker> sizeMarker;

if (Options::dumpBaselineJITSizeStatistics()) [[unlikely]]

sizeMarker = m_vm->jitSizeStatistics->markStart("Baseline_prologue"_s, *this);

Label entryLabel(this);

if (m_disassembler)

m_disassembler->setStartOfCode(entryLabel);

// Just add a little bit of randomness to the codegen

if (random() & 1)

nop();

emitFunctionPrologue();

jitAssertCodeBlockOnCallFrameWithType(regT2, JITType::BaselineJIT);

jitAssertCodeBlockMatchesCurrentCalleeCodeBlockOnCallFrame(regT1, regT2, *m_unlinkedCodeBlock);

int frameTopOffset = stackPointerOffsetFor(m_unlinkedCodeBlock) * sizeof(Register);

addPtr(TrustedImm32(frameTopOffset), callFrameRegister, regT1);

JumpList stackOverflow;

stackOverflow.append(branchPtr(GreaterThan, AbsoluteAddress(m_vm->addressOfSoftStackLimit()), regT1));

move(regT1, stackPointerRegister);

checkStackPointerAlignment();

emitSaveCalleeSaves();

emitMaterializeTagCheckRegisters();

emitMaterializeMetadataAndConstantPoolRegisters();

if (m_unlinkedCodeBlock->codeType() == FunctionCode) {

ASSERT(!m_bytecodeIndex);

if (shouldEmitProfiling() && (!m_unlinkedCodeBlock->isConstructor() || m_unlinkedCodeBlock->numParameters() > 1)) {

emitGetFromCallFrameHeaderPtr(CallFrameSlot::codeBlock, regT2);

loadPtr(Address(regT2, CodeBlock::offsetOfArgumentValueProfiles() + FixedVector<ArgumentValueProfile>::offsetOfStorage()), regT2);

for (unsigned argument = 0; argument < m_unlinkedCodeBlock->numParameters(); ++argument) {

// If this is a constructor, then we want to put in a dummy profiling site (to

// keep things consistent) but we don't actually want to record the dummy value.

if (m_unlinkedCodeBlock->isConstructor() && !argument)

continue;

int offset = CallFrame::argumentOffsetIncludingThis(argument) * static_cast<int>(sizeof(Register));

loadValue(Address(callFrameRegister, offset), regT0);

storeValue(regT0, Address(regT2, FixedVector<ArgumentValueProfile>::Storage::offsetOfData() + argument * sizeof(ArgumentValueProfile) + ArgumentValueProfile::offsetOfFirstBucket()));

}

}

}

RELEASE_ASSERT(!JITCode::isJIT(m_profiledCodeBlock->jitType()));

if (sizeMarker) [[unlikely]]

m_vm->jitSizeStatistics->markEnd(WTF::move(*sizeMarker), *this, m_plan);

privateCompileMainPass();

privateCompileLinkPass();

privateCompileSlowCases();

if (m_disassembler)

m_disassembler->setEndOfSlowPath(label());

m_pcToCodeOriginMapBuilder.appendItem(label(), PCToCodeOriginMapBuilder::defaultCodeOrigin());

#if ASSERT_ENABLED

emitConsistencyCheck();

#endif

// If the number of parameters is 1, we never require arity fixup.

JumpList stackOverflowWithEntry;

bool requiresArityFixup = m_unlinkedCodeBlock->numParameters() != 1;

if (m_unlinkedCodeBlock->codeType() == FunctionCode && requiresArityFixup) {

m_arityCheck = label();

RELEASE_ASSERT(m_unlinkedCodeBlock->codeType() == FunctionCode);

unsigned numberOfParameters = m_unlinkedCodeBlock->numParameters();

load32(CCallHelpers::calleeFrameLowWordSlot(CallFrameSlot::argumentCountIncludingThis).withOffset(sizeof(CallerFrameAndPC) - prologueStackPointerDelta()), GPRInfo::argumentGPR2);

branch32(AboveOrEqual, GPRInfo::argumentGPR2, TrustedImm32(numberOfParameters)).linkTo(entryLabel, this);

m_bytecodeIndex = BytecodeIndex(0);

getArityPadding(*m_vm, numberOfParameters, GPRInfo::argumentGPR2, GPRInfo::argumentGPR0, GPRInfo::argumentGPR1, GPRInfo::argumentGPR3, stackOverflowWithEntry);

#if CPU(X86_64)

pop(GPRInfo::argumentGPR1);

#else

tagPtr(NoPtrTag, linkRegister);

move(linkRegister, GPRInfo::argumentGPR1);

#endif

nearCallThunk(CodeLocationLabel { LLInt::arityFixup() });

#if CPU(X86_64)

push(GPRInfo::argumentGPR1);

#else

move(GPRInfo::argumentGPR1, linkRegister);

untagPtr(NoPtrTag, linkRegister);

validateUntaggedPtr(linkRegister, GPRInfo::argumentGPR0);

#endif

#if ASSERT_ENABLED

m_bytecodeIndex = BytecodeIndex(); // Reset this, in order to guard its use with ASSERTs.

#endif

jump(entryLabel);

} else

m_arityCheck = entryLabel; // Never require arity fixup.

stackOverflowWithEntry.link(this);

emitFunctionPrologue();

m_bytecodeIndex = BytecodeIndex(0);

stackOverflow.link(this);

jumpThunk(CodeLocationLabel(vm().getCTIStub(CommonJITThunkID::ThrowStackOverflowAtPrologue).retaggedCode<NoPtrTag>()));

ASSERT(m_jmpTable.isEmpty());

if (m_disassembler)

m_disassembler->setEndOfCode(label());

m_pcToCodeOriginMapBuilder.appendItem(label(), PCToCodeOriginMapBuilder::defaultCodeOrigin());

LinkBuffer linkBuffer(*this, m_profiledCodeBlock, LinkBuffer::Profile::Baseline, effort);

return link(linkBuffer);

{

if (patchBuffer.didFailToAllocate())

return nullptr;

// Translate vPC offsets into addresses in JIT generated code, for switch tables.

for (auto& record : m_switches) {

unsigned bytecodeOffset = record.bytecodeIndex.offset();

unsigned tableIndex = record.tableIndex;

switch (record.type) {

case SwitchRecord::Immediate:

case SwitchRecord::Character: {

const UnlinkedSimpleJumpTable& unlinkedTable = m_unlinkedCodeBlock->unlinkedSwitchJumpTable(tableIndex);

SimpleJumpTable& linkedTable = m_switchJumpTables[tableIndex];

linkedTable.m_ctiDefault = patchBuffer.locationOf<JSSwitchPtrTag>(m_labels[bytecodeOffset + record.defaultOffset]);

if (!linkedTable.isEmpty()) {

for (unsigned j = 0; j < unlinkedTable.m_branchOffsets.size(); ++j) {

int32_t offset = unlinkedTable.m_branchOffsets[j];

linkedTable.m_ctiOffsets[j] = offset

? patchBuffer.locationOf<JSSwitchPtrTag>(m_labels[bytecodeOffset + offset])

: linkedTable.m_ctiDefault;

}

}

break;

}

case SwitchRecord::String: {

const UnlinkedStringJumpTable& unlinkedTable = m_unlinkedCodeBlock->unlinkedStringSwitchJumpTable(tableIndex);

StringJumpTable& linkedTable = m_stringSwitchJumpTables[tableIndex];

auto ctiDefault = patchBuffer.locationOf<JSSwitchPtrTag>(m_labels[bytecodeOffset + record.defaultOffset]);

for (auto& location : unlinkedTable.m_offsetTable.values()) {

int32_t offset = location.m_branchOffset;

linkedTable.m_ctiOffsets[location.m_indexInTable] = offset

? patchBuffer.locationOf<JSSwitchPtrTag>(m_labels[bytecodeOffset + offset])

: ctiDefault;

}

linkedTable.m_ctiOffsets[unlinkedTable.m_offsetTable.size()] = ctiDefault;

break;

}

}

}

for (auto& record : m_farCalls) {

if (record.callee)

patchBuffer.link(record.from, record.callee);

}

#if ASSERT_ENABLED

const auto consistencyCheck = patchBuffer.locationOf<JSInternalPtrTag>(m_consistencyCheckLabel);

for (auto& call : m_consistencyCheckCalls)

patchBuffer.link<JSInternalPtrTag>(call, consistencyCheck);

#endif

auto finalizeICs = [&] (auto& generators) {

for (auto& gen : generators)

gen.m_baselineUnlinkedPropertyCache->doneLocation = patchBuffer.locationOf<JSInternalPtrTag>(gen.m_done);

};

finalizeICs(m_getByIds);

finalizeICs(m_getByVals);

finalizeICs(m_getByIdsWithThis);

finalizeICs(m_getByValsWithThis);

finalizeICs(m_putByIds);

finalizeICs(m_putByVals);

finalizeICs(m_delByIds);

finalizeICs(m_delByVals);

finalizeICs(m_inByIds);

finalizeICs(m_inByVals);

finalizeICs(m_instanceOfs);

finalizeICs(m_privateBrandAccesses);

for (auto& compilationInfo : m_callCompilationInfo) {

auto& info = *compilationInfo.unlinkedCallLinkInfo;

info.doneLocation = patchBuffer.locationOf<JSInternalPtrTag>(compilationInfo.doneLocation);

}

JITCodeMapBuilder jitCodeMapBuilder;

for (unsigned bytecodeOffset = 0; bytecodeOffset < m_labels.size(); ++bytecodeOffset) {

if (m_labels[bytecodeOffset].isSet())

jitCodeMapBuilder.append(BytecodeIndex(bytecodeOffset), patchBuffer.locationOf<JSEntryPtrTag>(m_labels[bytecodeOffset]));

}

if (Options::dumpDisassembly() || Options::dumpBaselineDisassembly()) [[unlikely]] {

m_disassembler->dump(patchBuffer);

patchBuffer.didAlreadyDisassemble();

}

if (m_compilation) [[unlikely]] {

// FIXME: should we make the bytecode profiler know about UnlinkedCodeBlock?

if (Options::disassembleBaselineForProfiler())

m_disassembler->reportToProfiler(m_compilation.get(), patchBuffer);

m_vm->m_perBytecodeProfiler->addCompilation(m_profiledCodeBlock, *m_compilation);

}

std::unique_ptr<PCToCodeOriginMap> pcToCodeOriginMap;

if (m_pcToCodeOriginMapBuilder.didBuildMapping())

pcToCodeOriginMap = makeUnique<PCToCodeOriginMap>(WTF::move(m_pcToCodeOriginMapBuilder), patchBuffer);

if (Options::useSourceCodeDump() && m_profiledCodeBlock) [[unlikely]] {

auto debugInfo = makeUnique<SourceCodeDumpDebugInfo>(m_profiledCodeBlock->inferredName());

if (RefPtr provider = m_profiledCodeBlock->ownerExecutable()->source().provider()) {

void* codeStart = patchBuffer.entrypoint<DisassemblyPtrTag>().untaggedPtr();

for (unsigned bytecodeOffset = 0; bytecodeOffset < m_labels.size(); ++bytecodeOffset) {

if (!m_labels[bytecodeOffset].isSet())

continue;

BytecodeIndex bytecodeIndex(bytecodeOffset);

if (bytecodeIndex.offset() >= m_profiledCodeBlock->instructionsSize())

continue;

LineColumn lineColumn = m_profiledCodeBlock->lineColumnForBytecodeIndex(bytecodeIndex);

auto location = patchBuffer.locationOf<DisassemblyPtrTag>(m_labels[bytecodeOffset]);

uint32_t codeOffset = static_cast<uint32_t>(location.dataLocation<uintptr_t>() - reinterpret_cast<uintptr_t>(codeStart));

debugInfo->codeEntries.append({ codeOffset, lineColumn, Ref { *provider } });

}

patchBuffer.setSourceCodeDumpDebugInfo(WTF::move(debugInfo));

}

}

// FIXME: Make a version of CodeBlockWithJITType that knows about UnlinkedCodeBlock.

CodeRef<JSEntryPtrTag> result = FINALIZE_BASELINE_CODE(

patchBuffer, JSEntryPtrTag,

"Baseline JIT code for %s", toUTF8CString(CodeBlockWithJITType(m_profiledCodeBlock, JITType::BaselineJIT)));

CodePtr<JSEntryPtrTag> withArityCheck = patchBuffer.locationOf<JSEntryPtrTag>(m_arityCheck);

auto jitCode = adoptRef(*new BaselineJITCode(result, withArityCheck));

jitCode->m_unlinkedCalls = FixedVector<BaselineUnlinkedCallLinkInfo>(m_unlinkedCalls.size());

if (jitCode->m_unlinkedCalls.size()) {