| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759 |
- //-------------------------------------------------------------------------------------------------------
- // Copyright (C) Microsoft. All rights reserved.
- // Licensed under the MIT license. See LICENSE.txt file in the project root for full license information.
- //-------------------------------------------------------------------------------------------------------
- #include "BackEnd.h"
- #include "Base\EtwTrace.h"
- #include "Base\ScriptContextProfiler.h"
- Func::Func(JitArenaAllocator *alloc, CodeGenWorkItem* workItem, const Js::FunctionCodeGenRuntimeData *const runtimeData,
- Js::PolymorphicInlineCacheInfo * const polymorphicInlineCacheInfo, CodeGenAllocators *const codeGenAllocators,
- CodeGenNumberAllocator * numberAllocator, Js::ReadOnlyDynamicProfileInfo *const profileInfo,
- Js::ScriptContextProfiler *const codeGenProfiler, const bool isBackgroundJIT, Func * parentFunc,
- uint postCallByteCodeOffset, Js::RegSlot returnValueRegSlot, const bool isInlinedConstructor,
- Js::ProfileId callSiteIdInParentFunc, bool isGetterSetter) :
- m_alloc(alloc),
- m_workItem(workItem),
- m_jitTimeData(workItem->RecyclableData()->JitTimeData()),
- m_runtimeData(runtimeData),
- m_polymorphicInlineCacheInfo(polymorphicInlineCacheInfo),
- m_codeGenAllocators(codeGenAllocators),
- m_inlineeId(0),
- pinnedTypeRefs(nullptr),
- singleTypeGuards(nullptr),
- equivalentTypeGuards(nullptr),
- propertyGuardsByPropertyId(nullptr),
- ctorCachesByPropertyId(nullptr),
- callSiteToArgumentsOffsetFixupMap(nullptr),
- indexedPropertyGuardCount(0),
- propertiesWrittenTo(nullptr),
- lazyBailoutProperties(alloc),
- anyPropertyMayBeWrittenTo(false),
- #ifdef PROFILE_EXEC
- m_codeGenProfiler(codeGenProfiler),
- #endif
- m_isBackgroundJIT(isBackgroundJIT),
- m_cloner(nullptr),
- m_cloneMap(nullptr),
- m_loopParamSym(nullptr),
- m_funcObjSym(nullptr),
- m_localClosureSym(nullptr),
- m_localFrameDisplaySym(nullptr),
- m_bailoutReturnValueSym(nullptr),
- m_hasBailedOutSym(nullptr),
- m_inlineeFrameStartSym(nullptr),
- m_regsUsed(0),
- m_fg(nullptr),
- m_labelCount(0),
- m_argSlotsForFunctionsCalled(0),
- m_isLeaf(false),
- m_hasCalls(false),
- m_hasInlineArgsOpt(false),
- m_canDoInlineArgsOpt(true),
- m_doFastPaths(false),
- hasBailout(false),
- hasBailoutInEHRegion(false),
- hasInstrNumber(false),
- maintainByteCodeOffset(true),
- frameSize(0),
- parentFunc(parentFunc),
- argObjSyms(nullptr),
- m_nonTempLocalVars(nullptr),
- hasAnyStackNestedFunc(false),
- hasMarkTempObjects(false),
- postCallByteCodeOffset(postCallByteCodeOffset),
- maxInlineeArgOutCount(0),
- returnValueRegSlot(returnValueRegSlot),
- firstActualStackOffset(-1),
- m_localVarSlotsOffset(Js::Constants::InvalidOffset),
- m_hasLocalVarChangedOffset(Js::Constants::InvalidOffset),
- actualCount((Js::ArgSlot) - 1),
- tryCatchNestingLevel(0),
- m_localStackHeight(0),
- tempSymDouble(nullptr),
- hasInlinee(false),
- thisOrParentInlinerHasArguments(false),
- hasStackArgs(false),
- hasArgumentObject(false),
- hasUnoptimizedArgumentsAcccess(false),
- hasApplyTargetInlining(false),
- hasImplicitCalls(false),
- hasTempObjectProducingInstr(false),
- isInlinedConstructor(isInlinedConstructor),
- numberAllocator(numberAllocator),
- profileInfo(profileInfo),
- loopCount(0),
- callSiteIdInParentFunc(callSiteIdInParentFunc),
- isGetterSetter(isGetterSetter),
- frameInfo(nullptr),
- isTJLoopBody(false),
- isFlowGraphValid(false),
- #if DBG
- m_callSiteCount(0),
- #endif
- stackNestedFunc(false),
- stackClosure(false)
- #if defined(_M_ARM32_OR_ARM64)
- , m_ArgumentsOffset(0)
- , m_epilogLabel(nullptr)
- #endif
- , m_funcStartLabel(nullptr)
- , m_funcEndLabel(nullptr)
- #ifdef _M_X64
- , m_prologEncoder(alloc)
- #endif
- #if DBG
- , hasCalledSetDoFastPaths(false)
- , allowRemoveBailOutArgInstr(false)
- , currentPhases(alloc)
- , isPostLower(false)
- , isPostRegAlloc(false)
- , isPostPeeps(false)
- , isPostLayout(false)
- , isPostFinalLower(false)
- , vtableMap(nullptr)
- #endif
- , m_yieldOffsetResumeLabelList(nullptr)
- , m_bailOutNoSaveLabel(nullptr)
- , constantAddressRegOpnd(alloc)
- , lastConstantAddressRegLoadInstr(nullptr)
- , m_totalJumpTableSizeInBytesForSwitchStatements(0)
- , slotArrayCheckTable(nullptr)
- , frameDisplayCheckTable(nullptr)
- {
- Assert(this->IsInlined() == !!runtimeData);
- if (this->IsInlined())
- {
- m_inlineeId = ++(GetTopFunc()->m_inlineeId);
- }
- m_jnFunction = m_workItem->GetFunctionBody();
- bool doStackNestedFunc = m_jnFunction->DoStackNestedFunc();
- bool doStackClosure = m_jnFunction->DoStackClosure() && !PHASE_OFF(Js::FrameDisplayFastPathPhase, this);
- Assert(!doStackClosure || doStackNestedFunc);
- this->stackClosure = doStackClosure && this->IsTopFunc();
- if (this->stackClosure)
- {
- m_workItem->GetEntryPoint()->SetHasJittedStackClosure();
- }
- if (m_workItem->Type() == JsFunctionType)
- {
- if (m_jnFunction->GetDoBackendArgumentsOptimization() && !m_jnFunction->GetHasTry())
- {
- // doBackendArgumentsOptimization bit is set when there is no eval inside a function
- // as determined by the bytecode generator.
- SetHasStackArgs(true);
- }
- if (doStackNestedFunc && m_jnFunction->GetNestedCount() != 0)
- {
- Assert(!(this->IsJitInDebugMode() && !m_jnFunction->GetUtf8SourceInfo()->GetIsLibraryCode()));
- stackNestedFunc = true;
- this->GetTopFunc()->hasAnyStackNestedFunc = true;
- }
- }
- else
- {
- Assert(m_workItem->Type() == JsLoopBodyWorkItemType);
- }
- if (m_jnFunction->GetHasOrParentHasArguments() || parentFunc && parentFunc->thisOrParentInlinerHasArguments)
- {
- thisOrParentInlinerHasArguments = true;
- }
- if (parentFunc == nullptr)
- {
- inlineDepth = 0;
- m_symTable = JitAnew(alloc, SymTable);
- m_symTable->Init(this);
- Assert(Js::Constants::NoByteCodeOffset == postCallByteCodeOffset);
- Assert(Js::Constants::NoRegister == returnValueRegSlot);
- #if defined(_M_IX86) || defined(_M_X64)
- if (HasArgumentSlot())
- {
- // Pre-allocate the single argument slot we'll reserve for the arguments object.
- // For ARM, the argument slot is not part of the local but part of the register saves
- m_localStackHeight = MachArgsSlotOffset;
- }
- #endif
- }
- else
- {
- inlineDepth = parentFunc->inlineDepth + 1;
- Assert(Js::Constants::NoByteCodeOffset != postCallByteCodeOffset);
- }
- this->constructorCacheCount = 0;
- this->constructorCaches = AnewArrayZ(this->m_alloc, Js::JitTimeConstructorCache*, this->m_jnFunction->GetProfiledCallSiteCount());
- #if DBG_DUMP
- m_codeSize = -1;
- #endif
- #if defined(_M_X64)
- m_spillSize = -1;
- m_argsSize = -1;
- m_savedRegSize = -1;
- #endif
- if (this->IsJitInDebugMode())
- {
- m_nonTempLocalVars = Anew(this->m_alloc, BVSparse<JitArenaAllocator>, this->m_alloc);
- }
- if (this->m_jnFunction->IsGenerator())
- {
- m_yieldOffsetResumeLabelList = YieldOffsetResumeLabelList::New(this->m_alloc);
- }
- canHoistConstantAddressLoad = !PHASE_OFF(Js::HoistConstAddrPhase, this);
- }
- bool
- Func::IsLoopBody() const
- {
- return this->m_workItem->Type() == JsLoopBodyWorkItemType;
- }
- bool
- Func::IsLoopBodyInTry() const
- {
- return IsLoopBody() && ((JsLoopBodyCodeGen*)this->m_workItem)->loopHeader->isInTry;
- }
- ///----------------------------------------------------------------------------
- ///
- /// Func::Codegen
- ///
- /// Codegen this function.
- ///
- ///----------------------------------------------------------------------------
- void
- Func::Codegen()
- {
- Assert(!IsJitInDebugMode() || !m_jnFunction->GetHasTry());
- Js::ScriptContext* scriptContext = this->GetScriptContext();
- {
- if(IS_JS_ETW(EventEnabledJSCRIPT_FUNCTION_JIT_START()))
- {
- WCHAR displayNameBuffer[256];
- WCHAR* displayName = displayNameBuffer;
- size_t sizeInChars = this->m_workItem->GetDisplayName(displayName, 256);
- if(sizeInChars > 256)
- {
- displayName = new WCHAR[sizeInChars];
- this->m_workItem->GetDisplayName(displayName, 256);
- }
- JS_ETW(EventWriteJSCRIPT_FUNCTION_JIT_START(
- this->GetFunctionNumber(),
- displayName,
- this->GetScriptContext(),
- this->m_workItem->GetInterpretedCount(),
- (const unsigned int)this->m_jnFunction->LengthInBytes(),
- this->m_jnFunction->GetByteCodeCount(),
- this->m_jnFunction->GetByteCodeInLoopCount(),
- (int)this->m_workItem->GetJitMode()));
- if(displayName != displayNameBuffer)
- {
- delete[] displayName;
- }
- }
- }
- #if DBG_DUMP
- if (Js::Configuration::Global.flags.TestTrace.IsEnabled(Js::BackEndPhase))
- {
- if (this->IsLoopBody())
- {
- Output::Print(L"---BeginBackEnd: function: %s, loop:%d---\r\n", this->GetJnFunction()->GetDisplayName(),
- static_cast<JsLoopBodyCodeGen *>(this->m_workItem)->GetLoopNumber());
- }
- else
- {
- Output::Print(L"---BeginBackEnd: function: %s---\r\n", this->GetJnFunction()->GetDisplayName());
- }
- Output::Flush();
- }
- #endif
- wchar_t debugStringBuffer[MAX_FUNCTION_BODY_DEBUG_STRING_SIZE];
- LARGE_INTEGER start_time = { 0 };
- if(PHASE_TRACE(Js::BackEndPhase, GetJnFunction()))
- {
- QueryPerformanceCounter(&start_time);
- if (this->IsLoopBody())
- {
- Output::Print(
- L"BeginBackEnd - function: %s (%s, line %u), loop: %u, mode: %S",
- GetJnFunction()->GetDisplayName(),
- GetJnFunction()->GetDebugNumberSet(debugStringBuffer),
- GetJnFunction()->GetLineNumber(),
- static_cast<JsLoopBodyCodeGen *>(this->m_workItem)->GetLoopNumber(),
- ExecutionModeName(m_workItem->GetJitMode()));
- if (this->m_jnFunction->GetIsAsmjsMode())
- {
- Output::Print(L" (Asmjs)\n");
- }
- else
- {
- Output::Print(L"\n");
- }
- }
- else
- {
- Output::Print(
- L"BeginBackEnd - function: %s (%s, line %u), mode: %S",
- GetJnFunction()->GetDisplayName(),
- GetJnFunction()->GetDebugNumberSet(debugStringBuffer),
- GetJnFunction()->GetLineNumber(),
- ExecutionModeName(m_workItem->GetJitMode()));
- if (this->m_jnFunction->GetIsAsmjsMode())
- {
- Output::Print(L" (Asmjs)\n");
- }
- else
- {
- Output::Print(L"\n");
- }
- }
- Output::Flush();
- }
- #ifdef FIELD_ACCESS_STATS
- if (PHASE_TRACE(Js::ObjTypeSpecPhase, this->GetJnFunction()) || PHASE_TRACE(Js::EquivObjTypeSpecPhase, this->GetJnFunction()))
- {
- if (this->m_jitTimeData->inlineCacheStats)
- {
- auto stats = this->m_jitTimeData->inlineCacheStats;
- Output::Print(L"ObjTypeSpec: jitting function %s (#%s): inline cache stats:\n", this->GetJnFunction()->GetDisplayName(), this->GetJnFunction()->GetDebugNumberSet(debugStringBuffer));
- Output::Print(L" overall: total %u, no profile info %u\n", stats->totalInlineCacheCount, stats->noInfoInlineCacheCount);
- Output::Print(L" mono: total %u, empty %u, cloned %u\n",
- stats->monoInlineCacheCount, stats->emptyMonoInlineCacheCount, stats->clonedMonoInlineCacheCount);
- Output::Print(L" poly: total %u (high %u, low %u), null %u, empty %u, ignored %u, disabled %u, equivalent %u, non-equivalent %u, cloned %u\n",
- stats->polyInlineCacheCount, stats->highUtilPolyInlineCacheCount, stats->lowUtilPolyInlineCacheCount,
- stats->nullPolyInlineCacheCount, stats->emptyPolyInlineCacheCount, stats->ignoredPolyInlineCacheCount, stats->disabledPolyInlineCacheCount,
- stats->equivPolyInlineCacheCount, stats->nonEquivPolyInlineCacheCount, stats->clonedPolyInlineCacheCount);
- }
- else
- {
- Output::Print(L"EquivObjTypeSpec: function %s (%s): inline cache stats unavailable\n", this->GetJnFunction()->GetDisplayName(), this->GetJnFunction()->GetDebugNumberSet(debugStringBuffer));
- }
- Output::Flush();
- }
- #endif
- BEGIN_CODEGEN_PHASE(this, Js::BackEndPhase);
- {
- // IRBuilder
- BEGIN_CODEGEN_PHASE(this, Js::IRBuilderPhase);
- if (m_jnFunction->GetIsAsmjsMode())
- {
- IRBuilderAsmJs asmIrBuilder(this);
- asmIrBuilder.Build();
- }
- else
- {
- IRBuilder irBuilder(this);
- irBuilder.Build();
- }
- END_CODEGEN_PHASE(this, Js::IRBuilderPhase);
- #ifdef IR_VIEWER
- IRtoJSObjectBuilder::DumpIRtoGlobalObject(this, Js::IRBuilderPhase);
- #endif /* IR_VIEWER */
- BEGIN_CODEGEN_PHASE(this, Js::InlinePhase);
- InliningHeuristics heuristics(this->GetJnFunction());
- Inline inliner(this, heuristics);
- inliner.Optimize();
- END_CODEGEN_PHASE(this, Js::InlinePhase);
- if (scriptContext->IsClosed())
- {
- // Should not be jitting something in the foreground when the script context is actually closed
- Assert(IsBackgroundJIT() || !scriptContext->IsActuallyClosed());
- throw Js::OperationAbortedException();
- }
- // FlowGraph
- {
- // Scope for FlowGraph arena
- NoRecoverMemoryJitArenaAllocator fgAlloc(L"BE-FlowGraph", m_alloc->GetPageAllocator(), Js::Throw::OutOfMemory);
- BEGIN_CODEGEN_PHASE(this, Js::FGBuildPhase);
- this->m_fg = FlowGraph::New(this, &fgAlloc);
- this->m_fg->Build();
- END_CODEGEN_PHASE(this, Js::FGBuildPhase);
- // Global Optimization and Type Specialization
- BEGIN_CODEGEN_PHASE(this, Js::GlobOptPhase);
- GlobOpt globOpt(this);
- globOpt.Optimize();
- END_CODEGEN_PHASE(this, Js::GlobOptPhase);
- // Delete flowGraph now
- this->m_fg->Destroy();
- this->m_fg = nullptr;
- }
- #ifdef IR_VIEWER
- IRtoJSObjectBuilder::DumpIRtoGlobalObject(this, Js::GlobOptPhase);
- #endif /* IR_VIEWER */
- ThrowIfScriptClosed();
- // Lowering
- Lowerer lowerer(this);
- BEGIN_CODEGEN_PHASE(this, Js::LowererPhase);
- lowerer.Lower();
- END_CODEGEN_PHASE(this, Js::LowererPhase);
- #ifdef IR_VIEWER
- IRtoJSObjectBuilder::DumpIRtoGlobalObject(this, Js::LowererPhase);
- #endif /* IR_VIEWER */
- // Encode constants
- Security security(this);
- BEGIN_CODEGEN_PHASE(this, Js::EncodeConstantsPhase)
- security.EncodeLargeConstants();
- END_CODEGEN_PHASE(this, Js::EncodeConstantsPhase);
- if (this->GetScriptContext()->GetThreadContext()->DoInterruptProbe(this->GetJnFunction()))
- {
- BEGIN_CODEGEN_PHASE(this, Js::InterruptProbePhase)
- lowerer.DoInterruptProbes();
- END_CODEGEN_PHASE(this, Js::InterruptProbePhase)
- }
- // Register Allocation
- BEGIN_CODEGEN_PHASE(this, Js::RegAllocPhase);
- LinearScan linearScan(this);
- linearScan.RegAlloc();
- END_CODEGEN_PHASE(this, Js::RegAllocPhase);
- #ifdef IR_VIEWER
- IRtoJSObjectBuilder::DumpIRtoGlobalObject(this, Js::RegAllocPhase);
- #endif /* IR_VIEWER */
- ThrowIfScriptClosed();
- // Peephole optimizations
- BEGIN_CODEGEN_PHASE(this, Js::PeepsPhase);
- Peeps peeps(this);
- peeps.PeepFunc();
- END_CODEGEN_PHASE(this, Js::PeepsPhase);
- // Layout
- BEGIN_CODEGEN_PHASE(this, Js::LayoutPhase);
- SimpleLayout layout(this);
- layout.Layout();
- END_CODEGEN_PHASE(this, Js::LayoutPhase);
- if (this->HasTry() && this->hasBailoutInEHRegion)
- {
- BEGIN_CODEGEN_PHASE(this, Js::EHBailoutPatchUpPhase);
- lowerer.EHBailoutPatchUp();
- END_CODEGEN_PHASE(this, Js::EHBailoutPatchUpPhase);
- }
- // Insert NOPs (moving this before prolog/epilog for AMD64 and possibly ARM).
- BEGIN_CODEGEN_PHASE(this, Js::InsertNOPsPhase);
- security.InsertNOPs();
- END_CODEGEN_PHASE(this, Js::InsertNOPsPhase);
- // Prolog/Epilog
- BEGIN_CODEGEN_PHASE(this, Js::PrologEpilogPhase);
- if (m_jnFunction->GetIsAsmjsMode())
- {
- lowerer.LowerPrologEpilogAsmJs();
- }
- else
- {
- lowerer.LowerPrologEpilog();
- }
- END_CODEGEN_PHASE(this, Js::PrologEpilogPhase);
- BEGIN_CODEGEN_PHASE(this, Js::FinalLowerPhase);
- lowerer.FinalLower();
- END_CODEGEN_PHASE(this, Js::FinalLowerPhase);
- // Encoder
- BEGIN_CODEGEN_PHASE(this, Js::EncoderPhase);
- Encoder encoder(this);
- encoder.Encode();
- END_CODEGEN_PHASE_NO_DUMP(this, Js::EncoderPhase);
- #ifdef IR_VIEWER
- IRtoJSObjectBuilder::DumpIRtoGlobalObject(this, Js::EncoderPhase);
- #endif /* IR_VIEWER */
- }
- END_CODEGEN_PHASE(this, Js::BackEndPhase);
- #if DBG_DUMP
- if (Js::Configuration::Global.flags.TestTrace.IsEnabled(Js::BackEndPhase))
- {
- Output::Print(L"---EndBackEnd---\r\n");
- Output::Flush();
- }
- #endif
- #ifdef PROFILE_BAILOUT_RECORD_MEMORY
- if (Js::Configuration::Global.flags.ProfileBailOutRecordMemory)
- {
- scriptContext->codeSize += this->m_codeSize;
- }
- #endif
- if (PHASE_TRACE(Js::BackEndPhase, GetJnFunction()))
- {
- LARGE_INTEGER freq;
- LARGE_INTEGER end_time;
- QueryPerformanceCounter(&end_time);
- QueryPerformanceFrequency(&freq);
- if (this->IsLoopBody())
- {
- Output::Print(
- L"EndBackEnd - function: %s (%s, line %u), loop: %u, mode: %S, time:%8.6f mSec",
- GetJnFunction()->GetDisplayName(),
- GetJnFunction()->GetDebugNumberSet(debugStringBuffer),
- GetJnFunction()->GetLineNumber(),
- static_cast<JsLoopBodyCodeGen *>(this->m_workItem)->GetLoopNumber(),
- ExecutionModeName(m_workItem->GetJitMode()),
- (((double)((end_time.QuadPart - start_time.QuadPart)* (double)1000.0 / (double)freq.QuadPart))) / (1));
- if (this->m_jnFunction->GetIsAsmjsMode())
- {
- Output::Print(L" (Asmjs)\n");
- }
- else
- {
- Output::Print(L"\n");
- }
- }
- else
- {
- Output::Print(
- L"EndBackEnd - function: %s (%s, line %u), mode: %S time:%8.6f mSec",
- GetJnFunction()->GetDisplayName(),
- GetJnFunction()->GetDebugNumberSet(debugStringBuffer),
- GetJnFunction()->GetLineNumber(),
- ExecutionModeName(m_workItem->GetJitMode()),
- (((double)((end_time.QuadPart - start_time.QuadPart)* (double)1000.0 / (double)freq.QuadPart))) / (1));
- if (this->m_jnFunction->GetIsAsmjsMode())
- {
- Output::Print(L" (Asmjs)\n");
- }
- else
- {
- Output::Print(L"\n");
- }
- }
- Output::Flush();
- }
- {
- if(IS_JS_ETW(EventEnabledJSCRIPT_FUNCTION_JIT_STOP()))
- {
- WCHAR displayNameBuffer[256];
- WCHAR* displayName = displayNameBuffer;
- size_t sizeInChars = this->m_workItem->GetDisplayName(displayName, 256);
- if(sizeInChars > 256)
- {
- displayName = new WCHAR[sizeInChars];
- this->m_workItem->GetDisplayName(displayName, 256);
- }
- void* entryPoint;
- ptrdiff_t codeSize;
- this->m_workItem->GetEntryPointAddress(&entryPoint, &codeSize);
- JS_ETW(EventWriteJSCRIPT_FUNCTION_JIT_STOP(
- this->GetFunctionNumber(),
- displayName,
- scriptContext,
- this->m_workItem->GetInterpretedCount(),
- entryPoint,
- codeSize));
- if(displayName != displayNameBuffer)
- {
- delete[] displayName;
- }
- }
- }
- #if DBG_DUMP
- if (Js::Configuration::Global.flags.IsEnabled(Js::AsmDumpModeFlag))
- {
- FILE * oldFile = 0;
- FILE * asmFile = scriptContext->GetNativeCodeGenerator()->asmFile;
- if (asmFile)
- {
- oldFile = Output::SetFile(asmFile);
- }
- this->Dump(IRDumpFlags_AsmDumpMode);
- Output::Flush();
- if (asmFile)
- {
- FILE *openedFile = Output::SetFile(oldFile);
- Assert(openedFile == asmFile);
- }
- }
- #endif
- }
- ///----------------------------------------------------------------------------
- /// Func::StackAllocate
- /// Allocate stack space of given size.
- ///----------------------------------------------------------------------------
- int32
- Func::StackAllocate(int size)
- {
- Assert(this->IsTopFunc());
- int32 offset;
- #ifdef MD_GROW_LOCALS_AREA_UP
- // Locals have positive offsets and are allocated from bottom to top.
- m_localStackHeight = Math::Align(m_localStackHeight, min(size, MachStackAlignment));
- offset = m_localStackHeight;
- m_localStackHeight += size;
- #else
- // Locals have negative offsets and are allocated from top to bottom.
- m_localStackHeight += size;
- m_localStackHeight = Math::Align(m_localStackHeight, min(size, MachStackAlignment));
- offset = -m_localStackHeight;
- #endif
- return offset;
- }
- ///----------------------------------------------------------------------------
- ///
- /// Func::StackAllocate
- ///
- /// Allocate stack space for this symbol.
- ///
- ///----------------------------------------------------------------------------
- int32
- Func::StackAllocate(StackSym *stackSym, int size)
- {
- Assert(size > 0);
- if (stackSym->IsArgSlotSym() || stackSym->IsParamSlotSym() || stackSym->IsAllocated())
- {
- return stackSym->m_offset;
- }
- Assert(stackSym->m_offset == 0);
- stackSym->m_allocated = true;
- stackSym->m_offset = StackAllocate(size);
- return stackSym->m_offset;
- }
- void
- Func::SetArgOffset(StackSym *stackSym, int32 offset)
- {
- AssertMsg(offset >= 0, "Why is the offset, negative?");
- stackSym->m_offset = offset;
- stackSym->m_allocated = true;
- }
- ///
- /// Ensures that local var slots are created, if the function has locals.
- /// Allocate stack space for locals used for debugging
- /// (for local non-temp vars we write-through memory so that locals inspection can make use of that.).
- // On stack, after local slots we allocate space for metadata (in particular, whether any the locals was changed in debugger).
- ///
- void
- Func::EnsureLocalVarSlots()
- {
- Assert(IsJitInDebugMode());
- if (!this->HasLocalVarSlotCreated())
- {
- Assert(this->m_jnFunction != nullptr);
- uint32 localSlotCount = this->m_jnFunction->GetNonTempLocalVarCount();
- if (localSlotCount && m_localVarSlotsOffset == Js::Constants::InvalidOffset)
- {
- // Allocate the slots.
- int32 size = localSlotCount * GetDiagLocalSlotSize();
- m_localVarSlotsOffset = StackAllocate(size);
- m_hasLocalVarChangedOffset = StackAllocate(max(1, MachStackAlignment)); // Can't alloc less than StackAlignment bytes.
- Assert(this->m_workItem->Type() == JsFunctionType);
- // Store in the entry point info, so that it will later be used when we do the variable inspection.
- Js::FunctionEntryPointInfo * entryPointInfo = static_cast<Js::FunctionEntryPointInfo*>(this->m_workItem->GetEntryPoint());
- Assert(entryPointInfo != nullptr);
- entryPointInfo->localVarSlotsOffset = AdjustOffsetValue(m_localVarSlotsOffset);
- entryPointInfo->localVarChangedOffset = AdjustOffsetValue(m_hasLocalVarChangedOffset);
- }
- }
- }
- void Func::SetFirstArgOffset(IR::Instr* inlineeStart)
- {
- Assert(inlineeStart->m_func == this);
- Assert(!IsTopFunc());
- int32 lastOffset;
- IR::Instr* arg = inlineeStart->GetNextArg();
- const auto lastArgOutStackSym = arg->GetDst()->AsSymOpnd()->m_sym->AsStackSym();
- lastOffset = lastArgOutStackSym->m_offset;
- Assert(lastArgOutStackSym->m_isSingleDef);
- const auto secondLastArgOutOpnd = lastArgOutStackSym->m_instrDef->GetSrc2();
- if (secondLastArgOutOpnd->IsSymOpnd())
- {
- const auto secondLastOffset = secondLastArgOutOpnd->AsSymOpnd()->m_sym->AsStackSym()->m_offset;
- if (secondLastOffset > lastOffset)
- {
- lastOffset = secondLastOffset;
- }
- }
- lastOffset += MachPtr;
- int32 firstActualStackOffset = lastOffset - ((this->actualCount + Js::Constants::InlineeMetaArgCount) * MachPtr);
- Assert((this->firstActualStackOffset == -1) || (this->firstActualStackOffset == firstActualStackOffset));
- this->firstActualStackOffset = firstActualStackOffset;
- }
- int32
- Func::GetLocalVarSlotOffset(int32 slotId)
- {
- this->EnsureLocalVarSlots();
- Assert(m_localVarSlotsOffset != Js::Constants::InvalidOffset);
- int32 slotOffset = slotId * GetDiagLocalSlotSize();
- return m_localVarSlotsOffset + slotOffset;
- }
- void Func::OnAddSym(Sym* sym)
- {
- Assert(sym);
- if (this->IsJitInDebugMode() && this->IsNonTempLocalVar(sym->m_id))
- {
- Assert(m_nonTempLocalVars);
- m_nonTempLocalVars->Set(sym->m_id);
- }
- }
- ///
- /// Returns offset of the flag (1 byte) whether any local was changed (in debugger).
- /// If the function does not have any locals, returns -1.
- ///
- int32
- Func::GetHasLocalVarChangedOffset()
- {
- this->EnsureLocalVarSlots();
- return m_hasLocalVarChangedOffset;
- }
- bool
- Func::IsJitInDebugMode()
- {
- return
- Js::Configuration::Global.EnableJitInDebugMode() &&
- this->m_workItem->IsJitInDebugMode();
- }
- bool
- Func::IsNonTempLocalVar(uint32 slotIndex)
- {
- Assert(this->m_jnFunction != nullptr);
- return this->m_jnFunction->IsNonTempLocalVar(slotIndex);
- }
- int32
- Func::AdjustOffsetValue(int32 offset)
- {
- #ifdef MD_GROW_LOCALS_AREA_UP
- return -(offset + BailOutInfo::StackSymBias);
- #else
- // Stack offset are negative, includes the PUSH EBP and return address
- return offset - (2 * MachPtr);
- #endif
- }
- #ifdef MD_GROW_LOCALS_AREA_UP
- // Note: this is called during jit-compile when we finalize bail out record.
- void
- Func::AjustLocalVarSlotOffset()
- {
- if (m_jnFunction->GetNonTempLocalVarCount())
- {
- // Turn positive SP-relative base locals offset into negative frame-pointer-relative offset
- // This is changing value for restoring the locals when read due to locals inspection.
- int localsOffset = m_localVarSlotsOffset - (m_localStackHeight + m_ArgumentsOffset);
- int valueChangeOffset = m_hasLocalVarChangedOffset - (m_localStackHeight + m_ArgumentsOffset);
- Js::FunctionEntryPointInfo * entryPointInfo = static_cast<Js::FunctionEntryPointInfo*>(this->m_workItem->GetEntryPoint());
- Assert(entryPointInfo != nullptr);
- entryPointInfo->localVarSlotsOffset = localsOffset;
- entryPointInfo->localVarChangedOffset = valueChangeOffset;
- }
- }
- #endif
- bool
- Func::DoGlobOptsForGeneratorFunc()
- {
- // Disable GlobOpt optimizations for generators initially. Will visit and enable each one by one.
- return !m_jnFunction->IsGenerator();
- }
- void
- Func::SetDoFastPaths()
- {
- // Make sure we only call this once!
- Assert(!this->hasCalledSetDoFastPaths);
- bool isLeaf = this->m_isLeaf && !PHASE_OFF(Js::LeafFastPathPhase, this);
- bool doFastPaths = false;
- if(!PHASE_OFF(Js::FastPathPhase, this) && (!IsSimpleJit() || Js::FunctionBody::IsNewSimpleJit()))
- {
- if (isLeaf || this->GetScriptContext()->GetThreadContext()->GetSourceSize() < (size_t)CONFIG_FLAG(FastPathCap) || CONFIG_FLAG(ForceFastPath))
- {
- doFastPaths = true;
- }
- }
- this->m_doFastPaths = doFastPaths;
- #ifdef DBG
- this->hasCalledSetDoFastPaths = true;
- #endif
- }
- #ifdef _M_ARM
- RegNum
- Func::GetLocalsPointer() const
- {
- #ifdef DBG
- if (Js::Configuration::Global.flags.IsEnabled(Js::ForceLocalsPtrFlag))
- {
- return ALT_LOCALS_PTR;
- }
- #endif
- if (this->m_jnFunction->GetHasTry())
- {
- return ALT_LOCALS_PTR;
- }
- return RegSP;
- }
- #endif
- void Func::AddSlotArrayCheck(IR::SymOpnd *fieldOpnd)
- {
- if (PHASE_OFF(Js::ClosureRangeCheckPhase, this))
- {
- return;
- }
- Assert(IsTopFunc());
- if (this->slotArrayCheckTable == nullptr)
- {
- this->slotArrayCheckTable = SlotArrayCheckTable::New(m_alloc, 4);
- }
- PropertySym *propertySym = fieldOpnd->m_sym->AsPropertySym();
- uint32 slot = propertySym->m_propertyId;
- uint32 *pSlotId = this->slotArrayCheckTable->FindOrInsert(slot, propertySym->m_stackSym->m_id);
- if (pSlotId && (*pSlotId == (uint32)-1 || *pSlotId < slot))
- {
- *pSlotId = propertySym->m_propertyId;
- }
- }
- void Func::AddFrameDisplayCheck(IR::SymOpnd *fieldOpnd, uint32 slotId)
- {
- if (PHASE_OFF(Js::ClosureRangeCheckPhase, this))
- {
- return;
- }
- Assert(IsTopFunc());
- if (this->frameDisplayCheckTable == nullptr)
- {
- this->frameDisplayCheckTable = FrameDisplayCheckTable::New(m_alloc, 4);
- }
- PropertySym *propertySym = fieldOpnd->m_sym->AsPropertySym();
- FrameDisplayCheckRecord **record = this->frameDisplayCheckTable->FindOrInsertNew(propertySym->m_stackSym->m_id);
- if (*record == nullptr)
- {
- *record = JitAnew(m_alloc, FrameDisplayCheckRecord);
- }
- uint32 frameDisplaySlot = propertySym->m_propertyId;
- if ((*record)->table == nullptr || (*record)->slotId < frameDisplaySlot)
- {
- (*record)->slotId = frameDisplaySlot;
- }
- if (slotId != (uint32)-1)
- {
- if ((*record)->table == nullptr)
- {
- (*record)->table = SlotArrayCheckTable::New(m_alloc, 4);
- }
- uint32 *pSlotId = (*record)->table->FindOrInsert(slotId, frameDisplaySlot);
- if (pSlotId && *pSlotId < slotId)
- {
- *pSlotId = slotId;
- }
- }
- }
- void Func::InitLocalClosureSyms()
- {
- Assert(this->m_localClosureSym == nullptr);
- // Allocate stack space for closure pointers. Do this only if we're jitting for stack closures, and
- // tell bailout that these are not byte code symbols so that we don't try to encode them in the bailout record,
- // as they don't have normal lifetimes.
- Js::RegSlot regSlot = this->GetJnFunction()->GetLocalClosureReg();
- if (regSlot != Js::Constants::NoRegister)
- {
- this->m_localClosureSym =
- StackSym::FindOrCreate(static_cast<SymID>(regSlot),
- this->DoStackFrameDisplay() ? (Js::RegSlot)-1 : regSlot,
- this);
- }
- regSlot = this->GetJnFunction()->GetLocalFrameDisplayReg();
- if (regSlot != Js::Constants::NoRegister)
- {
- this->m_localFrameDisplaySym =
- StackSym::FindOrCreate(static_cast<SymID>(regSlot),
- this->DoStackFrameDisplay() ? (Js::RegSlot)-1 : regSlot,
- this);
- }
- }
- bool Func::CanAllocInPreReservedHeapPageSegment ()
- {
- #ifdef _CONTROL_FLOW_GUARD
- return PHASE_FORCE1(Js::PreReservedHeapAllocPhase) || (!PHASE_OFF1(Js::PreReservedHeapAllocPhase) &&
- !IsJitInDebugMode() && !GetScriptContext()->IsInDebugMode() && GetScriptContext()->GetThreadContext()->IsCFGEnabled()
- #if _M_IX86
- && m_workItem->GetJitMode() == ExecutionMode::FullJit && GetCodeGenAllocators()->canCreatePreReservedSegment);
- #elif _M_X64
- && true);
- #else
- && false); //Not yet implemented for architectures other than x86 and amd64.
- #endif //_M_ARCH
- #else
- return false;
- #endif//_CONTROL_FLOW_GUARD
- }
- ///----------------------------------------------------------------------------
- ///
- /// Func::GetInstrCount
- ///
- /// Returns the number of instrs.
- /// Note: It counts all instrs for now, including labels, etc.
- ///
- ///----------------------------------------------------------------------------
- uint32
- Func::GetInstrCount()
- {
- uint instrCount = 0;
- FOREACH_INSTR_IN_FUNC(instr, this)
- {
- instrCount++;
- }NEXT_INSTR_IN_FUNC;
- return instrCount;
- }
- ///----------------------------------------------------------------------------
- ///
- /// Func::NumberInstrs
- ///
- /// Number each instruction in order of appearance in the function.
- ///
- ///----------------------------------------------------------------------------
- void
- Func::NumberInstrs()
- {
- #if DBG_DUMP
- Assert(this->IsTopFunc());
- Assert(!this->hasInstrNumber);
- this->hasInstrNumber = true;
- #endif
- uint instrCount = 1;
- FOREACH_INSTR_IN_FUNC(instr, this)
- {
- instr->SetNumber(instrCount++);
- }
- NEXT_INSTR_IN_FUNC;
- }
- ///----------------------------------------------------------------------------
- ///
- /// Func::IsInPhase
- ///
- /// Determines whether the function is currently in the provided phase
- ///
- ///----------------------------------------------------------------------------
- #if DBG
- bool
- Func::IsInPhase(Js::Phase tag)
- {
- return this->GetTopFunc()->currentPhases.Contains(tag);
- }
- #endif
- ///----------------------------------------------------------------------------
- ///
- /// Func::BeginPhase
- ///
- /// Takes care of the profiler
- ///
- ///----------------------------------------------------------------------------
- void
- Func::BeginPhase(Js::Phase tag)
- {
- #ifdef DBG
- this->GetTopFunc()->currentPhases.Push(tag);
- #endif
- #ifdef PROFILE_EXEC
- AssertMsg((this->m_codeGenProfiler != nullptr) == Js::Configuration::Global.flags.IsEnabled(Js::ProfileFlag),
- "Profiler tag is supplied but the profiler pointer is NULL");
- if (this->m_codeGenProfiler)
- {
- this->m_codeGenProfiler->ProfileBegin(tag);
- }
- #endif
- }
- ///----------------------------------------------------------------------------
- ///
- /// Func::EndPhase
- ///
- /// Takes care of the profiler and dumper
- ///
- ///----------------------------------------------------------------------------
- void
- Func::EndProfiler(Js::Phase tag)
- {
- #ifdef DBG
- Assert(this->GetTopFunc()->currentPhases.Count() > 0);
- Js::Phase popped = this->GetTopFunc()->currentPhases.Pop();
- Assert(tag == popped);
- #endif
- #ifdef PROFILE_EXEC
- AssertMsg((this->m_codeGenProfiler != nullptr) == Js::Configuration::Global.flags.IsEnabled(Js::ProfileFlag),
- "Profiler tag is supplied but the profiler pointer is NULL");
- if (this->m_codeGenProfiler)
- {
- this->m_codeGenProfiler->ProfileEnd(tag);
- }
- #endif
- }
- void
- Func::EndPhase(Js::Phase tag, bool dump)
- {
- this->EndProfiler(tag);
- #if DBG_DUMP
- if(dump && (PHASE_DUMP(tag, this)
- || PHASE_DUMP(Js::BackEndPhase, this)))
- {
- Output::Print(L"-----------------------------------------------------------------------------\n");
- if (m_workItem->Type() == JsLoopBodyWorkItemType)
- {
- Output::Print(L"************ IR after %s (%S) Loop %d ************\n", Js::PhaseNames[tag], ExecutionModeName(m_workItem->GetJitMode()), ((JsLoopBodyCodeGen*)m_workItem)->GetLoopNumber());
- }
- else
- {
- Output::Print(L"************ IR after %s (%S) ************\n", Js::PhaseNames[tag], ExecutionModeName(m_workItem->GetJitMode()));
- }
- this->Dump(Js::Configuration::Global.flags.AsmDiff? IRDumpFlags_AsmDumpMode : IRDumpFlags_None);
- }
- #endif
- #if DBG
- if (tag == Js::LowererPhase)
- {
- Assert(!this->isPostLower);
- this->isPostLower = true;
- }
- else if (tag == Js::RegAllocPhase)
- {
- Assert(!this->isPostRegAlloc);
- this->isPostRegAlloc = true;
- }
- else if (tag == Js::PeepsPhase)
- {
- Assert(this->isPostLower && !this->isPostLayout);
- this->isPostPeeps = true;
- }
- else if (tag == Js::LayoutPhase)
- {
- Assert(this->isPostPeeps && !this->isPostLayout);
- this->isPostLayout = true;
- }
- else if (tag == Js::FinalLowerPhase)
- {
- Assert(this->isPostLayout && !this->isPostFinalLower);
- this->isPostFinalLower = true;
- }
- if (this->isPostLower)
- {
- #ifndef _M_ARM // Need to verify ARM is clean.
- DbCheckPostLower dbCheck(this);
- dbCheck.Check();
- #endif
- }
- #endif
- }
- Func const *
- Func::GetTopFunc() const
- {
- Func const * func = this;
- while (!func->IsTopFunc())
- {
- func = func->parentFunc;
- }
- return func;
- }
- Func *
- Func::GetTopFunc()
- {
- Func * func = this;
- while (!func->IsTopFunc())
- {
- func = func->parentFunc;
- }
- return func;
- }
- StackSym *
- Func::EnsureLoopParamSym()
- {
- if (this->m_loopParamSym == nullptr)
- {
- this->m_loopParamSym = StackSym::New(TyMachPtr, this);
- }
- return this->m_loopParamSym;
- }
- void
- Func::UpdateMaxInlineeArgOutCount(uint inlineeArgOutCount)
- {
- if (maxInlineeArgOutCount < inlineeArgOutCount)
- {
- maxInlineeArgOutCount = inlineeArgOutCount;
- }
- }
- void
- Func::BeginClone(Lowerer * lowerer, JitArenaAllocator *alloc)
- {
- Assert(this->IsTopFunc());
- AssertMsg(m_cloner == nullptr, "Starting new clone while one is in progress");
- m_cloner = JitAnew(alloc, Cloner, lowerer, alloc);
- if (m_cloneMap == nullptr)
- {
- m_cloneMap = JitAnew(alloc, InstrMap, alloc, 7);
- }
- }
- void
- Func::EndClone()
- {
- Assert(this->IsTopFunc());
- if (m_cloner)
- {
- m_cloner->Finish();
- JitAdelete(m_cloner->alloc, m_cloner);
- m_cloner = nullptr;
- }
- }
- IR::SymOpnd *
- Func::GetInlineeOpndAtOffset(int32 offset)
- {
- Assert(IsInlinee());
- StackSym *stackSym = CreateInlineeStackSym();
- this->SetArgOffset(stackSym, stackSym->m_offset + offset);
- Assert(stackSym->m_offset >= 0);
- return IR::SymOpnd::New(stackSym, 0, TyMachReg, this);
- }
- StackSym *
- Func::CreateInlineeStackSym()
- {
- // Make sure this is an inlinee and that GlobOpt has initialized the offset
- // in the inlinee's frame.
- Assert(IsInlinee());
- Assert(m_inlineeFrameStartSym->m_offset != -1);
- StackSym *stackSym = m_symTable->GetArgSlotSym((Js::ArgSlot)-1);
- stackSym->m_isInlinedArgSlot = true;
- stackSym->m_offset = m_inlineeFrameStartSym->m_offset;
- stackSym->m_allocated = true;
- return stackSym;
- }
- uint8 *
- Func::GetCallsCountAddress() const
- {
- Assert(this->m_workItem->Type() == JsFunctionType);
- JsFunctionCodeGen * functionCodeGen = static_cast<JsFunctionCodeGen *>(this->m_workItem);
- return functionCodeGen->GetFunctionBody()->GetCallsCountAddress(functionCodeGen->GetEntryPoint());
- }
- RecyclerWeakReference<Js::FunctionBody> *
- Func::GetWeakFuncRef() const
- {
- if (this->m_jitTimeData == nullptr)
- {
- return nullptr;
- }
- return this->m_jitTimeData->GetWeakFuncRef();
- }
- Js::InlineCache *
- Func::GetRuntimeInlineCache(const uint index) const
- {
- if(this->m_runtimeData)
- {
- const auto inlineCache = this->m_runtimeData->ClonedInlineCaches()->GetInlineCache(this->m_jnFunction, index);
- if(inlineCache)
- {
- return inlineCache;
- }
- }
- return this->m_jnFunction->GetInlineCache(index);
- }
- Js::PolymorphicInlineCache *
- Func::GetRuntimePolymorphicInlineCache(const uint index) const
- {
- if (this->m_polymorphicInlineCacheInfo)
- {
- return this->m_polymorphicInlineCacheInfo->GetPolymorphicInlineCaches()->GetInlineCache(this->m_jnFunction, index);
- }
- return nullptr;
- }
- byte
- Func::GetPolyCacheUtilToInitialize(const uint index) const
- {
- return this->GetRuntimePolymorphicInlineCache(index) ? this->GetPolyCacheUtil(index) : PolymorphicInlineCacheUtilizationMinValue;
- }
- byte
- Func::GetPolyCacheUtil(const uint index) const
- {
- return this->m_polymorphicInlineCacheInfo->GetUtilArray()->GetUtil(this->m_jnFunction, index);
- }
- Js::ObjTypeSpecFldInfo*
- Func::GetObjTypeSpecFldInfo(const uint index) const
- {
- if (this->m_jitTimeData == nullptr)
- {
- return nullptr;
- }
- Assert(this->m_jitTimeData->GetObjTypeSpecFldInfoArray());
- return this->m_jitTimeData->GetObjTypeSpecFldInfoArray()->GetInfo(this->m_jnFunction, index);
- }
- Js::ObjTypeSpecFldInfo*
- Func::GetGlobalObjTypeSpecFldInfo(uint propertyInfoId) const
- {
- Assert(this->m_jitTimeData != nullptr);
- return this->m_jitTimeData->GetGlobalObjTypeSpecFldInfo(propertyInfoId);
- }
- void
- Func::SetGlobalObjTypeSpecFldInfo(uint propertyInfoId, Js::ObjTypeSpecFldInfo* info)
- {
- Assert(this->m_jitTimeData != nullptr);
- this->m_jitTimeData->SetGlobalObjTypeSpecFldInfo(propertyInfoId, info);
- }
- void
- Func::EnsurePinnedTypeRefs()
- {
- if (this->pinnedTypeRefs == nullptr)
- {
- this->pinnedTypeRefs = JitAnew(this->m_alloc, TypeRefSet, this->m_alloc);
- }
- }
- void
- Func::PinTypeRef(void* typeRef)
- {
- EnsurePinnedTypeRefs();
- this->pinnedTypeRefs->AddNew(typeRef);
- }
- void
- Func::EnsureSingleTypeGuards()
- {
- if (this->singleTypeGuards == nullptr)
- {
- this->singleTypeGuards = JitAnew(this->m_alloc, TypePropertyGuardDictionary, this->m_alloc);
- }
- }
- Js::JitTypePropertyGuard*
- Func::GetOrCreateSingleTypeGuard(Js::Type* type)
- {
- EnsureSingleTypeGuards();
- Js::JitTypePropertyGuard* guard;
- if (!this->singleTypeGuards->TryGetValue(type, &guard))
- {
- // Property guards are allocated by NativeCodeData::Allocator so that their lifetime extends as long as the EntryPointInfo is alive.
- guard = NativeCodeDataNew(GetNativeCodeDataAllocator(), Js::JitTypePropertyGuard, type, this->indexedPropertyGuardCount++);
- this->singleTypeGuards->Add(type, guard);
- }
- else
- {
- Assert(guard->GetType() == type);
- }
- return guard;
- }
- void
- Func::EnsureEquivalentTypeGuards()
- {
- if (this->equivalentTypeGuards == nullptr)
- {
- this->equivalentTypeGuards = JitAnew(this->m_alloc, EquivalentTypeGuardList, this->m_alloc);
- }
- }
- Js::JitEquivalentTypeGuard*
- Func::CreateEquivalentTypeGuard(Js::Type* type, uint32 objTypeSpecFldId)
- {
- EnsureEquivalentTypeGuards();
- Js::JitEquivalentTypeGuard* guard = NativeCodeDataNew(GetNativeCodeDataAllocator(), Js::JitEquivalentTypeGuard, type, this->indexedPropertyGuardCount++, objTypeSpecFldId);
- // If we want to hard code the address of the cache, we will need to go back to allocating it from the native code data allocator.
- // We would then need to maintain consistency (double write) to both the recycler allocated cache and the one on the heap.
- Js::EquivalentTypeCache* cache = NativeCodeDataNewZ(GetTransferDataAllocator(), Js::EquivalentTypeCache);
- guard->SetCache(cache);
- // Give the cache a back-pointer to the guard so that the guard can be cleared at runtime if necessary.
- cache->SetGuard(guard);
- this->equivalentTypeGuards->Prepend(guard);
- return guard;
- }
- void
- Func::EnsurePropertyGuardsByPropertyId()
- {
- if (this->propertyGuardsByPropertyId == nullptr)
- {
- this->propertyGuardsByPropertyId = JitAnew(this->m_alloc, PropertyGuardByPropertyIdMap, this->m_alloc);
- }
- }
- void
- Func::EnsureCtorCachesByPropertyId()
- {
- if (this->ctorCachesByPropertyId == nullptr)
- {
- this->ctorCachesByPropertyId = JitAnew(this->m_alloc, CtorCachesByPropertyIdMap, this->m_alloc);
- }
- }
- void
- Func::LinkGuardToPropertyId(Js::PropertyId propertyId, Js::JitIndexedPropertyGuard* guard)
- {
- Assert(guard != nullptr);
- Assert(guard->GetValue() != NULL);
- Assert(this->propertyGuardsByPropertyId != nullptr);
- IndexedPropertyGuardSet* set;
- if (!this->propertyGuardsByPropertyId->TryGetValue(propertyId, &set))
- {
- set = JitAnew(this->m_alloc, IndexedPropertyGuardSet, this->m_alloc);
- this->propertyGuardsByPropertyId->Add(propertyId, set);
- }
- set->Item(guard);
- }
- void
- Func::LinkCtorCacheToPropertyId(Js::PropertyId propertyId, Js::JitTimeConstructorCache* cache)
- {
- Assert(cache != nullptr);
- Assert(this->ctorCachesByPropertyId != nullptr);
- CtorCacheSet* set;
- if (!this->ctorCachesByPropertyId->TryGetValue(propertyId, &set))
- {
- set = JitAnew(this->m_alloc, CtorCacheSet, this->m_alloc);
- this->ctorCachesByPropertyId->Add(propertyId, set);
- }
- set->Item(cache->runtimeCache);
- }
- Js::JitTimeConstructorCache* Func::GetConstructorCache(const Js::ProfileId profiledCallSiteId)
- {
- Assert(GetJnFunction() != nullptr);
- Assert(profiledCallSiteId < GetJnFunction()->GetProfiledCallSiteCount());
- Assert(this->constructorCaches != nullptr);
- return this->constructorCaches[profiledCallSiteId];
- }
- void Func::SetConstructorCache(const Js::ProfileId profiledCallSiteId, Js::JitTimeConstructorCache* constructorCache)
- {
- const auto functionBody = this->GetJnFunction();
- Assert(functionBody != nullptr);
- Assert(profiledCallSiteId < functionBody->GetProfiledCallSiteCount());
- Assert(constructorCache != nullptr);
- Assert(this->constructorCaches != nullptr);
- Assert(this->constructorCaches[profiledCallSiteId] == nullptr);
- this->constructorCacheCount++;
- this->constructorCaches[profiledCallSiteId] = constructorCache;
- }
- void Func::EnsurePropertiesWrittenTo()
- {
- if (this->propertiesWrittenTo == nullptr)
- {
- this->propertiesWrittenTo = JitAnew(this->m_alloc, PropertyIdSet, this->m_alloc);
- }
- }
- void Func::EnsureCallSiteToArgumentsOffsetFixupMap()
- {
- if (this->callSiteToArgumentsOffsetFixupMap == nullptr)
- {
- this->callSiteToArgumentsOffsetFixupMap = JitAnew(this->m_alloc, CallSiteToArgumentsOffsetFixupMap, this->m_alloc);
- }
- }
- IR::LabelInstr *
- Func::GetFuncStartLabel()
- {
- return m_funcStartLabel;
- }
- IR::LabelInstr *
- Func::EnsureFuncStartLabel()
- {
- if(m_funcStartLabel == nullptr)
- {
- m_funcStartLabel = IR::LabelInstr::New( Js::OpCode::Label, this );
- }
- return m_funcStartLabel;
- }
- IR::LabelInstr *
- Func::GetFuncEndLabel()
- {
- return m_funcEndLabel;
- }
- IR::LabelInstr *
- Func::EnsureFuncEndLabel()
- {
- if(m_funcEndLabel == nullptr)
- {
- m_funcEndLabel = IR::LabelInstr::New( Js::OpCode::Label, this );
- }
- return m_funcEndLabel;
- }
- void
- Cloner::AddInstr(IR::Instr * instrOrig, IR::Instr * instrClone)
- {
- if (!this->instrFirst)
- {
- this->instrFirst = instrClone;
- }
- this->instrLast = instrClone;
- }
- void
- Cloner::Finish()
- {
- this->RetargetClonedBranches();
- if (this->lowerer)
- {
- lowerer->LowerRange(this->instrFirst, this->instrLast, false, false);
- }
- }
- void
- Cloner::RetargetClonedBranches()
- {
- if (!this->fRetargetClonedBranch)
- {
- return;
- }
- FOREACH_INSTR_IN_RANGE(instr, this->instrFirst, this->instrLast)
- {
- if (instr->IsBranchInstr())
- {
- instr->AsBranchInstr()->RetargetClonedBranch();
- }
- }
- NEXT_INSTR_IN_RANGE;
- }
- void Func::ThrowIfScriptClosed()
- {
- Js::ScriptContext* scriptContext = this->GetScriptContext();
- if(scriptContext->IsClosed())
- {
- // Should not be jitting something in the foreground when the script context is actually closed
- Assert(IsBackgroundJIT() || !scriptContext->IsActuallyClosed());
- throw Js::OperationAbortedException();
- }
- }
- IR::IndirOpnd * Func::GetConstantAddressIndirOpnd(void * address, IR::AddrOpndKind kind, IRType type, Js::OpCode loadOpCode)
- {
- Assert(this->GetTopFunc() == this);
- if (!canHoistConstantAddressLoad)
- {
- // We can't hoist constant address load after lower, as we can't mark the sym as
- // live on back edge
- return nullptr;
- }
- int offset = 0;
- IR::RegOpnd ** foundRegOpnd = this->constantAddressRegOpnd.Find([address, &offset](IR::RegOpnd * regOpnd)
- {
- Assert(regOpnd->m_sym->IsSingleDef());
- void * curr = regOpnd->m_sym->m_instrDef->GetSrc1()->AsAddrOpnd()->m_address;
- ptrdiff_t diff = (intptr_t)address - (intptr_t)curr;
- if (!Math::FitsInDWord(diff))
- {
- return false;
- }
- offset = (int)diff;
- return true;
- });
- IR::RegOpnd * addressRegOpnd;
- if (foundRegOpnd != nullptr)
- {
- addressRegOpnd = *foundRegOpnd;
- }
- else
- {
- Assert(offset == 0);
- addressRegOpnd = IR::RegOpnd::New(TyMachPtr, this);
- IR::Instr *const newInstr =
- IR::Instr::New(
- loadOpCode,
- addressRegOpnd,
- IR::AddrOpnd::New(address, kind, this, true),
- this);
- this->constantAddressRegOpnd.Prepend(addressRegOpnd);
- IR::Instr * insertBeforeInstr = this->lastConstantAddressRegLoadInstr;
- if (insertBeforeInstr == nullptr)
- {
- insertBeforeInstr = this->GetFunctionEntryInsertionPoint();
- this->lastConstantAddressRegLoadInstr = newInstr;
- }
- insertBeforeInstr->InsertBefore(newInstr);
- }
- IR::IndirOpnd * indirOpnd = IR::IndirOpnd::New(addressRegOpnd, offset, type, this, true);
- #if DBG_DUMP
- indirOpnd->SetAddrKind(kind, address);
- #endif
- return indirOpnd;
- }
- void Func::MarkConstantAddressSyms(BVSparse<JitArenaAllocator> * bv)
- {
- Assert(this->GetTopFunc() == this);
- this->constantAddressRegOpnd.Iterate([bv](IR::RegOpnd * regOpnd)
- {
- bv->Set(regOpnd->m_sym->m_id);
- });
- }
- IR::Instr *
- Func::GetFunctionEntryInsertionPoint()
- {
- Assert(this->GetTopFunc() == this);
- IR::Instr * insertInsert = this->lastConstantAddressRegLoadInstr;
- if (insertInsert != nullptr)
- {
- return insertInsert->m_next;
- }
- insertInsert = this->m_headInstr;
- if (this->HasTry())
- {
- // Insert it inside the root region
- insertInsert = insertInsert->m_next;
- Assert(insertInsert->IsLabelInstr() && insertInsert->AsLabelInstr()->GetRegion()->GetType() == RegionTypeRoot);
- }
- return insertInsert->m_next;
- }
- #if DBG_DUMP
- ///----------------------------------------------------------------------------
- ///
- /// Func::DumpHeader
- ///
- ///----------------------------------------------------------------------------
- void
- Func::DumpHeader()
- {
- Output::Print(L"-----------------------------------------------------------------------------\n");
- this->m_jnFunction->DumpFullFunctionName();
- Output::SkipToColumn(50);
- Output::Print(L"Instr Count:%d", GetInstrCount());
- if(m_codeSize > 0)
- {
- Output::Print(L"\t\tSize:%d\n\n", m_codeSize);
- }
- else
- {
- Output::Print(L"\n\n");
- }
- }
- ///----------------------------------------------------------------------------
- ///
- /// Func::Dump
- ///
- ///----------------------------------------------------------------------------
- void
- Func::Dump(IRDumpFlags flags)
- {
- this->DumpHeader();
- FOREACH_INSTR_IN_FUNC(instr, this)
- {
- instr->DumpGlobOptInstrString();
- instr->Dump(flags);
- }NEXT_INSTR_IN_FUNC;
- Output::Flush();
- }
- void
- Func::Dump()
- {
- this->Dump(IRDumpFlags_None);
- }
- #endif
- #if DBG_DUMP || defined(ENABLE_IR_VIEWER)
- LPCSTR
- Func::GetVtableName(INT_PTR address)
- {
- #if DBG
- if (vtableMap == nullptr)
- {
- vtableMap = VirtualTableRegistry::CreateVtableHashMap(this->m_alloc);
- };
- LPCSTR name = vtableMap->Lookup(address, nullptr);
- if (name)
- {
- if (strncmp(name, "class ", _countof("class ") - 1) == 0)
- {
- name += _countof("class ") - 1;
- }
- }
- return name;
- #else
- return "";
- #endif
- }
- #endif
- #if DBG_DUMP | defined(VTUNE_PROFILING)
- bool Func::DoRecordNativeMap() const
- {
- #if defined(VTUNE_PROFILING)
- if (EtwTrace::isJitProfilingActive)
- {
- return true;
- }
- #endif
- #if DBG_DUMP
- return PHASE_DUMP(Js::EncoderPhase, this) && Js::Configuration::Global.flags.Verbose;
- #else
- return false;
- #endif
- }
- #endif
|