Inline.h 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146
  1. //-------------------------------------------------------------------------------------------------------
  2. // Copyright (C) Microsoft. All rights reserved.
  3. // Licensed under the MIT license. See LICENSE.txt file in the project root for full license information.
  4. //-------------------------------------------------------------------------------------------------------
  5. #pragma once
  6. class Inline
  7. {
  8. public:
  9. Inline(Func *topFunc, InliningHeuristics &heuristics, uint lCount = 0, uint currentInlineeFrameSlot = 0, bool isApplyTargetInliningInProgress = false) :
  10. topFunc(topFunc), inlineesProcessed(0), currentInlineeFrameSlot(currentInlineeFrameSlot), isInLoop(lCount), inliningHeuristics(heuristics),
  11. isApplyTargetInliningInProgress(isApplyTargetInliningInProgress), isInInlinedApplyCall(false){}
  12. void Optimize();
  13. static IR::Instr* GetDefInstr(IR::Opnd* linkOpnd);
  14. private:
  15. Func *topFunc;
  16. uint inlineesProcessed;
  17. uint currentInlineeFrameSlot;
  18. // Indicates if you are in loop, counter can increment beyond 1 for nested inlined functions
  19. // But for a single function won't increment beyond 1 for nested loops.
  20. uint isInLoop;
  21. // Following flag indicates that inlinee is a target function of apply.
  22. // For example: We are trying to inline init in this.init.apply(this, arguments);
  23. // We don't support recursively inlining another target function inside init body (such as this.bar.apply(this, arguments))
  24. // Reason being we will have to patch up the top function actuals recursively in two nested functions and that is not supported.
  25. bool isApplyTargetInliningInProgress;
  26. bool isInInlinedApplyCall;
  27. InliningHeuristics &inliningHeuristics;
  28. IR::PragmaInstr * lastStatementBoundary;
  29. void Optimize(Func *func, __in_ecount_opt(actuals) IR::Instr *argOuts[] = NULL, Js::ArgSlot actuals = (Js::ArgSlot) - 1, uint recursiveInlineDepth = 0);
  30. bool TryOptimizeCallInstrWithFixedMethod(IR::Instr *callInstr, Js::FunctionInfo* functionInfo, bool isPolymorphic, bool isBuiltIn, bool isCtor, bool isInlined, bool& safeThis,
  31. bool dontOptimizeJustCheck = false, uint i = 0 /*i-th inlinee at a polymorphic call site*/);
  32. Js::Var TryOptimizeInstrWithFixedDataProperty(IR::Instr *&instr);
  33. IR::Instr * InlineScriptFunction(IR::Instr *callInstr, const Js::FunctionCodeGenJitTimeData *const inlineeData, const StackSym *symThis, const Js::ProfileId profileId, bool* pIsInlined, uint recursiveInlineDepth);
  34. #ifdef ENABLE_DOM_FAST_PATH
  35. IR::Instr * InlineDOMGetterSetterFunction(IR::Instr *ldFldInstr, const Js::FunctionCodeGenJitTimeData *const inlineeData, const Js::FunctionCodeGenJitTimeData *const inlinerData);
  36. #endif
  37. IR::Instr * InlineGetterSetterFunction(IR::Instr *accessorInstr, const Js::FunctionCodeGenJitTimeData *const inlineeData, const StackSym *symCallerThis, const uint inlineCacheIndex, bool isGetter, uint recursiveInlineDepth);
  38. IR::Instr * InlineFunctionCommon(IR::Instr *callInstr, StackSym* originalCallTargetStackSym, Js::FunctionBody *funcBody, Func *inlinee, IR::Instr *instrNext,
  39. IR::RegOpnd * returnValueOpnd, IR::Instr *inlineBailoutChecksBeforeInstr, const StackSym *symCallerThis, uint recursiveInlineDepth, bool safeThis = false, bool isApplyTarget = false);
  40. IR::Instr * SimulateCallForGetterSetter(IR::Instr *accessorInstr, IR::Instr* insertInstr, IR::PropertySymOpnd* methodOpnd, bool isGetter);
  41. IR::Instr * InlineApply(IR::Instr *callInstr, Js::FunctionInfo *funcInfo, const Js::FunctionCodeGenJitTimeData* inlinerData, const StackSym *symThis, bool* pIsInlined, uint callSiteId, uint recursiveInlineDepth);
  42. IR::Instr * InlineApplyWithArray(IR::Instr *callInstr, Js::FunctionInfo * funcInfo, Js::BuiltinFunction builtInId);
  43. IR::Instr * InlineApplyWithArgumentsObject(IR::Instr * callInstr, IR::Instr * argsObjectArgInstr, Js::FunctionInfo * funcInfo);
  44. bool InlineApplyTarget(IR::Instr *callInstr, const Js::FunctionCodeGenJitTimeData* inlinerData, const Js::FunctionCodeGenJitTimeData** pInlineeData, Js::FunctionInfo *applyFuncInfo,
  45. const StackSym *symThis, IR::Instr ** returnInstr, uint recursiveInlineDepth);
  46. IR::Instr * InlineCall(IR::Instr *callInstr, Js::FunctionInfo *funcInfo, const Js::FunctionCodeGenJitTimeData* inlinerData, const StackSym *symThis, bool* pIsInlined, uint callSiteId, uint recursiveInlineDepth);
  47. bool InlineCallTarget(IR::Instr *callInstr, const Js::FunctionCodeGenJitTimeData* inlinerData, const Js::FunctionCodeGenJitTimeData** pInlineeData, Js::FunctionInfo *callFuncInfo,
  48. const StackSym *symThis, IR::Instr ** returnInstr, uint recursiveInlineDepth);
  49. bool InlConstFoldArg(IR::Instr *instr, __in_ecount_opt(callerArgOutCount) IR::Instr *callerArgOuts[], Js::ArgSlot callerArgOutCount);
  50. bool InlConstFold(IR::Instr *instr, IntConstType *pValue, __in_ecount_opt(callerArgOutCount) IR::Instr *callerArgOuts[], Js::ArgSlot callerArgOutCount);
  51. IR::Instr * InlineCallApplyTarget_Shared(IR::Instr *callInstr, StackSym* originalCallTargetStackSym, Js::FunctionInfo *funcInfo, const Js::FunctionCodeGenJitTimeData *const inlineeData,
  52. uint inlineCacheIndex, bool safeThis, bool isApplyTarget, bool isCallTarget, uint recursiveInlineDepth);
  53. bool SkipCallApplyTargetInlining_Shared(IR::Instr *callInstr, const Js::FunctionCodeGenJitTimeData* inlinerData, const Js::FunctionCodeGenJitTimeData* inlineeData, bool isApplyTarget, bool isCallTarget);
  54. bool TryGetFixedMethodsForBuiltInAndTarget(IR::Instr *callInstr, const Js::FunctionCodeGenJitTimeData* inlinerData, const Js::FunctionCodeGenJitTimeData* inlineeData, Js::FunctionInfo *builtInFuncInfo,
  55. IR::Instr* builtInLdInstr, IR::Instr* targetLdInstr, bool& safeThis, bool isApplyTarget);
  56. IR::Instr * InlineBuiltInFunction(IR::Instr *callInstr, Js::FunctionInfo *funcInfo, Js::OpCode inlineCallOpCode, const Js::FunctionCodeGenJitTimeData* inlinerData, const StackSym *symCallerThis, bool* pIsInlined, uint profileId, uint recursiveInlineDepth);
  57. IR::Instr * InlineFunc(IR::Instr *callInstr, const Js::FunctionCodeGenJitTimeData *const inlineeData, const uint profileId);
  58. bool SplitConstructorCall(IR::Instr *const newObjInstr, const bool isInlined, const bool doneFixedMethodFld, IR::Instr** createObjInstrOut = nullptr, IR::Instr** callCtorInstrOut = nullptr) const;
  59. bool SplitConstructorCallCommon(IR::Instr *const newObjInstr, IR::Opnd *const lastArgOpnd, const Js::OpCode newObjOpCode,
  60. const bool isInlined, const bool doneFixedMethodFld, IR::Instr** createObjInstrOut, IR::Instr** callCtorInstrOut) const;
  61. IR::Instr * InlinePolymorphicFunction(IR::Instr *callInstr, const Js::FunctionCodeGenJitTimeData* inlinerData, const StackSym *symCallerThis, const Js::ProfileId profileId, bool* pIsInlined, uint recursiveInlineDepth, bool triedUsingFixedMethods = false);
  62. IR::Instr * InlinePolymorphicFunctionUsingFixedMethods(IR::Instr *callInstr, const Js::FunctionCodeGenJitTimeData* inlinerData, const StackSym *symCallerThis, const Js::ProfileId profileId, IR::PropertySymOpnd* methodValueOpnd, bool* pIsInlined, uint recursiveInlineDepth);
  63. IR::Instr * InlineSpread(IR::Instr *spreadCall);
  64. void SetupInlineInstrForCallDirect(Js::BuiltinFunction builtInId, IR::Instr* inlineInstr, IR::Instr* argoutInstr);
  65. void WrapArgsOutWithCoerse(Js::BuiltinFunction builtInId, IR::Instr* inlineInstr);
  66. void SetupInlineeFrame(Func *inlinee, IR::Instr *inlineeStart, Js::ArgSlot actualCount, IR::Opnd *functionObject);
  67. void FixupExtraActualParams(IR::Instr * instr, IR::Instr *argOuts[], IR::Instr *argOutsExtra[], uint index, uint actualCount, Js::ProfileId callSiteId);
  68. void RemoveExtraFixupArgouts(IR::Instr* instr, uint argoutRemoveCount, Js::ProfileId callSiteId);
  69. IR::Instr* PrepareInsertionPoint(IR::Instr *callInstr, Js::FunctionInfo *funcInfo, IR::Instr *insertBeforeInstr, IR::BailOutKind bailOutKind = IR::BailOutOnInlineFunction);
  70. Js::ArgSlot MapActuals(IR::Instr *callInstr, __out_ecount(maxParamCount) IR::Instr *argOuts[], Js::ArgSlot formalCount, Func *inlinee, Js::ProfileId callSiteId, bool *stackArgsArgOutExpanded, IR::Instr *argOutsExtra[] = nullptr, Js::ArgSlot maxParamCount = Js::InlineeCallInfo::MaxInlineeArgoutCount);
  71. uint32 CountActuals(IR::Instr *callIntr);
  72. void MapFormals(Func *inlinee, __in_ecount(formalCount) IR::Instr *argOuts[], uint formalCount, uint actualCount, IR::RegOpnd *retOpnd, IR::Opnd * funcObjOpnd, const StackSym *symCallerThis, bool stackArgsArgOutExpanded, bool fixedFunctionSafeThis = false, IR::Instr *argOutsExtra[] = nullptr);
  73. IR::Instr * DoCheckThisOpt(IR::Instr * instr);
  74. IR::Instr * RemoveLdThis(IR::Instr *instr);
  75. bool GetInlineeHasArgumentObject(Func * inlinee);
  76. bool HasArgumentsAccess(IR::Instr * instr, SymID argumentsSymId);
  77. bool HasArgumentsAccess(IR::Opnd * opnd, SymID argumentsSymId);
  78. bool IsArgumentsOpnd(IR::Opnd* opnd,SymID argumentsSymId);
  79. void Cleanup(IR::Instr *callInstr);
  80. IR::PropertySymOpnd* GetMethodLdOpndForCallInstr(IR::Instr* callInstr);
  81. IR::Instr* InsertInlineeBuiltInStartEndTags(IR::Instr* callInstr, uint actualcount, IR::Instr** builtinStartInstr = nullptr);
  82. bool IsInliningOutSideLoops(){return topFunc->GetJnFunction()->GetHasLoops() && isInLoop == 0; }
  83. struct InlineeData
  84. {
  85. Js::FunctionCodeGenJitTimeData const* inlineeJitTimeData;
  86. Js::FunctionCodeGenRuntimeData const* inlineeRuntimeData;
  87. Js::FunctionBody* functionBody;
  88. };
  89. uint FillInlineesDataArray(
  90. const Js::FunctionCodeGenJitTimeData* inlineeJitTimeData,
  91. const Js::FunctionCodeGenRuntimeData* inlineeRuntimeData,
  92. _Out_writes_to_(inlineesDataArrayLength, (return >= inlineesDataArrayLength? inlineesDataArrayLength : return)) InlineeData *inlineesDataArray,
  93. uint inlineesDataArrayLength
  94. );
  95. void FillInlineesDataArrayUsingFixedMethods(
  96. const Js::FunctionCodeGenJitTimeData* inlineeJitTimeData,
  97. const Js::FunctionCodeGenRuntimeData* inlineeRuntimeData,
  98. __inout_ecount(inlineesDataArrayLength) InlineeData *inlineesDataArray,
  99. uint inlineesDataArrayLength,
  100. __inout_ecount(cachedFixedInlineeCount) Js::FixedFieldInfo* fixedFunctionInfoArray,
  101. uint16 cachedFixedInlineeCount
  102. );
  103. // Builds IR for inlinee
  104. Func * BuildInlinee(Js::FunctionBody* funcBody, const InlineeData& inlineesData, Js::RegSlot returnRegSlot, IR::Instr *callInstr, uint recursiveInlineDepth);
  105. void BuildIRForInlinee(Func *inlinee, Js::FunctionBody *funcBody, IR::Instr *callInstr, bool isApplyTarget = false, uint recursiveInlineDepth = 0);
  106. void InsertStatementBoundary(IR::Instr * instrNext);
  107. void InsertOneInlinee(IR::Instr* callInstr, IR::RegOpnd* returnValueOpnd,
  108. IR::Opnd* methodOpnd, const InlineeData& inlineeData, IR::LabelInstr* doneLabel, const StackSym* symCallerThis, bool fixedFunctionSafeThis, uint recursiveInlineDepth);
  109. void CompletePolymorphicInlining(IR::Instr* callInstr, IR::RegOpnd* returnValueOpnd, IR::LabelInstr* doneLabel, IR::Instr* dispatchStartLabel, IR::Instr* ldMethodFldInstr, IR::BailOutKind bailoutKind);
  110. uint HandleDifferentTypesSameFunction(__inout_ecount(cachedFixedInlineeCount) Js::FixedFieldInfo* fixedFunctionInfoArray, uint16 cachedFixedInlineeCount);
  111. void SetInlineeFrameStartSym(Func *inlinee, uint actualCount);
  112. void CloneCallSequence(IR::Instr* callInstr, IR::Instr* clonedCallInstr);
  113. void InsertObjectCheck(IR::Instr *callInstr, IR::Instr* insertBeforeInstr, IR::Instr*bailOutInstr);
  114. void InsertFunctionTypeIdCheck(IR::Instr *callInstr, IR::Instr* insertBeforeInstr, IR::Instr*bailOutInstr);
  115. void InsertJsFunctionCheck(IR::Instr *callInstr, IR::Instr *insertBeforeInstr, IR::BailOutKind bailOutKind);
  116. void InsertFunctionBodyCheck(IR::Instr *callInstr, IR::Instr *insertBeforeInstr, IR::Instr* bailoutInstr, Js::FunctionInfo *funcInfo);
  117. void InsertFunctionObjectCheck(IR::Instr *callInstr, IR::Instr *insertBeforeInstr, IR::Instr* bailoutInstr, Js::FunctionInfo *funcInfo);
  118. void TryResetObjTypeSpecFldInfoOn(IR::PropertySymOpnd* propertySymOpnd);
  119. void TryDisableRuntimePolymorphicCacheOn(IR::PropertySymOpnd* propertySymOpnd);
  120. IR::Opnd * ConvertToInlineBuiltInArgOut(IR::Instr * argInstr);
  121. void GenerateArgOutUse(IR::Instr* argInstr);
  122. bool GetIsInInlinedApplyCall() const { return this->isInInlinedApplyCall; }
  123. void SetIsInInlinedApplyCall(bool inInlinedApplyCall) { this->isInInlinedApplyCall = inInlinedApplyCall; }
  124. };