AsmJsByteCodeWriter.cpp 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682
  1. //-------------------------------------------------------------------------------------------------------
  2. // Copyright (C) Microsoft Corporation and contributors. All rights reserved.
  3. // Copyright (c) ChakraCore Project Contributors. All rights reserved.
  4. // Licensed under the MIT license. See LICENSE.txt file in the project root for full license information.
  5. //-------------------------------------------------------------------------------------------------------
  6. #include "RuntimeByteCodePch.h"
  7. #include "../../WasmReader/WasmParseTree.h"
  8. #if defined(ASMJS_PLAT) || defined(ENABLE_WASM)
  9. namespace Js
  10. {
  11. template <LayoutSize layoutSize>
  12. inline uint ByteCodeWriter::Data::EncodeT(OpCodeAsmJs op, ByteCodeWriter* writer, bool isPatching)
  13. {
  14. Assert(OpCodeUtilAsmJs::IsValidByteCodeOpcode(op));
  15. Assert(layoutSize == SmallLayout || OpCodeAttrAsmJs::HasMultiSizeLayout(op));
  16. // Capture offset before encoding the opcode
  17. uint offset = GetCurrentOffset();
  18. EncodeOpCode<layoutSize>((ushort)op, writer);
  19. if (op > Js::OpCodeAsmJs::Ld_Db || op < Js::OpCodeAsmJs::Ld_IntConst)
  20. {
  21. writer->m_byteCodeWithoutLDACount++;
  22. }
  23. CompileAssert((int)Js::OpCodeAsmJs::Ld_Db - (int)Js::OpCodeAsmJs::Ld_IntConst == 7);
  24. if (!isPatching)
  25. {
  26. writer->IncreaseByteCodeCount();
  27. }
  28. return offset;
  29. }
  30. template <LayoutSize layoutSize>
  31. inline uint ByteCodeWriter::Data::EncodeT(OpCodeAsmJs op, const void* rawData, int byteSize, ByteCodeWriter* writer, bool isPatching)
  32. {
  33. AssertMsg((rawData != nullptr) && (byteSize < 100), "Ensure valid data for opcode");
  34. uint offset = EncodeT<layoutSize>(op, writer, isPatching);
  35. Write(rawData, byteSize);
  36. return offset;
  37. }
  38. void AsmJsByteCodeWriter::InitData(ArenaAllocator* alloc, int32 initCodeBufferSize)
  39. {
  40. ByteCodeWriter::InitData(alloc, initCodeBufferSize);
  41. #ifdef BYTECODE_BRANCH_ISLAND
  42. useBranchIsland = false;
  43. #endif
  44. }
  45. #define MULTISIZE_LAYOUT_WRITE(layout, ...) \
  46. if (!TryWrite##layout<SmallLayoutSizePolicy>(__VA_ARGS__) && !TryWrite##layout<MediumLayoutSizePolicy>(__VA_ARGS__)) \
  47. { \
  48. bool success = TryWrite##layout<LargeLayoutSizePolicy>(__VA_ARGS__); \
  49. Assert(success); \
  50. }
  51. //////////////////////////////////////////////////////////////////////////
  52. /// Asm.js Specific functions
  53. template <typename SizePolicy>
  54. bool AsmJsByteCodeWriter::TryWriteAsmJsUnsigned1(OpCodeAsmJs op, uint C1)
  55. {
  56. OpLayoutT_AsmUnsigned1<SizePolicy> layout;
  57. if (SizePolicy::Assign(layout.C1, C1))
  58. {
  59. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  60. return true;
  61. }
  62. return false;
  63. }
  64. template <typename SizePolicy>
  65. bool AsmJsByteCodeWriter::TryWriteAsmReg1(OpCodeAsmJs op, RegSlot R0)
  66. {
  67. OpLayoutT_AsmReg1<SizePolicy> layout;
  68. if (SizePolicy::Assign(layout.R0, R0))
  69. {
  70. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  71. return true;
  72. }
  73. return false;
  74. }
  75. template <typename SizePolicy>
  76. bool AsmJsByteCodeWriter::TryWriteFloat32x4_IntConst4(OpCodeAsmJs op, RegSlot R0, int C1, int C2, int C3, int C4)
  77. {
  78. OpLayoutT_Float32x4_IntConst4<SizePolicy> layout;
  79. if (SizePolicy::Assign(layout.F4_0, R0) &&
  80. SizePolicy::Assign(layout.C1, C1) &&
  81. SizePolicy::Assign(layout.C2, C2) &&
  82. SizePolicy::Assign(layout.C3, C3) &&
  83. SizePolicy::Assign(layout.C4, C4)
  84. )
  85. {
  86. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  87. return true;
  88. }
  89. return false;
  90. }
  91. template <typename SizePolicy>
  92. bool AsmJsByteCodeWriter::TryWriteAsmReg2(OpCodeAsmJs op, RegSlot R0, RegSlot R1)
  93. {
  94. OpLayoutT_AsmReg2<SizePolicy> layout;
  95. if (SizePolicy::Assign(layout.R0, R0) && SizePolicy::Assign(layout.R1, R1))
  96. {
  97. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  98. return true;
  99. }
  100. return false;
  101. }
  102. template <typename SizePolicy>
  103. bool AsmJsByteCodeWriter::TryWriteAsmReg3(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2)
  104. {
  105. OpLayoutT_AsmReg3<SizePolicy> layout;
  106. if (SizePolicy::Assign(layout.R0, R0) && SizePolicy::Assign(layout.R1, R1) && SizePolicy::Assign(layout.R2, R2))
  107. {
  108. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  109. return true;
  110. }
  111. return false;
  112. }
  113. template <typename SizePolicy>
  114. bool AsmJsByteCodeWriter::TryWriteAsmReg4(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3)
  115. {
  116. OpLayoutT_AsmReg4<SizePolicy> layout;
  117. if (SizePolicy::Assign(layout.R0, R0) && SizePolicy::Assign(layout.R1, R1) && SizePolicy::Assign(layout.R2, R2) && SizePolicy::Assign(layout.R3, R3))
  118. {
  119. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  120. return true;
  121. }
  122. return false;
  123. }
  124. template <typename SizePolicy>
  125. bool AsmJsByteCodeWriter::TryWriteAsmReg5(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3, RegSlot R4)
  126. {
  127. OpLayoutT_AsmReg5<SizePolicy> layout;
  128. if (SizePolicy::Assign(layout.R0, R0) && SizePolicy::Assign(layout.R1, R1) && SizePolicy::Assign(layout.R2, R2) && SizePolicy::Assign(layout.R3, R3) && SizePolicy::Assign(layout.R4, R4))
  129. {
  130. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  131. return true;
  132. }
  133. return false;
  134. }
  135. template <typename SizePolicy>
  136. bool AsmJsByteCodeWriter::TryWriteAsmReg6(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3, RegSlot R4, RegSlot R5)
  137. {
  138. OpLayoutT_AsmReg6<SizePolicy> layout;
  139. if (SizePolicy::Assign(layout.R0, R0) && SizePolicy::Assign(layout.R1, R1) && SizePolicy::Assign(layout.R2, R2) && SizePolicy::Assign(layout.R3, R3) && SizePolicy::Assign(layout.R4, R4) && SizePolicy::Assign(layout.R5, R5))
  140. {
  141. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  142. return true;
  143. }
  144. return false;
  145. }
  146. template <typename SizePolicy>
  147. bool AsmJsByteCodeWriter::TryWriteAsmReg7(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3, RegSlot R4, RegSlot R5, RegSlot R6)
  148. {
  149. OpLayoutT_AsmReg7<SizePolicy> layout;
  150. if (SizePolicy::Assign(layout.R0, R0) && SizePolicy::Assign(layout.R1, R1) && SizePolicy::Assign(layout.R2, R2) && SizePolicy::Assign(layout.R3, R3) && SizePolicy::Assign(layout.R4, R4) && SizePolicy::Assign(layout.R5, R5) && SizePolicy::Assign(layout.R6, R6))
  151. {
  152. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  153. return true;
  154. }
  155. return false;
  156. }
  157. template <typename SizePolicy>
  158. bool AsmJsByteCodeWriter::TryWriteAsmReg9(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3, RegSlot R4, RegSlot R5, RegSlot R6, RegSlot R7, RegSlot R8)
  159. {
  160. OpLayoutT_AsmReg9<SizePolicy> layout;
  161. if (SizePolicy::Assign(layout.R0, R0) && SizePolicy::Assign(layout.R1, R1) && SizePolicy::Assign(layout.R2, R2) && SizePolicy::Assign(layout.R3, R3) && SizePolicy::Assign(layout.R4, R4) &&
  162. SizePolicy::Assign(layout.R5, R5) && SizePolicy::Assign(layout.R6, R6) && SizePolicy::Assign(layout.R7, R7) && SizePolicy::Assign(layout.R8, R8))
  163. {
  164. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  165. return true;
  166. }
  167. return false;
  168. }
  169. template <typename SizePolicy>
  170. bool AsmJsByteCodeWriter::TryWriteAsmReg10(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3, RegSlot R4, RegSlot R5, RegSlot R6, RegSlot R7, RegSlot R8, RegSlot R9)
  171. {
  172. OpLayoutT_AsmReg10<SizePolicy> layout;
  173. if (SizePolicy::Assign(layout.R0, R0) && SizePolicy::Assign(layout.R1, R1) && SizePolicy::Assign(layout.R2, R2) && SizePolicy::Assign(layout.R3, R3) && SizePolicy::Assign(layout.R4, R4) &&
  174. SizePolicy::Assign(layout.R5, R5) && SizePolicy::Assign(layout.R6, R6) && SizePolicy::Assign(layout.R7, R7) && SizePolicy::Assign(layout.R8, R8) && SizePolicy::Assign(layout.R9, R9))
  175. {
  176. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  177. return true;
  178. }
  179. return false;
  180. }
  181. template <typename SizePolicy>
  182. bool AsmJsByteCodeWriter::TryWriteAsmReg11(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3, RegSlot R4, RegSlot R5, RegSlot R6, RegSlot R7, RegSlot R8, RegSlot R9, RegSlot R10)
  183. {
  184. OpLayoutT_AsmReg11<SizePolicy> layout;
  185. if (SizePolicy::Assign(layout.R0, R0) && SizePolicy::Assign(layout.R1, R1) && SizePolicy::Assign(layout.R2, R2) && SizePolicy::Assign(layout.R3, R3) && SizePolicy::Assign(layout.R4, R4) &&
  186. SizePolicy::Assign(layout.R5, R5) && SizePolicy::Assign(layout.R6, R6) && SizePolicy::Assign(layout.R7, R7) && SizePolicy::Assign(layout.R8, R8) && SizePolicy::Assign(layout.R9, R9) &&
  187. SizePolicy::Assign(layout.R10, R10))
  188. {
  189. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  190. return true;
  191. }
  192. return false;
  193. }
  194. template <typename SizePolicy>
  195. bool AsmJsByteCodeWriter::TryWriteAsmReg17(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3, RegSlot R4, RegSlot R5, RegSlot R6, RegSlot R7, RegSlot R8,
  196. RegSlot R9, RegSlot R10, RegSlot R11, RegSlot R12, RegSlot R13, RegSlot R14, RegSlot R15, RegSlot R16)
  197. {
  198. OpLayoutT_AsmReg17<SizePolicy> layout;
  199. if (SizePolicy::Assign(layout.R0, R0) && SizePolicy::Assign(layout.R1, R1) && SizePolicy::Assign(layout.R2, R2) && SizePolicy::Assign(layout.R3, R3) && SizePolicy::Assign(layout.R4, R4) &&
  200. SizePolicy::Assign(layout.R5, R5) && SizePolicy::Assign(layout.R6, R6) && SizePolicy::Assign(layout.R7, R7) && SizePolicy::Assign(layout.R8, R8) && SizePolicy::Assign(layout.R9, R9) &&
  201. SizePolicy::Assign(layout.R10, R10) && SizePolicy::Assign(layout.R11, R11) && SizePolicy::Assign(layout.R12, R12) && SizePolicy::Assign(layout.R13, R13) && SizePolicy::Assign(layout.R14, R14) &&
  202. SizePolicy::Assign(layout.R15, R15) && SizePolicy::Assign(layout.R16, R16))
  203. {
  204. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  205. return true;
  206. }
  207. return false;
  208. }
  209. template <typename SizePolicy>
  210. bool AsmJsByteCodeWriter::TryWriteAsmReg18(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3, RegSlot R4, RegSlot R5, RegSlot R6, RegSlot R7, RegSlot R8,
  211. RegSlot R9, RegSlot R10, RegSlot R11, RegSlot R12, RegSlot R13, RegSlot R14, RegSlot R15, RegSlot R16, RegSlot R17)
  212. {
  213. OpLayoutT_AsmReg18<SizePolicy> layout;
  214. if (SizePolicy::Assign(layout.R0, R0) && SizePolicy::Assign(layout.R1, R1) && SizePolicy::Assign(layout.R2, R2) && SizePolicy::Assign(layout.R3, R3) && SizePolicy::Assign(layout.R4, R4) &&
  215. SizePolicy::Assign(layout.R5, R5) && SizePolicy::Assign(layout.R6, R6) && SizePolicy::Assign(layout.R7, R7) && SizePolicy::Assign(layout.R8, R8) && SizePolicy::Assign(layout.R9, R9) &&
  216. SizePolicy::Assign(layout.R10, R10) && SizePolicy::Assign(layout.R11, R11) && SizePolicy::Assign(layout.R12, R12) && SizePolicy::Assign(layout.R13, R13) && SizePolicy::Assign(layout.R14, R14) &&
  217. SizePolicy::Assign(layout.R15, R15) && SizePolicy::Assign(layout.R16, R16) && SizePolicy::Assign(layout.R17, R17))
  218. {
  219. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  220. return true;
  221. }
  222. return false;
  223. }
  224. template <typename SizePolicy>
  225. bool AsmJsByteCodeWriter::TryWriteAsmReg19(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3, RegSlot R4, RegSlot R5, RegSlot R6, RegSlot R7, RegSlot R8,
  226. RegSlot R9, RegSlot R10, RegSlot R11, RegSlot R12, RegSlot R13, RegSlot R14, RegSlot R15, RegSlot R16, RegSlot R17, RegSlot R18)
  227. {
  228. OpLayoutT_AsmReg19<SizePolicy> layout;
  229. if (SizePolicy::Assign(layout.R0, R0) && SizePolicy::Assign(layout.R1, R1) && SizePolicy::Assign(layout.R2, R2) && SizePolicy::Assign(layout.R3, R3) && SizePolicy::Assign(layout.R4, R4) &&
  230. SizePolicy::Assign(layout.R5, R5) && SizePolicy::Assign(layout.R6, R6) && SizePolicy::Assign(layout.R7, R7) && SizePolicy::Assign(layout.R8, R8) && SizePolicy::Assign(layout.R9, R9) &&
  231. SizePolicy::Assign(layout.R10, R10) && SizePolicy::Assign(layout.R11, R11) && SizePolicy::Assign(layout.R12, R12) && SizePolicy::Assign(layout.R13, R13) && SizePolicy::Assign(layout.R14, R14) &&
  232. SizePolicy::Assign(layout.R15, R15) && SizePolicy::Assign(layout.R16, R16) && SizePolicy::Assign(layout.R17, R17) && SizePolicy::Assign(layout.R18, R18))
  233. {
  234. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  235. return true;
  236. }
  237. return false;
  238. }
  239. template <typename SizePolicy>
  240. bool AsmJsByteCodeWriter::TryWriteAsmShuffle(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, uint8 indices[])
  241. {
  242. OpLayoutT_AsmShuffle<SizePolicy> layout;
  243. if (SizePolicy::Assign(layout.R0, R0) && SizePolicy::Assign(layout.R1, R1) && SizePolicy::Assign(layout.R2, R2))
  244. {
  245. memcpy_s(layout.INDICES, Wasm::Simd::MAX_LANES, indices, Wasm::Simd::MAX_LANES);
  246. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  247. return true;
  248. }
  249. return false;
  250. }
  251. template <typename SizePolicy>
  252. bool AsmJsByteCodeWriter::TryWriteInt1Const1(OpCodeAsmJs op, RegSlot R0, int C1)
  253. {
  254. OpLayoutT_Int1Const1<SizePolicy> layout;
  255. if (SizePolicy::Assign(layout.I0, R0) && SizePolicy::Assign(layout.C1, C1))
  256. {
  257. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  258. return true;
  259. }
  260. return false;
  261. }
  262. template <typename SizePolicy>
  263. bool AsmJsByteCodeWriter::TryWriteReg1IntConst1(OpCodeAsmJs op, RegSlot R0, int C1)
  264. {
  265. OpLayoutT_Reg1IntConst1<SizePolicy> layout;
  266. if (SizePolicy::Assign(layout.R0, R0) && SizePolicy::Assign(layout.C1, C1))
  267. {
  268. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  269. return true;
  270. }
  271. return false;
  272. }
  273. template <typename SizePolicy>
  274. bool AsmJsByteCodeWriter::TryWriteLong1Const1(OpCodeAsmJs op, RegSlot R0, int64 C1)
  275. {
  276. OpLayoutT_Long1Const1<SizePolicy> layout;
  277. if (SizePolicy::Assign(layout.L0, R0) && SizePolicy::Assign(layout.C1, C1))
  278. {
  279. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  280. return true;
  281. }
  282. return false;
  283. }
  284. template <typename SizePolicy>
  285. bool AsmJsByteCodeWriter::TryWriteFloat1Const1(OpCodeAsmJs op, RegSlot R0, float C1)
  286. {
  287. OpLayoutT_Float1Const1<SizePolicy> layout;
  288. if (SizePolicy::Assign(layout.F0, R0) && SizePolicy::Assign(layout.C1, C1))
  289. {
  290. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  291. return true;
  292. }
  293. return false;
  294. }
  295. template <typename SizePolicy>
  296. bool AsmJsByteCodeWriter::TryWriteDouble1Const1(OpCodeAsmJs op, RegSlot R0, double C1)
  297. {
  298. OpLayoutT_Double1Const1<SizePolicy> layout;
  299. if (SizePolicy::Assign(layout.D0, R0) && SizePolicy::Assign(layout.C1, C1))
  300. {
  301. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  302. return true;
  303. }
  304. return false;
  305. }
  306. template <typename SizePolicy>
  307. bool AsmJsByteCodeWriter::TryWriteAsmBrReg1(OpCodeAsmJs op, ByteCodeLabel labelID, RegSlot R1)
  308. {
  309. OpLayoutT_BrInt1<SizePolicy> layout;
  310. if (SizePolicy::Assign(layout.I1, R1))
  311. {
  312. size_t const offsetOfRelativeJumpOffsetFromEnd = sizeof(OpLayoutT_BrInt1<SizePolicy>) - offsetof(OpLayoutT_BrInt1<SizePolicy>, RelativeJumpOffset);
  313. layout.RelativeJumpOffset = offsetOfRelativeJumpOffsetFromEnd;
  314. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  315. AddJumpOffset(op, labelID, offsetOfRelativeJumpOffsetFromEnd);
  316. return true;
  317. }
  318. return false;
  319. }
  320. template <typename SizePolicy>
  321. bool AsmJsByteCodeWriter::TryWriteAsmBrReg2(OpCodeAsmJs op, ByteCodeLabel labelID, RegSlot R1, RegSlot R2)
  322. {
  323. OpLayoutT_BrInt2<SizePolicy> layout;
  324. if (SizePolicy::Assign(layout.I1, R1) && SizePolicy::Assign(layout.I2, R2))
  325. {
  326. size_t const offsetOfRelativeJumpOffsetFromEnd = sizeof(OpLayoutT_BrInt2<SizePolicy>) - offsetof(OpLayoutT_BrInt2<SizePolicy>, RelativeJumpOffset);
  327. layout.RelativeJumpOffset = offsetOfRelativeJumpOffsetFromEnd;
  328. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  329. AddJumpOffset(op, labelID, offsetOfRelativeJumpOffsetFromEnd);
  330. return true;
  331. }
  332. return false;
  333. }
  334. template <typename SizePolicy>
  335. bool AsmJsByteCodeWriter::TryWriteAsmBrReg1Const1(OpCodeAsmJs op, ByteCodeLabel labelID, RegSlot R1, int C1)
  336. {
  337. OpLayoutT_BrInt1Const1<SizePolicy> layout;
  338. if (SizePolicy::Assign(layout.I1, R1) && SizePolicy::Assign(layout.C1, C1))
  339. {
  340. size_t const offsetOfRelativeJumpOffsetFromEnd = sizeof(OpLayoutT_BrInt1Const1<SizePolicy>) - offsetof(OpLayoutT_BrInt1Const1<SizePolicy>, RelativeJumpOffset);
  341. layout.RelativeJumpOffset = offsetOfRelativeJumpOffsetFromEnd;
  342. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  343. AddJumpOffset(op, labelID, offsetOfRelativeJumpOffsetFromEnd);
  344. return true;
  345. }
  346. return false;
  347. }
  348. template <typename SizePolicy>
  349. bool AsmJsByteCodeWriter::TryWriteAsmCall(OpCodeAsmJs op, RegSlot returnValueRegister, RegSlot functionRegister, ArgSlot givenArgCount, AsmJsRetType retType)
  350. {
  351. OpLayoutT_AsmCall<SizePolicy> layout;
  352. if (SizePolicy::Assign(layout.Return, returnValueRegister) && SizePolicy::Assign(layout.Function, functionRegister)
  353. && SizePolicy::Assign(layout.ArgCount, givenArgCount) && SizePolicy::template Assign<int8>(layout.ReturnType, (int8)retType.which()))
  354. {
  355. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  356. return true;
  357. }
  358. return false;
  359. }
  360. template <typename SizePolicy>
  361. bool AsmJsByteCodeWriter::TryWriteAsmSlot(OpCodeAsmJs op, RegSlot value, RegSlot instance, uint32 slotId)
  362. {
  363. OpLayoutT_ElementSlot<SizePolicy> layout;
  364. if (SizePolicy::Assign(layout.Value, value) && SizePolicy::Assign(layout.Instance, instance)
  365. && SizePolicy::Assign(layout.SlotIndex, slotId))
  366. {
  367. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  368. return true;
  369. }
  370. return false;
  371. }
  372. template <typename SizePolicy>
  373. bool AsmJsByteCodeWriter::TryWriteWasmMemAccess(OpCodeAsmJs op, RegSlot value, uint32 slotIndex, uint32 offset, ArrayBufferView::ViewType viewType)
  374. {
  375. OpLayoutT_WasmMemAccess<SizePolicy> layout;
  376. if (SizePolicy::Assign(layout.Value, value) && SizePolicy::template Assign<ArrayBufferView::ViewType>(layout.ViewType, viewType)
  377. && SizePolicy::Assign(layout.SlotIndex, slotIndex)
  378. && SizePolicy::Assign(layout.Offset, offset))
  379. {
  380. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  381. return true;
  382. }
  383. return false;
  384. }
  385. template <typename SizePolicy>
  386. bool AsmJsByteCodeWriter::TryWriteAsmTypedArr(OpCodeAsmJs op, RegSlot value, uint32 slotIndex, ArrayBufferView::ViewType viewType)
  387. {
  388. OpLayoutT_AsmTypedArr<SizePolicy> layout;
  389. if (SizePolicy::Assign(layout.Value, value) && SizePolicy::template Assign<ArrayBufferView::ViewType>(layout.ViewType, viewType)
  390. && SizePolicy::Assign(layout.SlotIndex, slotIndex))
  391. {
  392. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  393. return true;
  394. }
  395. return false;
  396. }
  397. template <typename SizePolicy>
  398. bool AsmJsByteCodeWriter::TryWriteAsmSimdTypedArr(OpCodeAsmJs op, RegSlot value, uint32 slotIndex, uint8 dataWidth, ArrayBufferView::ViewType viewType, uint32 offset)
  399. {
  400. OpLayoutT_AsmSimdTypedArr<SizePolicy> layout;
  401. if (SizePolicy::Assign(layout.Value, value) && SizePolicy::template Assign<ArrayBufferView::ViewType>(layout.ViewType, viewType)
  402. && SizePolicy::Assign(layout.SlotIndex, slotIndex) && SizePolicy::template Assign<int8>(layout.DataWidth, dataWidth) && SizePolicy::Assign(layout.Offset, offset))
  403. {
  404. m_byteCodeData.EncodeT<SizePolicy::LayoutEnum>(op, &layout, sizeof(layout), this);
  405. return true;
  406. }
  407. return false;
  408. }
  409. void AsmJsByteCodeWriter::EmptyAsm(OpCodeAsmJs op)
  410. {
  411. m_byteCodeData.Encode(op, this);
  412. }
  413. void AsmJsByteCodeWriter::Conv(OpCodeAsmJs op, RegSlot R0, RegSlot R1)
  414. {
  415. MULTISIZE_LAYOUT_WRITE(AsmReg2, op, R0, R1);
  416. }
  417. void AsmJsByteCodeWriter::AsmInt1Const1(OpCodeAsmJs op, RegSlot R0, int C1)
  418. {
  419. MULTISIZE_LAYOUT_WRITE(Int1Const1, op, R0, C1);
  420. }
  421. void AsmJsByteCodeWriter::AsmReg1IntConst1(OpCodeAsmJs op, RegSlot R0, int C1)
  422. {
  423. MULTISIZE_LAYOUT_WRITE(Reg1IntConst1, op, R0, C1);
  424. }
  425. void AsmJsByteCodeWriter::AsmLong1Const1(OpCodeAsmJs op, RegSlot R0, int64 C1)
  426. {
  427. MULTISIZE_LAYOUT_WRITE(Long1Const1, op, R0, C1);
  428. }
  429. void AsmJsByteCodeWriter::AsmFloat1Const1(OpCodeAsmJs op, RegSlot R0, float C1)
  430. {
  431. MULTISIZE_LAYOUT_WRITE(Float1Const1, op, R0, C1);
  432. }
  433. void AsmJsByteCodeWriter::AsmDouble1Const1(OpCodeAsmJs op, RegSlot R0, double C1)
  434. {
  435. MULTISIZE_LAYOUT_WRITE(Double1Const1, op, R0, C1);
  436. }
  437. void AsmJsByteCodeWriter::AsmReg1(OpCodeAsmJs op, RegSlot R0)
  438. {
  439. MULTISIZE_LAYOUT_WRITE(AsmReg1, op, R0);
  440. }
  441. void AsmJsByteCodeWriter::AsmReg2(OpCodeAsmJs op, RegSlot R0, RegSlot R1)
  442. {
  443. MULTISIZE_LAYOUT_WRITE(AsmReg2, op, R0, R1);
  444. }
  445. void AsmJsByteCodeWriter::AsmReg3(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2)
  446. {
  447. MULTISIZE_LAYOUT_WRITE(AsmReg3, op, R0, R1, R2);
  448. }
  449. void AsmJsByteCodeWriter::AsmReg4(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3)
  450. {
  451. MULTISIZE_LAYOUT_WRITE(AsmReg4, op, R0, R1, R2, R3);
  452. }
  453. void AsmJsByteCodeWriter::AsmReg5(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3, RegSlot R4)
  454. {
  455. MULTISIZE_LAYOUT_WRITE(AsmReg5, op, R0, R1, R2, R3, R4);
  456. }
  457. void AsmJsByteCodeWriter::AsmReg6(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3, RegSlot R4, RegSlot R5)
  458. {
  459. MULTISIZE_LAYOUT_WRITE(AsmReg6, op, R0, R1, R2, R3, R4, R5);
  460. }
  461. void AsmJsByteCodeWriter::AsmReg7(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3, RegSlot R4, RegSlot R5, RegSlot R6)
  462. {
  463. MULTISIZE_LAYOUT_WRITE(AsmReg7, op, R0, R1, R2, R3, R4, R5, R6);
  464. }
  465. void AsmJsByteCodeWriter::AsmReg9(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3, RegSlot R4, RegSlot R5, RegSlot R6, RegSlot R7, RegSlot R8)
  466. {
  467. MULTISIZE_LAYOUT_WRITE(AsmReg9, op, R0, R1, R2, R3, R4, R5, R6, R7, R8);
  468. }
  469. void AsmJsByteCodeWriter::AsmReg10(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3, RegSlot R4, RegSlot R5, RegSlot R6, RegSlot R7, RegSlot R8, RegSlot R9)
  470. {
  471. MULTISIZE_LAYOUT_WRITE(AsmReg10, op, R0, R1, R2, R3, R4, R5, R6, R7, R8, R9);
  472. }
  473. void AsmJsByteCodeWriter::AsmReg11(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3, RegSlot R4, RegSlot R5, RegSlot R6, RegSlot R7, RegSlot R8, RegSlot R9, RegSlot R10)
  474. {
  475. MULTISIZE_LAYOUT_WRITE(AsmReg11, op, R0, R1, R2, R3, R4, R5, R6, R7, R8, R9, R10);
  476. }
  477. void AsmJsByteCodeWriter::AsmReg17(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3, RegSlot R4, RegSlot R5, RegSlot R6, RegSlot R7, RegSlot R8,
  478. RegSlot R9, RegSlot R10, RegSlot R11, RegSlot R12, RegSlot R13, RegSlot R14, RegSlot R15, RegSlot R16)
  479. {
  480. MULTISIZE_LAYOUT_WRITE(AsmReg17, op, R0, R1, R2, R3, R4, R5, R6, R7, R8, R9, R10, R11, R12, R13, R14, R15, R16);
  481. }
  482. void AsmJsByteCodeWriter::AsmReg18(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3, RegSlot R4, RegSlot R5, RegSlot R6, RegSlot R7, RegSlot R8,
  483. RegSlot R9, RegSlot R10, RegSlot R11, RegSlot R12, RegSlot R13, RegSlot R14, RegSlot R15, RegSlot R16, RegSlot R17)
  484. {
  485. MULTISIZE_LAYOUT_WRITE(AsmReg18, op, R0, R1, R2, R3, R4, R5, R6, R7, R8, R9, R10, R11, R12, R13, R14, R15, R16, R17);
  486. }
  487. void AsmJsByteCodeWriter::AsmShuffle(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, uint8 indices[])
  488. {
  489. MULTISIZE_LAYOUT_WRITE(AsmShuffle, op, R0, R1, R2, indices);
  490. }
  491. void AsmJsByteCodeWriter::AsmReg19(OpCodeAsmJs op, RegSlot R0, RegSlot R1, RegSlot R2, RegSlot R3, RegSlot R4, RegSlot R5, RegSlot R6, RegSlot R7, RegSlot R8,
  492. RegSlot R9, RegSlot R10, RegSlot R11, RegSlot R12, RegSlot R13, RegSlot R14, RegSlot R15, RegSlot R16, RegSlot R17, RegSlot R18)
  493. {
  494. MULTISIZE_LAYOUT_WRITE(AsmReg19, op, R0, R1, R2, R3, R4, R5, R6, R7, R8, R9, R10, R11, R12, R13, R14, R15, R16, R17, R18);
  495. }
  496. void AsmJsByteCodeWriter::WasmSimdConst(OpCodeAsmJs op, RegSlot R0, int C0, int C1, int C2, int C3)
  497. {
  498. MULTISIZE_LAYOUT_WRITE(Float32x4_IntConst4, op, R0, C0, C1, C2, C3);
  499. }
  500. void AsmJsByteCodeWriter::AsmBr(ByteCodeLabel labelID, OpCodeAsmJs op)
  501. {
  502. CheckOpen();
  503. CheckLabel(labelID);
  504. size_t const offsetOfRelativeJumpOffsetFromEnd = sizeof(OpLayoutAsmBr) - offsetof(OpLayoutAsmBr, RelativeJumpOffset);
  505. OpLayoutAsmBr data;
  506. data.RelativeJumpOffset = offsetOfRelativeJumpOffsetFromEnd;
  507. m_byteCodeData.Encode(op, &data, sizeof(data), this);
  508. AddJumpOffset(op, labelID, offsetOfRelativeJumpOffsetFromEnd);
  509. }
  510. void AsmJsByteCodeWriter::AsmBrReg1(OpCodeAsmJs op, ByteCodeLabel labelID, RegSlot R1)
  511. {
  512. CheckOpen();
  513. CheckLabel(labelID);
  514. MULTISIZE_LAYOUT_WRITE(AsmBrReg1, op, labelID, R1);
  515. }
  516. void AsmJsByteCodeWriter::AsmBrReg2(OpCodeAsmJs op, ByteCodeLabel labelID, RegSlot R1, RegSlot R2)
  517. {
  518. CheckOpen();
  519. CheckLabel(labelID);
  520. MULTISIZE_LAYOUT_WRITE(AsmBrReg2, op, labelID, R1, R2);
  521. }
  522. void AsmJsByteCodeWriter::AsmBrReg1Const1(OpCodeAsmJs op, ByteCodeLabel labelID, RegSlot R1, int C1)
  523. {
  524. CheckOpen();
  525. CheckLabel(labelID);
  526. MULTISIZE_LAYOUT_WRITE(AsmBrReg1Const1, op, labelID, R1, C1);
  527. }
  528. void AsmJsByteCodeWriter::AsmStartCall(OpCodeAsmJs op, ArgSlot ArgCount, bool isPatching)
  529. {
  530. CheckOpen();
  531. OpLayoutStartCall data;
  532. data.ArgCount = ArgCount;
  533. m_byteCodeData.Encode(op, &data, sizeof(data), this, isPatching);
  534. }
  535. void AsmJsByteCodeWriter::AsmCall(OpCodeAsmJs op, RegSlot returnValueRegister, RegSlot functionRegister, ArgSlot givenArgCount, AsmJsRetType retType, Js::ProfileId profileId)
  536. {
  537. if (DoDynamicProfileOpcode(InlinePhase) && profileId != Js::Constants::NoProfileId && OpCodeAttrAsmJs::HasProfiledOp(op))
  538. {
  539. OpCodeUtilAsmJs::ConvertOpToProfiled(&op);
  540. }
  541. MULTISIZE_LAYOUT_WRITE(AsmCall, op, returnValueRegister, functionRegister, givenArgCount, retType);
  542. if (OpCodeAttrAsmJs::IsProfiledOp(op))
  543. {
  544. m_byteCodeData.Encode(&profileId, sizeof(Js::ProfileId));
  545. }
  546. }
  547. void AsmJsByteCodeWriter::AsmTypedArr(OpCodeAsmJs op, RegSlot value, uint32 slotIndex, ArrayBufferView::ViewType viewType)
  548. {
  549. MULTISIZE_LAYOUT_WRITE(AsmTypedArr, op, value, slotIndex, viewType);
  550. }
  551. void AsmJsByteCodeWriter::WasmMemAccess(OpCodeAsmJs op, RegSlot value, uint32 slotIndex, uint32 offset, ArrayBufferView::ViewType viewType)
  552. {
  553. MULTISIZE_LAYOUT_WRITE(WasmMemAccess, op, value, slotIndex, offset, viewType);
  554. }
  555. void AsmJsByteCodeWriter::AsmSimdTypedArr(OpCodeAsmJs op, RegSlot value, uint32 slotIndex, uint8 dataWidth, ArrayBufferView::ViewType viewType, uint32 offset)
  556. {
  557. Assert(dataWidth >= 4 && dataWidth <= 16);
  558. MULTISIZE_LAYOUT_WRITE(AsmSimdTypedArr, op, value, slotIndex, dataWidth, viewType, offset);
  559. }
  560. void AsmJsByteCodeWriter::AsmSlot(OpCodeAsmJs op, RegSlot value, RegSlot instance, uint32 slotId)
  561. {
  562. MULTISIZE_LAYOUT_WRITE(AsmSlot, op, value, instance, slotId);
  563. }
  564. uint AsmJsByteCodeWriter::EnterLoop(Js::ByteCodeLabel loopEntrance)
  565. {
  566. uint loopId = m_functionWrite->IncrLoopCount();
  567. Assert((uint)m_loopHeaders->Count() == loopId);
  568. m_loopHeaders->Add(LoopHeaderData(m_byteCodeData.GetCurrentOffset(), 0, m_loopNest > 0, false));
  569. m_loopNest++;
  570. Js::OpCodeAsmJs loopBodyOpcode = Js::OpCodeAsmJs::AsmJsLoopBodyStart;
  571. this->MarkAsmJsLabel(loopEntrance);
  572. this->AsmJsUnsigned1(loopBodyOpcode, loopId);
  573. return loopId;
  574. }
  575. void AsmJsByteCodeWriter::AsmJsUnsigned1(OpCodeAsmJs op, uint c1)
  576. {
  577. MULTISIZE_LAYOUT_WRITE(AsmJsUnsigned1, op, c1);
  578. }
  579. void AsmJsByteCodeWriter::ExitLoop(uint loopId)
  580. {
  581. Assert(m_loopNest > 0);
  582. m_loopNest--;
  583. m_loopHeaders->Item(loopId).endOffset = m_byteCodeData.GetCurrentOffset();
  584. }
  585. void AsmJsByteCodeWriter::AddJumpOffset(Js::OpCodeAsmJs op, ByteCodeLabel labelId, uint fieldByteOffset)
  586. {
  587. AssertMsg(fieldByteOffset < 100, "Ensure valid field offset");
  588. CheckOpen();
  589. CheckLabel(labelId);
  590. uint jumpByteOffset = m_byteCodeData.GetCurrentOffset() - fieldByteOffset;
  591. //
  592. // Branch targets are created in two passes:
  593. // - In the instruction stream, write "labelID" into "OpLayoutBrC.Offset". Record this
  594. // location in "m_jumpOffsets" to be patched later.
  595. // - When the bytecode is closed, update all "OpLayoutBrC.Offset"'s with their actual
  596. // destinations.
  597. //
  598. JumpInfo jumpInfo = { labelId, jumpByteOffset };
  599. m_jumpOffsets->Add(jumpInfo);
  600. }
  601. void AsmJsByteCodeWriter::MarkAsmJsLabel(ByteCodeLabel labelID)
  602. {
  603. MarkLabel(labelID);
  604. EmptyAsm(OpCodeAsmJs::Label);
  605. }
  606. } // namespace Js
  607. #endif