One Level Up Top Level

src/host/buildvm_arch.h - luajit-2.0-src

Global variables defined

Functions defined

Macros defined

Source code

  1. /*
  2. ** This file has been pre-processed with DynASM.
  3. ** http://luajit.org/dynasm.html
  4. ** DynASM version 1.3.0, DynASM x64 version 1.3.0
  5. ** DO NOT EDIT! The original file is in "vm_x86.dasc".
  6. */

  8. #line 1 "vm_x86.dasc"
  9. //|// Low-level VM code for x86 CPUs.
  10. //|// Bytecode interpreter, fast functions and helper functions.
  11. //|// Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h
  12. //|
  13. //|.if P64
  14. //|.arch x64
  15. #if DASM_VERSION != 10300
  16. #error "Version mismatch between DynASM and included encoding engine"
  17. #endif
  18. #line 7 "vm_x86.dasc"
  19. //|.else
  20. //|.arch x86
  21. //|.endif
  22. //|.section code_op, code_sub
  23. ‌#define DASM_SECTION_CODE_OP        0
  24. ‌#define DASM_SECTION_CODE_SUB        1
  25. ‌#define DASM_MAXSECTION                2
  26. #line 11 "vm_x86.dasc"
  27. //|
  28. //|.actionlist build_actionlist
  29. ‌static const unsigned char build_actionlist[14864] = {
  30.   254,1,248,10,252,247,195,237,15,132,244,11,131,227,252,248,41,218,72,141,
  31.   76,25,252,248,139,90,252,252,199,68,10,4,237,248,12,131,192,1,15,132,244,
  32.   13,137,68,36,4,252,247,195,237,15,132,244,14,248,15,129,252,243,239,252,247,
  33.   195,237,15,133,244,10,65,199,134,233,237,131,227,252,248,41,211,252,247,219,
  34.   131,232,1,15,132,244,248,248,1,255,72,139,44,10,72,137,106,252,248,131,194,
  35.   8,131,232,1,15,133,244,1,248,2,139,108,36,24,137,157,233,248,3,139,68,36,
  36.   4,139,76,36,16,248,4,57,193,15,133,244,252,248,5,131,252,234,8,137,149,233,
  37.   248,16,72,139,76,36,32,72,137,141,233,49,192,248,17,72,131,196,40,65,94,65,
  38.   95,91,93,195,248,6,15,130,244,253,59,149,233,15,135,244,254,199,66,252,252,
  39.   237,255,131,194,8,131,192,1,252,233,244,4,248,7,133,201,15,132,244,5,41,193,
  40.   141,20,202,252,233,244,5,248,8,137,149,233,137,68,36,4,137,206,137,252,239,
  41.   232,251,1,0,139,149,233,252,233,244,3,248,13,176,235,252,233,244,18,248,19,
  42.   137,252,240,72,137,252,252,248,18,139,108,36,24,139,173,233,199,133,233,237,
  43.   255,252,233,244,17,248,20,139,124,36,24,137,198,72,131,196,40,65,94,65,95,
  44.   91,93,252,233,251,1,1,248,21,72,129,231,239,72,137,252,252,248,22,139,108,
  45.   36,24,72,199,193,252,248,252,255,252,255,252,255,184,237,139,149,233,68,139,
  46.   181,233,65,129,198,239,139,90,252,252,199,66,252,252,237,65,199,134,233,237,
  47.   252,233,244,12,248,23,190,237,252,233,244,248,248,24,255,131,232,8,252,233,
  48.   244,247,248,25,141,68,194,252,248,248,1,15,182,139,233,131,195,4,137,149,
  49.   233,137,133,233,137,92,36,28,137,206,248,2,137,252,239,232,251,1,0,139,149,
  50.   233,139,133,233,139,106,252,248,41,208,193,232,3,131,192,1,139,157,233,139,
  51.   11,15,182,252,233,15,182,205,131,195,4,65,252,255,36,252,238,248,26,85,83,
  52.   65,87,65,86,72,131,252,236,40,137,252,253,137,124,36,24,137,252,241,187,237,
  53.   49,192,76,141,188,253,36,233,68,139,181,233,65,129,198,239,137,68,36,28,72,
  54.   137,68,36,32,137,68,36,16,137,68,36,20,76,137,189,233,56,133,233,15,132,244,
  55.   248,255,65,137,174,233,65,199,134,233,237,136,133,233,139,149,233,139,133,
  56.   233,41,200,193,232,3,131,192,1,41,209,139,90,252,252,137,68,36,4,252,247,
  57.   195,237,15,132,244,14,252,233,244,15,248,27,85,83,65,87,65,86,72,131,252,
  58.   236,40,187,237,137,76,36,20,252,233,244,247,248,28,85,83,65,87,65,86,72,131,
  59.   252,236,40,187,237,248,1,137,84,36,16,137,252,253,137,124,36,24,137,252,241,
  60.   68,139,181,233,76,139,189,233,255,76,137,124,36,32,137,108,36,28,65,129,198,
  61.   239,72,137,165,233,248,2,65,137,174,233,65,199,134,233,237,139,149,233,1,
  62.   203,41,211,139,133,233,41,200,193,232,3,131,192,1,248,29,139,105,252,248,
  63.   129,121,253,252,252,239,15,133,244,30,248,31,137,202,137,90,252,252,139,157,
  64.   233,139,11,15,182,252,233,15,182,205,131,195,4,65,252,255,36,252,238,248,
  65.   32,85,83,65,87,65,86,72,131,252,236,40,137,252,253,137,124,36,24,137,108,
  66.   36,28,68,139,189,233,68,43,189,233,68,139,181,233,199,68,36,20,0,0,0,0,68,
  67.   137,124,36,16,65,129,198,239,76,139,189,233,255,76,137,124,36,32,72,137,165,
  68.   233,65,137,174,233,252,255,209,133,192,15,132,244,16,137,193,187,237,252,
  69.   233,244,2,248,11,1,209,131,227,252,248,137,213,41,218,199,68,193,252,252,
  70.   237,137,200,139,93,252,244,72,99,77,252,240,131,252,249,1,15,134,244,247,
  71.   76,141,61,245,76,1,252,249,68,139,122,252,248,69,139,191,233,69,139,191,233,
  72.   252,255,225,248,1,15,132,244,33,41,213,193,252,237,3,141,69,252,255,252,233,
  73.   244,34,248,35,255,15,182,75,252,255,131,252,237,16,141,12,202,41,252,233,
  74.   15,132,244,36,252,247,217,193,252,233,3,139,124,36,24,137,151,233,137,202,
  75.   72,139,8,72,137,77,0,137,252,238,252,233,244,37,248,38,137,4,36,199,68,36,
  76.   4,237,72,141,4,36,128,123,252,252,235,15,133,244,247,65,141,142,233,137,41,
  77.   199,65,4,237,137,205,252,233,244,248,248,39,15,182,67,252,254,199,68,36,4,
  78.   237,137,4,36,72,141,4,36,252,233,244,247,248,40,15,182,67,252,254,141,4,194,
  79.   248,1,255,15,182,107,252,255,141,44,252,234,248,2,139,124,36,24,137,151,233,
  80.   137,252,238,72,137,194,137,252,253,137,92,36,28,232,251,1,2,139,149,233,133,
  81.   192,15,132,244,249,248,36,15,182,75,252,253,72,139,40,72,137,44,202,139,3,
  82.   15,182,204,15,182,232,131,195,4,193,232,16,65,252,255,36,252,238,248,3,139,
  83.   141,233,137,89,252,244,141,153,233,41,211,139,105,252,248,184,237,252,233,
  84.   244,31,248,41,137,252,239,137,213,137,198,232,251,1,3,15,182,75,252,253,137,
  85.   252,234,133,192,15,133,244,42,199,68,202,4,237,252,233,244,43,248,44,137,
  86.   4,36,199,68,36,4,237,255,72,141,4,36,128,123,252,252,235,15,133,244,247,65,
  87.   141,142,233,137,41,199,65,4,237,137,205,252,233,244,248,248,45,15,182,67,
  88.   252,254,199,68,36,4,237,137,4,36,72,141,4,36,252,233,244,247,248,46,15,182,
  89.   67,252,254,141,4,194,248,1,15,182,107,252,255,141,44,252,234,248,2,139,124,
  90.   36,24,137,151,233,137,252,238,72,137,194,137,252,253,137,92,36,28,232,251,
  91.   1,4,139,149,233,133,192,15,132,244,249,15,182,75,252,253,72,139,44,202,72,
  92.   137,40,248,47,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,252,255,
  93.   36,252,238,248,3,255,139,141,233,137,89,252,244,15,182,67,252,253,72,139,
  94.   44,194,72,137,105,16,141,153,233,41,211,139,105,252,248,184,237,252,233,244,
  95.   31,248,48,139,124,36,24,137,252,238,137,151,233,137,213,137,194,137,92,36,
  96.   28,232,251,1,5,15,182,75,252,253,137,252,234,252,233,244,49,248,50,139,108,
  97.   36,24,137,149,233,141,52,202,141,20,194,137,252,239,15,182,75,252,252,137,
  98.   92,36,28,232,251,1,6,248,3,139,149,233,131,252,248,1,15,135,244,51,248,4,
  99.   141,91,4,15,130,244,252,248,5,15,183,67,252,254,141,156,253,131,233,248,6,
  100.   255,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,252,255,36,252,238,
  101.   248,52,131,195,4,129,120,253,4,239,15,130,244,5,252,233,244,6,248,53,129,
  102.   120,253,4,239,252,233,244,4,248,54,131,252,235,4,137,206,137,252,233,139,
  103.   108,36,24,137,149,233,137,194,137,252,239,137,92,36,28,232,251,1,7,252,233,
  104.   244,3,248,55,131,252,235,4,139,108,36,24,137,149,233,137,252,239,139,115,
  105.   252,252,137,92,36,28,232,251,1,8,252,233,244,3,248,56,139,108,36,24,137,149,
  106.   233,255,137,206,15,183,83,252,254,137,252,239,137,92,36,28,232,251,1,9,139,
  107.   149,233,252,233,244,6,248,57,15,182,107,252,255,248,58,65,141,4,199,252,233,
  108.   244,247,248,59,15,182,67,252,254,248,60,65,141,4,199,141,44,252,234,149,252,
  109.   233,244,248,248,61,141,4,194,137,197,252,233,244,248,248,62,15,182,107,252,
  110.   255,248,63,141,4,194,248,1,141,44,252,234,248,2,141,12,202,68,15,182,67,252,
  111.   252,137,206,137,193,139,124,36,24,137,151,233,137,252,234,137,252,253,137,
  112.   92,36,28,232,251,1,10,139,149,233,255,133,192,15,132,244,47,248,51,137,193,
  113.   41,208,137,89,252,244,141,152,233,184,237,252,233,244,29,248,64,139,108,36,
  114.   24,137,149,233,141,52,194,137,252,239,137,92,36,28,232,251,1,11,139,149,233,
  115.   255,133,192,15,133,244,51,15,183,67,252,254,139,60,194,252,233,244,65,255,
  116.   252,233,244,51,255,248,66,141,76,202,8,248,30,137,76,36,4,137,4,36,131,252,
  117.   233,8,139,108,36,24,137,149,233,137,206,141,20,193,137,252,239,137,92,36,
  118.   28,232,251,1,12,139,149,233,139,76,36,4,139,4,36,139,105,252,248,131,192,
  119.   1,65,57,215,15,132,244,67,137,202,137,90,252,252,139,157,233,139,11,15,182,
  120.   252,233,15,182,205,131,195,4,65,252,255,36,252,238,248,68,139,108,36,24,137,
  121.   149,233,137,206,137,252,239,137,92,36,28,232,251,1,13,139,149,233,139,67,
  122.   252,252,15,182,204,15,182,232,193,232,16,65,252,255,164,253,252,238,233,248,
  123.   69,129,252,248,239,15,130,244,70,139,106,4,129,252,253,239,15,131,244,70,
  124.   139,90,252,252,137,68,36,4,137,106,252,252,139,42,137,106,252,248,131,232,
  125.   2,15,132,244,248,255,137,209,248,1,131,193,8,72,139,41,72,137,105,252,248,
  126.   131,232,1,15,133,244,1,248,2,139,68,36,4,252,233,244,71,248,72,129,252,248,
  127.   239,15,130,244,70,139,106,4,137,252,233,193,252,249,15,131,252,249,252,254,
  128.   15,132,244,249,184,237,252,247,213,57,232,15,71,197,248,2,139,106,252,248,
  129.   139,132,253,197,233,139,90,252,252,199,66,252,252,237,137,66,252,248,252,
  130.   233,244,73,248,3,184,237,255,252,233,244,2,248,74,129,252,248,239,15,130,
  131.   244,70,139,106,4,139,90,252,252,129,252,253,239,15,133,244,252,248,1,139,
  132.   42,139,173,233,248,2,133,252,237,199,66,252,252,237,15,132,244,73,65,139,
  133.   134,233,199,66,252,252,237,137,106,252,248,139,141,233,35,136,233,105,201,
  134.   239,255,3,141,233,248,3,129,185,233,239,15,133,244,250,57,129,233,15,132,
  135.   244,251,248,4,139,137,233,133,201,15,133,244,3,252,233,244,73,248,5,139,105,
  136.   4,129,252,253,239,15,132,244,73,139,1,137,106,252,252,137,66,252,248,252,
  137.   233,244,73,248,6,255,129,252,253,239,15,132,244,1,129,252,253,239,15,135,
  138.   244,254,129,252,253,239,15,134,244,253,189,237,252,233,244,254,248,7,189,
  139.   237,248,8,252,247,213,65,139,172,253,174,233,252,233,244,2,248,75,129,252,
  140.   248,239,255,15,130,244,70,129,122,253,4,239,15,133,244,70,139,42,131,189,
  141.   233,0,15,133,244,70,129,122,253,12,239,15,133,244,70,139,66,8,137,133,233,
  142.   139,90,252,252,199,66,252,252,237,137,106,252,248,252,246,133,233,235,15,
  143.   132,244,247,128,165,233,235,65,139,134,233,255,65,137,174,233,137,133,233,
  144.   248,1,252,233,244,73,248,76,129,252,248,239,15,130,244,70,129,122,253,4,239,
  145.   15,133,244,70,137,213,139,50,141,82,8,139,124,36,24,232,251,1,14,137,252,
  146.   234,72,139,40,139,90,252,252,72,137,106,252,248,252,233,244,73,248,77,129,
  147.   252,248,239,15,133,244,70,129,122,253,4,239,15,133,244,247,255,139,42,252,
  148.   233,244,78,248,1,15,135,244,70,252,242,15,16,2,252,233,244,79,248,80,129,
  149.   252,248,239,15,130,244,70,139,90,252,252,129,122,253,4,239,15,133,244,249,
  150.   139,2,248,2,199,66,252,252,237,137,66,252,248,252,233,244,73,248,3,129,122,
  151.   253,4,239,255,15,135,244,70,65,131,190,233,0,15,133,244,70,65,139,174,233,
  152.   65,59,174,233,15,130,244,247,232,244,81,248,1,139,108,36,24,137,149,233,137,
  153.   92,36,28,137,214,137,252,239,232,251,1,15,139,149,233,252,233,244,2,248,82,
  154.   129,252,248,239,15,130,244,70,255,15,132,244,248,248,1,129,122,253,4,239,
  155.   15,133,244,70,139,108,36,24,137,149,233,137,149,233,139,90,252,252,139,50,
  156.   141,82,8,137,252,239,137,92,36,28,232,251,1,16,139,149,233,133,192,15,132,
  157.   244,249,72,139,106,8,72,139,66,16,72,137,106,252,248,72,137,2,248,83,184,
  158.   237,252,233,244,84,248,2,199,66,12,237,252,233,244,1,248,3,255,199,66,252,
  159.   252,237,252,233,244,73,248,85,129,252,248,239,15,130,244,70,139,42,129,122,
  160.   253,4,239,15,133,244,70,255,131,189,233,0,15,133,244,70,255,139,106,252,248,
  161.   139,133,233,139,90,252,252,199,66,252,252,237,137,66,252,248,199,66,12,237,
  162.   184,237,252,233,244,84,248,86,129,252,248,239,15,130,244,70,129,122,253,4,
  163.   239,15,133,244,70,129,122,253,12,239,15,133,244,70,139,90,252,252,139,66,
  164.   8,131,192,1,199,66,252,252,237,137,66,252,248,139,42,59,133,233,15,131,244,
  165.   248,255,193,224,3,3,133,233,248,1,129,120,253,4,239,15,132,244,87,72,139,
  166.   40,72,137,42,252,233,244,83,248,2,131,189,233,0,15,132,244,87,137,252,239,
  167.   137,213,137,198,232,251,1,3,137,252,234,133,192,15,133,244,1,248,87,184,237,
  168.   252,233,244,84,248,88,129,252,248,239,15,130,244,70,255,139,106,252,248,139,
  169.   133,233,139,90,252,252,199,66,252,252,237,137,66,252,248,199,66,12,237,199,
  170.   66,8,0,0,0,0,184,237,252,233,244,84,248,89,129,252,248,239,15,130,244,70,
  171.   141,74,8,131,232,1,187,237,248,1,65,15,182,174,233,193,252,237,235,131,229,
  172.   1,1,252,235,252,233,244,29,248,90,129,252,248,239,15,130,244,70,255,129,122,
  173.   253,12,239,15,133,244,70,139,106,4,137,106,12,199,66,4,237,139,42,139,90,
  174.   8,137,106,8,137,26,141,74,16,131,232,2,187,237,252,233,244,1,248,91,129,252,
  175.   248,239,15,130,244,70,139,42,139,90,252,252,137,92,36,28,137,44,36,129,122,
  176.   253,4,239,15,133,244,70,72,131,189,233,0,15,133,244,70,128,189,233,235,15,
  177.   135,244,70,255,139,141,233,15,132,244,247,59,141,233,15,132,244,70,248,1,
  178.   141,92,193,252,240,59,157,233,15,135,244,70,137,157,233,139,108,36,24,137,
  179.   149,233,131,194,8,137,149,233,141,108,194,232,72,41,221,57,203,15,132,244,
  180.   249,248,2,72,139,4,43,72,137,67,252,248,131,252,235,8,57,203,15,133,244,2,
  181.   248,3,137,206,139,60,36,232,244,26,255,139,108,36,24,139,28,36,139,149,233,
  182.   65,137,174,233,65,199,134,233,237,129,252,248,239,15,135,244,254,248,4,139,
  183.   139,233,68,139,187,233,137,139,233,68,137,252,251,41,203,15,132,244,252,141,
  184.   4,26,193,252,235,3,59,133,233,15,135,244,255,137,213,72,41,205,248,5,72,139,
  185.   1,72,137,4,41,131,193,8,68,57,252,249,15,133,244,5,248,6,255,141,67,2,199,
  186.   66,252,252,237,248,7,139,92,36,28,137,68,36,4,72,199,193,252,248,252,255,
  187.   252,255,252,255,252,247,195,237,15,132,244,14,252,233,244,15,248,8,199,66,
  188.   252,252,237,139,139,233,131,252,233,8,137,139,233,72,139,1,72,137,2,184,237,
  189.   252,233,244,7,248,9,139,12,36,68,137,185,233,137,222,137,252,239,232,251,
  190.   1,0,139,28,36,139,149,233,252,233,244,4,248,92,255,139,106,252,248,139,173,
  191.   233,139,90,252,252,137,92,36,28,137,44,36,72,131,189,233,0,15,133,244,70,
  192.   128,189,233,235,15,135,244,70,139,141,233,15,132,244,247,59,141,233,15,132,
  193.   244,70,248,1,141,92,193,252,248,59,157,233,15,135,244,70,137,157,233,139,
  194.   108,36,24,137,149,233,255,137,149,233,141,108,194,252,240,72,41,221,57,203,
  195.   15,132,244,249,248,2,72,139,4,43,72,137,67,252,248,131,252,235,8,57,203,15,
  196.   133,244,2,248,3,137,206,139,60,36,232,244,26,139,108,36,24,139,28,36,139,
  197.   149,233,65,137,174,233,65,199,134,233,237,129,252,248,239,15,135,244,254,
  198.   248,4,139,139,233,68,139,187,233,137,139,233,255,68,137,252,251,41,203,15,
  199.   132,244,252,141,4,26,193,252,235,3,59,133,233,15,135,244,255,137,213,72,41,
  200.   205,248,5,72,139,1,72,137,4,41,131,193,8,68,57,252,249,15,133,244,5,248,6,
  201.   141,67,1,248,7,139,92,36,28,137,68,36,4,49,201,252,247,195,237,15,132,244,
  202.   14,252,233,244,15,248,8,137,222,137,252,239,232,251,1,17,248,9,139,12,36,
  203.   68,137,185,233,137,222,137,252,239,232,251,1,0,139,28,36,139,149,233,252,
  204.   233,244,4,248,93,255,139,108,36,24,72,252,247,133,233,237,15,132,244,70,137,
  205.   149,233,141,68,194,252,248,137,133,233,49,192,72,137,133,233,176,235,136,
  206.   133,233,252,233,244,17,248,94,139,90,252,252,221,90,252,248,252,233,244,73,
  207.   248,95,129,252,248,239,15,130,244,70,129,122,253,4,239,15,133,244,248,255,
  208.   139,42,131,252,253,0,15,137,244,78,252,247,221,15,136,244,247,248,96,248,
  209.   78,139,90,252,252,199,66,252,252,237,137,106,252,248,252,233,244,73,248,1,
  210.   139,90,252,252,199,66,252,252,0,0,224,65,199,66,252,248,0,0,0,0,252,233,244,
  211.   73,248,2,15,135,244,70,252,242,15,16,2,72,184,237,237,102,72,15,110,200,15,
  212.   84,193,248,79,139,90,252,252,252,242,15,17,66,252,248,248,73,184,237,248,
  213.   84,255,137,68,36,4,248,71,252,247,195,237,15,133,244,253,248,5,56,67,252,
  214.   255,15,135,244,252,15,182,75,252,253,72,252,247,209,141,20,202,139,3,15,182,
  215.   204,15,182,232,131,195,4,193,232,16,65,252,255,36,252,238,248,6,199,68,194,
  216.   252,244,237,131,192,1,252,233,244,5,248,7,72,199,193,252,248,252,255,252,
  217.   255,252,255,252,233,244,15,248,97,129,122,253,4,239,15,133,244,247,139,42,
  218.   252,233,244,78,248,1,255,15,135,244,70,252,242,15,16,2,232,244,98,252,242,
  219.   15,44,232,129,252,253,0,0,0,128,15,133,244,78,252,242,15,42,205,102,15,46,
  220.   193,15,138,244,79,15,132,244,78,252,233,244,79,248,99,129,122,253,4,239,15,
  221.   133,244,247,139,42,252,233,244,78,248,1,15,135,244,70,255,252,242,15,16,2,
  222.   232,244,100,252,242,15,44,232,129,252,253,0,0,0,128,15,133,244,78,252,242,
  223.   15,42,205,102,15,46,193,15,138,244,79,15,132,244,78,252,233,244,79,248,101,
  224.   129,252,248,239,15,130,244,70,129,122,253,4,239,15,131,244,70,252,242,15,
  225.   81,2,252,233,244,79,248,102,255,129,252,248,239,15,133,244,70,129,122,253,
  226.   4,239,15,131,244,70,252,242,15,16,2,137,213,232,251,1,18,137,252,234,252,
  227.   233,244,79,248,103,129,252,248,239,15,130,244,70,129,122,253,4,239,15,131,
  228.   244,70,252,242,15,16,2,137,213,232,251,1,19,137,252,234,252,233,244,79,248,
  229.   104,129,252,248,239,15,130,244,70,255,129,122,253,4,239,15,131,244,70,252,
  230.   242,15,16,2,137,213,232,251,1,20,137,252,234,252,233,244,79,248,105,129,252,
  231.   248,239,15,130,244,70,129,122,253,4,239,15,131,244,70,252,242,15,16,2,137,
  232.   213,232,251,1,21,137,252,234,252,233,244,79,248,106,129,252,248,239,15,130,
  233.   244,70,129,122,253,4,239,15,131,244,70,255,252,242,15,16,2,137,213,232,251,
  234.   1,22,137,252,234,252,233,244,79,248,107,129,252,248,239,15,130,244,70,129,
  235.   122,253,4,239,15,131,244,70,252,242,15,16,2,137,213,232,251,1,23,137,252,
  236.   234,252,233,244,79,248,108,129,252,248,239,15,130,244,70,129,122,253,4,239,
  237.   15,131,244,70,252,242,15,16,2,137,213,232,251,1,24,137,252,234,252,233,244,
  238.   79,248,109,255,129,252,248,239,15,130,244,70,129,122,253,4,239,15,131,244,
  239.   70,252,242,15,16,2,137,213,232,251,1,25,137,252,234,252,233,244,79,248,110,
  240.   129,252,248,239,15,130,244,70,129,122,253,4,239,15,131,244,70,252,242,15,
  241.   16,2,137,213,232,251,1,26,137,252,234,252,233,244,79,248,111,129,252,248,
  242.   239,15,130,244,70,255,129,122,253,4,239,15,131,244,70,252,242,15,16,2,137,
  243.   213,232,251,1,27,137,252,234,252,233,244,79,248,112,129,252,248,239,15,130,
  244.   244,70,129,122,253,4,239,15,131,244,70,252,242,15,16,2,137,213,232,251,1,
  245.   28,137,252,234,252,233,244,79,248,113,129,252,248,239,15,130,244,70,129,122,
  246.   253,4,239,15,131,244,70,255,252,242,15,16,2,137,213,232,251,1,29,137,252,
  247.   234,252,233,244,79,248,114,129,252,248,239,15,130,244,70,129,122,253,4,239,
  248.   15,131,244,70,129,122,253,12,239,15,131,244,70,252,242,15,16,2,252,242,15,
  249.   16,74,8,137,213,232,251,1,30,137,252,234,252,233,244,79,248,115,129,252,248,
  250.   239,15,130,244,70,129,122,253,4,239,15,131,244,70,255,129,122,253,12,239,
  251.   15,131,244,70,252,242,15,16,2,252,242,15,16,74,8,137,213,232,251,1,31,137,
  252.   252,234,252,233,244,79,248,116,129,252,248,239,15,130,244,70,129,122,253,
  253.   4,239,15,131,244,70,129,122,253,12,239,15,131,244,70,252,242,15,16,2,252,
  254.   242,15,16,74,8,137,213,232,251,1,32,137,252,234,252,233,244,79,248,117,129,
  255.   252,248,239,15,130,244,70,255,129,122,253,4,239,15,131,244,70,129,122,253,
  256.   12,239,15,131,244,70,221,66,8,221,2,217,252,253,221,217,252,233,244,94,248,
  257.   118,129,252,248,239,15,130,244,70,139,106,4,129,252,253,239,15,131,244,70,
  258.   139,90,252,252,139,2,137,106,252,252,137,66,252,248,209,229,129,252,253,0,
  259.   0,224,252,255,15,131,244,249,9,232,15,132,244,249,184,252,254,3,0,0,129,252,
  260.   253,0,0,32,0,15,130,244,250,248,1,255,193,252,237,21,41,197,252,242,15,42,
  261.   197,139,106,252,252,129,229,252,255,252,255,15,128,129,205,0,0,224,63,137,
  262.   106,252,252,248,2,252,242,15,17,2,184,237,252,233,244,84,248,3,15,87,192,
  263.   252,233,244,2,248,4,252,242,15,16,2,72,189,237,237,102,72,15,110,205,252,
  264.   242,15,89,193,252,242,15,17,66,252,248,139,106,252,252,184,52,4,0,0,209,229,
  265.   252,233,244,1,248,119,129,252,248,239,15,130,244,70,129,122,253,4,239,15,
  266.   131,244,70,252,242,15,16,2,139,106,4,139,90,252,252,209,229,129,252,253,0,
  267.   0,224,252,255,15,132,244,250,255,15,40,224,232,244,120,252,242,15,92,224,
  268.   248,1,252,242,15,17,66,252,248,252,242,15,17,34,139,66,252,252,139,106,4,
  269.   49,232,15,136,244,249,248,2,184,237,252,233,244,84,248,3,129,252,245,0,0,
  270.   0,128,137,106,4,252,233,244,2,248,4,15,87,228,252,233,244,1,248,121,185,2,
  271.   0,0,0,129,122,253,4,239,15,133,244,250,139,42,248,1,255,57,193,15,131,244,
  272.   78,129,124,253,202,252,252,239,15,133,244,249,59,108,202,252,248,15,79,108,
  273.   202,252,248,131,193,1,252,233,244,1,248,3,15,135,244,70,252,242,15,42,197,
  274.   252,233,244,252,248,4,15,135,244,70,252,242,15,16,2,248,5,57,193,15,131,244,
  275.   79,129,124,253,202,252,252,239,15,130,244,252,255,15,135,244,70,252,242,15,
  276.   42,76,202,252,248,252,233,244,253,248,6,252,242,15,16,76,202,252,248,248,
  277.   7,252,242,15,93,193,131,193,1,252,233,244,5,248,122,185,2,0,0,0,129,122,253,
  278.   4,239,15,133,244,250,139,42,248,1,57,193,15,131,244,78,129,124,253,202,252,
  279.   252,239,15,133,244,249,59,108,202,252,248,15,76,108,202,252,248,131,193,1,
  280.   252,233,244,1,248,3,255,15,135,244,70,252,242,15,42,197,252,233,244,252,248,
  281.   4,15,135,244,70,252,242,15,16,2,248,5,57,193,15,131,244,79,129,124,253,202,
  282.   252,252,239,15,130,244,252,15,135,244,70,252,242,15,42,76,202,252,248,252,
  283.   233,244,253,248,6,252,242,15,16,76,202,252,248,248,7,252,242,15,95,193,131,
  284.   193,1,252,233,244,5,248,123,255,129,252,248,239,15,133,244,70,129,122,253,
  285.   4,239,15,133,244,70,139,42,139,90,252,252,131,189,233,1,15,130,244,87,15,
  286.   182,173,233,252,233,244,78,248,124,65,139,174,233,65,59,174,233,15,130,244,
  287.   247,232,244,81,248,1,255,129,252,248,239,15,133,244,70,129,122,253,4,239,
  288.   15,133,244,70,139,42,129,252,253,252,255,0,0,0,15,135,244,70,137,108,36,4,
  289.   199,68,36,8,1,0,0,0,72,141,68,36,4,248,125,139,108,36,24,137,149,233,139,
  290.   84,36,8,72,137,198,137,252,239,137,92,36,28,232,251,1,33,248,126,139,149,
  291.   233,139,90,252,252,199,66,252,252,237,137,66,252,248,252,233,244,73,248,127,
  292.   65,139,174,233,65,59,174,233,15,130,244,247,255,232,244,81,248,1,199,68,36,
  293.   4,252,255,252,255,252,255,252,255,129,252,248,239,15,130,244,70,15,134,244,
  294.   247,129,122,253,20,239,15,133,244,70,139,106,16,137,108,36,4,248,1,129,122,
  295.   253,4,239,15,133,244,70,129,122,253,12,239,15,133,244,70,139,42,137,108,36,
  296.   8,139,173,233,139,74,8,139,68,36,4,57,197,15,130,244,251,248,2,255,133,201,
  297.   15,142,244,253,248,3,139,108,36,8,41,200,15,140,244,128,141,172,253,13,233,
  298.   131,192,1,248,4,137,68,36,8,137,232,252,233,244,125,248,5,15,140,244,252,
  299.   141,68,40,1,252,233,244,2,248,6,137,232,252,233,244,2,248,7,15,132,244,254,
  300.   255,1,252,233,131,193,1,15,143,244,3,248,8,185,1,0,0,0,252,233,244,3,248,
  301.   128,49,192,252,233,244,4,248,129,129,252,248,239,15,130,244,70,65,139,174,
  302.   233,65,59,174,233,15,130,244,247,232,244,81,248,1,129,122,253,4,239,255,15,
  303.   133,244,70,139,108,36,24,65,141,190,233,137,149,233,139,50,139,135,233,137,
  304.   175,233,137,135,233,137,92,36,28,232,251,1,34,137,199,232,251,1,35,252,233,
  305.   244,126,248,130,129,252,248,239,15,130,244,70,65,139,174,233,65,59,174,233,
  306.   15,130,244,247,232,244,81,248,1,255,129,122,253,4,239,15,133,244,70,139,108,
  307.   36,24,65,141,190,233,137,149,233,139,50,139,135,233,137,175,233,137,135,233,
  308.   137,92,36,28,232,251,1,36,137,199,232,251,1,35,252,233,244,126,248,131,129,
  309.   252,248,239,15,130,244,70,65,139,174,233,65,59,174,233,15,130,244,247,232,
  310.   244,81,248,1,255,129,122,253,4,239,15,133,244,70,139,108,36,24,65,141,190,
  311.   233,137,149,233,139,50,139,135,233,137,175,233,137,135,233,137,92,36,28,232,
  312.   251,1,37,137,199,232,251,1,35,252,233,244,126,248,132,129,252,248,239,15,
  313.   130,244,70,129,122,253,4,239,15,133,244,247,139,42,252,233,244,96,248,1,255,
  314.   15,135,244,70,252,242,15,16,2,72,189,237,237,102,72,15,110,205,252,242,15,
  315.   88,193,102,15,126,197,248,2,252,233,244,96,248,133,129,252,248,239,15,130,
  316.   244,70,72,189,237,237,102,72,15,110,205,129,122,253,4,239,15,133,244,247,
  317.   139,42,252,233,244,248,248,1,15,135,244,70,255,252,242,15,16,2,252,242,15,
  318.   88,193,102,15,126,197,248,2,137,68,36,4,141,68,194,252,240,248,1,57,208,15,
  319.   134,244,96,129,120,253,4,239,15,133,244,248,35,40,131,232,8,252,233,244,1,
  320.   248,2,15,135,244,134,252,242,15,16,0,252,242,15,88,193,102,15,126,193,33,
  321.   205,131,232,8,252,233,244,1,248,135,129,252,248,239,15,130,244,70,72,189,
  322.   237,237,255,102,72,15,110,205,129,122,253,4,239,15,133,244,247,139,42,252,
  323.   233,244,248,248,1,15,135,244,70,252,242,15,16,2,252,242,15,88,193,102,15,
  324.   126,197,248,2,137,68,36,4,141,68,194,252,240,248,1,57,208,15,134,244,96,129,
  325.   120,253,4,239,15,133,244,248,11,40,131,232,8,252,233,244,1,248,2,15,135,244,
  326.   134,255,252,242,15,16,0,252,242,15,88,193,102,15,126,193,9,205,131,232,8,
  327.   252,233,244,1,248,136,129,252,248,239,15,130,244,70,72,189,237,237,102,72,
  328.   15,110,205,129,122,253,4,239,15,133,244,247,139,42,252,233,244,248,248,1,
  329.   15,135,244,70,252,242,15,16,2,252,242,15,88,193,102,15,126,197,248,2,137,
  330.   68,36,4,141,68,194,252,240,248,1,57,208,15,134,244,96,255,129,120,253,4,239,
  331.   15,133,244,248,51,40,131,232,8,252,233,244,1,248,2,15,135,244,134,252,242,
  332.   15,16,0,252,242,15,88,193,102,15,126,193,49,205,131,232,8,252,233,244,1,248,
  333.   137,129,252,248,239,15,130,244,70,129,122,253,4,239,15,133,244,247,139,42,
  334.   252,233,244,248,248,1,255,15,135,244,70,252,242,15,16,2,72,189,237,237,102,
  335.   72,15,110,205,252,242,15,88,193,102,15,126,197,248,2,15,205,252,233,244,96,
  336.   248,138,129,252,248,239,15,130,244,70,129,122,253,4,239,15,133,244,247,139,
  337.   42,252,233,244,248,248,1,15,135,244,70,252,242,15,16,2,72,189,237,237,255,
  338.   102,72,15,110,205,252,242,15,88,193,102,15,126,197,248,2,252,247,213,252,
  339.   233,244,96,248,134,139,68,36,4,252,233,244,70,248,139,129,252,248,239,15,
  340.   130,244,70,129,122,253,4,239,15,133,244,247,139,42,252,233,244,248,248,1,
  341.   15,135,244,70,252,242,15,16,2,72,189,237,237,255,102,72,15,110,205,252,242,
  342.   15,88,193,102,15,126,197,248,2,129,122,253,12,239,15,133,244,70,139,74,8,
  343.   211,229,252,233,244,96,248,140,129,252,248,239,15,130,244,70,129,122,253,
  344.   4,239,15,133,244,247,139,42,252,233,244,248,248,1,15,135,244,70,252,242,15,
  345.   16,2,72,189,237,237,255,102,72,15,110,205,252,242,15,88,193,102,15,126,197,
  346.   248,2,129,122,253,12,239,15,133,244,70,139,74,8,211,252,237,252,233,244,96,
  347.   248,141,129,252,248,239,15,130,244,70,129,122,253,4,239,15,133,244,247,139,
  348.   42,252,233,244,248,248,1,15,135,244,70,252,242,15,16,2,72,189,237,237,255,
  349.   102,72,15,110,205,252,242,15,88,193,102,15,126,197,248,2,129,122,253,12,239,
  350.   15,133,244,70,139,74,8,211,252,253,252,233,244,96,248,142,129,252,248,239,
  351.   15,130,244,70,129,122,253,4,239,15,133,244,247,139,42,252,233,244,248,248,
  352.   1,15,135,244,70,252,242,15,16,2,72,189,237,237,255,102,72,15,110,205,252,
  353.   242,15,88,193,102,15,126,197,248,2,129,122,253,12,239,15,133,244,70,139,74,
  354.   8,211,197,252,233,244,96,248,143,129,252,248,239,15,130,244,70,129,122,253,
  355.   4,239,15,133,244,247,139,42,252,233,244,248,248,1,15,135,244,70,252,242,15,
  356.   16,2,72,189,237,237,255,102,72,15,110,205,252,242,15,88,193,102,15,126,197,
  357.   248,2,129,122,253,12,239,15,133,244,70,139,74,8,211,205,252,233,244,96,248,
  358.   144,184,237,252,233,244,70,248,145,184,237,248,70,139,108,36,24,139,90,252,
  359.   252,137,92,36,28,137,149,233,141,68,194,252,248,141,136,233,137,133,233,139,
  360.   66,252,248,59,141,233,15,135,244,251,137,252,239,252,255,144,233,255,139,
  361.   149,233,133,192,15,143,244,84,248,1,139,141,233,41,209,193,252,233,3,133,
  362.   192,141,65,1,139,106,252,248,15,133,244,34,139,157,233,139,11,15,182,252,
  363.   233,15,182,205,131,195,4,65,252,255,36,252,238,248,34,137,209,252,247,195,
  364.   237,15,133,244,249,15,182,107,252,253,72,252,247,213,141,20,252,234,252,233,
  365.   244,29,248,3,137,221,131,229,252,248,41,252,234,252,233,244,29,248,5,190,
  366.   237,137,252,239,232,251,1,0,139,149,233,255,49,192,252,233,244,1,248,81,93,
  367.   72,137,108,36,8,139,108,36,24,137,92,36,28,137,149,233,141,68,194,252,248,
  368.   137,252,239,137,133,233,232,251,1,38,139,149,233,139,133,233,41,208,193,232,
  369.   3,131,192,1,72,139,108,36,8,85,195,248,146,65,15,182,134,233,168,235,15,133,
  370.   244,251,168,235,15,133,244,247,168,235,15,132,244,247,65,252,255,142,233,
  371.   252,233,244,247,248,147,255,65,15,182,134,233,168,235,15,133,244,251,252,
  372.   233,244,247,248,148,65,15,182,134,233,168,235,15,133,244,251,168,235,15,132,
  373.   244,251,65,252,255,142,233,15,132,244,247,168,235,15,132,244,251,248,1,255,
  374.   139,108,36,24,137,149,233,137,222,137,252,239,232,251,1,39,248,3,139,149,
  375.   233,248,4,15,182,75,252,253,248,5,15,182,107,252,252,15,183,67,252,254,65,
  376.   252,255,164,253,252,238,233,248,149,131,195,4,139,77,232,137,76,36,4,252,
  377.   233,244,4,248,150,139,106,252,248,139,173,233,15,182,133,233,141,4,194,139,
  378.   108,36,24,137,149,233,137,133,233,137,222,65,141,190,233,73,137,174,233,137,
  379.   92,36,28,232,251,1,40,252,233,244,3,248,151,137,92,36,28,252,233,244,247,
  380.   248,152,255,137,92,36,28,131,203,1,248,1,141,68,194,252,248,139,108,36,24,
  381.   137,149,233,137,133,233,137,222,137,252,239,232,251,1,41,199,68,36,28,0,0,
  382.   0,0,131,227,252,254,139,149,233,72,137,193,139,133,233,41,208,72,137,205,
  383.   15,182,75,252,253,193,232,3,131,192,1,252,255,229,248,153,139,77,232,137,
  384.   12,36,68,137,116,36,8,68,139,116,36,4,15,182,75,252,253,141,12,202,65,131,
  385.   252,238,1,15,132,244,248,248,1,72,139,40,72,137,41,131,192,8,131,193,8,65,
  386.   131,252,238,1,15,133,244,1,248,2,15,182,67,252,253,15,182,107,252,255,1,232,
  387.   141,68,194,252,248,248,3,57,200,15,135,244,255,68,139,116,36,8,139,44,36,
  388.   65,139,142,233,139,4,169,133,192,15,132,244,47,15,183,128,233,57,232,15,132,
  389.   244,47,255,133,192,15,133,245,65,137,174,233,139,108,36,24,137,149,233,137,
  390.   222,65,141,190,233,73,137,174,233,232,251,1,42,139,149,233,252,233,244,47,
  391.   248,9,199,65,4,237,131,193,8,252,233,244,3,248,154,255,139,108,36,24,137,
  392.   149,233,137,222,137,252,239,232,251,1,43,139,149,233,131,252,235,4,252,233,
  393.   244,47,255,248,155,65,85,65,84,65,83,65,82,65,81,65,80,87,86,85,72,141,108,
  394.   36,88,85,83,82,81,80,15,182,69,252,248,138,101,252,240,76,137,125,252,248,
  395.   76,137,117,252,240,68,139,117,0,65,139,142,233,65,199,134,233,237,65,137,
  396.   134,233,65,137,142,233,72,129,252,236,239,72,131,197,128,252,242,68,15,17,
  397.   125,252,248,252,242,68,15,17,117,252,240,252,242,68,15,17,109,232,252,242,
  398.   68,15,17,101,224,252,242,68,15,17,93,216,252,242,68,15,17,85,208,252,242,
  399.   68,15,17,77,200,252,242,68,15,17,69,192,252,242,15,17,125,184,252,242,15,
  400.   17,117,176,252,242,15,17,109,168,252,242,15,17,101,160,252,242,15,17,93,152,
  401.   252,242,15,17,85,144,252,242,15,17,77,136,252,242,15,17,69,128,65,139,174,
  402.   233,65,139,150,233,73,137,174,233,137,149,233,72,137,230,65,141,190,233,65,
  403.   199,134,233,0,0,0,0,232,251,1,44,72,139,141,233,72,129,225,239,72,137,204,
  404.   137,169,233,139,149,233,139,153,233,252,233,244,247,248,156,255,72,131,196,
  405.   16,248,1,76,139,108,36,8,76,139,36,36,255,139,124,36,24,137,151,233,137,197,
  406.   137,28,36,137,218,65,139,182,233,232,251,1,45,139,28,36,137,232,139,108,36,
  407.   24,139,149,233,255,133,192,15,136,244,255,139,108,36,24,137,68,36,4,68,139,
  408.   122,252,248,69,139,191,233,69,139,191,233,137,149,233,65,199,134,233,0,0,
  409.   0,0,65,199,134,233,237,139,3,15,182,204,15,182,232,131,195,4,193,232,16,129,
  410.   252,253,239,15,130,244,249,129,252,253,239,15,131,244,250,248,2,139,68,36,
  411.   4,248,3,65,252,255,36,252,238,248,4,139,66,252,252,169,237,15,133,244,2,255,
  412.   15,182,64,252,253,72,252,247,208,68,139,124,194,252,248,69,139,191,233,69,
  413.   139,191,233,252,233,244,2,248,9,252,247,216,137,252,239,137,198,232,251,1,
  414.   1,248,157,248,98,72,184,237,237,102,72,15,110,208,72,184,237,237,102,72,15,
  415.   110,216,15,40,200,102,15,84,202,102,15,46,217,15,134,244,247,102,15,85,208,
  416.   252,242,15,88,203,252,242,15,92,203,102,15,86,202,72,184,237,237,102,72,15,
  417.   110,208,252,242,15,194,193,1,102,15,84,194,252,242,15,92,200,15,40,193,248,
  418.   1,195,248,158,248,100,72,184,237,237,255,102,72,15,110,208,72,184,237,237,
  419.   102,72,15,110,216,15,40,200,102,15,84,202,102,15,46,217,15,134,244,247,102,
  420.   15,85,208,252,242,15,88,203,252,242,15,92,203,102,15,86,202,72,184,237,237,
  421.   102,72,15,110,208,252,242,15,194,193,6,102,15,84,194,252,242,15,92,200,15,
  422.   40,193,248,1,195,248,159,248,120,72,184,237,237,102,72,15,110,208,72,184,
  423.   237,237,102,72,15,110,216,15,40,200,102,15,84,202,102,15,46,217,15,134,244,
  424.   247,102,15,85,208,15,40,193,252,242,15,88,203,252,242,15,92,203,72,184,237,
  425.   237,102,72,15,110,216,252,242,15,194,193,1,102,15,84,195,252,242,15,92,200,
  426.   102,15,86,202,15,40,193,248,1,195,248,160,15,40,232,252,242,15,94,193,72,
  427.   184,237,237,255,102,72,15,110,208,72,184,237,237,102,72,15,110,216,15,40,
  428.   224,102,15,84,226,102,15,46,220,15,134,244,247,102,15,85,208,252,242,15,88,
  429.   227,252,242,15,92,227,102,15,86,226,72,184,237,237,102,72,15,110,208,252,
  430.   242,15,194,196,1,102,15,84,194,252,242,15,92,224,15,40,197,252,242,15,89,
  431.   204,252,242,15,92,193,195,248,1,252,242,15,89,200,15,40,197,252,242,15,92,
  432.   193,195,248,161,131,252,248,1,15,142,244,252,248,1,169,1,0,0,0,15,133,244,
  433.   248,252,242,15,89,192,209,232,252,233,244,1,248,2,209,232,15,132,244,251,
  434.   15,40,200,248,3,252,242,15,89,192,209,232,15,132,244,250,255,15,131,244,3,
  435.   252,242,15,89,200,252,233,244,3,248,4,252,242,15,89,193,248,5,195,248,6,15,
  436.   132,244,5,15,130,244,253,252,247,216,232,244,1,72,184,237,237,102,72,15,110,
  437.   200,252,242,15,94,200,15,40,193,195,248,7,72,184,237,237,102,72,15,110,192,
  438.   195,248,162,137,252,248,83,15,162,137,6,137,94,4,137,78,8,137,86,12,91,195,
  439.   248,163,255,204,255,204,248,164,83,65,87,65,86,72,131,252,236,40,68,141,181,
  440.   233,139,157,233,15,183,192,137,131,233,72,137,187,233,72,137,179,233,72,137,
  441.   147,233,72,137,139,233,252,242,15,17,131,233,252,242,15,17,139,233,252,242,
  442.   15,17,147,233,252,242,15,17,155,233,72,141,132,253,36,233,76,137,131,233,
  443.   76,137,139,233,252,242,15,17,163,233,252,242,15,17,171,233,252,242,15,17,
  444.   179,233,252,242,15,17,187,233,72,137,131,233,255,72,137,230,137,92,36,28,
  445.   137,223,232,251,1,46,65,199,134,233,237,139,144,233,139,128,233,41,208,139,
  446.   106,252,248,193,232,3,131,192,1,139,157,233,139,11,15,182,252,233,15,182,
  447.   205,131,195,4,65,252,255,36,252,238,248,33,139,76,36,24,65,139,158,233,72,
  448.   137,139,233,137,145,233,137,169,233,137,223,137,198,232,251,1,47,72,139,131,
  449.   233,252,242,15,16,131,233,252,233,244,17,248,165,85,72,137,229,83,72,137,
  450.   252,251,139,131,233,72,41,196,15,182,139,233,131,252,233,1,15,136,244,248,
  451.   248,1,255,72,139,132,253,203,233,72,137,132,253,204,233,131,252,233,1,15,
  452.   137,244,1,248,2,15,182,131,233,72,139,187,233,72,139,179,233,72,139,147,233,
  453.   72,139,139,233,76,139,131,233,76,139,139,233,133,192,15,132,244,251,15,40,
  454.   131,233,15,40,139,233,15,40,147,233,15,40,155,233,131,252,248,4,15,134,244,
  455.   251,255,15,40,163,233,15,40,171,233,15,40,179,233,15,40,187,233,248,5,252,
  456.   255,147,233,72,137,131,233,15,41,131,233,72,137,147,233,15,41,139,233,72,
  457.   139,93,252,248,201,195,255,249,255,129,124,253,202,4,239,15,133,244,253,129,
  458.   124,253,194,4,239,15,133,244,254,139,44,202,131,195,4,59,44,194,255,15,141,
  459.   244,255,255,15,140,244,255,255,15,143,244,255,255,15,142,244,255,255,248,
  460.   6,15,183,67,252,254,141,156,253,131,233,248,9,139,3,15,182,204,15,182,232,
  461.   131,195,4,193,232,16,65,252,255,36,252,238,248,7,15,135,244,50,129,124,253,
  462.   194,4,239,15,130,244,247,15,133,244,50,252,242,15,42,4,194,252,233,244,248,
  463.   248,8,15,135,244,50,252,242,15,42,12,202,252,242,15,16,4,194,131,195,4,102,
  464.   15,46,193,255,15,134,244,9,255,15,135,244,9,255,15,130,244,9,255,15,131,244,
  465.   9,255,252,233,244,6,248,1,252,242,15,16,4,194,248,2,131,195,4,102,15,46,4,
  466.   202,248,3,255,252,233,244,6,255,139,108,194,4,131,195,4,129,252,253,239,15,
  467.   133,244,253,129,124,253,202,4,239,15,133,244,254,139,44,194,59,44,202,255,
  468.   15,133,244,255,255,15,132,244,255,255,15,183,67,252,254,141,156,253,131,233,
  469.   248,9,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,252,255,36,252,
  470.   238,248,7,15,135,244,251,129,124,253,202,4,239,15,130,244,247,15,133,244,
  471.   251,252,242,15,42,4,202,252,233,244,248,248,8,15,135,244,251,252,242,15,42,
  472.   4,194,102,15,46,4,202,252,233,244,250,248,1,252,242,15,16,4,202,248,2,102,
  473.   15,46,4,194,248,4,255,15,138,244,248,15,133,244,248,255,15,138,244,248,15,
  474.   132,244,247,255,248,1,15,183,67,252,254,141,156,253,131,233,248,2,255,248,
  475.   2,15,183,67,252,254,141,156,253,131,233,248,1,255,252,233,244,9,255,139,3,
  476.   15,182,204,15,182,232,131,195,4,193,232,16,65,252,255,36,252,238,255,248,
  477.   5,129,252,253,239,15,132,244,55,129,124,253,202,4,239,15,132,244,55,57,108,
  478.   202,4,15,133,244,2,129,252,253,239,15,131,244,1,139,12,202,139,4,194,57,193,
  479.   15,132,244,1,129,252,253,239,15,135,244,2,129,252,253,239,15,130,244,2,255,
  480.   139,169,233,133,252,237,15,132,244,2,252,246,133,233,235,15,133,244,2,255,
  481.   49,252,237,255,189,1,0,0,0,255,252,233,244,54,255,248,3,129,252,253,239,255,
  482.   15,133,244,9,255,252,233,244,55,255,72,252,247,208,139,108,202,4,131,195,
  483.   4,129,252,253,239,15,133,244,249,139,12,202,65,59,12,135,255,139,108,202,
  484.   4,131,195,4,129,252,253,239,15,133,244,253,65,129,124,253,199,4,239,15,133,
  485.   244,254,65,139,44,199,59,44,202,255,15,183,67,252,254,141,156,253,131,233,
  486.   248,9,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,252,255,36,252,
  487.   238,248,7,15,135,244,249,65,129,124,253,199,4,239,15,130,244,247,252,242,
  488.   65,15,42,4,199,252,233,244,248,248,8,252,242,15,42,4,202,102,65,15,46,4,199,
  489.   252,233,244,250,248,1,252,242,65,15,16,4,199,248,2,102,15,46,4,202,248,4,
  490.   255,72,252,247,208,139,108,202,4,131,195,4,57,197,255,15,133,244,249,15,183,
  491.   67,252,254,141,156,253,131,233,248,2,139,3,15,182,204,15,182,232,131,195,
  492.   4,193,232,16,65,252,255,36,252,238,248,3,129,252,253,239,15,133,244,2,252,
  493.   233,244,55,255,15,132,244,248,129,252,253,239,15,132,244,55,15,183,67,252,
  494.   254,141,156,253,131,233,248,2,139,3,15,182,204,15,182,232,131,195,4,193,232,
  495.   16,65,252,255,36,252,238,255,139,108,194,4,131,195,4,129,252,253,239,255,
  496.   15,131,244,247,255,137,108,202,4,139,44,194,137,44,202,255,15,183,67,252,
  497.   254,141,156,253,131,233,248,1,139,3,15,182,204,15,182,232,131,195,4,193,232,
  498.   16,65,252,255,36,252,238,255,3,68,202,4,15,133,244,56,139,3,15,182,204,15,
  499.   182,232,131,195,4,193,232,16,65,252,255,36,252,238,255,129,124,253,202,4,
  500.   239,15,131,244,56,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,252,
  501.   255,36,252,238,255,72,139,44,194,72,137,44,202,139,3,15,182,204,15,182,232,
  502.   131,195,4,193,232,16,65,252,255,36,252,238,255,49,252,237,129,124,253,194,
  503.   4,239,129,213,239,137,108,202,4,139,3,15,182,204,15,182,232,131,195,4,193,
  504.   232,16,65,252,255,36,252,238,255,129,124,253,194,4,239,15,133,244,251,139,
  505.   44,194,252,247,221,15,128,244,250,199,68,202,4,237,137,44,202,248,9,139,3,
  506.   15,182,204,15,182,232,131,195,4,193,232,16,65,252,255,36,252,238,248,4,199,
  507.   68,202,4,0,0,224,65,199,4,202,0,0,0,0,252,233,244,9,248,5,15,135,244,61,252,
  508.   242,15,16,4,194,72,184,237,237,102,72,15,110,200,15,87,193,252,242,15,17,
  509.   4,202,252,233,244,9,255,129,124,253,194,4,239,15,133,244,248,139,4,194,139,
  510.   128,233,248,1,199,68,202,4,237,137,4,202,139,3,15,182,204,15,182,232,131,
  511.   195,4,193,232,16,65,252,255,36,252,238,248,2,129,124,253,194,4,239,15,133,
  512.   244,64,139,60,194,255,139,175,233,131,252,253,0,15,133,244,255,248,3,255,
  513.   248,65,137,213,232,251,1,48,137,252,234,15,182,75,252,253,252,233,244,1,255,
  514.   248,9,252,246,133,233,235,15,133,244,3,252,233,244,64,255,15,182,252,236,
  515.   15,182,192,255,129,124,253,252,234,4,239,15,133,244,58,65,129,124,253,199,
  516.   4,239,15,133,244,58,139,44,252,234,65,3,44,199,15,128,244,57,255,129,124,
  517.   253,252,234,4,239,15,133,244,60,65,129,124,253,199,4,239,15,133,244,60,65,
  518.   139,4,199,3,4,252,234,15,128,244,59,255,129,124,253,252,234,4,239,15,133,
  519.   244,63,129,124,253,194,4,239,15,133,244,63,139,44,252,234,3,44,194,15,128,
  520.   244,62,255,199,68,202,4,237,255,137,4,202,255,129,124,253,252,234,4,239,15,
  521.   133,244,58,65,129,124,253,199,4,239,15,133,244,58,139,44,252,234,65,43,44,
  522.   199,15,128,244,57,255,129,124,253,252,234,4,239,15,133,244,60,65,129,124,
  523.   253,199,4,239,15,133,244,60,65,139,4,199,43,4,252,234,15,128,244,59,255,129,
  524.   124,253,252,234,4,239,15,133,244,63,129,124,253,194,4,239,15,133,244,63,139,
  525.   44,252,234,43,44,194,15,128,244,62,255,129,124,253,252,234,4,239,15,133,244,
  526.   58,65,129,124,253,199,4,239,15,133,244,58,139,44,252,234,65,15,175,44,199,
  527.   15,128,244,57,255,129,124,253,252,234,4,239,15,133,244,60,65,129,124,253,
  528.   199,4,239,15,133,244,60,65,139,4,199,15,175,4,252,234,15,128,244,59,255,129,
  529.   124,253,252,234,4,239,15,133,244,63,129,124,253,194,4,239,15,133,244,63,139,
  530.   44,252,234,15,175,44,194,15,128,244,62,255,129,124,253,252,234,4,239,15,131,
  531.   244,58,65,129,124,253,199,4,239,15,131,244,58,252,242,15,16,4,252,234,252,
  532.   242,65,15,94,4,199,255,129,124,253,252,234,4,239,15,131,244,60,65,129,124,
  533.   253,199,4,239,15,131,244,60,252,242,65,15,16,4,199,252,242,15,94,4,252,234,
  534.   255,129,124,253,252,234,4,239,15,131,244,63,129,124,253,194,4,239,15,131,
  535.   244,63,252,242,15,16,4,252,234,252,242,15,94,4,194,255,252,242,15,17,4,202,
  536.   139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,252,255,36,252,238,255,
  537.   129,124,253,252,234,4,239,15,131,244,58,65,129,124,253,199,4,239,15,131,244,
  538.   58,252,242,15,16,4,252,234,252,242,65,15,16,12,199,255,129,124,253,252,234,
  539.   4,239,15,131,244,60,65,129,124,253,199,4,239,15,131,244,60,252,242,65,15,
  540.   16,4,199,252,242,15,16,12,252,234,255,129,124,253,252,234,4,239,15,131,244,
  541.   63,129,124,253,194,4,239,15,131,244,63,252,242,15,16,4,252,234,252,242,15,
  542.   16,12,194,255,248,166,232,244,160,252,242,15,17,4,202,139,3,15,182,204,15,
  543.   182,232,131,195,4,193,232,16,65,252,255,36,252,238,255,252,233,244,166,255,
  544.   137,213,232,251,1,30,15,182,75,252,253,137,252,234,252,242,15,17,4,202,139,
  545.   3,15,182,204,15,182,232,131,195,4,193,232,16,65,252,255,36,252,238,255,15,
  546.   182,252,236,15,182,192,139,124,36,24,137,151,233,141,52,194,137,194,41,252,
  547.   234,248,37,137,252,253,137,92,36,28,232,251,1,49,139,149,233,133,192,15,133,
  548.   244,51,15,182,107,252,255,15,182,75,252,253,72,139,4,252,234,72,137,4,202,
  549.   139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,252,255,36,252,238,255,
  550.   72,252,247,208,65,139,4,135,199,68,202,4,237,137,4,202,139,3,15,182,204,15,
  551.   182,232,131,195,4,193,232,16,65,252,255,36,252,238,255,15,191,192,199,68,
  552.   202,4,237,137,4,202,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,252,
  553.   255,36,252,238,255,252,242,65,15,16,4,199,252,242,15,17,4,202,139,3,15,182,
  554.   204,15,182,232,131,195,4,193,232,16,65,252,255,36,252,238,255,72,252,247,
  555.   208,137,68,202,4,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,252,
  556.   255,36,252,238,255,141,76,202,12,141,68,194,4,189,237,137,105,252,248,248,
  557.   1,137,41,131,193,8,57,193,15,134,244,1,139,3,15,182,204,15,182,232,131,195,
  558.   4,193,232,16,65,252,255,36,252,238,255,139,106,252,248,139,172,253,133,233,
  559.   139,173,233,72,139,69,0,72,137,4,202,139,3,15,182,204,15,182,232,131,195,
  560.   4,193,232,16,65,252,255,36,252,238,255,139,106,252,248,139,172,253,141,233,
  561.   128,189,233,0,139,173,233,139,12,194,139,68,194,4,137,77,0,137,69,4,15,132,
  562.   244,247,252,246,133,233,235,15,133,244,248,248,1,139,3,15,182,204,15,182,
  563.   232,131,195,4,193,232,16,65,252,255,36,252,238,248,2,129,232,239,129,252,
  564.   248,239,15,134,244,1,252,246,129,233,235,15,132,244,1,137,252,238,137,213,
  565.   65,141,190,233,255,232,251,1,50,137,252,234,252,233,244,1,255,72,252,247,
  566.   208,139,106,252,248,139,172,253,141,233,65,139,12,135,139,133,233,137,8,199,
  567.   64,4,237,252,246,133,233,235,15,133,244,248,248,1,139,3,15,182,204,15,182,
  568.   232,131,195,4,193,232,16,65,252,255,36,252,238,248,2,252,246,129,233,235,
  569.   15,132,244,1,128,189,233,0,15,132,244,1,137,213,137,198,65,141,190,233,232,
  570.   251,1,50,137,252,234,252,233,244,1,255,139,106,252,248,252,242,65,15,16,4,
  571.   199,139,172,253,141,233,139,141,233,252,242,15,17,1,139,3,15,182,204,15,182,
  572.   232,131,195,4,193,232,16,65,252,255,36,252,238,255,72,252,247,208,139,106,
  573.   252,248,139,172,253,141,233,139,141,233,137,65,4,139,3,15,182,204,15,182,
  574.   232,131,195,4,193,232,16,65,252,255,36,252,238,255,141,156,253,131,233,139,
  575.   108,36,24,131,189,233,0,15,132,244,247,137,149,233,141,52,202,137,252,239,
  576.   232,251,1,51,139,149,233,248,1,139,3,15,182,204,15,182,232,131,195,4,193,
  577.   232,16,65,252,255,36,252,238,255,72,252,247,208,139,108,36,24,137,149,233,
  578.   139,82,252,248,65,139,52,135,137,252,239,137,92,36,28,232,251,1,52,139,149,
  579.   233,15,182,75,252,253,137,4,202,199,68,202,4,237,139,3,15,182,204,15,182,
  580.   232,131,195,4,193,232,16,65,252,255,36,252,238,255,139,108,36,24,137,149,
  581.   233,65,139,142,233,65,59,142,233,137,92,36,28,15,131,244,251,248,1,137,194,
  582.   37,252,255,7,0,0,193,252,234,11,61,252,255,7,0,0,15,132,244,249,248,2,137,
  583.   252,239,137,198,232,251,1,53,139,149,233,15,182,75,252,253,137,4,202,199,
  584.   68,202,4,237,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,252,255,
  585.   36,252,238,248,3,184,1,8,0,0,252,233,244,2,248,5,137,252,239,232,251,1,54,
  586.   15,183,67,252,254,252,233,244,1,255,72,252,247,208,139,108,36,24,65,139,142,
  587.   233,137,92,36,28,65,59,142,233,137,149,233,15,131,244,249,248,2,65,139,52,
  588.   135,137,252,239,232,251,1,55,139,149,233,15,182,75,252,253,137,4,202,199,
  589.   68,202,4,237,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,252,255,
  590.   36,252,238,248,3,137,252,239,232,251,1,54,15,183,67,252,254,72,252,247,208,
  591.   252,233,244,2,255,72,252,247,208,139,106,252,248,139,173,233,65,139,4,135,
  592.   252,233,244,167,255,72,252,247,208,139,106,252,248,139,173,233,65,139,4,135,
  593.   252,233,244,168,255,15,182,252,236,15,182,192,129,124,253,252,234,4,239,15,
  594.   133,244,40,139,44,252,234,129,124,253,194,4,239,15,133,244,251,139,4,194,
  595.   59,133,233,15,131,244,40,193,224,3,3,133,233,129,120,253,4,239,15,132,244,
  596.   248,72,139,40,72,137,44,202,248,1,139,3,15,182,204,15,182,232,131,195,4,193,
  597.   232,16,65,252,255,36,252,238,248,2,131,189,233,0,15,132,244,249,139,141,233,
  598.   252,246,129,233,235,255,15,132,244,40,15,182,75,252,253,248,3,199,68,202,
  599.   4,237,252,233,244,1,248,5,129,124,253,194,4,239,15,133,244,40,139,4,194,252,
  600.   233,244,167,255,15,182,252,236,15,182,192,72,252,247,208,65,139,4,135,129,
  601.   124,253,252,234,4,239,15,133,244,38,139,44,252,234,248,167,139,141,233,35,
  602.   136,233,105,201,239,3,141,233,248,1,129,185,233,239,15,133,244,250,57,129,
  603.   233,15,133,244,250,129,121,253,4,239,15,132,244,251,15,182,67,252,253,72,
  604.   139,41,72,137,44,194,248,2,255,139,3,15,182,204,15,182,232,131,195,4,193,
  605.   232,16,65,252,255,36,252,238,248,3,15,182,67,252,253,199,68,194,4,237,252,
  606.   233,244,2,248,4,139,137,233,133,201,15,133,244,1,248,5,139,141,233,133,201,
  607.   15,132,244,3,252,246,129,233,235,15,133,244,3,252,233,244,38,255,15,182,252,
  608.   236,15,182,192,129,124,253,252,234,4,239,15,133,244,39,139,44,252,234,59,
  609.   133,233,15,131,244,39,193,224,3,3,133,233,129,120,253,4,239,15,132,244,248,
  610.   72,139,40,72,137,44,202,248,1,139,3,15,182,204,15,182,232,131,195,4,193,232,
  611.   16,65,252,255,36,252,238,248,2,131,189,233,0,15,132,244,249,139,141,233,252,
  612.   246,129,233,235,15,132,244,39,255,15,182,75,252,253,248,3,199,68,202,4,237,
  613.   252,233,244,1,255,15,182,252,236,15,182,192,139,44,252,234,139,4,194,59,133,
  614.   233,15,131,244,41,193,224,3,3,133,233,248,42,72,139,40,72,137,44,202,248,
  615.   43,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,252,255,36,252,238,
  616.   255,15,182,252,236,15,182,192,129,124,253,252,234,4,239,15,133,244,46,139,
  617.   44,252,234,129,124,253,194,4,239,15,133,244,251,139,4,194,59,133,233,15,131,
  618.   244,46,193,224,3,3,133,233,129,120,253,4,239,15,132,244,249,248,1,252,246,
  619.   133,233,235,15,133,244,253,248,2,72,139,44,202,72,137,40,139,3,15,182,204,
  620.   15,182,232,131,195,4,193,232,16,65,252,255,36,252,238,248,3,255,131,189,233,
  621.   0,15,132,244,1,139,141,233,252,246,129,233,235,15,132,244,46,15,182,75,252,
  622.   253,252,233,244,1,248,5,129,124,253,194,4,239,15,133,244,46,139,4,194,252,
  623.   233,244,168,248,7,128,165,233,235,65,139,142,233,255,65,137,174,233,137,141,
  624.   233,15,182,75,252,253,252,233,244,2,255,15,182,252,236,15,182,192,72,252,
  625.   247,208,65,139,4,135,129,124,253,252,234,4,239,15,133,244,44,139,44,252,234,
  626.   248,168,139,141,233,35,136,233,105,201,239,198,133,233,0,3,141,233,248,1,
  627.   129,185,233,239,15,133,244,251,57,129,233,15,133,244,251,129,121,253,4,239,
  628.   15,132,244,250,248,2,255,252,246,133,233,235,15,133,244,253,248,3,15,182,
  629.   67,252,253,72,139,44,194,72,137,41,139,3,15,182,204,15,182,232,131,195,4,
  630.   193,232,16,65,252,255,36,252,238,248,4,131,189,233,0,15,132,244,2,137,12,
  631.   36,139,141,233,252,246,129,233,235,15,132,244,44,139,12,36,252,233,244,2,
  632.   248,5,139,137,233,133,201,15,133,244,1,255,139,141,233,133,201,15,132,244,
  633.   252,252,246,129,233,235,15,132,244,44,248,6,137,4,36,199,68,36,4,237,137,
  634.   108,36,8,139,124,36,24,137,151,233,72,141,20,36,137,252,238,137,252,253,137,
  635.   92,36,28,232,251,1,56,139,149,233,139,108,36,8,137,193,252,233,244,2,248,
  636.   7,128,165,233,235,65,139,134,233,65,137,174,233,137,133,233,252,233,244,3,
  637.   255,15,182,252,236,15,182,192,129,124,253,252,234,4,239,15,133,244,45,139,
  638.   44,252,234,59,133,233,15,131,244,45,193,224,3,3,133,233,129,120,253,4,239,
  639.   15,132,244,249,248,1,252,246,133,233,235,15,133,244,253,248,2,72,139,12,202,
  640.   72,137,8,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,252,255,36,252,
  641.   238,248,3,131,189,233,0,15,132,244,1,255,139,141,233,252,246,129,233,235,
  642.   15,132,244,45,15,182,75,252,253,252,233,244,1,248,7,128,165,233,235,65,139,
  643.   142,233,65,137,174,233,137,141,233,15,182,75,252,253,252,233,244,2,255,15,
  644.   182,252,236,15,182,192,139,44,252,234,139,4,194,252,246,133,233,235,15,133,
  645.   244,253,248,2,59,133,233,15,131,244,48,193,224,3,3,133,233,248,49,72,139,
  646.   44,202,72,137,40,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,252,
  647.   255,36,252,238,248,7,128,165,233,235,65,139,142,233,65,137,174,233,137,141,
  648.   233,15,182,75,252,253,252,233,244,2,255,68,137,60,36,69,139,60,199,248,1,
  649.   141,12,202,139,105,252,248,252,246,133,233,235,15,133,244,253,248,2,139,68,
  650.   36,4,131,232,1,15,132,244,250,68,1,252,248,59,133,233,15,135,244,251,68,41,
  651.   252,248,65,193,231,3,68,3,189,233,248,3,72,139,41,131,193,8,73,137,47,65,
  652.   131,199,8,131,232,1,15,133,244,3,248,4,68,139,60,36,139,3,15,182,204,15,182,
  653.   232,131,195,4,193,232,16,65,252,255,36,252,238,248,5,139,124,36,24,137,151,
  654.   233,137,252,238,137,194,137,252,253,137,92,36,28,232,251,1,57,139,149,233,
  655.   15,182,75,252,253,252,233,244,1,248,7,255,128,165,233,235,65,139,134,233,
  656.   65,137,174,233,137,133,233,252,233,244,2,255,3,68,36,4,255,129,124,253,202,
  657.   4,239,139,44,202,15,133,244,66,141,84,202,8,137,90,252,252,139,157,233,139,
  658.   11,15,182,252,233,15,182,205,131,195,4,65,252,255,36,252,238,255,141,76,202,
  659.   8,65,137,215,139,105,252,248,129,121,253,252,252,239,15,133,244,30,248,67,
  660.   139,90,252,252,252,247,195,237,15,133,244,253,248,1,137,106,252,248,137,68,
  661.   36,4,131,232,1,15,132,244,249,248,2,72,139,41,131,193,8,73,137,47,65,131,
  662.   199,8,131,232,1,15,133,244,2,139,106,252,248,248,3,139,68,36,4,128,189,233,
  663.   1,15,135,244,251,248,4,139,157,233,139,11,15,182,252,233,15,182,205,131,195,
  664.   4,65,252,255,36,252,238,248,5,255,252,247,195,237,15,133,244,4,15,182,75,
  665.   252,253,72,252,247,209,68,139,124,202,252,248,69,139,191,233,69,139,191,233,
  666.   252,233,244,4,248,7,129,252,235,239,252,247,195,237,15,133,244,254,41,218,
  667.   65,137,215,139,90,252,252,252,233,244,1,248,8,129,195,239,252,233,244,1,255,
  668.   141,76,202,8,72,139,105,232,72,139,65,252,240,72,137,41,72,137,65,8,139,105,
  669.   224,139,65,228,137,105,252,248,137,65,252,252,129,252,248,239,184,237,15,
  670.   133,244,30,137,202,137,90,252,252,139,157,233,139,11,15,182,252,233,15,182,
  671.   205,131,195,4,65,252,255,36,252,238,255,68,137,60,36,68,137,116,36,4,139,
  672.   108,202,252,240,139,68,202,252,248,68,139,181,233,131,195,4,68,139,189,233,
  673.   248,1,68,57,252,240,15,131,244,251,65,129,124,253,199,4,239,15,132,244,250,
  674.   199,68,202,4,237,137,4,202,73,139,44,199,72,137,108,202,8,131,192,1,137,68,
  675.   202,252,248,248,2,15,183,67,252,254,141,156,253,131,233,248,3,68,139,116,
  676.   36,4,68,139,60,36,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,252,
  677.   255,36,252,238,248,4,131,192,1,252,233,244,1,248,5,68,41,252,240,248,6,59,
  678.   133,233,15,135,244,3,255,68,105,252,248,239,68,3,189,233,65,129,191,233,239,
  679.   15,132,244,253,70,141,116,48,1,73,139,175,233,73,139,135,233,72,137,44,202,
  680.   72,137,68,202,8,68,137,116,202,252,248,252,233,244,2,248,7,131,192,1,252,
  681.   233,244,6,255,129,124,253,202,252,236,239,15,133,244,251,139,108,202,232,
  682.   129,124,253,202,252,244,239,15,133,244,251,129,124,253,202,252,252,239,15,
  683.   133,244,251,128,189,233,235,15,133,244,251,141,156,253,131,233,199,68,202,
  684.   252,248,0,0,0,0,199,68,202,252,252,252,255,127,252,254,252,255,248,1,139,
  685.   3,15,182,204,15,182,232,131,195,4,193,232,16,65,252,255,36,252,238,248,5,
  686.   198,67,252,252,235,141,156,253,131,233,198,3,235,252,233,244,1,255,15,182,
  687.   252,236,15,182,192,68,137,60,36,68,141,188,253,194,233,141,12,202,68,43,122,
  688.   252,252,133,252,237,15,132,244,251,141,108,252,233,252,248,65,57,215,15,131,
  689.   244,248,248,1,73,139,71,252,248,65,131,199,8,72,137,1,131,193,8,57,252,233,
  690.   15,131,244,249,65,57,215,15,130,244,1,248,2,199,65,4,237,131,193,8,57,252,
  691.   233,15,130,244,2,248,3,68,139,60,36,139,3,15,182,204,15,182,232,131,195,4,
  692.   193,232,16,65,252,255,36,252,238,248,5,199,68,36,4,1,0,0,0,137,208,68,41,
  693.   252,248,15,134,244,3,137,197,193,252,237,3,131,197,1,137,108,36,4,139,108,
  694.   36,24,1,200,59,133,233,15,135,244,253,248,6,255,73,139,71,252,248,65,131,
  695.   199,8,72,137,1,131,193,8,65,57,215,15,130,244,6,252,233,244,3,248,7,137,149,
  696.   233,137,141,233,137,92,36,28,65,41,215,139,116,36,4,131,252,238,1,137,252,
  697.   239,232,251,1,0,139,149,233,139,141,233,65,1,215,252,233,244,6,255,193,225,
  698.   3,255,248,1,139,90,252,252,137,68,36,4,252,247,195,237,15,133,244,253,255,
  699.   248,14,65,137,215,131,232,1,15,132,244,249,248,2,73,139,44,15,73,137,111,
  700.   252,248,65,131,199,8,131,232,1,15,133,244,2,248,3,139,68,36,4,15,182,107,
  701.   252,255,248,5,57,197,15,135,244,252,255,72,139,44,10,72,137,106,252,248,255,
  702.   248,5,56,67,252,255,15,135,244,252,255,15,182,75,252,253,72,252,247,209,141,
  703.   20,202,68,139,122,252,248,69,139,191,233,69,139,191,233,139,3,15,182,204,
  704.   15,182,232,131,195,4,193,232,16,65,252,255,36,252,238,248,6,255,65,199,71,
  705.   252,252,237,65,131,199,8,255,199,68,194,252,244,237,255,131,192,1,252,233,
  706.   244,5,248,7,141,171,233,252,247,197,237,15,133,244,15,41,252,234,255,1,252,
  707.   233,255,137,221,209,252,237,129,229,239,102,65,129,172,253,46,233,238,15,
  708.   130,244,150,255,141,12,202,255,129,121,253,4,239,15,133,244,255,255,129,121,
  709.   253,12,239,15,133,244,68,129,121,253,20,239,15,133,244,68,139,41,131,121,
  710.   16,0,15,140,244,251,255,129,121,253,12,239,15,133,244,163,129,121,253,20,
  711.   239,15,133,244,163,255,139,105,16,133,252,237,15,136,244,251,3,41,15,128,
  712.   244,247,137,41,255,59,105,8,199,65,28,237,137,105,24,255,15,142,244,253,248,
  713.   1,248,6,141,156,253,131,233,255,141,156,253,131,233,15,183,67,252,254,15,
  714.   142,245,248,1,248,6,255,15,143,244,253,248,6,141,156,253,131,233,248,1,255,
  715.   248,7,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,252,255,36,252,
  716.   238,248,5,255,3,41,15,128,244,1,137,41,255,15,141,244,7,255,141,156,253,131,
  717.   233,15,183,67,252,254,15,141,245,255,15,140,244,7,255,252,233,244,6,248,9,
  718.   255,129,121,253,4,239,255,15,131,244,68,129,121,253,12,239,15,131,244,68,
  719.   255,129,121,253,12,239,15,131,244,163,129,121,253,20,239,15,131,244,163,255,
  720.   139,105,20,255,129,252,253,239,15,131,244,68,255,252,242,15,16,1,252,242,
  721.   15,16,73,8,255,252,242,15,88,65,16,252,242,15,17,1,133,252,237,15,136,244,
  722.   249,255,15,140,244,249,255,102,15,46,200,248,1,252,242,15,17,65,24,255,15,
  723.   131,244,7,255,141,156,253,131,233,15,183,67,252,254,15,131,245,255,15,130,
  724.   244,7,255,252,233,244,6,248,3,102,15,46,193,252,233,244,1,255,141,12,202,
  725.   139,105,4,129,252,253,239,15,132,244,247,255,137,105,252,252,139,41,137,105,
  726.   252,248,252,233,245,255,141,156,253,131,233,139,1,137,105,252,252,137,65,
  727.   252,248,255,139,108,36,24,137,149,233,137,4,36,137,218,137,198,137,252,239,
  728.   232,251,1,58,139,4,36,139,149,233,255,65,139,142,233,139,4,129,72,139,128,
  729.   233,139,108,36,24,65,137,150,233,65,137,174,233,76,137,36,36,76,137,108,36,
  730.   8,72,131,252,236,16,252,255,224,255,141,156,253,131,233,139,3,15,182,204,
  731.   15,182,232,131,195,4,193,232,16,65,252,255,36,252,238,255,137,221,209,252,
  732.   237,129,229,239,102,65,129,172,253,46,233,238,15,130,244,152,255,68,139,187,
  733.   233,139,108,36,24,141,12,202,59,141,233,15,135,244,25,15,182,139,233,57,200,
  734.   15,134,244,249,248,2,255,15,183,67,252,254,252,233,245,255,248,3,199,68,194,
  735.   252,252,237,131,192,1,57,200,15,134,244,3,252,233,244,2,255,141,44,197,237,
  736.   141,4,194,68,139,122,252,248,137,104,252,252,68,137,120,252,248,139,108,36,
  737.   24,141,12,200,59,141,233,15,135,244,24,137,209,137,194,15,182,171,233,133,
  738.   252,237,15,132,244,248,248,1,131,193,8,57,209,15,131,244,249,68,139,121,252,
  739.   248,68,137,56,68,139,121,252,252,68,137,120,4,131,192,8,199,65,252,252,237,
  740.   131,252,237,1,15,133,244,1,248,2,255,68,139,187,233,139,3,15,182,204,15,182,
  741.   232,131,195,4,193,232,16,65,252,255,36,252,238,255,248,3,199,64,4,237,131,
  742.   192,8,131,252,237,1,15,133,244,3,252,233,244,2,255,139,106,252,248,76,139,
  743.   189,233,139,108,36,24,141,68,194,252,248,137,149,233,141,136,233,59,141,233,
  744.   137,133,233,255,137,252,239,255,76,137,252,254,137,252,239,255,15,135,244,
  745.   23,65,199,134,233,237,255,65,252,255,215,255,65,252,255,150,233,255,139,149,
  746.   233,65,137,174,233,65,199,134,233,237,141,12,194,252,247,217,3,141,233,139,
  747.   90,252,252,252,233,244,12,255,254,0
  748. };

  750. #line 13 "vm_x86.dasc"
  751. //|.globals GLOB_
  752. enum {
  753.   GLOB_vm_returnp,
  754.   GLOB_cont_dispatch,
  755.   GLOB_vm_returnc,
  756.   GLOB_vm_unwind_yield,
  757.   GLOB_BC_RET_Z,
  758.   GLOB_vm_return,
  759.   GLOB_vm_leave_cp,
  760.   GLOB_vm_leave_unw,
  761.   GLOB_vm_unwind_c_eh,
  762.   GLOB_vm_unwind_c,
  763.   GLOB_vm_unwind_rethrow,
  764.   GLOB_vm_unwind_ff,
  765.   GLOB_vm_unwind_ff_eh,
  766.   GLOB_vm_growstack_c,
  767.   GLOB_vm_growstack_v,
  768.   GLOB_vm_growstack_f,
  769.   GLOB_vm_resume,
  770.   GLOB_vm_pcall,
  771.   GLOB_vm_call,
  772.   GLOB_vm_call_dispatch,
  773.   GLOB_vmeta_call,
  774.   GLOB_vm_call_dispatch_f,
  775.   GLOB_vm_cpcall,
  776.   GLOB_cont_ffi_callback,
  777.   GLOB_vm_call_tail,
  778.   GLOB_cont_cat,
  779.   GLOB_cont_ra,
  780.   GLOB_BC_CAT_Z,
  781.   GLOB_vmeta_tgets,
  782.   GLOB_vmeta_tgetb,
  783.   GLOB_vmeta_tgetv,
  784.   GLOB_vmeta_tgetr,
  785.   GLOB_BC_TGETR_Z,
  786.   GLOB_BC_TGETR2_Z,
  787.   GLOB_vmeta_tsets,
  788.   GLOB_vmeta_tsetb,
  789.   GLOB_vmeta_tsetv,
  790.   GLOB_cont_nop,
  791.   GLOB_vmeta_tsetr,
  792.   GLOB_BC_TSETR_Z,
  793.   GLOB_vmeta_comp,
  794.   GLOB_vmeta_binop,
  795.   GLOB_cont_condt,
  796.   GLOB_cont_condf,
  797.   GLOB_vmeta_equal,
  798.   GLOB_vmeta_equal_cd,
  799.   GLOB_vmeta_istype,
  800.   GLOB_vmeta_arith_vno,
  801.   GLOB_vmeta_arith_vn,
  802.   GLOB_vmeta_arith_nvo,
  803.   GLOB_vmeta_arith_nv,
  804.   GLOB_vmeta_unm,
  805.   GLOB_vmeta_arith_vvo,
  806.   GLOB_vmeta_arith_vv,
  807.   GLOB_vmeta_len,
  808.   GLOB_BC_LEN_Z,
  809.   GLOB_vmeta_call_ra,
  810.   GLOB_BC_CALLT_Z,
  811.   GLOB_vmeta_for,
  812.   GLOB_ff_assert,
  813.   GLOB_fff_fallback,
  814.   GLOB_fff_res_,
  815.   GLOB_ff_type,
  816.   GLOB_fff_res1,
  817.   GLOB_ff_getmetatable,
  818.   GLOB_ff_setmetatable,
  819.   GLOB_ff_rawget,
  820.   GLOB_ff_tonumber,
  821.   GLOB_fff_resi,
  822.   GLOB_fff_resxmm0,
  823.   GLOB_ff_tostring,
  824.   GLOB_fff_gcstep,
  825.   GLOB_ff_next,
  826.   GLOB_fff_res2,
  827.   GLOB_fff_res,
  828.   GLOB_ff_pairs,
  829.   GLOB_ff_ipairs_aux,
  830.   GLOB_fff_res0,
  831.   GLOB_ff_ipairs,
  832.   GLOB_ff_pcall,
  833.   GLOB_ff_xpcall,
  834.   GLOB_ff_coroutine_resume,
  835.   GLOB_ff_coroutine_wrap_aux,
  836.   GLOB_ff_coroutine_yield,
  837.   GLOB_fff_resn,
  838.   GLOB_ff_math_abs,
  839.   GLOB_fff_resbit,
  840.   GLOB_ff_math_floor,
  841.   GLOB_vm_floor_sse,
  842.   GLOB_ff_math_ceil,
  843.   GLOB_vm_ceil_sse,
  844.   GLOB_ff_math_sqrt,
  845.   GLOB_ff_math_log,
  846.   GLOB_ff_math_log10,
  847.   GLOB_ff_math_exp,
  848.   GLOB_ff_math_sin,
  849.   GLOB_ff_math_cos,
  850.   GLOB_ff_math_tan,
  851.   GLOB_ff_math_asin,
  852.   GLOB_ff_math_acos,
  853.   GLOB_ff_math_atan,
  854.   GLOB_ff_math_sinh,
  855.   GLOB_ff_math_cosh,
  856.   GLOB_ff_math_tanh,
  857.   GLOB_ff_math_pow,
  858.   GLOB_ff_math_atan2,
  859.   GLOB_ff_math_fmod,
  860.   GLOB_ff_math_ldexp,
  861.   GLOB_ff_math_frexp,
  862.   GLOB_ff_math_modf,
  863.   GLOB_vm_trunc_sse,
  864.   GLOB_ff_math_min,
  865.   GLOB_ff_math_max,
  866.   GLOB_ff_string_byte,
  867.   GLOB_ff_string_char,
  868.   GLOB_fff_newstr,
  869.   GLOB_fff_resstr,
  870.   GLOB_ff_string_sub,
  871.   GLOB_fff_emptystr,
  872.   GLOB_ff_string_reverse,
  873.   GLOB_ff_string_lower,
  874.   GLOB_ff_string_upper,
  875.   GLOB_ff_bit_tobit,
  876.   GLOB_ff_bit_band,
  877.   GLOB_fff_fallback_bit_op,
  878.   GLOB_ff_bit_bor,
  879.   GLOB_ff_bit_bxor,
  880.   GLOB_ff_bit_bswap,
  881.   GLOB_ff_bit_bnot,
  882.   GLOB_ff_bit_lshift,
  883.   GLOB_ff_bit_rshift,
  884.   GLOB_ff_bit_arshift,
  885.   GLOB_ff_bit_rol,
  886.   GLOB_ff_bit_ror,
  887.   GLOB_fff_fallback_2,
  888.   GLOB_fff_fallback_1,
  889.   GLOB_vm_record,
  890.   GLOB_vm_rethook,
  891.   GLOB_vm_inshook,
  892.   GLOB_cont_hook,
  893.   GLOB_vm_hotloop,
  894.   GLOB_vm_callhook,
  895.   GLOB_vm_hotcall,
  896.   GLOB_cont_stitch,
  897.   GLOB_vm_profhook,
  898.   GLOB_vm_exit_handler,
  899.   GLOB_vm_exit_interp,
  900.   GLOB_vm_floor,
  901.   GLOB_vm_ceil,
  902.   GLOB_vm_trunc,
  903.   GLOB_vm_mod,
  904.   GLOB_vm_powi_sse,
  905.   GLOB_vm_cpuid,
  906.   GLOB_assert_bad_for_arg_type,
  907.   GLOB_vm_ffi_callback,
  908.   GLOB_vm_ffi_call,
  909.   GLOB_BC_MODVN_Z,
  910.   GLOB_BC_TGETS_Z,
  911.   GLOB_BC_TSETS_Z,
  912.   GLOB__MAX
  913. };
  914. #line 14 "vm_x86.dasc"
  915. //|.globalnames globnames
  916. ‌static const char *const globnames[] = {
  917.   "vm_returnp",
  918.   "cont_dispatch",
  919.   "vm_returnc",
  920.   "vm_unwind_yield",
  921.   "BC_RET_Z",
  922.   "vm_return",
  923.   "vm_leave_cp",
  924.   "vm_leave_unw",
  925.   "vm_unwind_c_eh",
  926.   "vm_unwind_c@8",
  927.   "vm_unwind_rethrow",
  928.   "vm_unwind_ff@4",
  929.   "vm_unwind_ff_eh",
  930.   "vm_growstack_c",
  931.   "vm_growstack_v",
  932.   "vm_growstack_f",
  933.   "vm_resume",
  934.   "vm_pcall",
  935.   "vm_call",
  936.   "vm_call_dispatch",
  937.   "vmeta_call",
  938.   "vm_call_dispatch_f",
  939.   "vm_cpcall",
  940.   "cont_ffi_callback",
  941.   "vm_call_tail",
  942.   "cont_cat",
  943.   "cont_ra",
  944.   "BC_CAT_Z",
  945.   "vmeta_tgets",
  946.   "vmeta_tgetb",
  947.   "vmeta_tgetv",
  948.   "vmeta_tgetr",
  949.   "BC_TGETR_Z",
  950.   "BC_TGETR2_Z",
  951.   "vmeta_tsets",
  952.   "vmeta_tsetb",
  953.   "vmeta_tsetv",
  954.   "cont_nop",
  955.   "vmeta_tsetr",
  956.   "BC_TSETR_Z",
  957.   "vmeta_comp",
  958.   "vmeta_binop",
  959.   "cont_condt",
  960.   "cont_condf",
  961.   "vmeta_equal",
  962.   "vmeta_equal_cd",
  963.   "vmeta_istype",
  964.   "vmeta_arith_vno",
  965.   "vmeta_arith_vn",
  966.   "vmeta_arith_nvo",
  967.   "vmeta_arith_nv",
  968.   "vmeta_unm",
  969.   "vmeta_arith_vvo",
  970.   "vmeta_arith_vv",
  971.   "vmeta_len",
  972.   "BC_LEN_Z",
  973.   "vmeta_call_ra",
  974.   "BC_CALLT_Z",
  975.   "vmeta_for",
  976.   "ff_assert",
  977.   "fff_fallback",
  978.   "fff_res_",
  979.   "ff_type",
  980.   "fff_res1",
  981.   "ff_getmetatable",
  982.   "ff_setmetatable",
  983.   "ff_rawget",
  984.   "ff_tonumber",
  985.   "fff_resi",
  986.   "fff_resxmm0",
  987.   "ff_tostring",
  988.   "fff_gcstep",
  989.   "ff_next",
  990.   "fff_res2",
  991.   "fff_res",
  992.   "ff_pairs",
  993.   "ff_ipairs_aux",
  994.   "fff_res0",
  995.   "ff_ipairs",
  996.   "ff_pcall",
  997.   "ff_xpcall",
  998.   "ff_coroutine_resume",
  999.   "ff_coroutine_wrap_aux",
  1000.   "ff_coroutine_yield",
  1001.   "fff_resn",
  1002.   "ff_math_abs",
  1003.   "fff_resbit",
  1004.   "ff_math_floor",
  1005.   "vm_floor_sse",
  1006.   "ff_math_ceil",
  1007.   "vm_ceil_sse",
  1008.   "ff_math_sqrt",
  1009.   "ff_math_log",
  1010.   "ff_math_log10",
  1011.   "ff_math_exp",
  1012.   "ff_math_sin",
  1013.   "ff_math_cos",
  1014.   "ff_math_tan",
  1015.   "ff_math_asin",
  1016.   "ff_math_acos",
  1017.   "ff_math_atan",
  1018.   "ff_math_sinh",
  1019.   "ff_math_cosh",
  1020.   "ff_math_tanh",
  1021.   "ff_math_pow",
  1022.   "ff_math_atan2",
  1023.   "ff_math_fmod",
  1024.   "ff_math_ldexp",
  1025.   "ff_math_frexp",
  1026.   "ff_math_modf",
  1027.   "vm_trunc_sse",
  1028.   "ff_math_min",
  1029.   "ff_math_max",
  1030.   "ff_string_byte",
  1031.   "ff_string_char",
  1032.   "fff_newstr",
  1033.   "fff_resstr",
  1034.   "ff_string_sub",
  1035.   "fff_emptystr",
  1036.   "ff_string_reverse",
  1037.   "ff_string_lower",
  1038.   "ff_string_upper",
  1039.   "ff_bit_tobit",
  1040.   "ff_bit_band",
  1041.   "fff_fallback_bit_op",
  1042.   "ff_bit_bor",
  1043.   "ff_bit_bxor",
  1044.   "ff_bit_bswap",
  1045.   "ff_bit_bnot",
  1046.   "ff_bit_lshift",
  1047.   "ff_bit_rshift",
  1048.   "ff_bit_arshift",
  1049.   "ff_bit_rol",
  1050.   "ff_bit_ror",
  1051.   "fff_fallback_2",
  1052.   "fff_fallback_1",
  1053.   "vm_record",
  1054.   "vm_rethook",
  1055.   "vm_inshook",
  1056.   "cont_hook",
  1057.   "vm_hotloop",
  1058.   "vm_callhook",
  1059.   "vm_hotcall",
  1060.   "cont_stitch",
  1061.   "vm_profhook",
  1062.   "vm_exit_handler",
  1063.   "vm_exit_interp",
  1064.   "vm_floor",
  1065.   "vm_ceil",
  1066.   "vm_trunc",
  1067.   "vm_mod",
  1068.   "vm_powi_sse",
  1069.   "vm_cpuid",
  1070.   "assert_bad_for_arg_type",
  1071.   "vm_ffi_callback",
  1072.   "vm_ffi_call@4",
  1073.   "BC_MODVN_Z",
  1074.   "BC_TGETS_Z",
  1075.   "BC_TSETS_Z",
  1076.   (const char *)0
  1077. };
  1078. #line 15 "vm_x86.dasc"
  1079. //|.externnames extnames
  1080. ‌static const char *const extnames[] = {
  1081.   "lj_state_growstack@8",
  1082.   "lj_err_throw@8",
  1083.   "lj_meta_tget",
  1084.   "lj_tab_getinth@8",
  1085.   "lj_meta_tset",
  1086.   "lj_tab_setinth",
  1087.   "lj_meta_comp",
  1088.   "lj_meta_equal",
  1089.   "lj_meta_equal_cd@8",
  1090.   "lj_meta_istype",
  1091.   "lj_meta_arith",
  1092.   "lj_meta_len@8",
  1093.   "lj_meta_call",
  1094.   "lj_meta_for@8",
  1095.   "lj_tab_get",
  1096.   "lj_strfmt_number@8",
  1097.   "lj_tab_next",
  1098.   "lj_ffh_coroutine_wrap_err@8",
  1099.   "log",
  1100.   "log10",
  1101.   "exp",
  1102.   "sin",
  1103.   "cos",
  1104.   "tan",
  1105.   "asin",
  1106.   "acos",
  1107.   "atan",
  1108.   "sinh",
  1109.   "cosh",
  1110.   "tanh",
  1111.   "pow",
  1112.   "atan2",
  1113.   "fmod",
  1114.   "lj_str_new",
  1115.   "lj_buf_putstr_reverse@8",
  1116.   "lj_buf_tostr@4",
  1117.   "lj_buf_putstr_lower@8",
  1118.   "lj_buf_putstr_upper@8",
  1119.   "lj_gc_step@4",
  1120.   "lj_dispatch_ins@8",
  1121.   "lj_trace_hot@8",
  1122.   "lj_dispatch_call@8",
  1123.   "lj_dispatch_stitch@8",
  1124.   "lj_dispatch_profile@8",
  1125.   "lj_trace_exit@8",
  1126.   "lj_log_trace_direct_exit@8",
  1127.   "lj_ccallback_enter@8",
  1128.   "lj_ccallback_leave@8",
  1129.   "lj_tab_len@4",
  1130.   "lj_meta_cat",
  1131.   "lj_gc_barrieruv@8",
  1132.   "lj_func_closeuv@8",
  1133.   "lj_func_newL_gc",
  1134.   "lj_tab_new",
  1135.   "lj_gc_step_fixtop@4",
  1136.   "lj_tab_dup@8",
  1137.   "lj_tab_newkey",
  1138.   "lj_tab_reasize",
  1139.   "lj_log_trace_entry@8",
  1140.   (const char *)0
  1141. };
  1142. #line 16 "vm_x86.dasc"
  1143. //|
  1144. //|//-----------------------------------------------------------------------
  1145. //|
  1146. //|.if P64
  1147. //|.define X64, 1
  1148. //|.if WIN
  1149. //|.define X64WIN, 1
  1150. //|.endif
  1151. //|.endif
  1152. //|
  1153. //|// Fixed register assignments for the interpreter.
  1154. //|// This is very fragile and has many dependencies. Caveat emptor.
  1155. //|.define BASE,                edx                // Not C callee-save, refetched anyway.
  1156. //|.if not X64
  1157. //|.define KBASE,                edi                // Must be C callee-save.
  1158. //|.define KBASEa,        KBASE
  1159. //|.define PC,                esi                // Must be C callee-save.
  1160. //|.define PCa,                PC
  1161. //|.define DISPATCH,        ebx                // Must be C callee-save.
  1162. //|.elif X64WIN
  1163. //|.define KBASE,                edi                // Must be C callee-save.
  1164. //|.define KBASEa,        rdi
  1165. //|.define PC,                esi                // Must be C callee-save.
  1166. //|.define PCa,                rsi
  1167. //|.define DISPATCH,        ebx                // Must be C callee-save.
  1168. //|.else
  1169. //|.define KBASE,                r15d                // Must be C callee-save.
  1170. //|.define KBASEa,        r15
  1171. //|.define PC,                ebx                // Must be C callee-save.
  1172. //|.define PCa,                rbx
  1173. //|.define DISPATCH,        r14d                // Must be C callee-save.
  1174. //|.endif
  1175. //|
  1176. //|.define RA,                ecx
  1177. //|.define RAH,                ch
  1178. //|.define RAL,                cl
  1179. //|.define RB,                ebp                // Must be ebp (C callee-save).
  1180. //|.define RC,                eax                // Must be eax.
  1181. //|.define RCW,                ax
  1182. //|.define RCH,                ah
  1183. //|.define RCL,                al
  1184. //|.define OP,                RB
  1185. //|.define RD,                RC
  1186. //|.define RDW,                RCW
  1187. //|.define RDL,                RCL
  1188. //|.if X64
  1189. //|.define RAa, rcx
  1190. //|.define RBa, rbp
  1191. //|.define RCa, rax
  1192. //|.define RDa, rax
  1193. //|.else
  1194. //|.define RAa, RA
  1195. //|.define RBa, RB
  1196. //|.define RCa, RC
  1197. //|.define RDa, RD
  1198. //|.endif
  1199. //|
  1200. //|.if not X64
  1201. //|.define FCARG1,        ecx                // x86 fastcall arguments.
  1202. //|.define FCARG2,        edx
  1203. //|.elif X64WIN
  1204. //|.define CARG1,                rcx                // x64/WIN64 C call arguments.
  1205. //|.define CARG2,                rdx
  1206. //|.define CARG3,                r8
  1207. //|.define CARG4,                r9
  1208. //|.define CARG1d,        ecx
  1209. //|.define CARG2d,        edx
  1210. //|.define CARG3d,        r8d
  1211. //|.define CARG4d,        r9d
  1212. //|.define FCARG1,        CARG1d                // Upwards compatible to x86 fastcall.
  1213. //|.define FCARG2,        CARG2d
  1214. //|.else
  1215. //|.define CARG1,                rdi                // x64/POSIX C call arguments.
  1216. //|.define CARG2,                rsi
  1217. //|.define CARG3,                rdx
  1218. //|.define CARG4,                rcx
  1219. //|.define CARG5,                r8
  1220. //|.define CARG6,                r9
  1221. //|.define CARG1d,        edi
  1222. //|.define CARG2d,        esi
  1223. //|.define CARG3d,        edx
  1224. //|.define CARG4d,        ecx
  1225. //|.define CARG5d,        r8d
  1226. //|.define CARG6d,        r9d
  1227. //|.define FCARG1,        CARG1d                // Simulate x86 fastcall.
  1228. //|.define FCARG2,        CARG2d
  1229. //|.endif
  1230. //|
  1231. //|// Type definitions. Some of these are only used for documentation.
  1232. //|.type L,                lua_State
  1233. ‌#define Dt1(_V) (int)(ptrdiff_t)&(((lua_State *)0)_V)
  1234. #line 106 "vm_x86.dasc"
  1235. //|.type GL,                global_State
  1236. ‌#define Dt2(_V) (int)(ptrdiff_t)&(((global_State *)0)_V)
  1237. #line 107 "vm_x86.dasc"
  1238. //|.type TVALUE,                TValue
  1239. ‌#define Dt3(_V) (int)(ptrdiff_t)&(((TValue *)0)_V)
  1240. #line 108 "vm_x86.dasc"
  1241. //|.type GCOBJ,                GCobj
  1242. ‌#define Dt4(_V) (int)(ptrdiff_t)&(((GCobj *)0)_V)
  1243. #line 109 "vm_x86.dasc"
  1244. //|.type STR,                GCstr
  1245. ‌#define Dt5(_V) (int)(ptrdiff_t)&(((GCstr *)0)_V)
  1246. #line 110 "vm_x86.dasc"
  1247. //|.type TAB,                GCtab
  1248. ‌#define Dt6(_V) (int)(ptrdiff_t)&(((GCtab *)0)_V)
  1249. #line 111 "vm_x86.dasc"
  1250. //|.type LFUNC,                GCfuncL
  1251. ‌#define Dt7(_V) (int)(ptrdiff_t)&(((GCfuncL *)0)_V)
  1252. #line 112 "vm_x86.dasc"
  1253. //|.type CFUNC,                GCfuncC
  1254. ‌#define Dt8(_V) (int)(ptrdiff_t)&(((GCfuncC *)0)_V)
  1255. #line 113 "vm_x86.dasc"
  1256. //|.type PROTO,                GCproto
  1257. ‌#define Dt9(_V) (int)(ptrdiff_t)&(((GCproto *)0)_V)
  1258. #line 114 "vm_x86.dasc"
  1259. //|.type UPVAL,                GCupval
  1260. ‌#define DtA(_V) (int)(ptrdiff_t)&(((GCupval *)0)_V)
  1261. #line 115 "vm_x86.dasc"
  1262. //|.type NODE,                Node
  1263. ‌#define DtB(_V) (int)(ptrdiff_t)&(((Node *)0)_V)
  1264. #line 116 "vm_x86.dasc"
  1265. //|.type NARGS,                int
  1266. ‌#define DtC(_V) (int)(ptrdiff_t)&(((int *)0)_V)
  1267. #line 117 "vm_x86.dasc"
  1268. //|.type TRACE,                GCtrace
  1269. ‌#define DtD(_V) (int)(ptrdiff_t)&(((GCtrace *)0)_V)
  1270. #line 118 "vm_x86.dasc"
  1271. //|.type SBUF,                SBuf
  1272. ‌#define DtE(_V) (int)(ptrdiff_t)&(((SBuf *)0)_V)
  1273. #line 119 "vm_x86.dasc"
  1274. //|
  1275. //|// Stack layout while in interpreter. Must match with lj_frame.h.
  1276. //|//-----------------------------------------------------------------------
  1277. //|.if not X64                // x86 stack layout.
  1278. //|
  1279. //|.define CFRAME_SPACE,        aword*7                        // Delta for esp (see <--).
  1280. //|.macro saveregs_
  1281. //|  push edi; push esi; push ebx
  1282. //|  sub esp, CFRAME_SPACE
  1283. //|.endmacro
  1284. //|.macro saveregs
  1285. //|  push ebp; saveregs_
  1286. //|.endmacro
  1287. //|.macro restoreregs
  1288. //|  add esp, CFRAME_SPACE
  1289. //|  pop ebx; pop esi; pop edi; pop ebp
  1290. //|.endmacro
  1291. //|
  1292. //|.define SAVE_ERRF,        aword [esp+aword*15]        // vm_pcall/vm_cpcall only.
  1293. //|.define SAVE_NRES,        aword [esp+aword*14]
  1294. //|.define SAVE_CFRAME,        aword [esp+aword*13]
  1295. //|.define SAVE_L,        aword [esp+aword*12]
  1296. //|//----- 16 byte aligned, ^^^ arguments from C caller
  1297. //|.define SAVE_RET,        aword [esp+aword*11]        //<-- esp entering interpreter.
  1298. //|.define SAVE_R4,        aword [esp+aword*10]
  1299. //|.define SAVE_R3,        aword [esp+aword*9]
  1300. //|.define SAVE_R2,        aword [esp+aword*8]
  1301. //|//----- 16 byte aligned
  1302. //|.define SAVE_R1,        aword [esp+aword*7]        //<-- esp after register saves.
  1303. //|.define SAVE_PC,        aword [esp+aword*6]
  1304. //|.define TMP2,                aword [esp+aword*5]
  1305. //|.define TMP1,                aword [esp+aword*4]
  1306. //|//----- 16 byte aligned
  1307. //|.define ARG4,                aword [esp+aword*3]
  1308. //|.define ARG3,                aword [esp+aword*2]
  1309. //|.define ARG2,                aword [esp+aword*1]
  1310. //|.define ARG1,                aword [esp]                //<-- esp while in interpreter.
  1311. //|//----- 16 byte aligned, ^^^ arguments for C callee
  1312. //|
  1313. //|// FPARGx overlaps ARGx and ARG(x+1) on x86.
  1314. //|.define FPARG3,        qword [esp+qword*1]
  1315. //|.define FPARG1,        qword [esp]
  1316. //|// TMPQ overlaps TMP1/TMP2. ARG5/MULTRES overlap TMP1/TMP2 (and TMPQ).
  1317. //|.define TMPQ,                qword [esp+aword*4]
  1318. //|.define TMP3,                ARG4
  1319. //|.define ARG5,                TMP1
  1320. //|.define TMPa,                TMP1
  1321. //|.define MULTRES,        TMP2
  1322. //|
  1323. //|// Arguments for vm_call and vm_pcall.
  1324. //|.define INARG_BASE,        SAVE_CFRAME                // Overwritten by SAVE_CFRAME!
  1325. //|
  1326. //|// Arguments for vm_cpcall.
  1327. //|.define INARG_CP_CALL,        SAVE_ERRF
  1328. //|.define INARG_CP_UD,        SAVE_NRES
  1329. //|.define INARG_CP_FUNC,        SAVE_CFRAME
  1330. //|
  1331. //|//-----------------------------------------------------------------------
  1332. //|.elif X64WIN                // x64/Windows stack layout
  1333. //|
  1334. //|.define CFRAME_SPACE,        aword*5                        // Delta for rsp (see <--).
  1335. //|.macro saveregs_
  1336. //|  push rdi; push rsi; push rbx
  1337. //|  sub rsp, CFRAME_SPACE
  1338. //|.endmacro
  1339. //|.macro saveregs
  1340. //|  push rbp; saveregs_
  1341. //|.endmacro
  1342. //|.macro restoreregs
  1343. //|  add rsp, CFRAME_SPACE
  1344. //|  pop rbx; pop rsi; pop rdi; pop rbp
  1345. //|.endmacro
  1346. //|
  1347. //|.define SAVE_CFRAME,        aword [rsp+aword*13]
  1348. //|.define SAVE_PC,        dword [rsp+dword*25]
  1349. //|.define SAVE_L,        dword [rsp+dword*24]
  1350. //|.define SAVE_ERRF,        dword [rsp+dword*23]
  1351. //|.define SAVE_NRES,        dword [rsp+dword*22]
  1352. //|.define TMP2,                dword [rsp+dword*21]
  1353. //|.define TMP1,                dword [rsp+dword*20]
  1354. //|//----- 16 byte aligned, ^^^ 32 byte register save area, owned by interpreter
  1355. //|.define SAVE_RET,        aword [rsp+aword*9]        //<-- rsp entering interpreter.
  1356. //|.define SAVE_R4,        aword [rsp+aword*8]
  1357. //|.define SAVE_R3,        aword [rsp+aword*7]
  1358. //|.define SAVE_R2,        aword [rsp+aword*6]
  1359. //|.define SAVE_R1,        aword [rsp+aword*5]        //<-- rsp after register saves.
  1360. //|.define ARG5,                aword [rsp+aword*4]
  1361. //|.define CSAVE_4,        aword [rsp+aword*3]
  1362. //|.define CSAVE_3,        aword [rsp+aword*2]
  1363. //|.define CSAVE_2,        aword [rsp+aword*1]
  1364. //|.define CSAVE_1,        aword [rsp]                //<-- rsp while in interpreter.
  1365. //|//----- 16 byte aligned, ^^^ 32 byte register save area, owned by callee
  1366. //|
  1367. //|// TMPQ overlaps TMP1/TMP2. MULTRES overlaps TMP2 (and TMPQ).
  1368. //|.define TMPQ,                qword [rsp+aword*10]
  1369. //|.define MULTRES,        TMP2
  1370. //|.define TMPa,                ARG5
  1371. //|.define ARG5d,                dword [rsp+aword*4]
  1372. //|.define TMP3,                ARG5d
  1373. //|
  1374. //|//-----------------------------------------------------------------------
  1375. //|.else                        // x64/POSIX stack layout
  1376. //|
  1377. //|.define CFRAME_SPACE,        aword*5                        // Delta for rsp (see <--).
  1378. //|.macro saveregs_
  1379. //|  push rbx; push r15; push r14
  1380. //|  sub rsp, CFRAME_SPACE
  1381. //|.endmacro
  1382. //|.macro saveregs
  1383. //|  push rbp; saveregs_
  1384. //|.endmacro
  1385. //|.macro restoreregs
  1386. //|  add rsp, CFRAME_SPACE
  1387. //|  pop r14; pop r15; pop rbx; pop rbp
  1388. //|.endmacro
  1389. //|
  1390. //|//----- 16 byte aligned,
  1391. //|.define SAVE_RET,        aword [rsp+aword*9]        //<-- rsp entering interpreter.
  1392. //|.define SAVE_R4,        aword [rsp+aword*8]
  1393. //|.define SAVE_R3,        aword [rsp+aword*7]
  1394. //|.define SAVE_R2,        aword [rsp+aword*6]
  1395. //|.define SAVE_R1,        aword [rsp+aword*5]        //<-- rsp after register saves.
  1396. //|.define SAVE_CFRAME,        aword [rsp+aword*4]
  1397. //|.define SAVE_PC,        dword [rsp+dword*7]
  1398. //|.define SAVE_L,        dword [rsp+dword*6]
  1399. //|.define SAVE_ERRF,        dword [rsp+dword*5]
  1400. //|.define SAVE_NRES,        dword [rsp+dword*4]
  1401. //|.define TMPa,                aword [rsp+aword*1]
  1402. //|.define TMP2,                dword [rsp+dword*1]
  1403. //|.define TMP1,                dword [rsp]                //<-- rsp while in interpreter.
  1404. //|//----- 16 byte aligned
  1405. //|
  1406. //|// TMPQ overlaps TMP1/TMP2. MULTRES overlaps TMP2 (and TMPQ).
  1407. //|.define TMPQ,                qword [rsp]
  1408. //|.define TMP3,                dword [rsp+aword*1]
  1409. //|.define MULTRES,        TMP2
  1410. //|
  1411. //|.endif
  1412. //|
  1413. //|//-----------------------------------------------------------------------
  1414. //|
  1415. //|// Instruction headers.
  1416. //|.macro ins_A; .endmacro
  1417. //|.macro ins_AD; .endmacro
  1418. //|.macro ins_AJ; .endmacro
  1419. //|.macro ins_ABC; movzx RB, RCH; movzx RC, RCL; .endmacro
  1420. //|.macro ins_AB_; movzx RB, RCH; .endmacro
  1421. //|.macro ins_A_C; movzx RC, RCL; .endmacro
  1422. //|.macro ins_AND; not RDa; .endmacro
  1423. //|
  1424. //|// Instruction decode+dispatch. Carefully tuned (nope, lodsd is not faster).
  1425. //|.macro ins_NEXT
  1426. //|  mov RC, [PC]
  1427. //|  movzx RA, RCH
  1428. //|  movzx OP, RCL
  1429. //|  add PC, 4
  1430. //|  shr RC, 16
  1431. //|.if X64
  1432. //|  jmp aword [DISPATCH+OP*8]
  1433. //|.else
  1434. //|  jmp aword [DISPATCH+OP*4]
  1435. //|.endif
  1436. //|.endmacro
  1437. //|
  1438. //|// Instruction footer.
  1439. //|.if 1
  1440. //|  // Replicated dispatch. Less unpredictable branches, but higher I-Cache use.
  1441. //|  .define ins_next, ins_NEXT
  1442. //|  .define ins_next_, ins_NEXT
  1443. //|.else
  1444. //|  // Common dispatch. Lower I-Cache use, only one (very) unpredictable branch.
  1445. //|  // Affects only certain kinds of benchmarks (and only with -j off).
  1446. //|  // Around 10%-30% slower on Core2, a lot more slower on P4.
  1447. //|  .macro ins_next
  1448. //|    jmp ->ins_next
  1449. //|  .endmacro
  1450. //|  .macro ins_next_
  1451. //|  ->ins_next:
  1452. //|    ins_NEXT
  1453. //|  .endmacro
  1454. //|.endif
  1455. //|
  1456. //|// Call decode and dispatch.
  1457. //|.macro ins_callt
  1458. //|  // BASE = new base, RB = LFUNC, RD = nargs+1, [BASE-4] = PC
  1459. //|  mov PC, LFUNC:RB->pc
  1460. //|  mov RA, [PC]
  1461. //|  movzx OP, RAL
  1462. //|  movzx RA, RAH
  1463. //|  add PC, 4
  1464. //|.if X64
  1465. //|  jmp aword [DISPATCH+OP*8]
  1466. //|.else
  1467. //|  jmp aword [DISPATCH+OP*4]
  1468. //|.endif
  1469. //|.endmacro
  1470. //|
  1471. //|.macro ins_call
  1472. //|  // BASE = new base, RB = LFUNC, RD = nargs+1
  1473. //|  mov [BASE-4], PC
  1474. //|  ins_callt
  1475. //|.endmacro
  1476. //|
  1477. //|//-----------------------------------------------------------------------
  1478. //|
  1479. //|// Macros to test operand types.
  1480. //|.macro checktp, reg, tp;  cmp dword [BASE+reg*8+4], tp; .endmacro
  1481. //|.macro checknum, reg, target; checktp reg, LJ_TISNUM; jae target; .endmacro
  1482. //|.macro checkint, reg, target; checktp reg, LJ_TISNUM; jne target; .endmacro
  1483. //|.macro checkstr, reg, target; checktp reg, LJ_TSTR; jne target; .endmacro
  1484. //|.macro checktab, reg, target; checktp reg, LJ_TTAB; jne target; .endmacro
  1485. //|
  1486. //|// These operands must be used with movzx.
  1487. //|.define PC_OP, byte [PC-4]
  1488. //|.define PC_RA, byte [PC-3]
  1489. //|.define PC_RB, byte [PC-1]
  1490. //|.define PC_RC, byte [PC-2]
  1491. //|.define PC_RD, word [PC-2]
  1492. //|
  1493. //|.macro branchPC, reg
  1494. //|  lea PC, [PC+reg*4-BCBIAS_J*4]
  1495. //|.endmacro
  1496. //|
  1497. //|// Assumes DISPATCH is relative to GL.
  1498. ‌#define DISPATCH_GL(field)        (GG_DISP2G + (int)offsetof(global_State, field))
  1499. ‌#define DISPATCH_J(field)        (GG_DISP2J + (int)offsetof(jit_State, field))
  1500. //|
  1501. ‌#define PC2PROTO(field)  ((int)offsetof(GCproto, field)-(int)sizeof(GCproto))
  1502. //|
  1503. //|// Decrement hashed hotcount and trigger trace recorder if zero.
  1504. //|.macro hotloop, reg
  1505. //|  mov reg, PC
  1506. //|  shr reg, 1
  1507. //|  and reg, HOTCOUNT_PCMASK
  1508. //|  sub word [DISPATCH+reg+GG_DISP2HOT], HOTCOUNT_LOOP
  1509. //|  jb ->vm_hotloop
  1510. //|.endmacro
  1511. //|
  1512. //|.macro hotcall, reg
  1513. //|  mov reg, PC
  1514. //|  shr reg, 1
  1515. //|  and reg, HOTCOUNT_PCMASK
  1516. //|  sub word [DISPATCH+reg+GG_DISP2HOT], HOTCOUNT_CALL
  1517. //|  jb ->vm_hotcall
  1518. //|.endmacro
  1519. //|
  1520. //|// Set current VM state.
  1521. //|.macro set_vmstate, st
  1522. //|  mov dword [DISPATCH+DISPATCH_GL(vmstate)], ~LJ_VMST_..st
  1523. //|.endmacro
  1524. //|
  1525. //|// x87 compares.
  1526. //|.macro fcomparepp                        // Compare and pop st0 >< st1.
  1527. //|  fucomip st1
  1528. //|  fpop
  1529. //|.endmacro
  1530. //|
  1531. //|.macro fpop1; fstp st1; .endmacro
  1532. //|
  1533. //|// Synthesize SSE FP constants.
  1534. //|.macro sseconst_abs, reg, tmp                // Synthesize abs mask.
  1535. //|.if X64
  1536. //|  mov64 tmp, U64x(7fffffff,ffffffff); movd reg, tmp
  1537. //|.else
  1538. //|  pxor reg, reg; pcmpeqd reg, reg; psrlq reg, 1
  1539. //|.endif
  1540. //|.endmacro
  1541. //|
  1542. //|.macro sseconst_hi, reg, tmp, val        // Synthesize hi-32 bit const.
  1543. //|.if X64
  1544. //|  mov64 tmp, U64x(val,00000000); movd reg, tmp
  1545. //|.else
  1546. //|  mov tmp, 0x .. val; movd reg, tmp; pshufd reg, reg, 0x51
  1547. //|.endif
  1548. //|.endmacro
  1549. //|
  1550. //|.macro sseconst_sign, reg, tmp                // Synthesize sign mask.
  1551. //|  sseconst_hi reg, tmp, 80000000
  1552. //|.endmacro
  1553. //|.macro sseconst_1, reg, tmp                // Synthesize 1.0.
  1554. //|  sseconst_hi reg, tmp, 3ff00000
  1555. //|.endmacro
  1556. //|.macro sseconst_m1, reg, tmp                // Synthesize -1.0.
  1557. //|  sseconst_hi reg, tmp, bff00000
  1558. //|.endmacro
  1559. //|.macro sseconst_2p52, reg, tmp                // Synthesize 2^52.
  1560. //|  sseconst_hi reg, tmp, 43300000
  1561. //|.endmacro
  1562. //|.macro sseconst_tobit, reg, tmp        // Synthesize 2^52 + 2^51.
  1563. //|  sseconst_hi reg, tmp, 43380000
  1564. //|.endmacro
  1565. //|
  1566. //|// Move table write barrier back. Overwrites reg.
  1567. //|.macro barrierback, tab, reg
  1568. //|  and byte tab->marked, (uint8_t)~LJ_GC_BLACK        // black2gray(tab)
  1569. //|  mov reg, [DISPATCH+DISPATCH_GL(gc.grayagain)]
  1570. //|  mov [DISPATCH+DISPATCH_GL(gc.grayagain)], tab
  1571. //|  mov tab->gclist, reg
  1572. //|.endmacro
  1573. //|
  1574. //|//-----------------------------------------------------------------------

  1576. /* Generate subroutines used by opcodes and other parts of the VM. */
  1577. /* The .code_sub section should be last to help static branch prediction. */
  1578. ‌static void build_subroutines(BuildCtx *ctx)
  1579. {
  1580.   //|.code_sub
  1581.   dasm_put(Dst, 0);
  1582. #line 426 "vm_x86.dasc"
  1583.   //|
  1584.   //|//-----------------------------------------------------------------------
  1585.   //|//-- Return handling ----------------------------------------------------
  1586.   //|//-----------------------------------------------------------------------
  1587.   //|
  1588.   //|->vm_returnp:
  1589.   //|  test PC, FRAME_P
  1590.   //|  jz ->cont_dispatch
  1591.   //|
  1592.   //|  // Return from pcall or xpcall fast func.
  1593.   //|  and PC, -8
  1594.   //|  sub BASE, PC                        // Restore caller base.
  1595.   //|  lea RAa, [RA+PC-8]                        // Rebase RA and prepend one result.
  1596.   //|  mov PC, [BASE-4]                        // Fetch PC of previous frame.
  1597.   //|  // Prepending may overwrite the pcall frame, so do it at the end.
  1598.   //|  mov dword [BASE+RA+4], LJ_TTRUE        // Prepend true to results.
  1599.   //|
  1600.   //|->vm_returnc:
  1601.   //|  add RD, 1                                // RD = nresults+1
  1602.   //|  jz ->vm_unwind_yield
  1603.   //|  mov MULTRES, RD
  1604.   //|  test PC, FRAME_TYPE
  1605.   //|  jz ->BC_RET_Z                        // Handle regular return to Lua.
  1606.   //|
  1607.   //|->vm_return:
  1608.   //|  // BASE = base, RA = resultofs, RD = nresults+1 (= MULTRES), PC = return
  1609.   //|  xor PC, FRAME_C
  1610.   //|  test PC, FRAME_TYPE
  1611.   //|  jnz ->vm_returnp
  1612.   //|
  1613.   //|  // Return to C.
  1614.   //|  set_vmstate C
  1615.   //|  and PC, -8
  1616.   //|  sub PC, BASE
  1617.   //|  neg PC                                // Previous base = BASE - delta.
  1618.   //|
  1619.   //|  sub RD, 1
  1620.   //|  jz >2
  1621.   //|1:  // Move results down.
  1622.   //|.if X64
  1623.   //|  mov RBa, [BASE+RA]
  1624.   dasm_put(Dst, 2, FRAME_P, LJ_TTRUE, FRAME_TYPE, FRAME_C, FRAME_TYPE, DISPATCH_GL(vmstate), ~LJ_VMST_C);
  1625. #line 467 "vm_x86.dasc"
  1626.   //|  mov [BASE-8], RBa
  1627.   //|.else
  1628.   //|  mov RB, [BASE+RA]
  1629.   //|  mov [BASE-8], RB
  1630.   //|  mov RB, [BASE+RA+4]
  1631.   //|  mov [BASE-4], RB
  1632.   //|.endif
  1633.   //|  add BASE, 8
  1634.   //|  sub RD, 1
  1635.   //|  jnz <1
  1636.   //|2:
  1637.   //|  mov L:RB, SAVE_L
  1638.   //|  mov L:RB->base, PC
  1639.   //|3:
  1640.   //|  mov RD, MULTRES
  1641.   //|  mov RA, SAVE_NRES                        // RA = wanted nresults+1
  1642.   //|4:
  1643.   //|  cmp RA, RD
  1644.   //|  jne >6                                // More/less results wanted?
  1645.   //|5:
  1646.   //|  sub BASE, 8
  1647.   //|  mov L:RB->top, BASE
  1648.   //|
  1649.   //|->vm_leave_cp:
  1650.   //|  mov RAa, SAVE_CFRAME                // Restore previous C frame.
  1651.   //|  mov L:RB->cframe, RAa
  1652.   //|  xor eax, eax                        // Ok return status for vm_pcall.
  1653.   //|
  1654.   //|->vm_leave_unw:
  1655.   //|  restoreregs
  1656.   //|  ret
  1657.   //|
  1658.   //|6:
  1659.   //|  jb >7                                // Less results wanted?
  1660.   //|  // More results wanted. Check stack size and fill up results with nil.
  1661.   //|  cmp BASE, L:RB->maxstack
  1662.   //|  ja >8
  1663.   //|  mov dword [BASE-4], LJ_TNIL
  1664.   //|  add BASE, 8
  1665.   dasm_put(Dst, 92, Dt1(->base), Dt1(->top), Dt1(->cframe), Dt1(->maxstack), LJ_TNIL);
  1666. #line 506 "vm_x86.dasc"
  1667.   //|  add RD, 1
  1668.   //|  jmp <4
  1669.   //|
  1670.   //|7:  // Less results wanted.
  1671.   //|  test RA, RA
  1672.   //|  jz <5                                // But check for LUA_MULTRET+1.
  1673.   //|  sub RA, RD                                // Negative result!
  1674.   //|  lea BASE, [BASE+RA*8]                // Correct top.
  1675.   //|  jmp <5
  1676.   //|
  1677.   //|8:  // Corner case: need to grow stack for filling up results.
  1678.   //|  // This can happen if:
  1679.   //|  // - A C function grows the stack (a lot).
  1680.   //|  // - The GC shrinks the stack in between.
  1681.   //|  // - A return back from a lua_call() with (high) nresults adjustment.
  1682.   //|  mov L:RB->top, BASE                // Save current top held in BASE (yes).
  1683.   //|  mov MULTRES, RD                        // Need to fill only remainder with nil.
  1684.   //|  mov FCARG2, RA
  1685.   //|  mov FCARG1, L:RB
  1686.   //|  call extern lj_state_growstack@8        // (lua_State *L, int n)
  1687.   //|  mov BASE, L:RB->top                // Need the (realloced) L->top in BASE.
  1688.   //|  jmp <3
  1689.   //|
  1690.   //|->vm_unwind_yield:
  1691.   //|  mov al, LUA_YIELD
  1692.   //|  jmp ->vm_unwind_c_eh
  1693.   //|
  1694.   //|->vm_unwind_c@8:                        // Unwind C stack, return from vm_pcall.
  1695.   //|  // (void *cframe, int errcode)
  1696.   //|.if X64
  1697.   //|  mov eax, CARG2d                        // Error return status for vm_pcall.
  1698.   //|  mov rsp, CARG1
  1699.   //|.else
  1700.   //|  mov eax, FCARG2                        // Error return status for vm_pcall.
  1701.   //|  mov esp, FCARG1
  1702.   //|.endif
  1703.   //|->vm_unwind_c_eh:                        // Landing pad for external unwinder.
  1704.   //|  mov L:RB, SAVE_L
  1705.   //|  mov GL:RB, L:RB->glref
  1706.   //|  mov dword GL:RB->vmstate, ~LJ_VMST_C
  1707.   //|  jmp ->vm_leave_unw
  1708.   dasm_put(Dst, 192, Dt1(->top), Dt1(->top), LUA_YIELD, Dt1(->glref), Dt2(->vmstate), ~LJ_VMST_C);
  1709. #line 547 "vm_x86.dasc"
  1710.   //|
  1711.   //|->vm_unwind_rethrow:
  1712.   //|.if X64 and not X64WIN
  1713.   //|  mov FCARG1, SAVE_L
  1714.   //|  mov FCARG2, eax
  1715.   //|  restoreregs
  1716.   //|  jmp extern lj_err_throw@8                // (lua_State *L, int errcode)
  1717.   //|.endif
  1718.   //|
  1719.   //|->vm_unwind_ff@4:                        // Unwind C stack, return from ff pcall.
  1720.   //|  // (void *cframe)
  1721.   //|.if X64
  1722.   //|  and CARG1, CFRAME_RAWMASK
  1723.   //|  mov rsp, CARG1
  1724.   //|.else
  1725.   //|  and FCARG1, CFRAME_RAWMASK
  1726.   //|  mov esp, FCARG1
  1727.   //|.endif
  1728.   //|->vm_unwind_ff_eh:                        // Landing pad for external unwinder.
  1729.   //|  mov L:RB, SAVE_L
  1730.   //|  mov RAa, -8                        // Results start at BASE+RA = BASE-8.
  1731.   //|  mov RD, 1+1                        // Really 1+2 results, incr. later.
  1732.   //|  mov BASE, L:RB->base
  1733.   //|  mov DISPATCH, L:RB->glref                // Setup pointer to dispatch table.
  1734.   //|  add DISPATCH, GG_G2DISP
  1735.   //|  mov PC, [BASE-4]                        // Fetch PC of previous frame.
  1736.   //|  mov dword [BASE-4], LJ_TFALSE        // Prepend false to error message.
  1737.   //|  set_vmstate INTERP
  1738.   //|  jmp ->vm_returnc                        // Increments RD/MULTRES and returns.
  1739.   //|
  1740.   //|//-----------------------------------------------------------------------
  1741.   //|//-- Grow stack for calls -----------------------------------------------
  1742.   //|//-----------------------------------------------------------------------
  1743.   //|
  1744.   //|->vm_growstack_c:                        // Grow stack for C function.
  1745.   //|  mov FCARG2, LUA_MINSTACK
  1746.   //|  jmp >2
  1747.   //|
  1748.   //|->vm_growstack_v:                        // Grow stack for vararg Lua function.
  1749.   //|  sub RD, 8
  1750.   dasm_put(Dst, 275, CFRAME_RAWMASK, 1+1, Dt1(->base), Dt1(->glref), GG_G2DISP, LJ_TFALSE, DISPATCH_GL(vmstate), ~LJ_VMST_INTERP, LUA_MINSTACK);
  1751. #line 587 "vm_x86.dasc"
  1752.   //|  jmp >1
  1753.   //|
  1754.   //|->vm_growstack_f:                        // Grow stack for fixarg Lua function.
  1755.   //|  // BASE = new base, RD = nargs+1, RB = L, PC = first PC
  1756.   //|  lea RD, [BASE+NARGS:RD*8-8]
  1757.   //|1:
  1758.   //|  movzx RA, byte [PC-4+PC2PROTO(framesize)]
  1759.   //|  add PC, 4                                // Must point after first instruction.
  1760.   //|  mov L:RB->base, BASE
  1761.   //|  mov L:RB->top, RD
  1762.   //|  mov SAVE_PC, PC
  1763.   //|  mov FCARG2, RA
  1764.   //|2:
  1765.   //|  // RB = L, L->base = new base, L->top = top
  1766.   //|  mov FCARG1, L:RB
  1767.   //|  call extern lj_state_growstack@8        // (lua_State *L, int n)
  1768.   //|  mov BASE, L:RB->base
  1769.   //|  mov RD, L:RB->top
  1770.   //|  mov LFUNC:RB, [BASE-8]
  1771.   //|  sub RD, BASE
  1772.   //|  shr RD, 3
  1773.   //|  add NARGS:RD, 1
  1774.   //|  // BASE = new base, RB = LFUNC, RD = nargs+1
  1775.   //|  ins_callt                                // Just retry the call.
  1776.   //|
  1777.   //|//-----------------------------------------------------------------------
  1778.   //|//-- Entry points into the assembler VM ---------------------------------
  1779.   //|//-----------------------------------------------------------------------
  1780.   //|
  1781.   //|->vm_resume:                                // Setup C frame and resume thread.
  1782.   //|  // (lua_State *L, TValue *base, int nres1 = 0, ptrdiff_t ef = 0)
  1783.   //|  saveregs
  1784.   //|.if X64
  1785.   //|  mov L:RB, CARG1d                        // Caveat: CARG1d may be RA.
  1786.   //|  mov SAVE_L, CARG1d
  1787.   //|  mov RA, CARG2d
  1788.   //|.else
  1789.   //|  mov L:RB, SAVE_L
  1790.   //|  mov RA, INARG_BASE                        // Caveat: overlaps SAVE_CFRAME!
  1791.   //|.endif
  1792.   //|  mov PC, FRAME_CP
  1793.   //|  xor RD, RD
  1794.   //|  lea KBASEa, [esp+CFRAME_RESUME]
  1795.   //|  mov DISPATCH, L:RB->glref                // Setup pointer to dispatch table.
  1796.   //|  add DISPATCH, GG_G2DISP
  1797.   //|  mov SAVE_PC, RD                        // Any value outside of bytecode is ok.
  1798.   //|  mov SAVE_CFRAME, RDa
  1799.   //|.if X64
  1800.   //|  mov SAVE_NRES, RD
  1801.   //|  mov SAVE_ERRF, RD
  1802.   //|.endif
  1803.   //|  mov L:RB->cframe, KBASEa
  1804.   //|  cmp byte L:RB->status, RDL
  1805.   //|  je >2                                // Initial resume (like a call).
  1806.   //|
  1807.   //|  // Resume after yield (like a return).
  1808.   //|  mov [DISPATCH+DISPATCH_GL(cur_L)], L:RB
  1809.   dasm_put(Dst, 371, -4+PC2PROTO(framesize), Dt1(->base), Dt1(->top), Dt1(->base), Dt1(->top), Dt7(->pc), FRAME_CP, CFRAME_RESUME, Dt1(->glref), GG_G2DISP, Dt1(->cframe), Dt1(->status));
  1810. #line 644 "vm_x86.dasc"
  1811.   //|  set_vmstate INTERP
  1812.   //|  mov byte L:RB->status, RDL
  1813.   //|  mov BASE, L:RB->base
  1814.   //|  mov RD, L:RB->top
  1815.   //|  sub RD, RA
  1816.   //|  shr RD, 3
  1817.   //|  add RD, 1                                // RD = nresults+1
  1818.   //|  sub RA, BASE                        // RA = resultofs
  1819.   //|  mov PC, [BASE-4]
  1820.   //|  mov MULTRES, RD
  1821.   //|  test PC, FRAME_TYPE
  1822.   //|  jz ->BC_RET_Z
  1823.   //|  jmp ->vm_return
  1824.   //|
  1825.   //|->vm_pcall:                                // Setup protected C frame and enter VM.
  1826.   //|  // (lua_State *L, TValue *base, int nres1, ptrdiff_t ef)
  1827.   //|  saveregs
  1828.   //|  mov PC, FRAME_CP
  1829.   //|.if X64
  1830.   //|  mov SAVE_ERRF, CARG4d
  1831.   //|.endif
  1832.   //|  jmp >1
  1833.   //|
  1834.   //|->vm_call:                                // Setup C frame and enter VM.
  1835.   //|  // (lua_State *L, TValue *base, int nres1)
  1836.   //|  saveregs
  1837.   //|  mov PC, FRAME_C
  1838.   //|
  1839.   //|1:  // Entry point for vm_pcall above (PC = ftype).
  1840.   //|.if X64
  1841.   //|  mov SAVE_NRES, CARG3d
  1842.   //|  mov L:RB, CARG1d                        // Caveat: CARG1d may be RA.
  1843.   //|  mov SAVE_L, CARG1d
  1844.   //|  mov RA, CARG2d
  1845.   //|.else
  1846.   //|  mov L:RB, SAVE_L
  1847.   //|  mov RA, INARG_BASE                        // Caveat: overlaps SAVE_CFRAME!
  1848.   //|.endif
  1849.   //|
  1850.   //|  mov DISPATCH, L:RB->glref                // Setup pointer to dispatch table.
  1851.   //|  mov KBASEa, L:RB->cframe                // Add our C frame to cframe chain.
  1852.   //|  mov SAVE_CFRAME, KBASEa
  1853.   dasm_put(Dst, 524, DISPATCH_GL(cur_L), DISPATCH_GL(vmstate), ~LJ_VMST_INTERP, Dt1(->status), Dt1(->base), Dt1(->top), FRAME_TYPE, FRAME_CP, FRAME_C, Dt1(->glref), Dt1(->cframe));
  1854. #line 686 "vm_x86.dasc"
  1855.   //|  mov SAVE_PC, L:RB                        // Any value outside of bytecode is ok.
  1856.   //|  add DISPATCH, GG_G2DISP
  1857.   //|.if X64
  1858.   //|  mov L:RB->cframe, rsp
  1859.   //|.else
  1860.   //|  mov L:RB->cframe, esp
  1861.   //|.endif
  1862.   //|
  1863.   //|2:  // Entry point for vm_resume/vm_cpcall (RA = base, RB = L, PC = ftype).
  1864.   //|  mov [DISPATCH+DISPATCH_GL(cur_L)], L:RB
  1865.   //|  set_vmstate INTERP
  1866.   //|  mov BASE, L:RB->base                // BASE = old base (used in vmeta_call).
  1867.   //|  add PC, RA
  1868.   //|  sub PC, BASE                        // PC = frame delta + frame type
  1869.   //|
  1870.   //|  mov RD, L:RB->top
  1871.   //|  sub RD, RA
  1872.   //|  shr NARGS:RD, 3
  1873.   //|  add NARGS:RD, 1                        // RD = nargs+1
  1874.   //|
  1875.   //|->vm_call_dispatch:
  1876.   //|  mov LFUNC:RB, [RA-8]
  1877.   //|  cmp dword [RA-4], LJ_TFUNC
  1878.   //|  jne ->vmeta_call                        // Ensure KBASE defined and != BASE.
  1879.   //|
  1880.   //|->vm_call_dispatch_f:
  1881.   //|  mov BASE, RA
  1882.   //|  ins_call
  1883.   //|  // BASE = new base, RB = func, RD = nargs+1, PC = caller PC
  1884.   //|
  1885.   //|->vm_cpcall:                                // Setup protected C frame, call C.
  1886.   //|  // (lua_State *L, lua_CFunction func, void *ud, lua_CPFunction cp)
  1887.   //|  saveregs
  1888.   //|.if X64
  1889.   //|  mov L:RB, CARG1d                        // Caveat: CARG1d may be RA.
  1890.   //|  mov SAVE_L, CARG1d
  1891.   //|.else
  1892.   //|  mov L:RB, SAVE_L
  1893.   //|  // Caveat: INARG_CP_* and SAVE_CFRAME/SAVE_NRES/SAVE_ERRF overlap!
  1894.   //|  mov RC, INARG_CP_UD                // Get args before they are overwritten.
  1895.   //|  mov RA, INARG_CP_FUNC
  1896.   //|  mov BASE, INARG_CP_CALL
  1897.   //|.endif
  1898.   //|  mov SAVE_PC, L:RB                        // Any value outside of bytecode is ok.
  1899.   //|
  1900.   //|  mov KBASE, L:RB->stack                // Compute -savestack(L, L->top).
  1901.   //|  sub KBASE, L:RB->top
  1902.   //|   mov DISPATCH, L:RB->glref                // Setup pointer to dispatch table.
  1903.   //|  mov SAVE_ERRF, 0                        // No error function.
  1904.   //|  mov SAVE_NRES, KBASE                // Neg. delta means cframe w/o frame.
  1905.   //|   add DISPATCH, GG_G2DISP
  1906.   //|  // Handler may change cframe_nres(L->cframe) or cframe_errfunc(L->cframe).
  1907.   //|
  1908.   //|.if X64
  1909.   //|  mov KBASEa, L:RB->cframe                // Add our C frame to cframe chain.
  1910.   //|  mov SAVE_CFRAME, KBASEa
  1911.   dasm_put(Dst, 635, GG_G2DISP, Dt1(->cframe), DISPATCH_GL(cur_L), DISPATCH_GL(vmstate), ~LJ_VMST_INTERP, Dt1(->base), Dt1(->top), LJ_TFUNC, Dt7(->pc), Dt1(->stack), Dt1(->top), Dt1(->glref), GG_G2DISP, Dt1(->cframe));
  1912. #line 742 "vm_x86.dasc"
  1913.   //|  mov L:RB->cframe, rsp
  1914.   //|  mov [DISPATCH+DISPATCH_GL(cur_L)], L:RB
  1915.   //|
  1916.   //|  call CARG4                        // (lua_State *L, lua_CFunction func, void *ud)
  1917.   //|.else
  1918.   //|  mov ARG3, RC                        // Have to copy args downwards.
  1919.   //|  mov ARG2, RA
  1920.   //|  mov ARG1, L:RB
  1921.   //|
  1922.   //|  mov KBASE, L:RB->cframe                // Add our C frame to cframe chain.
  1923.   //|  mov SAVE_CFRAME, KBASE
  1924.   //|  mov L:RB->cframe, esp
  1925.   //|  mov [DISPATCH+DISPATCH_GL(cur_L)], L:RB
  1926.   //|
  1927.   //|  call BASE                        // (lua_State *L, lua_CFunction func, void *ud)
  1928.   //|.endif
  1929.   //|  // TValue * (new base) or NULL returned in eax (RC).
  1930.   //|  test RC, RC
  1931.   //|  jz ->vm_leave_cp                        // No base? Just remove C frame.
  1932.   //|  mov RA, RC
  1933.   //|  mov PC, FRAME_CP
  1934.   //|  jmp <2                                // Else continue with the call.
  1935.   //|
  1936.   //|//-----------------------------------------------------------------------
  1937.   //|//-- Metamethod handling ------------------------------------------------
  1938.   //|//-----------------------------------------------------------------------
  1939.   //|
  1940.   //|//-- Continuation dispatch ----------------------------------------------
  1941.   //|
  1942.   //|->cont_dispatch:
  1943.   //|  // BASE = meta base, RA = resultofs, RD = nresults+1 (also in MULTRES)
  1944.   //|  add RA, BASE
  1945.   //|  and PC, -8
  1946.   //|  mov RB, BASE
  1947.   //|  sub BASE, PC                        // Restore caller BASE.
  1948.   //|  mov dword [RA+RD*8-4], LJ_TNIL        // Ensure one valid arg.
  1949.   //|  mov RC, RA                                // ... in [RC]
  1950.   //|  mov PC, [RB-12]                        // Restore PC from [cont|PC].
  1951.   //|.if X64
  1952.   //|  movsxd RAa, dword [RB-16]                // May be negative on WIN64 with debug.
  1953.   //|.if FFI
  1954.   //|  cmp RA, 1
  1955.   //|  jbe >1
  1956.   //|.endif
  1957.   //|  lea KBASEa, qword [=>0]
  1958.   //|  add RAa, KBASEa
  1959.   //|.else
  1960.   //|  mov RA, dword [RB-16]
  1961.   //|.if FFI
  1962.   //|  cmp RA, 1
  1963.   //|  jbe >1
  1964.   //|.endif
  1965.   //|.endif
  1966.   //|  mov LFUNC:KBASE, [BASE-8]
  1967.   //|  mov KBASE, LFUNC:KBASE->pc
  1968.   //|  mov KBASE, [KBASE+PC2PROTO(k)]
  1969.   //|  // BASE = base, RC = result, RB = meta base
  1970.   //|  jmp RAa                                // Jump to continuation.
  1971.   //|
  1972.   //|.if FFI
  1973.   //|1:
  1974.   //|  je ->cont_ffi_callback                // cont = 1: return from FFI callback.
  1975.   //|  // cont = 0: Tail call from C function.
  1976.   //|  sub RB, BASE
  1977.   //|  shr RB, 3
  1978.   //|  lea RD, [RB-1]
  1979.   //|  jmp ->vm_call_tail
  1980.   //|.endif
  1981.   //|
  1982.   //|->cont_cat:                                // BASE = base, RC = result, RB = mbase
  1983.   //|  movzx RA, PC_RB
  1984.   dasm_put(Dst, 784, Dt1(->cframe), DISPATCH_GL(cur_L), FRAME_CP, LJ_TNIL, 0, Dt7(->pc), PC2PROTO(k));
  1985. #line 813 "vm_x86.dasc"
  1986.   //|  sub RB, 16
  1987.   //|  lea RA, [BASE+RA*8]
  1988.   //|  sub RA, RB
  1989.   //|  je ->cont_ra
  1990.   //|  neg RA
  1991.   //|  shr RA, 3
  1992.   //|.if X64WIN
  1993.   //|  mov CARG3d, RA
  1994.   //|  mov L:CARG1d, SAVE_L
  1995.   //|  mov L:CARG1d->base, BASE
  1996.   //|  mov RCa, [RC]
  1997.   //|  mov [RB], RCa
  1998.   //|  mov CARG2d, RB
  1999.   //|.elif X64
  2000.   //|  mov L:CARG1d, SAVE_L
  2001.   //|  mov L:CARG1d->base, BASE
  2002.   //|  mov CARG3d, RA
  2003.   //|  mov RAa, [RC]
  2004.   //|  mov [RB], RAa
  2005.   //|  mov CARG2d, RB
  2006.   //|.else
  2007.   //|  mov ARG3, RA
  2008.   //|  mov RA, [RC+4]
  2009.   //|  mov RC, [RC]
  2010.   //|  mov [RB+4], RA
  2011.   //|  mov [RB], RC
  2012.   //|  mov ARG2, RB
  2013.   //|.endif
  2014.   //|  jmp ->BC_CAT_Z
  2015.   //|
  2016.   //|//-- Table indexing metamethods -----------------------------------------
  2017.   //|
  2018.   //|->vmeta_tgets:
  2019.   //|  mov TMP1, RC                        // RC = GCstr *
  2020.   //|  mov TMP2, LJ_TSTR
  2021.   //|  lea RCa, TMP1                        // Store temp. TValue in TMP1/TMP2.
  2022.   //|  cmp PC_OP, BC_GGET
  2023.   //|  jne >1
  2024.   //|  lea RA, [DISPATCH+DISPATCH_GL(tmptv)]  // Store fn->l.env in g->tmptv.
  2025.   //|  mov [RA], TAB:RB                        // RB = GCtab *
  2026.   //|  mov dword [RA+4], LJ_TTAB
  2027.   //|  mov RB, RA
  2028.   //|  jmp >2
  2029.   //|
  2030.   //|->vmeta_tgetb:
  2031.   //|  movzx RC, PC_RC
  2032.   //|.if DUALNUM
  2033.   //|  mov TMP2, LJ_TISNUM
  2034.   //|  mov TMP1, RC
  2035.   //|.else
  2036.   //|  cvtsi2sd xmm0, RC
  2037.   //|  movsd TMPQ, xmm0
  2038.   //|.endif
  2039.   //|  lea RCa, TMPQ                        // Store temp. TValue in TMPQ.
  2040.   //|  jmp >1
  2041.   //|
  2042.   //|->vmeta_tgetv:
  2043.   //|  movzx RC, PC_RC                        // Reload TValue *k from RC.
  2044.   //|  lea RC, [BASE+RC*8]
  2045.   //|1:
  2046.   //|  movzx RB, PC_RB                        // Reload TValue *t from RB.
  2047.   dasm_put(Dst, 898, Dt1(->base), LJ_TSTR, BC_GGET, DISPATCH_GL(tmptv), LJ_TTAB, LJ_TISNUM);
  2048. #line 874 "vm_x86.dasc"
  2049.   //|  lea RB, [BASE+RB*8]
  2050.   //|2:
  2051.   //|.if X64
  2052.   //|  mov L:CARG1d, SAVE_L
  2053.   //|  mov L:CARG1d->base, BASE                // Caveat: CARG2d/CARG3d may be BASE.
  2054.   //|  mov CARG2d, RB
  2055.   //|  mov CARG3, RCa                        // May be 64 bit ptr to stack.
  2056.   //|  mov L:RB, L:CARG1d
  2057.   //|.else
  2058.   //|  mov ARG2, RB
  2059.   //|  mov L:RB, SAVE_L
  2060.   //|  mov ARG3, RC
  2061.   //|  mov ARG1, L:RB
  2062.   //|  mov L:RB->base, BASE
  2063.   //|.endif
  2064.   //|  mov SAVE_PC, PC
  2065.   //|  call extern lj_meta_tget                // (lua_State *L, TValue *o, TValue *k)
  2066.   //|  // TValue * (finished) or NULL (metamethod) returned in eax (RC).
  2067.   //|  mov BASE, L:RB->base
  2068.   //|  test RC, RC
  2069.   //|  jz >3
  2070.   //|->cont_ra:                                // BASE = base, RC = result
  2071.   //|  movzx RA, PC_RA
  2072.   //|.if X64
  2073.   //|  mov RBa, [RC]
  2074.   //|  mov [BASE+RA*8], RBa
  2075.   //|.else
  2076.   //|  mov RB, [RC+4]
  2077.   //|  mov RC, [RC]
  2078.   //|  mov [BASE+RA*8+4], RB
  2079.   //|  mov [BASE+RA*8], RC
  2080.   //|.endif
  2081.   //|  ins_next
  2082.   //|
  2083.   //|3:  // Call __index metamethod.
  2084.   //|  // BASE = base, L->top = new base, stack = cont/func/t/k
  2085.   //|  mov RA, L:RB->top
  2086.   //|  mov [RA-12], PC                        // [cont|PC]
  2087.   //|  lea PC, [RA+FRAME_CONT]
  2088.   //|  sub PC, BASE
  2089.   //|  mov LFUNC:RB, [RA-8]                // Guaranteed to be a function here.
  2090.   //|  mov NARGS:RD, 2+1                        // 2 args for func(t, k).
  2091.   //|  jmp ->vm_call_dispatch_f
  2092.   //|
  2093.   //|->vmeta_tgetr:
  2094.   //|  mov FCARG1, TAB:RB
  2095.   //|  mov RB, BASE                        // Save BASE.
  2096.   //|  mov FCARG2, RC                        // Caveat: FCARG2 == BASE
  2097.   //|  call extern lj_tab_getinth@8        // (GCtab *t, int32_t key)
  2098.   //|  // cTValue * or NULL returned in eax (RC).
  2099.   //|  movzx RA, PC_RA
  2100.   //|  mov BASE, RB                        // Restore BASE.
  2101.   //|  test RC, RC
  2102.   //|  jnz ->BC_TGETR_Z
  2103.   //|  mov dword [BASE+RA*8+4], LJ_TNIL
  2104.   //|  jmp ->BC_TGETR2_Z
  2105.   //|
  2106.   //|//-----------------------------------------------------------------------
  2107.   //|
  2108.   //|->vmeta_tsets:
  2109.   //|  mov TMP1, RC                        // RC = GCstr *
  2110.   //|  mov TMP2, LJ_TSTR
  2111.   //|  lea RCa, TMP1                        // Store temp. TValue in TMP1/TMP2.
  2112.   dasm_put(Dst, 1022, Dt1(->base), Dt1(->base), Dt1(->top), FRAME_CONT, 2+1, LJ_TNIL, LJ_TSTR);
  2113. #line 937 "vm_x86.dasc"
  2114.   //|  cmp PC_OP, BC_GSET
  2115.   //|  jne >1
  2116.   //|  lea RA, [DISPATCH+DISPATCH_GL(tmptv)]  // Store fn->l.env in g->tmptv.
  2117.   //|  mov [RA], TAB:RB                        // RB = GCtab *
  2118.   //|  mov dword [RA+4], LJ_TTAB
  2119.   //|  mov RB, RA
  2120.   //|  jmp >2
  2121.   //|
  2122.   //|->vmeta_tsetb:
  2123.   //|  movzx RC, PC_RC
  2124.   //|.if DUALNUM
  2125.   //|  mov TMP2, LJ_TISNUM
  2126.   //|  mov TMP1, RC
  2127.   //|.else
  2128.   //|  cvtsi2sd xmm0, RC
  2129.   //|  movsd TMPQ, xmm0
  2130.   //|.endif
  2131.   //|  lea RCa, TMPQ                        // Store temp. TValue in TMPQ.
  2132.   //|  jmp >1
  2133.   //|
  2134.   //|->vmeta_tsetv:
  2135.   //|  movzx RC, PC_RC                        // Reload TValue *k from RC.
  2136.   //|  lea RC, [BASE+RC*8]
  2137.   //|1:
  2138.   //|  movzx RB, PC_RB                        // Reload TValue *t from RB.
  2139.   //|  lea RB, [BASE+RB*8]
  2140.   //|2:
  2141.   //|.if X64
  2142.   //|  mov L:CARG1d, SAVE_L
  2143.   //|  mov L:CARG1d->base, BASE                // Caveat: CARG2d/CARG3d may be BASE.
  2144.   //|  mov CARG2d, RB
  2145.   //|  mov CARG3, RCa                        // May be 64 bit ptr to stack.
  2146.   //|  mov L:RB, L:CARG1d
  2147.   //|.else
  2148.   //|  mov ARG2, RB
  2149.   //|  mov L:RB, SAVE_L
  2150.   //|  mov ARG3, RC
  2151.   //|  mov ARG1, L:RB
  2152.   //|  mov L:RB->base, BASE
  2153.   //|.endif
  2154.   //|  mov SAVE_PC, PC
  2155.   //|  call extern lj_meta_tset                // (lua_State *L, TValue *o, TValue *k)
  2156.   //|  // TValue * (finished) or NULL (metamethod) returned in eax (RC).
  2157.   //|  mov BASE, L:RB->base
  2158.   //|  test RC, RC
  2159.   //|  jz >3
  2160.   //|  // NOBARRIER: lj_meta_tset ensures the table is not black.
  2161.   //|  movzx RA, PC_RA
  2162.   //|.if X64
  2163.   //|  mov RBa, [BASE+RA*8]
  2164.   //|  mov [RC], RBa
  2165.   //|.else
  2166.   //|  mov RB, [BASE+RA*8+4]
  2167.   //|  mov RA, [BASE+RA*8]
  2168.   //|  mov [RC+4], RB
  2169.   //|  mov [RC], RA
  2170.   //|.endif
  2171.   //|->cont_nop:                                // BASE = base, (RC = result)
  2172.   //|  ins_next
  2173.   //|
  2174.   //|3:  // Call __newindex metamethod.
  2175.   //|  // BASE = base, L->top = new base, stack = cont/func/t/k/(v)
  2176.   //|  mov RA, L:RB->top
  2177.   dasm_put(Dst, 1171, BC_GSET, DISPATCH_GL(tmptv), LJ_TTAB, LJ_TISNUM, Dt1(->base), Dt1(->base));
  2178. #line 1000 "vm_x86.dasc"
  2179.   //|  mov [RA-12], PC                        // [cont|PC]
  2180.   //|  movzx RC, PC_RA
  2181.   //|  // Copy value to third argument.
  2182.   //|.if X64
  2183.   //|  mov RBa, [BASE+RC*8]
  2184.   //|  mov [RA+16], RBa
  2185.   //|.else
  2186.   //|  mov RB, [BASE+RC*8+4]
  2187.   //|  mov RC, [BASE+RC*8]
  2188.   //|  mov [RA+20], RB
  2189.   //|  mov [RA+16], RC
  2190.   //|.endif
  2191.   //|  lea PC, [RA+FRAME_CONT]
  2192.   //|  sub PC, BASE
  2193.   //|  mov LFUNC:RB, [RA-8]                // Guaranteed to be a function here.
  2194.   //|  mov NARGS:RD, 3+1                        // 3 args for func(t, k, v).
  2195.   //|  jmp ->vm_call_dispatch_f
  2196.   //|
  2197.   //|->vmeta_tsetr:
  2198.   //|.if X64WIN
  2199.   //|  mov L:CARG1d, SAVE_L
  2200.   //|  mov CARG3d, RC
  2201.   //|  mov L:CARG1d->base, BASE
  2202.   //|  xchg CARG2d, TAB:RB                // Caveat: CARG2d == BASE.
  2203.   //|.elif X64
  2204.   //|  mov L:CARG1d, SAVE_L
  2205.   //|  mov CARG2d, TAB:RB
  2206.   //|  mov L:CARG1d->base, BASE
  2207.   //|  mov RB, BASE                        // Save BASE.
  2208.   //|  mov CARG3d, RC                        // Caveat: CARG3d == BASE.
  2209.   //|.else
  2210.   //|  mov L:RA, SAVE_L
  2211.   //|  mov ARG2, TAB:RB
  2212.   //|  mov RB, BASE                        // Save BASE.
  2213.   //|  mov ARG3, RC
  2214.   //|  mov ARG1, L:RA
  2215.   //|  mov L:RA->base, BASE
  2216.   //|.endif
  2217.   //|  mov SAVE_PC, PC
  2218.   //|  call extern lj_tab_setinth  // (lua_State *L, GCtab *t, int32_t key)
  2219.   //|  // TValue * returned in eax (RC).
  2220.   //|  movzx RA, PC_RA
  2221.   //|  mov BASE, RB                        // Restore BASE.
  2222.   //|  jmp ->BC_TSETR_Z
  2223.   //|
  2224.   //|//-- Comparison metamethods ---------------------------------------------
  2225.   //|
  2226.   //|->vmeta_comp:
  2227.   //|.if X64
  2228.   //|  mov L:RB, SAVE_L
  2229.   //|  mov L:RB->base, BASE                // Caveat: CARG2d/CARG3d == BASE.
  2230.   //|.if X64WIN
  2231.   //|  lea CARG3d, [BASE+RD*8]
  2232.   //|  lea CARG2d, [BASE+RA*8]
  2233.   //|.else
  2234.   //|  lea CARG2d, [BASE+RA*8]
  2235.   //|  lea CARG3d, [BASE+RD*8]
  2236.   //|.endif
  2237.   //|  mov CARG1d, L:RB                        // Caveat: CARG1d/CARG4d == RA.
  2238.   //|  movzx CARG4d, PC_OP
  2239.   //|.else
  2240.   //|  movzx RB, PC_OP
  2241.   //|  lea RD, [BASE+RD*8]
  2242.   //|  lea RA, [BASE+RA*8]
  2243.   //|  mov ARG4, RB
  2244.   //|  mov L:RB, SAVE_L
  2245.   //|  mov ARG3, RD
  2246.   //|  mov ARG2, RA
  2247.   //|  mov ARG1, L:RB
  2248.   //|  mov L:RB->base, BASE
  2249.   //|.endif
  2250.   //|  mov SAVE_PC, PC
  2251.   //|  call extern lj_meta_comp        // (lua_State *L, TValue *o1, *o2, int op)
  2252.   //|  // 0/1 or TValue * (metamethod) returned in eax (RC).
  2253.   //|3:
  2254.   //|  mov BASE, L:RB->base
  2255.   //|  cmp RC, 1
  2256.   //|  ja ->vmeta_binop
  2257.   //|4:
  2258.   //|  lea PC, [PC+4]
  2259.   //|  jb >6
  2260.   //|5:
  2261.   //|  movzx RD, PC_RD
  2262.   //|  branchPC RD
  2263.   //|6:
  2264.   //|  ins_next
  2265.   dasm_put(Dst, 1316, Dt1(->top), FRAME_CONT, 3+1, Dt1(->base), Dt1(->base), Dt1(->base), -BCBIAS_J*4);
  2266. #line 1086 "vm_x86.dasc"
  2267.   //|
  2268.   //|->cont_condt:                        // BASE = base, RC = result
  2269.   //|  add PC, 4
  2270.   //|  cmp dword [RC+4], LJ_TISTRUECOND        // Branch if result is true.
  2271.   //|  jb <5
  2272.   //|  jmp <6
  2273.   //|
  2274.   //|->cont_condf:                        // BASE = base, RC = result
  2275.   //|  cmp dword [RC+4], LJ_TISTRUECOND        // Branch if result is false.
  2276.   //|  jmp <4
  2277.   //|
  2278.   //|->vmeta_equal:
  2279.   //|  sub PC, 4
  2280.   //|.if X64WIN
  2281.   //|  mov CARG3d, RD
  2282.   //|  mov CARG4d, RB
  2283.   //|  mov L:RB, SAVE_L
  2284.   //|  mov L:RB->base, BASE                // Caveat: CARG2d == BASE.
  2285.   //|  mov CARG2d, RA
  2286.   //|  mov CARG1d, L:RB                        // Caveat: CARG1d == RA.
  2287.   //|.elif X64
  2288.   //|  mov CARG2d, RA
  2289.   //|  mov CARG4d, RB                        // Caveat: CARG4d == RA.
  2290.   //|  mov L:RB, SAVE_L
  2291.   //|  mov L:RB->base, BASE                // Caveat: CARG3d == BASE.
  2292.   //|  mov CARG3d, RD
  2293.   //|  mov CARG1d, L:RB
  2294.   //|.else
  2295.   //|  mov ARG4, RB
  2296.   //|  mov L:RB, SAVE_L
  2297.   //|  mov ARG3, RD
  2298.   //|  mov ARG2, RA
  2299.   //|  mov ARG1, L:RB
  2300.   //|  mov L:RB->base, BASE
  2301.   //|.endif
  2302.   //|  mov SAVE_PC, PC
  2303.   //|  call extern lj_meta_equal        // (lua_State *L, GCobj *o1, *o2, int ne)
  2304.   //|  // 0/1 or TValue * (metamethod) returned in eax (RC).
  2305.   //|  jmp <3
  2306.   //|
  2307.   //|->vmeta_equal_cd:
  2308.   //|.if FFI
  2309.   //|  sub PC, 4
  2310.   //|  mov L:RB, SAVE_L
  2311.   //|  mov L:RB->base, BASE
  2312.   //|  mov FCARG1, L:RB
  2313.   //|  mov FCARG2, dword [PC-4]
  2314.   //|  mov SAVE_PC, PC
  2315.   //|  call extern lj_meta_equal_cd@8        // (lua_State *L, BCIns ins)
  2316.   //|  // 0/1 or TValue * (metamethod) returned in eax (RC).
  2317.   //|  jmp <3
  2318.   //|.endif
  2319.   //|
  2320.   //|->vmeta_istype:
  2321.   //|.if X64
  2322.   //|  mov L:RB, SAVE_L
  2323.   //|  mov L:RB->base, BASE                // Caveat: CARG2d/CARG3d may be BASE.
  2324.   //|  mov CARG2d, RA
  2325.   dasm_put(Dst, 1455, LJ_TISTRUECOND, LJ_TISTRUECOND, Dt1(->base), Dt1(->base), Dt1(->base));
  2326. #line 1144 "vm_x86.dasc"
  2327.   //|  movzx CARG3d, PC_RD
  2328.   //|  mov L:CARG1d, L:RB
  2329.   //|.else
  2330.   //|  movzx RD, PC_RD
  2331.   //|  mov ARG2, RA
  2332.   //|  mov L:RB, SAVE_L
  2333.   //|  mov ARG3, RD
  2334.   //|  mov ARG1, L:RB
  2335.   //|  mov L:RB->base, BASE
  2336.   //|.endif
  2337.   //|  mov SAVE_PC, PC
  2338.   //|  call extern lj_meta_istype  // (lua_State *L, BCReg ra, BCReg tp)
  2339.   //|  mov BASE, L:RB->base
  2340.   //|  jmp <6
  2341.   //|
  2342.   //|//-- Arithmetic metamethods ---------------------------------------------
  2343.   //|
  2344.   //|->vmeta_arith_vno:
  2345.   //|.if DUALNUM
  2346.   //|  movzx RB, PC_RB
  2347.   //|.endif
  2348.   //|->vmeta_arith_vn:
  2349.   //|  lea RC, [KBASE+RC*8]
  2350.   //|  jmp >1
  2351.   //|
  2352.   //|->vmeta_arith_nvo:
  2353.   //|.if DUALNUM
  2354.   //|  movzx RC, PC_RC
  2355.   //|.endif
  2356.   //|->vmeta_arith_nv:
  2357.   //|  lea RC, [KBASE+RC*8]
  2358.   //|  lea RB, [BASE+RB*8]
  2359.   //|  xchg RB, RC
  2360.   //|  jmp >2
  2361.   //|
  2362.   //|->vmeta_unm:
  2363.   //|  lea RC, [BASE+RD*8]
  2364.   //|  mov RB, RC
  2365.   //|  jmp >2
  2366.   //|
  2367.   //|->vmeta_arith_vvo:
  2368.   //|.if DUALNUM
  2369.   //|  movzx RB, PC_RB
  2370.   //|.endif
  2371.   //|->vmeta_arith_vv:
  2372.   //|  lea RC, [BASE+RC*8]
  2373.   //|1:
  2374.   //|  lea RB, [BASE+RB*8]
  2375.   //|2:
  2376.   //|  lea RA, [BASE+RA*8]
  2377.   //|.if X64WIN
  2378.   //|  mov CARG3d, RB
  2379.   //|  mov CARG4d, RC
  2380.   //|  movzx RC, PC_OP
  2381.   //|  mov ARG5d, RC
  2382.   //|  mov L:RB, SAVE_L
  2383.   //|  mov L:RB->base, BASE                // Caveat: CARG2d == BASE.
  2384.   //|  mov CARG2d, RA
  2385.   //|  mov CARG1d, L:RB                        // Caveat: CARG1d == RA.
  2386.   //|.elif X64
  2387.   //|  movzx CARG5d, PC_OP
  2388.   //|  mov CARG2d, RA
  2389.   //|  mov CARG4d, RC                        // Caveat: CARG4d == RA.
  2390.   //|  mov L:CARG1d, SAVE_L
  2391.   //|  mov L:CARG1d->base, BASE                // Caveat: CARG3d == BASE.
  2392.   //|  mov CARG3d, RB
  2393.   //|  mov L:RB, L:CARG1d
  2394.   //|.else
  2395.   //|  mov ARG3, RB
  2396.   //|  mov L:RB, SAVE_L
  2397.   //|  mov ARG4, RC
  2398.   //|  movzx RC, PC_OP
  2399.   //|  mov ARG2, RA
  2400.   //|  mov ARG5, RC
  2401.   //|  mov ARG1, L:RB
  2402.   //|  mov L:RB->base, BASE
  2403.   //|.endif
  2404.   //|  mov SAVE_PC, PC
  2405.   //|  call extern lj_meta_arith        // (lua_State *L, TValue *ra,*rb,*rc, BCReg op)
  2406.   //|  // NULL (finished) or TValue * (metamethod) returned in eax (RC).
  2407.   //|  mov BASE, L:RB->base
  2408.   //|  test RC, RC
  2409.   dasm_put(Dst, 1581, Dt1(->base), Dt1(->base), Dt1(->base));
  2410. #line 1226 "vm_x86.dasc"
  2411.   //|  jz ->cont_nop
  2412.   //|
  2413.   //|  // Call metamethod for binary op.
  2414.   //|->vmeta_binop:
  2415.   //|  // BASE = base, RC = new base, stack = cont/func/o1/o2
  2416.   //|  mov RA, RC
  2417.   //|  sub RC, BASE
  2418.   //|  mov [RA-12], PC                        // [cont|PC]
  2419.   //|  lea PC, [RC+FRAME_CONT]
  2420.   //|  mov NARGS:RD, 2+1                        // 2 args for func(o1, o2).
  2421.   //|  jmp ->vm_call_dispatch
  2422.   //|
  2423.   //|->vmeta_len:
  2424.   //|  mov L:RB, SAVE_L
  2425.   //|  mov L:RB->base, BASE
  2426.   //|  lea FCARG2, [BASE+RD*8]                // Caveat: FCARG2 == BASE
  2427.   //|  mov L:FCARG1, L:RB
  2428.   //|  mov SAVE_PC, PC
  2429.   //|  call extern lj_meta_len@8                // (lua_State *L, TValue *o)
  2430.   //|  // NULL (retry) or TValue * (metamethod) returned in eax (RC).
  2431.   //|  mov BASE, L:RB->base
  2432.   dasm_put(Dst, 1714, FRAME_CONT, 2+1, Dt1(->base), Dt1(->base));
  2433. #line 1247 "vm_x86.dasc"
  2434. #if LJ_52
  2435.   //|  test RC, RC
  2436.   //|  jne ->vmeta_binop                        // Binop call for compatibility.
  2437.   //|  movzx RD, PC_RD
  2438.   //|  mov TAB:FCARG1, [BASE+RD*8]
  2439.   //|  jmp ->BC_LEN_Z
  2440.   dasm_put(Dst, 1766);
  2441. #line 1253 "vm_x86.dasc"
  2442. #else
  2443.   //|  jmp ->vmeta_binop                        // Binop call for compatibility.
  2444.   dasm_put(Dst, 1785);
  2445. #line 1255 "vm_x86.dasc"
  2446. #endif
  2447.   //|
  2448.   //|//-- Call metamethod ----------------------------------------------------
  2449.   //|
  2450.   //|->vmeta_call_ra:
  2451.   //|  lea RA, [BASE+RA*8+8]
  2452.   //|->vmeta_call:                        // Resolve and call __call metamethod.
  2453.   //|  // BASE = old base, RA = new base, RC = nargs+1, PC = return
  2454.   //|  mov TMP2, RA                        // Save RA, RC for us.
  2455.   //|  mov TMP1, NARGS:RD
  2456.   //|  sub RA, 8
  2457.   //|.if X64
  2458.   //|  mov L:RB, SAVE_L
  2459.   //|  mov L:RB->base, BASE                // Caveat: CARG2d/CARG3d may be BASE.
  2460.   //|  mov CARG2d, RA
  2461.   //|  lea CARG3d, [RA+NARGS:RD*8]
  2462.   //|  mov CARG1d, L:RB                        // Caveat: CARG1d may be RA.
  2463.   //|.else
  2464.   //|  lea RC, [RA+NARGS:RD*8]
  2465.   //|  mov L:RB, SAVE_L
  2466.   //|  mov ARG2, RA
  2467.   //|  mov ARG3, RC
  2468.   //|  mov ARG1, L:RB
  2469.   //|  mov L:RB->base, BASE                // This is the callers base!
  2470.   //|.endif
  2471.   //|  mov SAVE_PC, PC
  2472.   //|  call extern lj_meta_call        // (lua_State *L, TValue *func, TValue *top)
  2473.   //|  mov BASE, L:RB->base
  2474.   //|  mov RA, TMP2
  2475.   //|  mov NARGS:RD, TMP1
  2476.   //|  mov LFUNC:RB, [RA-8]
  2477.   //|  add NARGS:RD, 1
  2478.   //|  // This is fragile. L->base must not move, KBASE must always be defined.
  2479.   //|  cmp KBASE, BASE                        // Continue with CALLT if flag set.
  2480.   //|  je ->BC_CALLT_Z
  2481.   //|  mov BASE, RA
  2482.   //|  ins_call                                // Otherwise call resolved metamethod.
  2483.   //|
  2484.   //|//-- Argument coercion for 'for' statement ------------------------------
  2485.   //|
  2486.   //|->vmeta_for:
  2487.   //|  mov L:RB, SAVE_L
  2488.   //|  mov L:RB->base, BASE
  2489.   //|  mov FCARG2, RA                        // Caveat: FCARG2 == BASE
  2490.   //|  mov L:FCARG1, L:RB                        // Caveat: FCARG1 == RA
  2491.   //|  mov SAVE_PC, PC
  2492.   //|  call extern lj_meta_for@8        // (lua_State *L, TValue *base)
  2493.   //|  mov BASE, L:RB->base
  2494.   //|  mov RC, [PC-4]
  2495.   //|  movzx RA, RCH
  2496.   //|  movzx OP, RCL
  2497.   //|  shr RC, 16
  2498.   //|.if X64
  2499.   //|  jmp aword [DISPATCH+OP*8+GG_DISP2STATIC]        // Retry FORI or JFORI.
  2500.   //|.else
  2501.   //|  jmp aword [DISPATCH+OP*4+GG_DISP2STATIC]        // Retry FORI or JFORI.
  2502.   //|.endif
  2503.   //|
  2504.   //|//-----------------------------------------------------------------------
  2505.   //|//-- Fast functions -----------------------------------------------------
  2506.   //|//-----------------------------------------------------------------------
  2507.   //|
  2508.   //|.macro .ffunc, name
  2509.   //|->ff_ .. name:
  2510.   //|.endmacro
  2511.   //|
  2512.   //|.macro .ffunc_1, name
  2513.   //|->ff_ .. name:
  2514.   //|  cmp NARGS:RD, 1+1;  jb ->fff_fallback
  2515.   //|.endmacro
  2516.   //|
  2517.   //|.macro .ffunc_2, name
  2518.   //|->ff_ .. name:
  2519.   //|  cmp NARGS:RD, 2+1;  jb ->fff_fallback
  2520.   //|.endmacro
  2521.   //|
  2522.   //|.macro .ffunc_nsse, name, op
  2523.   //|  .ffunc_1 name
  2524.   //|  cmp dword [BASE+4], LJ_TISNUM;  jae ->fff_fallback
  2525.   //|  op xmm0, qword [BASE]
  2526.   //|.endmacro
  2527.   //|
  2528.   //|.macro .ffunc_nsse, name
  2529.   //|  .ffunc_nsse name, movsd
  2530.   //|.endmacro
  2531.   //|
  2532.   //|.macro .ffunc_nnsse, name
  2533.   //|  .ffunc_2 name
  2534.   //|  cmp dword [BASE+4], LJ_TISNUM;  jae ->fff_fallback
  2535.   //|  cmp dword [BASE+12], LJ_TISNUM;  jae ->fff_fallback
  2536.   //|  movsd xmm0, qword [BASE]
  2537.   //|  movsd xmm1, qword [BASE+8]
  2538.   //|.endmacro
  2539.   //|
  2540.   //|.macro .ffunc_nnr, name
  2541.   //|  .ffunc_2 name
  2542.   //|  cmp dword [BASE+4], LJ_TISNUM;  jae ->fff_fallback
  2543.   //|  cmp dword [BASE+12], LJ_TISNUM;  jae ->fff_fallback
  2544.   //|  fld qword [BASE+8]
  2545.   //|  fld qword [BASE]
  2546.   //|.endmacro
  2547.   //|
  2548.   //|// Inlined GC threshold check. Caveat: uses label 1.
  2549.   //|.macro ffgccheck
  2550.   //|  mov RB, [DISPATCH+DISPATCH_GL(gc.total)]
  2551.   //|  cmp RB, [DISPATCH+DISPATCH_GL(gc.threshold)]
  2552.   //|  jb >1
  2553.   //|  call ->fff_gcstep
  2554.   //|1:
  2555.   //|.endmacro
  2556.   //|
  2557.   //|//-- Base library: checks -----------------------------------------------
  2558.   //|
  2559.   //|.ffunc_1 assert
  2560.   //|  mov RB, [BASE+4]
  2561.   //|  cmp RB, LJ_TISTRUECOND;  jae ->fff_fallback
  2562.   //|  mov PC, [BASE-4]
  2563.   //|  mov MULTRES, RD
  2564.   //|  mov [BASE-4], RB
  2565.   //|  mov RB, [BASE]
  2566.   //|  mov [BASE-8], RB
  2567.   //|  sub RD, 2
  2568.   //|  jz >2
  2569.   //|  mov RA, BASE
  2570.   dasm_put(Dst, 1790, Dt1(->base), Dt1(->base), Dt7(->pc), Dt1(->base), Dt1(->base), GG_DISP2STATIC, 1+1, LJ_TISTRUECOND);
  2571. #line 1379 "vm_x86.dasc"
  2572.   //|1:
  2573.   //|  add RA, 8
  2574.   //|.if X64
  2575.   //|  mov RBa, [RA]
  2576.   //|  mov [RA-8], RBa
  2577.   //|.else
  2578.   //|  mov RB, [RA+4]
  2579.   //|  mov [RA-4], RB
  2580.   //|  mov RB, [RA]
  2581.   //|  mov [RA-8], RB
  2582.   //|.endif
  2583.   //|  sub RD, 1
  2584.   //|  jnz <1
  2585.   //|2:
  2586.   //|  mov RD, MULTRES
  2587.   //|  jmp ->fff_res_
  2588.   //|
  2589.   //|.ffunc_1 type
  2590.   //|  mov RB, [BASE+4]
  2591.   //|.if X64
  2592.   //|  mov RA, RB
  2593.   //|  sar RA, 15
  2594.   //|  cmp RA, -2
  2595.   //|  je >3
  2596.   //|.endif
  2597.   //|  mov RC, ~LJ_TNUMX
  2598.   //|  not RB
  2599.   //|  cmp RC, RB
  2600.   //|  cmova RC, RB
  2601.   //|2:
  2602.   //|  mov CFUNC:RB, [BASE-8]
  2603.   //|  mov STR:RC, [CFUNC:RB+RC*8+((char *)(&((GCfuncC *)0)->upvalue))]
  2604.   //|  mov PC, [BASE-4]
  2605.   //|  mov dword [BASE-4], LJ_TSTR
  2606.   //|  mov [BASE-8], STR:RC
  2607.   //|  jmp ->fff_res1
  2608.   //|.if X64
  2609.   //|3:
  2610.   //|  mov RC, ~LJ_TLIGHTUD
  2611.   //|  jmp <2
  2612.   dasm_put(Dst, 1976, 1+1, ~LJ_TNUMX, ((char *)(&((GCfuncC *)0)->upvalue)), LJ_TSTR, ~LJ_TLIGHTUD);
  2613. #line 1419 "vm_x86.dasc"
  2614.   //|.endif
  2615.   //|
  2616.   //|//-- Base library: getters and setters ---------------------------------
  2617.   //|
  2618.   //|.ffunc_1 getmetatable
  2619.   //|  mov RB, [BASE+4]
  2620.   //|  mov PC, [BASE-4]
  2621.   //|  cmp RB, LJ_TTAB;  jne >6
  2622.   //|1:  // Field metatable must be at same offset for GCtab and GCudata!
  2623.   //|  mov TAB:RB, [BASE]
  2624.   //|  mov TAB:RB, TAB:RB->metatable
  2625.   //|2:
  2626.   //|  test TAB:RB, TAB:RB
  2627.   //|  mov dword [BASE-4], LJ_TNIL
  2628.   //|  jz ->fff_res1
  2629.   //|  mov STR:RC, [DISPATCH+DISPATCH_GL(gcroot)+4*(GCROOT_MMNAME+MM_metatable)]
  2630.   //|  mov dword [BASE-4], LJ_TTAB        // Store metatable as default result.
  2631.   //|  mov [BASE-8], TAB:RB
  2632.   //|  mov RA, TAB:RB->hmask
  2633.   //|  and RA, STR:RC->hash
  2634.   //|  imul RA, #NODE
  2635.   //|  add NODE:RA, TAB:RB->node
  2636.   dasm_put(Dst, 2080, 1+1, LJ_TTAB, Dt6(->metatable), LJ_TNIL, DISPATCH_GL(gcroot)+4*(GCROOT_MMNAME+MM_metatable), LJ_TTAB, Dt6(->hmask), Dt5(->hash), sizeof(Node));
  2637. #line 1441 "vm_x86.dasc"
  2638.   //|3:  // Rearranged logic, because we expect _not_ to find the key.
  2639.   //|  cmp dword NODE:RA->key.it, LJ_TSTR
  2640.   //|  jne >4
  2641.   //|  cmp dword NODE:RA->key.gcr, STR:RC
  2642.   //|  je >5
  2643.   //|4:
  2644.   //|  mov NODE:RA, NODE:RA->next
  2645.   //|  test NODE:RA, NODE:RA
  2646.   //|  jnz <3
  2647.   //|  jmp ->fff_res1                        // Not found, keep default result.
  2648.   //|5:
  2649.   //|  mov RB, [RA+4]
  2650.   //|  cmp RB, LJ_TNIL;  je ->fff_res1        // Ditto for nil value.
  2651.   //|  mov RC, [RA]
  2652.   //|  mov [BASE-4], RB                        // Return value of mt.__metatable.
  2653.   //|  mov [BASE-8], RC
  2654.   //|  jmp ->fff_res1
  2655.   //|
  2656.   //|6:
  2657.   //|  cmp RB, LJ_TUDATA;  je <1
  2658.   dasm_put(Dst, 2153, Dt6(->node), DtB(->key.it), LJ_TSTR, DtB(->key.gcr), DtB(->next), LJ_TNIL);
  2659. #line 1461 "vm_x86.dasc"
  2660.   //|.if X64
  2661.   //|  cmp RB, LJ_TNUMX;  ja >8
  2662.   //|  cmp RB, LJ_TISNUM;  jbe >7
  2663.   //|  mov RB, LJ_TLIGHTUD
  2664.   //|  jmp >8
  2665.   //|7:
  2666.   //|.else
  2667.   //|  cmp RB, LJ_TISNUM;  ja >8
  2668.   //|.endif
  2669.   //|  mov RB, LJ_TNUMX
  2670.   //|8:
  2671.   //|  not RB
  2672.   //|  mov TAB:RB, [DISPATCH+RB*4+DISPATCH_GL(gcroot[GCROOT_BASEMT])]
  2673.   //|  jmp <2
  2674.   //|
  2675.   //|.ffunc_2 setmetatable
  2676.   dasm_put(Dst, 2218, LJ_TUDATA, LJ_TNUMX, LJ_TISNUM, LJ_TLIGHTUD, LJ_TNUMX, DISPATCH_GL(gcroot[GCROOT_BASEMT]), 2+1);
  2677. #line 1477 "vm_x86.dasc"
  2678.   //|  cmp dword [BASE+4], LJ_TTAB;  jne ->fff_fallback
  2679.   //|  // Fast path: no mt for table yet and not clearing the mt.
  2680.   //|  mov TAB:RB, [BASE]
  2681.   //|  cmp dword TAB:RB->metatable, 0;  jne ->fff_fallback
  2682.   //|  cmp dword [BASE+12], LJ_TTAB;  jne ->fff_fallback
  2683.   //|  mov TAB:RC, [BASE+8]
  2684.   //|  mov TAB:RB->metatable, TAB:RC
  2685.   //|  mov PC, [BASE-4]
  2686.   //|  mov dword [BASE-4], LJ_TTAB                // Return original table.
  2687.   //|  mov [BASE-8], TAB:RB
  2688.   //|  test byte TAB:RB->marked, LJ_GC_BLACK        // isblack(table)
  2689.   //|  jz >1
  2690.   //|  // Possible write barrier. Table is black, but skip iswhite(mt) check.
  2691.   //|  barrierback TAB:RB, RC
  2692.   dasm_put(Dst, 2274, LJ_TTAB, Dt6(->metatable), LJ_TTAB, Dt6(->metatable), LJ_TTAB, Dt6(->marked), LJ_GC_BLACK, Dt6(->marked), (uint8_t)~LJ_GC_BLACK, DISPATCH_GL(gc.grayagain));
  2693. #line 1491 "vm_x86.dasc"
  2694.   //|1:
  2695.   //|  jmp ->fff_res1
  2696.   //|
  2697.   //|.ffunc_2 rawget
  2698.   //|  cmp dword [BASE+4], LJ_TTAB;  jne ->fff_fallback
  2699.   //|.if X64WIN
  2700.   //|  mov RB, BASE                        // Save BASE.
  2701.   //|  lea CARG3d, [BASE+8]
  2702.   //|  mov CARG2d, [BASE]                        // Caveat: CARG2d == BASE.
  2703.   //|  mov CARG1d, SAVE_L
  2704.   //|.elif X64
  2705.   //|  mov RB, BASE                        // Save BASE.
  2706.   //|  mov CARG2d, [BASE]
  2707.   //|  lea CARG3d, [BASE+8]                // Caveat: CARG3d == BASE.
  2708.   //|  mov CARG1d, SAVE_L
  2709.   //|.else
  2710.   //|  mov TAB:RD, [BASE]
  2711.   //|  mov L:RB, SAVE_L
  2712.   //|  mov ARG2, TAB:RD
  2713.   //|  mov ARG1, L:RB
  2714.   //|  mov RB, BASE                        // Save BASE.
  2715.   //|  add BASE, 8
  2716.   //|  mov ARG3, BASE
  2717.   //|.endif
  2718.   //|  call extern lj_tab_get        // (lua_State *L, GCtab *t, cTValue *key)
  2719.   //|  // cTValue * returned in eax (RD).
  2720.   //|  mov BASE, RB                        // Restore BASE.
  2721.   //|  // Copy table slot.
  2722.   //|.if X64
  2723.   //|  mov RBa, [RD]
  2724.   //|  mov PC, [BASE-4]
  2725.   //|  mov [BASE-8], RBa
  2726.   //|.else
  2727.   //|  mov RB, [RD]
  2728.   //|  mov RD, [RD+4]
  2729.   //|  mov PC, [BASE-4]
  2730.   //|  mov [BASE-8], RB
  2731.   //|  mov [BASE-4], RD
  2732.   //|.endif
  2733.   //|  jmp ->fff_res1
  2734.   //|
  2735.   //|//-- Base library: conversions ------------------------------------------
  2736.   //|
  2737.   //|.ffunc tonumber
  2738.   //|  // Only handles the number case inline (without a base argument).
  2739.   //|  cmp NARGS:RD, 1+1;  jne ->fff_fallback        // Exactly one argument.
  2740.   //|  cmp dword [BASE+4], LJ_TISNUM
  2741.   //|.if DUALNUM
  2742.   //|  jne >1
  2743.   //|  mov RB, dword [BASE]; jmp ->fff_resi
  2744.   dasm_put(Dst, 2343, DISPATCH_GL(gc.grayagain), Dt6(->gclist), 2+1, LJ_TTAB, 1+1, LJ_TISNUM);
  2745. #line 1541 "vm_x86.dasc"
  2746.   //|1:
  2747.   //|  ja ->fff_fallback
  2748.   //|.else
  2749.   //|  jae ->fff_fallback
  2750.   //|.endif
  2751.   //|  movsd xmm0, qword [BASE]; jmp ->fff_resxmm0
  2752.   //|
  2753.   //|.ffunc_1 tostring
  2754.   //|  // Only handles the string or number case inline.
  2755.   //|  mov PC, [BASE-4]
  2756.   //|  cmp dword [BASE+4], LJ_TSTR;  jne >3
  2757.   //|  // A __tostring method in the string base metatable is ignored.
  2758.   //|  mov STR:RD, [BASE]
  2759.   //|2:
  2760.   //|  mov dword [BASE-4], LJ_TSTR
  2761.   //|  mov [BASE-8], STR:RD
  2762.   //|  jmp ->fff_res1
  2763.   //|3:  // Handle numbers inline, unless a number base metatable is present.
  2764.   //|  cmp dword [BASE+4], LJ_TISNUM;  ja ->fff_fallback
  2765.   dasm_put(Dst, 2429, 1+1, LJ_TSTR, LJ_TSTR, LJ_TISNUM);
  2766. #line 1560 "vm_x86.dasc"
  2767.   //|  cmp dword [DISPATCH+DISPATCH_GL(gcroot[GCROOT_BASEMT_NUM])], 0
  2768.   //|  jne ->fff_fallback
  2769.   //|  ffgccheck                                // Caveat: uses label 1.
  2770.   //|  mov L:RB, SAVE_L
  2771.   //|  mov L:RB->base, BASE                // Add frame since C call can throw.
  2772.   //|  mov SAVE_PC, PC                        // Redundant (but a defined value).
  2773.   //|.if X64 and not X64WIN
  2774.   //|  mov FCARG2, BASE                        // Otherwise: FCARG2 == BASE
  2775.   //|.endif
  2776.   //|  mov L:FCARG1, L:RB
  2777.   //|.if DUALNUM
  2778.   //|  call extern lj_strfmt_number@8        // (lua_State *L, cTValue *o)
  2779.   //|.else
  2780.   //|  call extern lj_strfmt_num@8        // (lua_State *L, lua_Number *np)
  2781.   //|.endif
  2782.   //|  // GCstr returned in eax (RD).
  2783.   //|  mov BASE, L:RB->base
  2784.   //|  jmp <2
  2785.   //|
  2786.   //|//-- Base library: iterators -------------------------------------------
  2787.   //|
  2788.   //|.ffunc_1 next
  2789.   //|  je >2                                // Missing 2nd arg?
  2790.   dasm_put(Dst, 2498, DISPATCH_GL(gcroot[GCROOT_BASEMT_NUM]), DISPATCH_GL(gc.total), DISPATCH_GL(gc.threshold), Dt1(->base), Dt1(->base), 1+1);
  2791. #line 1583 "vm_x86.dasc"
  2792.   //|1:
  2793.   //|  cmp dword [BASE+4], LJ_TTAB;  jne ->fff_fallback
  2794.   //|  mov L:RB, SAVE_L
  2795.   //|  mov L:RB->base, BASE                // Add frame since C call can throw.
  2796.   //|  mov L:RB->top, BASE                // Dummy frame length is ok.
  2797.   //|  mov PC, [BASE-4]
  2798.   //|.if X64WIN
  2799.   //|  lea CARG3d, [BASE+8]
  2800.   //|  mov CARG2d, [BASE]                        // Caveat: CARG2d == BASE.
  2801.   //|  mov CARG1d, L:RB
  2802.   //|.elif X64
  2803.   //|  mov CARG2d, [BASE]
  2804.   //|  lea CARG3d, [BASE+8]                // Caveat: CARG3d == BASE.
  2805.   //|  mov CARG1d, L:RB
  2806.   //|.else
  2807.   //|  mov TAB:RD, [BASE]
  2808.   //|  mov ARG2, TAB:RD
  2809.   //|  mov ARG1, L:RB
  2810.   //|  add BASE, 8
  2811.   //|  mov ARG3, BASE
  2812.   //|.endif
  2813.   //|  mov SAVE_PC, PC                        // Needed for ITERN fallback.
  2814.   //|  call extern lj_tab_next        // (lua_State *L, GCtab *t, TValue *key)
  2815.   //|  // Flag returned in eax (RD).
  2816.   //|  mov BASE, L:RB->base
  2817.   //|  test RD, RD;  jz >3                // End of traversal?
  2818.   //|  // Copy key and value to results.
  2819.   //|.if X64
  2820.   //|  mov RBa, [BASE+8]
  2821.   //|  mov RDa, [BASE+16]
  2822.   //|  mov [BASE-8], RBa
  2823.   //|  mov [BASE], RDa
  2824.   //|.else
  2825.   //|  mov RB, [BASE+8]
  2826.   //|  mov RD, [BASE+12]
  2827.   //|  mov [BASE-8], RB
  2828.   //|  mov [BASE-4], RD
  2829.   //|  mov RB, [BASE+16]
  2830.   //|  mov RD, [BASE+20]
  2831.   //|  mov [BASE], RB
  2832.   //|  mov [BASE+4], RD
  2833.   //|.endif
  2834.   //|->fff_res2:
  2835.   //|  mov RD, 1+2
  2836.   //|  jmp ->fff_res
  2837.   //|2:  // Set missing 2nd arg to nil.
  2838.   //|  mov dword [BASE+12], LJ_TNIL
  2839.   //|  jmp <1
  2840.   //|3:  // End of traversal: return nil.
  2841.   //|  mov dword [BASE-4], LJ_TNIL
  2842.   dasm_put(Dst, 2566, LJ_TTAB, Dt1(->base), Dt1(->top), Dt1(->base), 1+2, LJ_TNIL);
  2843. #line 1633 "vm_x86.dasc"
  2844.   //|  jmp ->fff_res1
  2845.   //|
  2846.   //|.ffunc_1 pairs
  2847.   //|  mov TAB:RB, [BASE]
  2848.   //|  cmp dword [BASE+4], LJ_TTAB;  jne ->fff_fallback
  2849.   dasm_put(Dst, 2657, LJ_TNIL, 1+1, LJ_TTAB);
  2850. #line 1638 "vm_x86.dasc"
  2851. #if LJ_52
  2852.   //|  cmp dword TAB:RB->metatable, 0; jne ->fff_fallback
  2853.   dasm_put(Dst, 2688, Dt6(->metatable));
  2854. #line 1640 "vm_x86.dasc"
  2855. #endif
  2856.   //|  mov CFUNC:RB, [BASE-8]
  2857.   //|  mov CFUNC:RD, CFUNC:RB->upvalue[0]
  2858.   //|  mov PC, [BASE-4]
  2859.   //|  mov dword [BASE-4], LJ_TFUNC
  2860.   //|  mov [BASE-8], CFUNC:RD
  2861.   //|  mov dword [BASE+12], LJ_TNIL
  2862.   //|  mov RD, 1+3
  2863.   //|  jmp ->fff_res
  2864.   //|
  2865.   //|.ffunc_2 ipairs_aux
  2866.   //|  cmp dword [BASE+4], LJ_TTAB;  jne ->fff_fallback
  2867.   //|  cmp dword [BASE+12], LJ_TISNUM
  2868.   //|.if DUALNUM
  2869.   //|  jne ->fff_fallback
  2870.   //|.else
  2871.   //|  jae ->fff_fallback
  2872.   //|.endif
  2873.   //|  mov PC, [BASE-4]
  2874.   //|.if DUALNUM
  2875.   //|  mov RD, dword [BASE+8]
  2876.   //|  add RD, 1
  2877.   //|  mov dword [BASE-4], LJ_TISNUM
  2878.   //|  mov dword [BASE-8], RD
  2879.   //|.else
  2880.   //|  movsd xmm0, qword [BASE+8]
  2881.   //|  sseconst_1 xmm1, RBa
  2882.   //|  addsd xmm0, xmm1
  2883.   //|  cvttsd2si RD, xmm0
  2884.   //|  movsd qword [BASE-8], xmm0
  2885.   //|.endif
  2886.   //|  mov TAB:RB, [BASE]
  2887.   //|  cmp RD, TAB:RB->asize;  jae >2        // Not in array part?
  2888.   //|  shl RD, 3
  2889.   dasm_put(Dst, 2697, Dt8(->upvalue[0]), LJ_TFUNC, LJ_TNIL, 1+3, 2+1, LJ_TTAB, LJ_TISNUM, LJ_TISNUM, Dt6(->asize));
  2890. #line 1674 "vm_x86.dasc"
  2891.   //|  add RD, TAB:RB->array
  2892.   //|1:
  2893.   //|  cmp dword [RD+4], LJ_TNIL;  je ->fff_res0
  2894.   //|  // Copy array slot.
  2895.   //|.if X64
  2896.   //|  mov RBa, [RD]
  2897.   //|  mov [BASE], RBa
  2898.   //|.else
  2899.   //|  mov RB, [RD]
  2900.   //|  mov RD, [RD+4]
  2901.   //|  mov [BASE], RB
  2902.   //|  mov [BASE+4], RD
  2903.   //|.endif
  2904.   //|  jmp ->fff_res2
  2905.   //|2:  // Check for empty hash part first. Otherwise call C function.
  2906.   //|  cmp dword TAB:RB->hmask, 0; je ->fff_res0
  2907.   //|  mov FCARG1, TAB:RB
  2908.   //|  mov RB, BASE                        // Save BASE.
  2909.   //|  mov FCARG2, RD                        // Caveat: FCARG2 == BASE
  2910.   //|  call extern lj_tab_getinth@8        // (GCtab *t, int32_t key)
  2911.   //|  // cTValue * or NULL returned in eax (RD).
  2912.   //|  mov BASE, RB
  2913.   //|  test RD, RD
  2914.   //|  jnz <1
  2915.   //|->fff_res0:
  2916.   //|  mov RD, 1+0
  2917.   //|  jmp ->fff_res
  2918.   //|
  2919.   //|.ffunc_1 ipairs
  2920.   //|  mov TAB:RB, [BASE]
  2921.   dasm_put(Dst, 2784, Dt6(->array), LJ_TNIL, Dt6(->hmask), 1+0, 1+1);
  2922. #line 1704 "vm_x86.dasc"
  2923.   //|  cmp dword [BASE+4], LJ_TTAB;  jne ->fff_fallback
  2924.   dasm_put(Dst, 2676, LJ_TTAB);
  2925. #line 1705 "vm_x86.dasc"
  2926. #if LJ_52
  2927.   //|  cmp dword TAB:RB->metatable, 0; jne ->fff_fallback
  2928.   dasm_put(Dst, 2688, Dt6(->metatable));
  2929. #line 1707 "vm_x86.dasc"
  2930. #endif
  2931.   //|  mov CFUNC:RB, [BASE-8]
  2932.   //|  mov CFUNC:RD, CFUNC:RB->upvalue[0]
  2933.   //|  mov PC, [BASE-4]
  2934.   //|  mov dword [BASE-4], LJ_TFUNC
  2935.   //|  mov [BASE-8], CFUNC:RD
  2936.   //|.if DUALNUM
  2937.   //|  mov dword [BASE+12], LJ_TISNUM
  2938.   //|  mov dword [BASE+8], 0
  2939.   //|.else
  2940.   //|  xorps xmm0, xmm0
  2941.   //|  movsd qword [BASE+8], xmm0
  2942.   //|.endif
  2943.   //|  mov RD, 1+3
  2944.   //|  jmp ->fff_res
  2945.   //|
  2946.   //|//-- Base library: catch errors ----------------------------------------
  2947.   //|
  2948.   //|.ffunc_1 pcall
  2949.   //|  lea RA, [BASE+8]
  2950.   //|  sub NARGS:RD, 1
  2951.   //|  mov PC, 8+FRAME_PCALL
  2952.   //|1:
  2953.   //|  movzx RB, byte [DISPATCH+DISPATCH_GL(hookmask)]
  2954.   //|  shr RB, HOOK_ACTIVE_SHIFT
  2955.   //|  and RB, 1
  2956.   //|  add PC, RB                                // Remember active hook before pcall.
  2957.   //|  jmp ->vm_call_dispatch
  2958.   //|
  2959.   //|.ffunc_2 xpcall
  2960.   //|  cmp dword [BASE+12], LJ_TFUNC;  jne ->fff_fallback
  2961.   dasm_put(Dst, 2860, Dt8(->upvalue[0]), LJ_TFUNC, LJ_TISNUM, 1+3, 1+1, 8+FRAME_PCALL, DISPATCH_GL(hookmask), HOOK_ACTIVE_SHIFT, 2+1);
  2962. #line 1738 "vm_x86.dasc"
  2963.   //|  mov RB, [BASE+4]                        // Swap function and traceback.
  2964.   //|  mov [BASE+12], RB
  2965.   //|  mov dword [BASE+4], LJ_TFUNC
  2966.   //|  mov LFUNC:RB, [BASE]
  2967.   //|  mov PC, [BASE+8]
  2968.   //|  mov [BASE+8], LFUNC:RB
  2969.   //|  mov [BASE], PC
  2970.   //|  lea RA, [BASE+16]
  2971.   //|  sub NARGS:RD, 2
  2972.   //|  mov PC, 16+FRAME_PCALL
  2973.   //|  jmp <1
  2974.   //|
  2975.   //|//-- Coroutine library --------------------------------------------------
  2976.   //|
  2977.   //|.macro coroutine_resume_wrap, resume
  2978.   //|.if resume
  2979.   //|.ffunc_1 coroutine_resume
  2980.   //|  mov L:RB, [BASE]
  2981.   //|.else
  2982.   //|.ffunc coroutine_wrap_aux
  2983.   //|  mov CFUNC:RB, [BASE-8]
  2984.   //|  mov L:RB, CFUNC:RB->upvalue[0].gcr
  2985.   //|.endif
  2986.   //|  mov PC, [BASE-4]
  2987.   //|  mov SAVE_PC, PC
  2988.   //|.if X64
  2989.   //|  mov TMP1, L:RB
  2990.   //|.else
  2991.   //|  mov ARG1, L:RB
  2992.   //|.endif
  2993.   //|.if resume
  2994.   //|  cmp dword [BASE+4], LJ_TTHREAD;  jne ->fff_fallback
  2995.   //|.endif
  2996.   //|  cmp aword L:RB->cframe, 0; jne ->fff_fallback
  2997.   //|  cmp byte L:RB->status, LUA_YIELD;  ja ->fff_fallback
  2998.   //|  mov RA, L:RB->top
  2999.   //|  je >1                                // Status != LUA_YIELD (i.e. 0)?
  3000.   //|  cmp RA, L:RB->base                        // Check for presence of initial func.
  3001.   //|  je ->fff_fallback
  3002.   //|1:
  3003.   //|.if resume
  3004.   //|  lea PC, [RA+NARGS:RD*8-16]                // Check stack space (-1-thread).
  3005.   //|.else
  3006.   //|  lea PC, [RA+NARGS:RD*8-8]                // Check stack space (-1).
  3007.   //|.endif
  3008.   //|  cmp PC, L:RB->maxstack; ja ->fff_fallback
  3009.   //|  mov L:RB->top, PC
  3010.   //|
  3011.   //|  mov L:RB, SAVE_L
  3012.   //|  mov L:RB->base, BASE
  3013.   //|.if resume
  3014.   //|  add BASE, 8                        // Keep resumed thread in stack for GC.
  3015.   //|.endif
  3016.   //|  mov L:RB->top, BASE
  3017.   //|.if resume
  3018.   //|  lea RB, [BASE+NARGS:RD*8-24]        // RB = end of source for stack move.
  3019.   //|.else
  3020.   //|  lea RB, [BASE+NARGS:RD*8-16]        // RB = end of source for stack move.
  3021.   //|.endif
  3022.   //|  sub RBa, PCa                        // Relative to PC.
  3023.   //|
  3024.   //|  cmp PC, RA
  3025.   //|  je >3
  3026.   //|2:  // Move args to coroutine.
  3027.   //|.if X64
  3028.   //|  mov RCa, [PC+RB]
  3029.   //|  mov [PC-8], RCa
  3030.   //|.else
  3031.   //|  mov RC, [PC+RB+4]
  3032.   //|  mov [PC-4], RC
  3033.   //|  mov RC, [PC+RB]
  3034.   //|  mov [PC-8], RC
  3035.   //|.endif
  3036.   //|  sub PC, 8
  3037.   //|  cmp PC, RA
  3038.   //|  jne <2
  3039.   //|3:
  3040.   //|.if X64
  3041.   //|  mov CARG2d, RA
  3042.   //|  mov CARG1d, TMP1
  3043.   //|.else
  3044.   //|  mov ARG2, RA
  3045.   //|  xor RA, RA
  3046.   //|  mov ARG4, RA
  3047.   //|  mov ARG3, RA
  3048.   //|.endif
  3049.   //|  call ->vm_resume                        // (lua_State *L, TValue *base, 0, 0)
  3050.   //|
  3051.   //|  mov L:RB, SAVE_L
  3052.   //|.if X64
  3053.   //|  mov L:PC, TMP1
  3054.   //|.else
  3055.   //|  mov L:PC, ARG1                        // The callee doesn't modify SAVE_L.
  3056.   //|.endif
  3057.   //|  mov BASE, L:RB->base
  3058.   //|  mov [DISPATCH+DISPATCH_GL(cur_L)], L:RB
  3059.   //|  set_vmstate INTERP
  3060.   //|
  3061.   //|  cmp eax, LUA_YIELD
  3062.   //|  ja >8
  3063.   //|4:
  3064.   //|  mov RA, L:PC->base
  3065.   //|  mov KBASE, L:PC->top
  3066.   //|  mov L:PC->top, RA                        // Clear coroutine stack.
  3067.   //|  mov PC, KBASE
  3068.   //|  sub PC, RA
  3069.   //|  je >6                                // No results?
  3070.   //|  lea RD, [BASE+PC]
  3071.   //|  shr PC, 3
  3072.   //|  cmp RD, L:RB->maxstack
  3073.   //|  ja >9                                // Need to grow stack?
  3074.   //|
  3075.   //|  mov RB, BASE
  3076.   //|  sub RBa, RAa
  3077.   //|5:  // Move results from coroutine.
  3078.   //|.if X64
  3079.   //|  mov RDa, [RA]
  3080.   //|  mov [RA+RB], RDa
  3081.   //|.else
  3082.   //|  mov RD, [RA]
  3083.   //|  mov [RA+RB], RD
  3084.   //|  mov RD, [RA+4]
  3085.   //|  mov [RA+RB+4], RD
  3086.   //|.endif
  3087.   //|  add RA, 8
  3088.   //|  cmp RA, KBASE
  3089.   //|  jne <5
  3090.   //|6:
  3091.   //|.if resume
  3092.   //|  lea RD, [PC+2]                        // nresults+1 = 1 + true + results.
  3093.   //|  mov dword [BASE-4], LJ_TTRUE        // Prepend true to results.
  3094.   //|.else
  3095.   //|  lea RD, [PC+1]                        // nresults+1 = 1 + results.
  3096.   //|.endif
  3097.   //|7:
  3098.   //|  mov PC, SAVE_PC
  3099.   //|  mov MULTRES, RD
  3100.   //|.if resume
  3101.   //|  mov RAa, -8
  3102.   //|.else
  3103.   //|  xor RA, RA
  3104.   //|.endif
  3105.   //|  test PC, FRAME_TYPE
  3106.   //|  jz ->BC_RET_Z
  3107.   //|  jmp ->vm_return
  3108.   //|
  3109.   //|8:  // Coroutine returned with error (at co->top-1).
  3110.   //|.if resume
  3111.   //|  mov dword [BASE-4], LJ_TFALSE        // Prepend false to results.
  3112.   //|  mov RA, L:PC->top
  3113.   //|  sub RA, 8
  3114.   //|  mov L:PC->top, RA                        // Clear error from coroutine stack.
  3115.   //|  // Copy error message.
  3116.   //|.if X64
  3117.   //|  mov RDa, [RA]
  3118.   //|  mov [BASE], RDa
  3119.   //|.else
  3120.   //|  mov RD, [RA]
  3121.   //|  mov [BASE], RD
  3122.   //|  mov RD, [RA+4]
  3123.   //|  mov [BASE+4], RD
  3124.   //|.endif
  3125.   //|  mov RD, 1+2                        // nresults+1 = 1 + false + error.
  3126.   //|  jmp <7
  3127.   //|.else
  3128.   //|  mov FCARG2, L:PC
  3129.   //|  mov FCARG1, L:RB
  3130.   //|  call extern lj_ffh_coroutine_wrap_err@8  // (lua_State *L, lua_State *co)
  3131.   //|  // Error function does not return.
  3132.   //|.endif
  3133.   //|
  3134.   //|9:  // Handle stack expansion on return from yield.
  3135.   //|.if X64
  3136.   //|  mov L:RA, TMP1
  3137.   //|.else
  3138.   //|  mov L:RA, ARG1                        // The callee doesn't modify SAVE_L.
  3139.   //|.endif
  3140.   //|  mov L:RA->top, KBASE                // Undo coroutine stack clearing.
  3141.   //|  mov FCARG2, PC
  3142.   //|  mov FCARG1, L:RB
  3143.   //|  call extern lj_state_growstack@8        // (lua_State *L, int n)
  3144.   //|.if X64
  3145.   //|  mov L:PC, TMP1
  3146.   //|.else
  3147.   //|  mov L:PC, ARG1
  3148.   //|.endif
  3149.   //|  mov BASE, L:RB->base
  3150.   //|  jmp <4                                // Retry the stack move.
  3151.   //|.endmacro
  3152.   //|
  3153.   //|  coroutine_resume_wrap 1                // coroutine.resume
  3154.   dasm_put(Dst, 2947, LJ_TFUNC, LJ_TFUNC, 16+FRAME_PCALL, 1+1, LJ_TTHREAD, Dt1(->cframe), Dt1(->status), LUA_YIELD);
  3155.   dasm_put(Dst, 3038, Dt1(->top), Dt1(->base), Dt1(->maxstack), Dt1(->top), Dt1(->base), Dt1(->top));
  3156.   dasm_put(Dst, 3127, Dt1(->base), DISPATCH_GL(cur_L), DISPATCH_GL(vmstate), ~LJ_VMST_INTERP, LUA_YIELD, Dt1(->base), Dt1(->top), Dt1(->top), Dt1(->maxstack));
  3157. #line 1929 "vm_x86.dasc"
  3158.   //|  coroutine_resume_wrap 0                // coroutine.wrap
  3159.   dasm_put(Dst, 3218, LJ_TTRUE, FRAME_TYPE, LJ_TFALSE, Dt1(->top), Dt1(->top), 1+2, Dt1(->top), Dt1(->base));
  3160.   dasm_put(Dst, 3319, Dt8(->upvalue[0].gcr), Dt1(->cframe), Dt1(->status), LUA_YIELD, Dt1(->top), Dt1(->base), Dt1(->maxstack), Dt1(->top), Dt1(->base));
  3161.   dasm_put(Dst, 3393, Dt1(->top), Dt1(->base), DISPATCH_GL(cur_L), DISPATCH_GL(vmstate), ~LJ_VMST_INTERP, LUA_YIELD, Dt1(->base), Dt1(->top), Dt1(->top));
  3162. #line 1930 "vm_x86.dasc"
  3163.   //|
  3164.   //|.ffunc coroutine_yield
  3165.   //|  mov L:RB, SAVE_L
  3166.   dasm_put(Dst, 3481, Dt1(->maxstack), FRAME_TYPE, Dt1(->top), Dt1(->base));
  3167. #line 1933 "vm_x86.dasc"
  3168.   //|  test aword L:RB->cframe, CFRAME_RESUME
  3169.   //|  jz ->fff_fallback
  3170.   //|  mov L:RB->base, BASE
  3171.   //|  lea RD, [BASE+NARGS:RD*8-8]
  3172.   //|  mov L:RB->top, RD
  3173.   //|  xor RD, RD
  3174.   //|  mov aword L:RB->cframe, RDa
  3175.   //|  mov al, LUA_YIELD
  3176.   //|  mov byte L:RB->status, al
  3177.   //|  jmp ->vm_leave_unw
  3178.   //|
  3179.   //|//-- Math library -------------------------------------------------------
  3180.   //|
  3181.   //|.if not DUALNUM
  3182.   //|->fff_resi:  // Dummy.
  3183.   //|.endif
  3184.   //|
  3185.   //|->fff_resn:
  3186.   //|  mov PC, [BASE-4]
  3187.   //|  fstp qword [BASE-8]
  3188.   //|  jmp ->fff_res1
  3189.   //|
  3190.   //|  .ffunc_1 math_abs
  3191.   //|.if DUALNUM
  3192.   //|  cmp dword [BASE+4], LJ_TISNUM; jne >2
  3193.   //|  mov RB, dword [BASE]
  3194.   dasm_put(Dst, 3601, Dt1(->cframe), CFRAME_RESUME, Dt1(->base), Dt1(->top), Dt1(->cframe), LUA_YIELD, Dt1(->status), 1+1, LJ_TISNUM);
  3195. #line 1959 "vm_x86.dasc"
  3196.   //|  cmp RB, 0; jns ->fff_resi
  3197.   //|  neg RB; js >1
  3198.   //|->fff_resbit:
  3199.   //|->fff_resi:
  3200.   //|  mov PC, [BASE-4]
  3201.   //|  mov dword [BASE-4], LJ_TISNUM
  3202.   //|  mov dword [BASE-8], RB
  3203.   //|  jmp ->fff_res1
  3204.   //|1:
  3205.   //|  mov PC, [BASE-4]
  3206.   //|  mov dword [BASE-4], 0x41e00000  // 2^31.
  3207.   //|  mov dword [BASE-8], 0
  3208.   //|  jmp ->fff_res1
  3209.   //|2:
  3210.   //|  ja ->fff_fallback
  3211.   //|.else
  3212.   //|  cmp dword [BASE+4], LJ_TISNUM; jae ->fff_fallback
  3213.   //|.endif
  3214.   //|  movsd xmm0, qword [BASE]
  3215.   //|  sseconst_abs xmm1, RDa
  3216.   //|  andps xmm0, xmm1
  3217.   //|->fff_resxmm0:
  3218.   //|  mov PC, [BASE-4]
  3219.   //|  movsd qword [BASE-8], xmm0
  3220.   //|  // fallthrough
  3221.   //|
  3222.   //|->fff_res1:
  3223.   //|  mov RD, 1+1
  3224.   //|->fff_res:
  3225.   //|  mov MULTRES, RD
  3226.   dasm_put(Dst, 3675, LJ_TISNUM, (unsigned int)(U64x(7fffffff,ffffffff)), (unsigned int)((U64x(7fffffff,ffffffff))>>32), 1+1);
  3227. #line 1989 "vm_x86.dasc"
  3228.   //|->fff_res_:
  3229.   //|  test PC, FRAME_TYPE
  3230.   //|  jnz >7
  3231.   //|5:
  3232.   //|  cmp PC_RB, RDL                        // More results expected?
  3233.   //|  ja >6
  3234.   //|  // Adjust BASE. KBASE is assumed to be set for the calling frame.
  3235.   //|  movzx RA, PC_RA
  3236.   //|  not RAa                                // Note: ~RA = -(RA+1)
  3237.   //|  lea BASE, [BASE+RA*8]                // base = base - (RA+1)*8
  3238.   //|  ins_next
  3239.   //|
  3240.   //|6:  // Fill up results with nil.
  3241.   //|  mov dword [BASE+RD*8-12], LJ_TNIL
  3242.   //|  add RD, 1
  3243.   //|  jmp <5
  3244.   //|
  3245.   //|7:  // Non-standard return case.
  3246.   //|  mov RAa, -8                        // Results start at BASE+RA = BASE-8.
  3247.   //|  jmp ->vm_return
  3248.   //|
  3249.   //|.if X64
  3250.   //|.define fff_resfp, fff_resxmm0
  3251.   //|.else
  3252.   //|.define fff_resfp, fff_resn
  3253.   //|.endif
  3254.   //|
  3255.   //|.macro math_round, func
  3256.   //|  .ffunc math_ .. func
  3257.   //|.if DUALNUM
  3258.   //|  cmp dword [BASE+4], LJ_TISNUM; jne >1
  3259.   //|  mov RB, dword [BASE]; jmp ->fff_resi
  3260.   //|1:
  3261.   //|  ja ->fff_fallback
  3262.   //|.else
  3263.   //|  cmp dword [BASE+4], LJ_TISNUM; jae ->fff_fallback
  3264.   //|.endif
  3265.   //|  movsd xmm0, qword [BASE]
  3266.   //|  call ->vm_ .. func .. _sse
  3267.   //|.if DUALNUM
  3268.   //|  cvttsd2si RB, xmm0
  3269.   //|  cmp RB, 0x80000000
  3270.   //|  jne ->fff_resi
  3271.   //|  cvtsi2sd xmm1, RB
  3272.   //|  ucomisd xmm0, xmm1
  3273.   //|  jp ->fff_resxmm0
  3274.   //|  je ->fff_resi
  3275.   //|.endif
  3276.   //|  jmp ->fff_resxmm0
  3277.   //|.endmacro
  3278.   //|
  3279.   //|  math_round floor
  3280.   dasm_put(Dst, 3782, FRAME_TYPE, LJ_TNIL, LJ_TISNUM);
  3281. #line 2041 "vm_x86.dasc"
  3282.   //|  math_round ceil
  3283.   dasm_put(Dst, 3890, LJ_TISNUM);
  3284. #line 2042 "vm_x86.dasc"
  3285.   //|
  3286.   //|.ffunc_nsse math_sqrt, sqrtsd; jmp ->fff_resxmm0
  3287.   //|
  3288.   //|.ffunc math_log
  3289.   //|  cmp NARGS:RD, 1+1; jne ->fff_fallback        // Exactly one argument.
  3290.   dasm_put(Dst, 3963, 1+1, LJ_TISNUM);
  3291. #line 2047 "vm_x86.dasc"
  3292.   //|  cmp dword [BASE+4], LJ_TISNUM; jae ->fff_fallback
  3293.   //|  movsd xmm0, qword [BASE]
  3294.   //|.if not X64
  3295.   //|  movsd FPARG1, xmm0
  3296.   //|.endif
  3297.   //|  mov RB, BASE
  3298.   //|  call extern log
  3299.   //|  mov BASE, RB
  3300.   //|  jmp ->fff_resfp
  3301.   //|
  3302.   //|.macro math_extern, func
  3303.   //|  .ffunc_nsse math_ .. func
  3304.   //|.if not X64
  3305.   //|  movsd FPARG1, xmm0
  3306.   //|.endif
  3307.   //|  mov RB, BASE
  3308.   //|  call extern func
  3309.   //|  mov BASE, RB
  3310.   //|  jmp ->fff_resfp
  3311.   //|.endmacro
  3312.   //|
  3313.   //|.macro math_extern2, func
  3314.   //|  .ffunc_nnsse math_ .. func
  3315.   //|.if not X64
  3316.   //|  movsd FPARG1, xmm0
  3317.   //|  movsd FPARG3, xmm1
  3318.   //|.endif
  3319.   //|  mov RB, BASE
  3320.   //|  call extern func
  3321.   //|  mov BASE, RB
  3322.   //|  jmp ->fff_resfp
  3323.   //|.endmacro
  3324.   //|
  3325.   //|  math_extern log10
  3326.   //|  math_extern exp
  3327.   dasm_put(Dst, 4039, 1+1, LJ_TISNUM, 1+1, LJ_TISNUM, 1+1);
  3328. #line 2082 "vm_x86.dasc"
  3329.   //|  math_extern sin
  3330.   //|  math_extern cos
  3331.   dasm_put(Dst, 4122, LJ_TISNUM, 1+1, LJ_TISNUM, 1+1, LJ_TISNUM);
  3332. #line 2084 "vm_x86.dasc"
  3333.   //|  math_extern tan
  3334.   //|  math_extern asin
  3335.   //|  math_extern acos
  3336.   dasm_put(Dst, 4206, 1+1, LJ_TISNUM, 1+1, LJ_TISNUM);
  3337. #line 2087 "vm_x86.dasc"
  3338.   //|  math_extern atan
  3339.   //|  math_extern sinh
  3340.   dasm_put(Dst, 4301, 1+1, LJ_TISNUM, 1+1, LJ_TISNUM, 1+1);
  3341. #line 2089 "vm_x86.dasc"
  3342.   //|  math_extern cosh
  3343.   //|  math_extern tanh
  3344.   dasm_put(Dst, 4384, LJ_TISNUM, 1+1, LJ_TISNUM, 1+1, LJ_TISNUM);
  3345. #line 2091 "vm_x86.dasc"
  3346.   //|  math_extern2 pow
  3347.   //|  math_extern2 atan2
  3348.   dasm_put(Dst, 4468, 2+1, LJ_TISNUM, LJ_TISNUM, 2+1, LJ_TISNUM);
  3349. #line 2093 "vm_x86.dasc"
  3350.   //|  math_extern2 fmod
  3351.   //|
  3352.   //|.ffunc_nnr math_ldexp;        fscale; fpop1;        jmp ->fff_resn
  3353.   dasm_put(Dst, 4558, LJ_TISNUM, 2+1, LJ_TISNUM, LJ_TISNUM, 2+1);
  3354. #line 2096 "vm_x86.dasc"
  3355.   //|
  3356.   //|.ffunc_1 math_frexp
  3357.   //|  mov RB, [BASE+4]
  3358.   //|  cmp RB, LJ_TISNUM;  jae ->fff_fallback
  3359.   //|  mov PC, [BASE-4]
  3360.   //|  mov RC, [BASE]
  3361.   //|  mov [BASE-4], RB; mov [BASE-8], RC
  3362.   //|  shl RB, 1; cmp RB, 0xffe00000; jae >3
  3363.   //|  or RC, RB; jz >3
  3364.   //|  mov RC, 1022
  3365.   //|  cmp RB, 0x00200000; jb >4
  3366.   //|1:
  3367.   //|  shr RB, 21; sub RB, RC                // Extract and unbias exponent.
  3368.   dasm_put(Dst, 4654, LJ_TISNUM, LJ_TISNUM, 1+1, LJ_TISNUM);
  3369. #line 2109 "vm_x86.dasc"
  3370.   //|  cvtsi2sd xmm0, RB
  3371.   //|  mov RB, [BASE-4]
  3372.   //|  and RB, 0x800fffff                        // Mask off exponent.
  3373.   //|  or RB, 0x3fe00000                        // Put mantissa in range [0.5,1) or 0.
  3374.   //|  mov [BASE-4], RB
  3375.   //|2:
  3376.   //|  movsd qword [BASE], xmm0
  3377.   //|  mov RD, 1+2
  3378.   //|  jmp ->fff_res
  3379.   //|3:  // Return +-0, +-Inf, NaN unmodified and an exponent of 0.
  3380.   //|  xorps xmm0, xmm0; jmp <2
  3381.   //|4:  // Handle denormals by multiplying with 2^54 and adjusting the bias.
  3382.   //|  movsd xmm0, qword [BASE]
  3383.   //|  sseconst_hi xmm1, RBa, 43500000  // 2^54.
  3384.   //|  mulsd xmm0, xmm1
  3385.   //|  movsd qword [BASE-8], xmm0
  3386.   //|  mov RB, [BASE-4]; mov RC, 1076; shl RB, 1; jmp <1
  3387.   //|
  3388.   //|.ffunc_nsse math_modf
  3389.   //|  mov RB, [BASE+4]
  3390.   //|  mov PC, [BASE-4]
  3391.   //|  shl RB, 1; cmp RB, 0xffe00000; je >4        // +-Inf?
  3392.   //|  movaps xmm4, xmm0
  3393.   dasm_put(Dst, 4761, 1+2, (unsigned int)(U64x(43500000,00000000)), (unsigned int)((U64x(43500000,00000000))>>32), 1+1, LJ_TISNUM);
  3394. #line 2132 "vm_x86.dasc"
  3395.   //|  call ->vm_trunc_sse
  3396.   //|  subsd xmm4, xmm0
  3397.   //|1:
  3398.   //|  movsd qword [BASE-8], xmm0
  3399.   //|  movsd qword [BASE], xmm4
  3400.   //|  mov RC, [BASE-4]; mov RB, [BASE+4]
  3401.   //|  xor RC, RB; js >3                                // Need to adjust sign?
  3402.   //|2:
  3403.   //|  mov RD, 1+2
  3404.   //|  jmp ->fff_res
  3405.   //|3:
  3406.   //|  xor RB, 0x80000000; mov [BASE+4], RB        // Flip sign of fraction.
  3407.   //|  jmp <2
  3408.   //|4:
  3409.   //|  xorps xmm4, xmm4; jmp <1                        // Return +-Inf and +-0.
  3410.   //|
  3411.   //|.macro math_minmax, name, cmovop, sseop
  3412.   //|  .ffunc name
  3413.   //|  mov RA, 2
  3414.   //|  cmp dword [BASE+4], LJ_TISNUM
  3415.   //|.if DUALNUM
  3416.   //|  jne >4
  3417.   //|  mov RB, dword [BASE]
  3418.   //|1:  // Handle integers.
  3419.   //|  cmp RA, RD; jae ->fff_resi
  3420.   //|  cmp dword [BASE+RA*8-4], LJ_TISNUM; jne >3
  3421.   //|  cmp RB, dword [BASE+RA*8-8]
  3422.   //|  cmovop RB, dword [BASE+RA*8-8]
  3423.   //|  add RA, 1
  3424.   //|  jmp <1
  3425.   //|3:
  3426.   //|  ja ->fff_fallback
  3427.   //|  // Convert intermediate result to number and continue below.
  3428.   //|  cvtsi2sd xmm0, RB
  3429.   //|  jmp >6
  3430.   //|4:
  3431.   //|  ja ->fff_fallback
  3432.   //|.else
  3433.   //|  jae ->fff_fallback
  3434.   //|.endif
  3435.   //|
  3436.   //|  movsd xmm0, qword [BASE]
  3437.   //|5:  // Handle numbers or integers.
  3438.   //|  cmp RA, RD; jae ->fff_resxmm0
  3439.   //|  cmp dword [BASE+RA*8-4], LJ_TISNUM
  3440.   //|.if DUALNUM
  3441.   //|  jb >6
  3442.   //|  ja ->fff_fallback
  3443.   //|  cvtsi2sd xmm1, dword [BASE+RA*8-8]
  3444.   //|  jmp >7
  3445.   //|.else
  3446.   //|  jae ->fff_fallback
  3447.   //|.endif
  3448.   //|6:
  3449.   //|  movsd xmm1, qword [BASE+RA*8-8]
  3450.   //|7:
  3451.   //|  sseop xmm0, xmm1
  3452.   //|  add RA, 1
  3453.   //|  jmp <5
  3454.   //|.endmacro
  3455.   //|
  3456.   //|  math_minmax math_min, cmovg, minsd
  3457.   dasm_put(Dst, 4905, 1+2, LJ_TISNUM);
  3458.   dasm_put(Dst, 4997, LJ_TISNUM, LJ_TISNUM);
  3459. #line 2194 "vm_x86.dasc"
  3460.   //|  math_minmax math_max, cmovl, maxsd
  3461.   dasm_put(Dst, 5078, LJ_TISNUM, LJ_TISNUM);
  3462. #line 2195 "vm_x86.dasc"
  3463.   //|
  3464.   //|//-- String library -----------------------------------------------------
  3465.   //|
  3466.   //|.ffunc string_byte                        // Only handle the 1-arg case here.
  3467.   //|  cmp NARGS:RD, 1+1;  jne ->fff_fallback
  3468.   dasm_put(Dst, 5176, LJ_TISNUM);
  3469. #line 2200 "vm_x86.dasc"
  3470.   //|  cmp dword [BASE+4], LJ_TSTR;  jne ->fff_fallback
  3471.   //|  mov STR:RB, [BASE]
  3472.   //|  mov PC, [BASE-4]
  3473.   //|  cmp dword STR:RB->len, 1
  3474.   //|  jb ->fff_res0                        // Return no results for empty string.
  3475.   //|  movzx RB, byte STR:RB[1]
  3476.   //|.if DUALNUM
  3477.   //|  jmp ->fff_resi
  3478.   //|.else
  3479.   //|  cvtsi2sd xmm0, RB; jmp ->fff_resxmm0
  3480.   //|.endif
  3481.   //|
  3482.   //|.ffunc string_char                        // Only handle the 1-arg case here.
  3483.   //|  ffgccheck
  3484.   //|  cmp NARGS:RD, 1+1;  jne ->fff_fallback        // *Exactly* 1 arg.
  3485.   dasm_put(Dst, 5262, 1+1, LJ_TSTR, Dt5(->len), Dt5([1]), DISPATCH_GL(gc.total), DISPATCH_GL(gc.threshold));
  3486. #line 2215 "vm_x86.dasc"
  3487.   //|  cmp dword [BASE+4], LJ_TISNUM
  3488.   //|.if DUALNUM
  3489.   //|  jne ->fff_fallback
  3490.   //|  mov RB, dword [BASE]
  3491.   //|  cmp RB, 255;  ja ->fff_fallback
  3492.   //|  mov TMP2, RB
  3493.   //|.else
  3494.   //|  jae ->fff_fallback
  3495.   //|  cvttsd2si RB, qword [BASE]
  3496.   //|  cmp RB, 255;  ja ->fff_fallback
  3497.   //|  mov TMP2, RB
  3498.   //|.endif
  3499.   //|.if X64
  3500.   //|  mov TMP3, 1
  3501.   //|.else
  3502.   //|  mov ARG3, 1
  3503.   //|.endif
  3504.   //|  lea RDa, TMP2                        // Points to stack. Little-endian.
  3505.   //|->fff_newstr:
  3506.   //|  mov L:RB, SAVE_L
  3507.   //|  mov L:RB->base, BASE
  3508.   //|.if X64
  3509.   //|  mov CARG3d, TMP3                        // Zero-extended to size_t.
  3510.   //|  mov CARG2, RDa                        // May be 64 bit ptr to stack.
  3511.   //|  mov CARG1d, L:RB
  3512.   //|.else
  3513.   //|  mov ARG2, RD
  3514.   //|  mov ARG1, L:RB
  3515.   //|.endif
  3516.   //|  mov SAVE_PC, PC
  3517.   //|  call extern lj_str_new                // (lua_State *L, char *str, size_t l)
  3518.   //|->fff_resstr:
  3519.   //|  // GCstr * returned in eax (RD).
  3520.   //|  mov BASE, L:RB->base
  3521.   //|  mov PC, [BASE-4]
  3522.   //|  mov dword [BASE-4], LJ_TSTR
  3523.   //|  mov [BASE-8], STR:RD
  3524.   //|  jmp ->fff_res1
  3525.   //|
  3526.   //|.ffunc string_sub
  3527.   //|  ffgccheck
  3528.   dasm_put(Dst, 5321, 1+1, LJ_TISNUM, Dt1(->base), Dt1(->base), LJ_TSTR, DISPATCH_GL(gc.total), DISPATCH_GL(gc.threshold));
  3529. #line 2256 "vm_x86.dasc"
  3530.   //|  mov TMP2, -1
  3531.   //|  cmp NARGS:RD, 1+2;  jb ->fff_fallback
  3532.   //|  jna >1
  3533.   //|  cmp dword [BASE+20], LJ_TISNUM
  3534.   //|.if DUALNUM
  3535.   //|  jne ->fff_fallback
  3536.   //|  mov RB, dword [BASE+16]
  3537.   //|  mov TMP2, RB
  3538.   //|.else
  3539.   //|  jae ->fff_fallback
  3540.   //|  cvttsd2si RB, qword [BASE+16]
  3541.   //|  mov TMP2, RB
  3542.   //|.endif
  3543.   //|1:
  3544.   //|  cmp dword [BASE+4], LJ_TSTR;  jne ->fff_fallback
  3545.   //|  cmp dword [BASE+12], LJ_TISNUM
  3546.   //|.if DUALNUM
  3547.   //|  jne ->fff_fallback
  3548.   //|.else
  3549.   //|  jae ->fff_fallback
  3550.   //|.endif
  3551.   //|  mov STR:RB, [BASE]
  3552.   //|  mov TMP3, STR:RB
  3553.   //|  mov RB, STR:RB->len
  3554.   //|.if DUALNUM
  3555.   //|  mov RA, dword [BASE+8]
  3556.   //|.else
  3557.   //|  cvttsd2si RA, qword [BASE+8]
  3558.   //|.endif
  3559.   //|  mov RC, TMP2
  3560.   //|  cmp RB, RC                                // len < end? (unsigned compare)
  3561.   //|  jb >5
  3562.   //|2:
  3563.   //|  test RA, RA                        // start <= 0?
  3564.   dasm_put(Dst, 5433, 1+2, LJ_TISNUM, LJ_TSTR, LJ_TISNUM, Dt5(->len));
  3565. #line 2290 "vm_x86.dasc"
  3566.   //|  jle >7
  3567.   //|3:
  3568.   //|  mov STR:RB, TMP3
  3569.   //|  sub RC, RA                                // start > end?
  3570.   //|  jl ->fff_emptystr
  3571.   //|  lea RB, [STR:RB+RA+#STR-1]
  3572.   //|  add RC, 1
  3573.   //|4:
  3574.   //|.if X64
  3575.   //|  mov TMP3, RC
  3576.   //|.else
  3577.   //|  mov ARG3, RC
  3578.   //|.endif
  3579.   //|  mov RD, RB
  3580.   //|  jmp ->fff_newstr
  3581.   //|
  3582.   //|5:  // Negative end or overflow.
  3583.   //|  jl >6
  3584.   //|  lea RC, [RC+RB+1]                        // end = end+(len+1)
  3585.   //|  jmp <2
  3586.   //|6:  // Overflow.
  3587.   //|  mov RC, RB                                // end = len
  3588.   //|  jmp <2
  3589.   //|
  3590.   //|7:  // Negative start or underflow.
  3591.   //|  je >8
  3592.   //|  add RA, RB                                // start = start+(len+1)
  3593.   dasm_put(Dst, 5523, sizeof(GCstr)-1);
  3594. #line 2317 "vm_x86.dasc"
  3595.   //|  add RA, 1
  3596.   //|  jg <3                                // start > 0?
  3597.   //|8:  // Underflow.
  3598.   //|  mov RA, 1                                // start = 1
  3599.   //|  jmp <3
  3600.   //|
  3601.   //|->fff_emptystr:  // Range underflow.
  3602.   //|  xor RC, RC                                // Zero length. Any ptr in RB is ok.
  3603.   //|  jmp <4
  3604.   //|
  3605.   //|.macro ffstring_op, name
  3606.   //|  .ffunc_1 string_ .. name
  3607.   //|  ffgccheck
  3608.   //|  cmp dword [BASE+4], LJ_TSTR;  jne ->fff_fallback
  3609.   //|  mov L:RB, SAVE_L
  3610.   //|   lea SBUF:FCARG1, [DISPATCH+DISPATCH_GL(tmpbuf)]
  3611.   //|  mov L:RB->base, BASE
  3612.   //|  mov STR:FCARG2, [BASE]                // Caveat: FCARG2 == BASE
  3613.   //|   mov RC, SBUF:FCARG1->b
  3614.   //|   mov SBUF:FCARG1->L, L:RB
  3615.   //|   mov SBUF:FCARG1->p, RC
  3616.   //|  mov SAVE_PC, PC
  3617.   //|  call extern lj_buf_putstr_ .. name .. @8
  3618.   //|  mov FCARG1, eax
  3619.   //|  call extern lj_buf_tostr@4
  3620.   //|  jmp ->fff_resstr
  3621.   //|.endmacro
  3622.   //|
  3623.   //|ffstring_op reverse
  3624.   dasm_put(Dst, 5590, 1+1, DISPATCH_GL(gc.total), DISPATCH_GL(gc.threshold), LJ_TSTR);
  3625. #line 2346 "vm_x86.dasc"
  3626.   //|ffstring_op lower
  3627.   dasm_put(Dst, 5652, DISPATCH_GL(tmpbuf), Dt1(->base), DtE(->b), DtE(->L), DtE(->p), 1+1, DISPATCH_GL(gc.total), DISPATCH_GL(gc.threshold));
  3628. #line 2347 "vm_x86.dasc"
  3629.   //|ffstring_op upper
  3630.   dasm_put(Dst, 5724, LJ_TSTR, DISPATCH_GL(tmpbuf), Dt1(->base), DtE(->b), DtE(->L), DtE(->p), 1+1, DISPATCH_GL(gc.total), DISPATCH_GL(gc.threshold));
  3631. #line 2348 "vm_x86.dasc"
  3632.   //|
  3633.   //|//-- Bit library --------------------------------------------------------
  3634.   //|
  3635.   //|.define TOBIT_BIAS, 0x59c00000        // 2^52 + 2^51 (float, not double!).
  3636.   //|
  3637.   //|.macro .ffunc_bit, name, kind
  3638.   //|  .ffunc_1 name
  3639.   //|.if kind == 2
  3640.   //|  sseconst_tobit xmm1, RBa
  3641.   //|.endif
  3642.   //|  cmp dword [BASE+4], LJ_TISNUM
  3643.   //|.if DUALNUM
  3644.   //|  jne >1
  3645.   //|  mov RB, dword [BASE]
  3646.   //|.if kind > 0
  3647.   //|  jmp >2
  3648.   //|.else
  3649.   //|  jmp ->fff_resbit
  3650.   //|.endif
  3651.   //|1:
  3652.   //|  ja ->fff_fallback
  3653.   //|.else
  3654.   //|  jae ->fff_fallback
  3655.   //|.endif
  3656.   //|  movsd xmm0, qword [BASE]
  3657.   //|.if kind < 2
  3658.   //|  sseconst_tobit xmm1, RBa
  3659.   //|.endif
  3660.   //|  addsd xmm0, xmm1
  3661.   //|  movd RB, xmm0
  3662.   //|2:
  3663.   //|.endmacro
  3664.   //|
  3665.   //|.ffunc_bit bit_tobit, 0
  3666.   dasm_put(Dst, 5801, LJ_TSTR, DISPATCH_GL(tmpbuf), Dt1(->base), DtE(->b), DtE(->L), DtE(->p), 1+1, LJ_TISNUM);
  3667. #line 2382 "vm_x86.dasc"
  3668.   //|  jmp ->fff_resbit
  3669.   //|
  3670.   //|.macro .ffunc_bit_op, name, ins
  3671.   //|  .ffunc_bit name, 2
  3672.   //|  mov TMP2, NARGS:RD                        // Save for fallback.
  3673.   //|  lea RD, [BASE+NARGS:RD*8-16]
  3674.   //|1:
  3675.   //|  cmp RD, BASE
  3676.   //|  jbe ->fff_resbit
  3677.   //|  cmp dword [RD+4], LJ_TISNUM
  3678.   //|.if DUALNUM
  3679.   //|  jne >2
  3680.   //|  ins RB, dword [RD]
  3681.   //|  sub RD, 8
  3682.   //|  jmp <1
  3683.   //|2:
  3684.   //|  ja ->fff_fallback_bit_op
  3685.   //|.else
  3686.   //|  jae ->fff_fallback_bit_op
  3687.   //|.endif
  3688.   //|  movsd xmm0, qword [RD]
  3689.   //|  addsd xmm0, xmm1
  3690.   //|  movd RA, xmm0
  3691.   //|  ins RB, RA
  3692.   //|  sub RD, 8
  3693.   //|  jmp <1
  3694.   //|.endmacro
  3695.   //|
  3696.   //|.ffunc_bit_op bit_band, and
  3697.   dasm_put(Dst, 5878, (unsigned int)(U64x(43380000,00000000)), (unsigned int)((U64x(43380000,00000000))>>32), 1+1, (unsigned int)(U64x(43380000,00000000)), (unsigned int)((U64x(43380000,00000000))>>32), LJ_TISNUM);
  3698. #line 2411 "vm_x86.dasc"
  3699.   //|.ffunc_bit_op bit_bor, or
  3700.   dasm_put(Dst, 5952, LJ_TISNUM, 1+1, (unsigned int)(U64x(43380000,00000000)), (unsigned int)((U64x(43380000,00000000))>>32));
  3701.   dasm_put(Dst, 6047, LJ_TISNUM, LJ_TISNUM);
  3702. #line 2412 "vm_x86.dasc"
  3703.   //|.ffunc_bit_op bit_bxor, xor
  3704.   dasm_put(Dst, 6131, 1+1, (unsigned int)(U64x(43380000,00000000)), (unsigned int)((U64x(43380000,00000000))>>32), LJ_TISNUM);
  3705. #line 2413 "vm_x86.dasc"
  3706.   //|
  3707.   //|.ffunc_bit bit_bswap, 1
  3708.   dasm_put(Dst, 6228, LJ_TISNUM, 1+1, LJ_TISNUM);
  3709. #line 2415 "vm_x86.dasc"
  3710.   //|  bswap RB
  3711.   //|  jmp ->fff_resbit
  3712.   //|
  3713.   //|.ffunc_bit bit_bnot, 1
  3714.   dasm_put(Dst, 6303, (unsigned int)(U64x(43380000,00000000)), (unsigned int)((U64x(43380000,00000000))>>32), 1+1, LJ_TISNUM, (unsigned int)(U64x(43380000,00000000)), (unsigned int)((U64x(43380000,00000000))>>32));
  3715. #line 2419 "vm_x86.dasc"
  3716.   //|  not RB
  3717.   //|.if DUALNUM
  3718.   //|  jmp ->fff_resbit
  3719.   //|.else
  3720.   //|->fff_resbit:
  3721.   //|  cvtsi2sd xmm0, RB
  3722.   //|  jmp ->fff_resxmm0
  3723.   //|.endif
  3724.   //|
  3725.   //|->fff_fallback_bit_op:
  3726.   //|  mov NARGS:RD, TMP2                        // Restore for fallback
  3727.   //|  jmp ->fff_fallback
  3728.   //|
  3729.   //|.macro .ffunc_bit_sh, name, ins
  3730.   //|.if DUALNUM
  3731.   //|  .ffunc_bit name, 1
  3732.   //|  // Note: no inline conversion from number for 2nd argument!
  3733.   //|  cmp dword [BASE+12], LJ_TISNUM; jne ->fff_fallback
  3734.   //|  mov RA, dword [BASE+8]
  3735.   //|.else
  3736.   //|  .ffunc_nnsse name
  3737.   //|  sseconst_tobit xmm2, RBa
  3738.   //|  addsd xmm0, xmm2
  3739.   //|  addsd xmm1, xmm2
  3740.   //|  movd RB, xmm0
  3741.   //|  movd RA, xmm1
  3742.   //|.endif
  3743.   //|  ins RB, cl                                // Assumes RA is ecx.
  3744.   //|  jmp ->fff_resbit
  3745.   //|.endmacro
  3746.   //|
  3747.   //|.ffunc_bit_sh bit_lshift, shl
  3748.   dasm_put(Dst, 6379, 1+1, LJ_TISNUM, (unsigned int)(U64x(43380000,00000000)), (unsigned int)((U64x(43380000,00000000))>>32));
  3749. #line 2451 "vm_x86.dasc"
  3750.   //|.ffunc_bit_sh bit_rshift, shr
  3751.   dasm_put(Dst, 6453, LJ_TISNUM, 1+1, LJ_TISNUM, (unsigned int)(U64x(43380000,00000000)), (unsigned int)((U64x(43380000,00000000))>>32));
  3752. #line 2452 "vm_x86.dasc"
  3753.   //|.ffunc_bit_sh bit_arshift, sar
  3754.   dasm_put(Dst, 6528, LJ_TISNUM, 1+1, LJ_TISNUM, (unsigned int)(U64x(43380000,00000000)), (unsigned int)((U64x(43380000,00000000))>>32));
  3755. #line 2453 "vm_x86.dasc"
  3756.   //|.ffunc_bit_sh bit_rol, rol
  3757.   dasm_put(Dst, 6604, LJ_TISNUM, 1+1, LJ_TISNUM, (unsigned int)(U64x(43380000,00000000)), (unsigned int)((U64x(43380000,00000000))>>32));
  3758. #line 2454 "vm_x86.dasc"
  3759.   //|.ffunc_bit_sh bit_ror, ror
  3760.   dasm_put(Dst, 6680, LJ_TISNUM, 1+1, LJ_TISNUM, (unsigned int)(U64x(43380000,00000000)), (unsigned int)((U64x(43380000,00000000))>>32));
  3761. #line 2455 "vm_x86.dasc"
  3762.   //|
  3763.   //|//-----------------------------------------------------------------------
  3764.   //|
  3765.   //|->fff_fallback_2:
  3766.   //|  mov NARGS:RD, 1+2                        // Other args are ignored, anyway.
  3767.   //|  jmp ->fff_fallback
  3768.   //|->fff_fallback_1:
  3769.   //|  mov NARGS:RD, 1+1                        // Other args are ignored, anyway.
  3770.   //|->fff_fallback:                        // Call fast function fallback handler.
  3771.   //|  // BASE = new base, RD = nargs+1
  3772.   //|  mov L:RB, SAVE_L
  3773.   //|  mov PC, [BASE-4]                        // Fallback may overwrite PC.
  3774.   //|  mov SAVE_PC, PC                        // Redundant (but a defined value).
  3775.   //|  mov L:RB->base, BASE
  3776.   //|  lea RD, [BASE+NARGS:RD*8-8]
  3777.   //|  lea RA, [RD+8*LUA_MINSTACK]        // Ensure enough space for handler.
  3778.   //|  mov L:RB->top, RD
  3779.   //|  mov CFUNC:RD, [BASE-8]
  3780.   //|  cmp RA, L:RB->maxstack
  3781.   //|  ja >5                                // Need to grow stack.
  3782.   //|.if X64
  3783.   //|  mov CARG1d, L:RB
  3784.   //|.else
  3785.   //|  mov ARG1, L:RB
  3786.   //|.endif
  3787.   //|  call aword CFUNC:RD->f                // (lua_State *L)
  3788.   //|  mov BASE, L:RB->base
  3789.   dasm_put(Dst, 6755, LJ_TISNUM, 1+2, 1+1, Dt1(->base), 8*LUA_MINSTACK, Dt1(->top), Dt1(->maxstack), Dt8(->f));
  3790. #line 2482 "vm_x86.dasc"
  3791.   //|  // Either throws an error, or recovers and returns -1, 0 or nresults+1.
  3792.   //|  test RD, RD;  jg ->fff_res                // Returned nresults+1?
  3793.   //|1:
  3794.   //|  mov RA, L:RB->top
  3795.   //|  sub RA, BASE
  3796.   //|  shr RA, 3
  3797.   //|  test RD, RD
  3798.   //|  lea NARGS:RD, [RA+1]
  3799.   //|  mov LFUNC:RB, [BASE-8]
  3800.   //|  jne ->vm_call_tail                        // Returned -1?
  3801.   //|  ins_callt                                // Returned 0: retry fast path.
  3802.   //|
  3803.   //|// Reconstruct previous base for vmeta_call during tailcall.
  3804.   //|->vm_call_tail:
  3805.   //|  mov RA, BASE
  3806.   //|  test PC, FRAME_TYPE
  3807.   //|  jnz >3
  3808.   //|  movzx RB, PC_RA
  3809.   //|  not RBa                                // Note: ~RB = -(RB+1)
  3810.   //|  lea BASE, [BASE+RB*8]                // base = base - (RB+1)*8
  3811.   //|  jmp ->vm_call_dispatch                // Resolve again for tailcall.
  3812.   //|3:
  3813.   //|  mov RB, PC
  3814.   //|  and RB, -8
  3815.   //|  sub BASE, RB
  3816.   //|  jmp ->vm_call_dispatch                // Resolve again for tailcall.
  3817.   //|
  3818.   //|5:  // Grow stack for fallback handler.
  3819.   //|  mov FCARG2, LUA_MINSTACK
  3820.   //|  mov FCARG1, L:RB
  3821.   //|  call extern lj_state_growstack@8        // (lua_State *L, int n)
  3822.   //|  mov BASE, L:RB->base
  3823.   //|  xor RD, RD                                // Simulate a return 0.
  3824.   dasm_put(Dst, 6848, Dt1(->base), Dt1(->top), Dt7(->pc), FRAME_TYPE, LUA_MINSTACK, Dt1(->base));
  3825. #line 2515 "vm_x86.dasc"
  3826.   //|  jmp <1                                // Dumb retry (goes through ff first).
  3827.   //|
  3828.   //|->fff_gcstep:                        // Call GC step function.
  3829.   //|  // BASE = new base, RD = nargs+1
  3830.   //|  pop RBa                                // Must keep stack at same level.
  3831.   //|  mov TMPa, RBa                        // Save return address
  3832.   //|  mov L:RB, SAVE_L
  3833.   //|  mov SAVE_PC, PC                        // Redundant (but a defined value).
  3834.   //|  mov L:RB->base, BASE
  3835.   //|  lea RD, [BASE+NARGS:RD*8-8]
  3836.   //|  mov FCARG1, L:RB
  3837.   //|  mov L:RB->top, RD
  3838.   //|  call extern lj_gc_step@4                // (lua_State *L)
  3839.   //|  mov BASE, L:RB->base
  3840.   //|  mov RD, L:RB->top
  3841.   //|  sub RD, BASE
  3842.   //|  shr RD, 3
  3843.   //|  add NARGS:RD, 1
  3844.   //|  mov RBa, TMPa
  3845.   //|  push RBa                                // Restore return address.
  3846.   //|  ret
  3847.   //|
  3848.   //|//-----------------------------------------------------------------------
  3849.   //|//-- Special dispatch targets -------------------------------------------
  3850.   //|//-----------------------------------------------------------------------
  3851.   //|
  3852.   //|->vm_record:                                // Dispatch target for recording phase.
  3853.   //|.if JIT
  3854.   //|  movzx RD, byte [DISPATCH+DISPATCH_GL(hookmask)]
  3855.   //|  test RDL, HOOK_VMEVENT                // No recording while in vmevent.
  3856.   //|  jnz >5
  3857.   //|  // Decrement the hookcount for consistency, but always do the call.
  3858.   //|  test RDL, HOOK_ACTIVE
  3859.   //|  jnz >1
  3860.   //|  test RDL, LUA_MASKLINE|LUA_MASKCOUNT
  3861.   //|  jz >1
  3862.   //|  dec dword [DISPATCH+DISPATCH_GL(hookcount)]
  3863.   //|  jmp >1
  3864.   //|.endif
  3865.   //|
  3866.   //|->vm_rethook:                        // Dispatch target for return hooks.
  3867.   //|  movzx RD, byte [DISPATCH+DISPATCH_GL(hookmask)]
  3868.   dasm_put(Dst, 6961, Dt1(->base), Dt1(->top), Dt1(->base), Dt1(->top), DISPATCH_GL(hookmask), HOOK_VMEVENT, HOOK_ACTIVE, LUA_MASKLINE|LUA_MASKCOUNT, DISPATCH_GL(hookcount));
  3869. #line 2557 "vm_x86.dasc"
  3870.   //|  test RDL, HOOK_ACTIVE                // Hook already active?
  3871.   //|  jnz >5
  3872.   //|  jmp >1
  3873.   //|
  3874.   //|->vm_inshook:                        // Dispatch target for instr/line hooks.
  3875.   //|  movzx RD, byte [DISPATCH+DISPATCH_GL(hookmask)]
  3876.   //|  test RDL, HOOK_ACTIVE                // Hook already active?
  3877.   //|  jnz >5
  3878.   //|
  3879.   //|  test RDL, LUA_MASKLINE|LUA_MASKCOUNT
  3880.   //|  jz >5
  3881.   //|  dec dword [DISPATCH+DISPATCH_GL(hookcount)]
  3882.   //|  jz >1
  3883.   //|  test RDL, LUA_MASKLINE
  3884.   //|  jz >5
  3885.   //|1:
  3886.   //|  mov L:RB, SAVE_L
  3887.   dasm_put(Dst, 7059, DISPATCH_GL(hookmask), HOOK_ACTIVE, DISPATCH_GL(hookmask), HOOK_ACTIVE, LUA_MASKLINE|LUA_MASKCOUNT, DISPATCH_GL(hookcount), LUA_MASKLINE);
  3888. #line 2574 "vm_x86.dasc"
  3889.   //|  mov L:RB->base, BASE
  3890.   //|  mov FCARG2, PC                        // Caveat: FCARG2 == BASE
  3891.   //|  mov FCARG1, L:RB
  3892.   //|  // SAVE_PC must hold the _previous_ PC. The callee updates it with PC.
  3893.   //|  call extern lj_dispatch_ins@8        // (lua_State *L, const BCIns *pc)
  3894.   //|3:
  3895.   //|  mov BASE, L:RB->base
  3896.   //|4:
  3897.   //|  movzx RA, PC_RA
  3898.   //|5:
  3899.   //|  movzx OP, PC_OP
  3900.   //|  movzx RD, PC_RD
  3901.   //|.if X64
  3902.   //|  jmp aword [DISPATCH+OP*8+GG_DISP2STATIC]        // Re-dispatch to static ins.
  3903.   //|.else
  3904.   //|  jmp aword [DISPATCH+OP*4+GG_DISP2STATIC]        // Re-dispatch to static ins.
  3905.   //|.endif
  3906.   //|
  3907.   //|->cont_hook:                                // Continue from hook yield.
  3908.   //|  add PC, 4
  3909.   //|  mov RA, [RB-24]
  3910.   //|  mov MULTRES, RA                        // Restore MULTRES for *M ins.
  3911.   //|  jmp <4
  3912.   //|
  3913.   //|->vm_hotloop:                        // Hot loop counter underflow.
  3914.   //|.if JIT
  3915.   //|  mov LFUNC:RB, [BASE-8]                // Same as curr_topL(L).
  3916.   //|  mov RB, LFUNC:RB->pc
  3917.   //|  movzx RD, byte [RB+PC2PROTO(framesize)]
  3918.   //|  lea RD, [BASE+RD*8]
  3919.   //|  mov L:RB, SAVE_L
  3920.   //|  mov L:RB->base, BASE
  3921.   //|  mov L:RB->top, RD
  3922.   //|  mov FCARG2, PC
  3923.   //|  lea FCARG1, [DISPATCH+GG_DISP2J]
  3924.   //|  mov aword [DISPATCH+DISPATCH_J(L)], L:RBa
  3925.   //|  mov SAVE_PC, PC
  3926.   //|  call extern lj_trace_hot@8                // (jit_State *J, const BCIns *pc)
  3927.   //|  jmp <3
  3928.   //|.endif
  3929.   //|
  3930.   //|->vm_callhook:                        // Dispatch target for call hooks.
  3931.   //|  mov SAVE_PC, PC
  3932.   //|.if JIT
  3933.   //|  jmp >1
  3934.   //|.endif
  3935.   //|
  3936.   //|->vm_hotcall:                        // Hot call counter underflow.
  3937.   //|.if JIT
  3938.   //|  mov SAVE_PC, PC
  3939.   dasm_put(Dst, 7111, Dt1(->base), Dt1(->base), GG_DISP2STATIC, Dt7(->pc), PC2PROTO(framesize), Dt1(->base), Dt1(->top), GG_DISP2J, DISPATCH_J(L));
  3940. #line 2624 "vm_x86.dasc"
  3941.   //|  or PC, 1                                // Marker for hot call.
  3942.   //|1:
  3943.   //|.endif
  3944.   //|  lea RD, [BASE+NARGS:RD*8-8]
  3945.   //|  mov L:RB, SAVE_L
  3946.   //|  mov L:RB->base, BASE
  3947.   //|  mov L:RB->top, RD
  3948.   //|  mov FCARG2, PC
  3949.   //|  mov FCARG1, L:RB
  3950.   //|  call extern lj_dispatch_call@8        // (lua_State *L, const BCIns *pc)
  3951.   //|  // ASMFunction returned in eax/rax (RDa).
  3952.   //|  mov SAVE_PC, 0                        // Invalidate for subsequent line hook.
  3953.   //|.if JIT
  3954.   //|  and PC, -2
  3955.   //|.endif
  3956.   //|  mov BASE, L:RB->base
  3957.   //|  mov RAa, RDa
  3958.   //|  mov RD, L:RB->top
  3959.   //|  sub RD, BASE
  3960.   //|  mov RBa, RAa
  3961.   //|  movzx RA, PC_RA
  3962.   //|  shr RD, 3
  3963.   //|  add NARGS:RD, 1
  3964.   //|  jmp RBa
  3965.   //|
  3966.   //|->cont_stitch:                        // Trace stitching.
  3967.   //|.if JIT
  3968.   //|  // BASE = base, RC = result, RB = mbase
  3969.   //|  mov RA, [RB-24]                        // Save previous trace number.
  3970.   //|  mov TMP1, RA
  3971.   //|  mov TMP3, DISPATCH                        // Need one more register.
  3972.   //|  mov DISPATCH, MULTRES
  3973.   //|  movzx RA, PC_RA
  3974.   //|  lea RA, [BASE+RA*8]                // Call base.
  3975.   //|  sub DISPATCH, 1
  3976.   //|  jz >2
  3977.   //|1:  // Move results down.
  3978.   //|.if X64
  3979.   //|  mov RBa, [RC]
  3980.   //|  mov [RA], RBa
  3981.   //|.else
  3982.   //|  mov RB, [RC]
  3983.   //|  mov [RA], RB
  3984.   //|  mov RB, [RC+4]
  3985.   //|  mov [RA+4], RB
  3986.   //|.endif
  3987.   //|  add RC, 8
  3988.   //|  add RA, 8
  3989.   //|  sub DISPATCH, 1
  3990.   //|  jnz <1
  3991.   //|2:
  3992.   //|  movzx RC, PC_RA
  3993.   //|  movzx RB, PC_RB
  3994.   //|  add RC, RB
  3995.   //|  lea RC, [BASE+RC*8-8]
  3996.   //|3:
  3997.   //|  cmp RC, RA
  3998.   //|  ja >9                                // More results wanted?
  3999.   //|
  4000.   //|  mov DISPATCH, TMP3
  4001.   //|  mov RB, TMP1                        // Get previous trace number.
  4002.   //|  mov RA, [DISPATCH+DISPATCH_J(trace)]
  4003.   //|  mov TRACE:RD, [RA+RB*4]
  4004.   //|  test TRACE:RD, TRACE:RD
  4005.   //|  jz ->cont_nop
  4006.   //|  movzx RD, word TRACE:RD->link
  4007.   //|  cmp RD, RB
  4008.   //|  je ->cont_nop                        // Blacklisted.
  4009.   //|  test RD, RD
  4010.   dasm_put(Dst, 7236, Dt1(->base), Dt1(->top), Dt1(->base), Dt1(->top), DISPATCH_J(trace), DtD(->link));
  4011. #line 2693 "vm_x86.dasc"
  4012.   //|  jne =>BC_JLOOP                        // Jump to stitched trace.
  4013.   //|
  4014.   //|  // Stitch a new trace to the previous trace.
  4015.   //|  mov [DISPATCH+DISPATCH_J(exitno)], RB
  4016.   //|  mov L:RB, SAVE_L
  4017.   //|  mov L:RB->base, BASE
  4018.   //|  mov FCARG2, PC
  4019.   //|  lea FCARG1, [DISPATCH+GG_DISP2J]
  4020.   //|  mov aword [DISPATCH+DISPATCH_J(L)], L:RBa
  4021.   //|  call extern lj_dispatch_stitch@8        // (jit_State *J, const BCIns *pc)
  4022.   //|  mov BASE, L:RB->base
  4023.   //|  jmp ->cont_nop
  4024.   //|
  4025.   //|9:  // Fill up results with nil.
  4026.   //|  mov dword [RA+4], LJ_TNIL
  4027.   //|  add RA, 8
  4028.   //|  jmp <3
  4029.   //|.endif
  4030.   //|
  4031.   //|->vm_profhook:                        // Dispatch target for profiler hook.
  4032.   dasm_put(Dst, 7426, BC_JLOOP, DISPATCH_J(exitno), Dt1(->base), GG_DISP2J, DISPATCH_J(L), Dt1(->base), LJ_TNIL);
  4033. #line 2713 "vm_x86.dasc"
  4034. #if LJ_HASPROFILE
  4035.   //|  mov L:RB, SAVE_L
  4036.   //|  mov L:RB->base, BASE
  4037.   //|  mov FCARG2, PC                        // Caveat: FCARG2 == BASE
  4038.   //|  mov FCARG1, L:RB
  4039.   //|  call extern lj_dispatch_profile@8        // (lua_State *L, const BCIns *pc)
  4040.   //|  mov BASE, L:RB->base
  4041.   //|  // HOOK_PROFILE is off again, so re-dispatch to dynamic instruction.
  4042.   //|  sub PC, 4
  4043.   //|  jmp ->cont_nop
  4044.   dasm_put(Dst, 7479, Dt1(->base), Dt1(->base));
  4045. #line 2723 "vm_x86.dasc"
  4046. #endif
  4047.   //|
  4048.   //|//-----------------------------------------------------------------------
  4049.   //|//-- Trace exit handler -------------------------------------------------
  4050.   //|//-----------------------------------------------------------------------
  4051.   //|
  4052.   //|// Called from an exit stub with the exit number on the stack.
  4053.   //|// The 16 bit exit number is stored with two (sign-extended) push imm8.
  4054.   //|->vm_exit_handler:
  4055.   //|.if JIT
  4056.   //|.if X64
  4057.   //|  push r13; push r12
  4058.   //|  push r11; push r10; push r9; push r8
  4059.   //|  push rdi; push rsi; push rbp; lea rbp, [rsp+88]; push rbp
  4060.   //|  push rbx; push rdx; push rcx; push rax
  4061.   //|  movzx RC, byte [rbp-8]                // Reconstruct exit number.
  4062.   //|  mov RCH, byte [rbp-16]
  4063.   //|  mov [rbp-8], r15; mov [rbp-16], r14
  4064.   //|.else
  4065.   //|  push ebp; lea ebp, [esp+12]; push ebp
  4066.   //|  push ebx; push edx; push ecx; push eax
  4067.   //|  movzx RC, byte [ebp-4]                // Reconstruct exit number.
  4068.   //|  mov RCH, byte [ebp-8]
  4069.   //|  mov [ebp-4], edi; mov [ebp-8], esi
  4070.   //|.endif
  4071.   //|  // Caveat: DISPATCH is ebx.
  4072.   //|  mov DISPATCH, [ebp]
  4073.   //|  mov RA, [DISPATCH+DISPATCH_GL(vmstate)]        // Get trace number.
  4074.   //|  set_vmstate EXIT
  4075.   //|  mov [DISPATCH+DISPATCH_J(exitno)], RC
  4076.   //|  mov [DISPATCH+DISPATCH_J(parent)], RA
  4077.   //|.if X64
  4078.   //|.if X64WIN
  4079.   //|  sub rsp, 16*8+4*8                        // Room for SSE regs + save area.
  4080.   //|.else
  4081.   //|  sub rsp, 16*8                        // Room for SSE regs.
  4082.   //|.endif
  4083.   //|  add rbp, -128
  4084.   //|  movsd qword [rbp-8],   xmm15; movsd qword [rbp-16],  xmm14
  4085.   //|  movsd qword [rbp-24],  xmm13; movsd qword [rbp-32],  xmm12
  4086.   //|  movsd qword [rbp-40],  xmm11; movsd qword [rbp-48],  xmm10
  4087.   //|  movsd qword [rbp-56],  xmm9;  movsd qword [rbp-64],  xmm8
  4088.   //|  movsd qword [rbp-72],  xmm7;  movsd qword [rbp-80],  xmm6
  4089.   //|  movsd qword [rbp-88],  xmm5;  movsd qword [rbp-96],  xmm4
  4090.   //|  movsd qword [rbp-104], xmm3;  movsd qword [rbp-112], xmm2
  4091.   //|  movsd qword [rbp-120], xmm1;  movsd qword [rbp-128], xmm0
  4092.   //|.else
  4093.   //|  sub esp, 8*8+16                        // Room for SSE regs + args.
  4094.   //|  movsd qword [ebp-40], xmm7; movsd qword [ebp-48], xmm6
  4095.   //|  movsd qword [ebp-56], xmm5; movsd qword [ebp-64], xmm4
  4096.   //|  movsd qword [ebp-72], xmm3; movsd qword [ebp-80], xmm2
  4097.   //|  movsd qword [ebp-88], xmm1; movsd qword [ebp-96], xmm0
  4098.   //|.endif
  4099.   //|  // Caveat: RB is ebp.
  4100.   //|  mov L:RB, [DISPATCH+DISPATCH_GL(cur_L)]
  4101.   //|  mov BASE, [DISPATCH+DISPATCH_GL(jit_base)]
  4102.   //|  mov aword [DISPATCH+DISPATCH_J(L)], L:RBa
  4103.   //|  mov L:RB->base, BASE
  4104.   //|.if X64WIN
  4105.   //|  lea CARG2, [rsp+4*8]
  4106.   //|.elif X64
  4107.   //|  mov CARG2, rsp
  4108.   //|.else
  4109.   //|  lea FCARG2, [esp+16]
  4110.   //|.endif
  4111.   //|  lea FCARG1, [DISPATCH+GG_DISP2J]
  4112.   //|  mov dword [DISPATCH+DISPATCH_GL(jit_base)], 0
  4113.   //|  call extern lj_trace_exit@8        // (jit_State *J, ExitState *ex)
  4114.   //|  // MULTRES or negated error code returned in eax (RD).
  4115.   //|  mov RAa, L:RB->cframe
  4116.   //|  and RAa, CFRAME_RAWMASK
  4117.   //|.if X64WIN
  4118.   //|  // Reposition stack later.
  4119.   //|.elif X64
  4120.   //|  mov rsp, RAa                        // Reposition stack to C frame.
  4121.   //|.else
  4122.   //|  mov esp, RAa                        // Reposition stack to C frame.
  4123.   //|.endif
  4124.   //|  mov [RAa+CFRAME_OFS_L], L:RB        // Set SAVE_L (on-trace resume/yield).
  4125.   //|  mov BASE, L:RB->base
  4126.   //|  mov PC, [RAa+CFRAME_OFS_PC]        // Get SAVE_PC.
  4127.   //|.if X64
  4128.   //|  jmp >1
  4129.   //|.endif
  4130.   //|.endif
  4131.   //|->vm_exit_interp:
  4132.   //|  // RD = MULTRES or negated error code, BASE, PC and DISPATCH set.
  4133.   //|.if JIT
  4134.   //|.if X64
  4135.   //|  // Restore additional callee-save registers only used in compiled code.
  4136.   //|.if X64WIN
  4137.   //|  lea RAa, [rsp+9*16+4*8]
  4138.   //|1:
  4139.   //|  movdqa xmm15, [RAa-9*16]
  4140.   //|  movdqa xmm14, [RAa-8*16]
  4141.   //|  movdqa xmm13, [RAa-7*16]
  4142.   //|  movdqa xmm12, [RAa-6*16]
  4143.   //|  movdqa xmm11, [RAa-5*16]
  4144.   //|  movdqa xmm10, [RAa-4*16]
  4145.   //|  movdqa xmm9, [RAa-3*16]
  4146.   //|  movdqa xmm8, [RAa-2*16]
  4147.   //|  movdqa xmm7, [RAa-1*16]
  4148.   //|  mov rsp, RAa                        // Reposition stack to C frame.
  4149.   //|  movdqa xmm6, [RAa]
  4150.   //|  mov r15, CSAVE_3
  4151.   //|  mov r14, CSAVE_4
  4152.   //|.else
  4153.   //|  add rsp, 16                        // Reposition stack to C frame.
  4154.   dasm_put(Dst, 7507, DISPATCH_GL(vmstate), DISPATCH_GL(vmstate), ~LJ_VMST_EXIT, DISPATCH_J(exitno), DISPATCH_J(parent), 16*8, DISPATCH_GL(cur_L), DISPATCH_GL(jit_base), DISPATCH_J(L), Dt1(->base), GG_DISP2J, DISPATCH_GL(jit_base), Dt1(->cframe), CFRAME_RAWMASK, CFRAME_OFS_L, Dt1(->base), CFRAME_OFS_PC);
  4155. #line 2831 "vm_x86.dasc"
  4156.   //|1:
  4157.   //|.endif
  4158.   //|  mov r13, TMPa
  4159.   //|  mov r12, TMPQ
  4160.   //|.endif
  4161.   dasm_put(Dst, 7750);
  4162. #line 2836 "vm_x86.dasc"
  4163. #ifdef LUA_USE_TRACE_LOGS
  4164.   //|.if X64
  4165.   //|  mov FCARG1, SAVE_L
  4166.   //|  mov L:FCARG1->base, BASE
  4167.   //|  mov RB, RD     // Save RD
  4168.   //|  mov TMP1, PC  // Save PC
  4169.   //|  mov CARG3d, PC   // CARG3d == BASE
  4170.   //|  mov FCARG2, dword [DISPATCH+DISPATCH_GL(vmstate)]
  4171.   //|  call extern lj_log_trace_direct_exit@8
  4172.   //|  mov PC, TMP1
  4173.   //|  mov RD, RB
  4174.   //|  mov RB, SAVE_L
  4175.   //|  mov BASE, L:RB->base
  4176.   //|.endif
  4177.   dasm_put(Dst, 7766, Dt1(->base), DISPATCH_GL(vmstate), Dt1(->base));
  4178. #line 2850 "vm_x86.dasc"
  4179. #endif
  4180.   //|  test RD, RD; js >9                        // Check for error from exit.
  4181.   //|  mov L:RB, SAVE_L
  4182.   //|  mov MULTRES, RD
  4183.   //|  mov LFUNC:KBASE, [BASE-8]
  4184.   //|  mov KBASE, LFUNC:KBASE->pc
  4185.   //|  mov KBASE, [KBASE+PC2PROTO(k)]
  4186.   //|  mov L:RB->base, BASE
  4187.   //|  mov dword [DISPATCH+DISPATCH_GL(jit_base)], 0
  4188.   //|  set_vmstate INTERP
  4189.   //|  // Modified copy of ins_next which handles function header dispatch, too.
  4190.   //|  mov RC, [PC]
  4191.   //|  movzx RA, RCH
  4192.   //|  movzx OP, RCL
  4193.   //|  add PC, 4
  4194.   //|  shr RC, 16
  4195.   //|  cmp OP, BC_FUNCF                        // Function header?
  4196.   //|  jb >3
  4197.   //|  cmp OP, BC_FUNCC+2                        // Fast function?
  4198.   //|  jae >4
  4199.   //|2:
  4200.   //|  mov RC, MULTRES                        // RC/RD holds nres+1.
  4201.   //|3:
  4202.   //|.if X64
  4203.   //|  jmp aword [DISPATCH+OP*8]
  4204.   //|.else
  4205.   //|  jmp aword [DISPATCH+OP*4]
  4206.   //|.endif
  4207.   //|
  4208.   //|4:  // Check frame below fast function.
  4209.   //|  mov RC, [BASE-4]
  4210.   //|  test RC, FRAME_TYPE
  4211.   //|  jnz <2                                // Trace stitching continuation?
  4212.   //|  // Otherwise set KBASE for Lua function below fast function.
  4213.   //|  movzx RC, byte [RC-3]
  4214.   dasm_put(Dst, 7801, Dt7(->pc), PC2PROTO(k), Dt1(->base), DISPATCH_GL(jit_base), DISPATCH_GL(vmstate), ~LJ_VMST_INTERP, BC_FUNCF, BC_FUNCC+2, FRAME_TYPE);
  4215. #line 2885 "vm_x86.dasc"
  4216.   //|  not RCa
  4217.   //|  mov LFUNC:KBASE, [BASE+RC*8-8]
  4218.   //|  mov KBASE, LFUNC:KBASE->pc
  4219.   //|  mov KBASE, [KBASE+PC2PROTO(k)]
  4220.   //|  jmp <2
  4221.   //|
  4222.   //|9:  // Rethrow error from the right C frame.
  4223.   //|  neg RD
  4224.   //|  mov FCARG1, L:RB
  4225.   //|  mov FCARG2, RD
  4226.   //|  call extern lj_err_throw@8                // (lua_State *L, int errcode)
  4227.   //|.endif
  4228.   //|
  4229.   //|//-----------------------------------------------------------------------
  4230.   //|//-- Math helper functions ----------------------------------------------
  4231.   //|//-----------------------------------------------------------------------
  4232.   //|
  4233.   //|// FP value rounding. Called by math.floor/math.ceil fast functions
  4234.   //|// and from JIT code. arg/ret is xmm0. xmm0-xmm3 and RD (eax) modified.
  4235.   //|.macro vm_round, name, mode, cond
  4236.   //|->name:
  4237.   //|.if not X64 and cond
  4238.   //|  movsd xmm0, qword [esp+4]
  4239.   //|  call ->name .. _sse
  4240.   //|  movsd qword [esp+4], xmm0  // Overwrite callee-owned arg.
  4241.   //|  fld qword [esp+4]
  4242.   //|  ret
  4243.   //|.endif
  4244.   //|
  4245.   //|->name .. _sse:
  4246.   //|  sseconst_abs xmm2, RDa
  4247.   //|  sseconst_2p52 xmm3, RDa
  4248.   //|  movaps xmm1, xmm0
  4249.   //|  andpd xmm1, xmm2                        // |x|
  4250.   //|  ucomisd xmm3, xmm1                        // No truncation if 2^52 <= |x|.
  4251.   //|  jbe >1
  4252.   //|  andnpd xmm2, xmm0                        // Isolate sign bit.
  4253.   //|.if mode == 2                // trunc(x)?
  4254.   //|  movaps xmm0, xmm1
  4255.   //|  addsd xmm1, xmm3                        // (|x| + 2^52) - 2^52
  4256.   //|  subsd xmm1, xmm3
  4257.   //|  sseconst_1 xmm3, RDa
  4258.   //|  cmpsd xmm0, xmm1, 1                // |x| < result?
  4259.   //|  andpd xmm0, xmm3
  4260.   //|  subsd xmm1, xmm0                        // If yes, subtract -1.
  4261.   //|  orpd xmm1, xmm2                        // Merge sign bit back in.
  4262.   //|.else
  4263.   //|  addsd xmm1, xmm3                        // (|x| + 2^52) - 2^52
  4264.   //|  subsd xmm1, xmm3
  4265.   //|  orpd xmm1, xmm2                        // Merge sign bit back in.
  4266.   //|  .if mode == 1                // ceil(x)?
  4267.   //|    sseconst_m1 xmm2, RDa                // Must subtract -1 to preserve -0.
  4268.   //|    cmpsd xmm0, xmm1, 6                // x > result?
  4269.   //|  .else                        // floor(x)?
  4270.   //|    sseconst_1 xmm2, RDa
  4271.   //|    cmpsd xmm0, xmm1, 1                // x < result?
  4272.   //|  .endif
  4273.   //|  andpd xmm0, xmm2
  4274.   //|  subsd xmm1, xmm0                        // If yes, subtract +-1.
  4275.   //|.endif
  4276.   //|  movaps xmm0, xmm1
  4277.   //|1:
  4278.   //|  ret
  4279.   //|.endmacro
  4280.   //|
  4281.   //|  vm_round vm_floor, 0, 1
  4282.   //|  vm_round vm_ceil,  1, JIT
  4283.   dasm_put(Dst, 7901, Dt7(->pc), PC2PROTO(k), (unsigned int)(U64x(7fffffff,ffffffff)), (unsigned int)((U64x(7fffffff,ffffffff))>>32), (unsigned int)(U64x(43300000,00000000)), (unsigned int)((U64x(43300000,00000000))>>32), (unsigned int)(U64x(3ff00000,00000000)), (unsigned int)((U64x(3ff00000,00000000))>>32), (unsigned int)(U64x(7fffffff,ffffffff)), (unsigned int)((U64x(7fffffff,ffffffff))>>32));
  4284. #line 2952 "vm_x86.dasc"
  4285.   //|  vm_round vm_trunc, 2, JIT
  4286.   //|
  4287.   //|// FP modulo x%y. Called by BC_MOD* and vm_arith.
  4288.   //|->vm_mod:
  4289.   //|// Args in xmm0/xmm1, return value in xmm0.
  4290.   //|// Caveat: xmm0-xmm5 and RC (eax) modified!
  4291.   //|  movaps xmm5, xmm0
  4292.   //|  divsd xmm0, xmm1
  4293.   //|  sseconst_abs xmm2, RDa
  4294.   dasm_put(Dst, 8036, (unsigned int)(U64x(43300000,00000000)), (unsigned int)((U64x(43300000,00000000))>>32), (unsigned int)(U64x(bff00000,00000000)), (unsigned int)((U64x(bff00000,00000000))>>32), (unsigned int)(U64x(7fffffff,ffffffff)), (unsigned int)((U64x(7fffffff,ffffffff))>>32), (unsigned int)(U64x(43300000,00000000)), (unsigned int)((U64x(43300000,00000000))>>32), (unsigned int)(U64x(3ff00000,00000000)), (unsigned int)((U64x(3ff00000,00000000))>>32), (unsigned int)(U64x(7fffffff,ffffffff)), (unsigned int)((U64x(7fffffff,ffffffff))>>32));
  4295. #line 2961 "vm_x86.dasc"
  4296.   //|  sseconst_2p52 xmm3, RDa
  4297.   //|  movaps xmm4, xmm0
  4298.   //|  andpd xmm4, xmm2                        // |x/y|
  4299.   //|  ucomisd xmm3, xmm4                        // No truncation if 2^52 <= |x/y|.
  4300.   //|  jbe >1
  4301.   //|  andnpd xmm2, xmm0                        // Isolate sign bit.
  4302.   //|  addsd xmm4, xmm3                        // (|x/y| + 2^52) - 2^52
  4303.   //|  subsd xmm4, xmm3
  4304.   //|  orpd xmm4, xmm2                        // Merge sign bit back in.
  4305.   //|  sseconst_1 xmm2, RDa
  4306.   //|  cmpsd xmm0, xmm4, 1                // x/y < result?
  4307.   //|  andpd xmm0, xmm2
  4308.   //|  subsd xmm4, xmm0                        // If yes, subtract 1.0.
  4309.   //|  movaps xmm0, xmm5
  4310.   //|  mulsd xmm1, xmm4
  4311.   //|  subsd xmm0, xmm1
  4312.   //|  ret
  4313.   //|1:
  4314.   //|  mulsd xmm1, xmm0
  4315.   //|  movaps xmm0, xmm5
  4316.   //|  subsd xmm0, xmm1
  4317.   //|  ret
  4318.   //|
  4319.   //|// Args in xmm0/eax. Ret in xmm0. xmm0-xmm1 and eax modified.
  4320.   //|->vm_powi_sse:
  4321.   //|  cmp eax, 1; jle >6                        // i<=1?
  4322.   //|  // Now 1 < (unsigned)i <= 0x80000000.
  4323.   //|1:  // Handle leading zeros.
  4324.   //|  test eax, 1; jnz >2
  4325.   //|  mulsd xmm0, xmm0
  4326.   //|  shr eax, 1
  4327.   //|  jmp <1
  4328.   //|2:
  4329.   //|  shr eax, 1; jz >5
  4330.   //|  movaps xmm1, xmm0
  4331.   //|3:  // Handle trailing bits.
  4332.   //|  mulsd xmm0, xmm0
  4333.   //|  shr eax, 1; jz >4
  4334.   //|  jnc <3
  4335.   dasm_put(Dst, 8216, (unsigned int)(U64x(43300000,00000000)), (unsigned int)((U64x(43300000,00000000))>>32), (unsigned int)(U64x(3ff00000,00000000)), (unsigned int)((U64x(3ff00000,00000000))>>32));
  4336. #line 3000 "vm_x86.dasc"
  4337.   //|  mulsd xmm1, xmm0
  4338.   //|  jmp <3
  4339.   //|4:
  4340.   //|  mulsd xmm0, xmm1
  4341.   //|5:
  4342.   //|  ret
  4343.   //|6:
  4344.   //|  je <5                                // x^1 ==> x
  4345.   //|  jb >7                                // x^0 ==> 1
  4346.   //|  neg eax
  4347.   //|  call <1
  4348.   //|  sseconst_1 xmm1, RDa
  4349.   //|  divsd xmm1, xmm0
  4350.   //|  movaps xmm0, xmm1
  4351.   //|  ret
  4352.   //|7:
  4353.   //|  sseconst_1 xmm0, RDa
  4354.   //|  ret
  4355.   //|
  4356.   //|//-----------------------------------------------------------------------
  4357.   //|//-- Miscellaneous functions --------------------------------------------
  4358.   //|//-----------------------------------------------------------------------
  4359.   //|
  4360.   //|// int lj_vm_cpuid(uint32_t f, uint32_t res[4])
  4361.   //|->vm_cpuid:
  4362.   //|.if X64
  4363.   //|  mov eax, CARG1d
  4364.   //|  .if X64WIN; push rsi; mov rsi, CARG2; .endif
  4365.   //|  push rbx
  4366.   //|  cpuid
  4367.   //|  mov [rsi], eax
  4368.   //|  mov [rsi+4], ebx
  4369.   //|  mov [rsi+8], ecx
  4370.   //|  mov [rsi+12], edx
  4371.   //|  pop rbx
  4372.   //|  .if X64WIN; pop rsi; .endif
  4373.   //|  ret
  4374.   //|.else
  4375.   //|  pushfd
  4376.   //|  pop edx
  4377.   //|  mov ecx, edx
  4378.   //|  xor edx, 0x00200000                // Toggle ID bit in flags.
  4379.   //|  push edx
  4380.   //|  popfd
  4381.   //|  pushfd
  4382.   //|  pop edx
  4383.   //|  xor eax, eax                        // Zero means no features supported.
  4384.   //|  cmp ecx, edx
  4385.   //|  jz >1                                // No ID toggle means no CPUID support.
  4386.   //|  mov eax, [esp+4]                        // Argument 1 is function number.
  4387.   //|  push edi
  4388.   //|  push ebx
  4389.   //|  cpuid
  4390.   //|  mov edi, [esp+16]                        // Argument 2 is result area.
  4391.   //|  mov [edi], eax
  4392.   //|  mov [edi+4], ebx
  4393.   //|  mov [edi+8], ecx
  4394.   //|  mov [edi+12], edx
  4395.   //|  pop ebx
  4396.   //|  pop edi
  4397.   //|1:
  4398.   //|  ret
  4399.   //|.endif
  4400.   //|
  4401.   //|//-----------------------------------------------------------------------
  4402.   //|//-- Assertions ---------------------------------------------------------
  4403.   //|//-----------------------------------------------------------------------
  4404.   //|
  4405.   //|->assert_bad_for_arg_type:
  4406.   dasm_put(Dst, 8374, (unsigned int)(U64x(3ff00000,00000000)), (unsigned int)((U64x(3ff00000,00000000))>>32), (unsigned int)(U64x(3ff00000,00000000)), (unsigned int)((U64x(3ff00000,00000000))>>32));
  4407. #line 3069 "vm_x86.dasc"
  4408. #ifdef LUA_USE_ASSERT
  4409.   //|  int3
  4410.   dasm_put(Dst, 8467);
  4411. #line 3071 "vm_x86.dasc"
  4412. #endif
  4413.   //|  int3
  4414.   //|
  4415.   //|//-----------------------------------------------------------------------
  4416.   //|//-- FFI helper functions -----------------------------------------------
  4417.   //|//-----------------------------------------------------------------------
  4418.   //|
  4419.   //|// Handler for callback functions. Callback slot number in ah/al.
  4420.   //|->vm_ffi_callback:
  4421.   //|.if FFI
  4422.   //|.type CTSTATE, CTState, PC
  4423. ‌#define DtF(_V) (int)(ptrdiff_t)&(((CTState *)0)_V)
  4424. #line 3082 "vm_x86.dasc"
  4425.   //|.if not X64
  4426.   //|  sub esp, 16                        // Leave room for SAVE_ERRF etc.
  4427.   //|.endif
  4428.   //|  saveregs_        // ebp/rbp already saved. ebp now holds global_State *.
  4429.   //|  lea DISPATCH, [ebp+GG_G2DISP]
  4430.   //|  mov CTSTATE, GL:ebp->ctype_state
  4431.   //|  movzx eax, ax
  4432.   //|  mov CTSTATE->cb.slot, eax
  4433.   //|.if X64
  4434.   //|  mov CTSTATE->cb.gpr[0], CARG1
  4435.   //|  mov CTSTATE->cb.gpr[1], CARG2
  4436.   //|  mov CTSTATE->cb.gpr[2], CARG3
  4437.   //|  mov CTSTATE->cb.gpr[3], CARG4
  4438.   //|  movsd qword CTSTATE->cb.fpr[0], xmm0
  4439.   //|  movsd qword CTSTATE->cb.fpr[1], xmm1
  4440.   //|  movsd qword CTSTATE->cb.fpr[2], xmm2
  4441.   //|  movsd qword CTSTATE->cb.fpr[3], xmm3
  4442.   //|.if X64WIN
  4443.   //|  lea rax, [rsp+CFRAME_SIZE+4*8]
  4444.   //|.else
  4445.   //|  lea rax, [rsp+CFRAME_SIZE]
  4446.   //|  mov CTSTATE->cb.gpr[4], CARG5
  4447.   //|  mov CTSTATE->cb.gpr[5], CARG6
  4448.   //|  movsd qword CTSTATE->cb.fpr[4], xmm4
  4449.   //|  movsd qword CTSTATE->cb.fpr[5], xmm5
  4450.   //|  movsd qword CTSTATE->cb.fpr[6], xmm6
  4451.   //|  movsd qword CTSTATE->cb.fpr[7], xmm7
  4452.   //|.endif
  4453.   //|  mov CTSTATE->cb.stack, rax
  4454.   //|  mov CARG2, rsp
  4455.   dasm_put(Dst, 8469, GG_G2DISP, Dt2(->ctype_state), DtF(->cb.slot), DtF(->cb.gpr[0]), DtF(->cb.gpr[1]), DtF(->cb.gpr[2]), DtF(->cb.gpr[3]), DtF(->cb.fpr[0]), DtF(->cb.fpr[1]), DtF(->cb.fpr[2]), DtF(->cb.fpr[3]), CFRAME_SIZE, DtF(->cb.gpr[4]), DtF(->cb.gpr[5]), DtF(->cb.fpr[4]), DtF(->cb.fpr[5]), DtF(->cb.fpr[6]), DtF(->cb.fpr[7]), DtF(->cb.stack));
  4456. #line 3112 "vm_x86.dasc"
  4457.   //|.else
  4458.   //|  lea eax, [esp+CFRAME_SIZE+16]
  4459.   //|  mov CTSTATE->cb.gpr[0], FCARG1
  4460.   //|  mov CTSTATE->cb.gpr[1], FCARG2
  4461.   //|  mov CTSTATE->cb.stack, eax
  4462.   //|  mov FCARG1, [esp+CFRAME_SIZE+12]        // Move around misplaced retaddr/ebp.
  4463.   //|  mov FCARG2, [esp+CFRAME_SIZE+8]
  4464.   //|  mov SAVE_RET, FCARG1
  4465.   //|  mov SAVE_R4, FCARG2
  4466.   //|  mov FCARG2, esp
  4467.   //|.endif
  4468.   //|  mov SAVE_PC, CTSTATE                // Any value outside of bytecode is ok.
  4469.   //|  mov FCARG1, CTSTATE
  4470.   //|  call extern lj_ccallback_enter@8        // (CTState *cts, void *cf)
  4471.   //|  // lua_State * returned in eax (RD).
  4472.   //|  set_vmstate INTERP
  4473.   //|  mov BASE, L:RD->base
  4474.   //|  mov RD, L:RD->top
  4475.   //|  sub RD, BASE
  4476.   //|  mov LFUNC:RB, [BASE-8]
  4477.   //|  shr RD, 3
  4478.   //|  add RD, 1
  4479.   //|  ins_callt
  4480.   //|.endif
  4481.   //|
  4482.   //|->cont_ffi_callback:                        // Return from FFI callback.
  4483.   //|.if FFI
  4484.   //|  mov L:RA, SAVE_L
  4485.   //|  mov CTSTATE, [DISPATCH+DISPATCH_GL(ctype_state)]
  4486.   //|  mov aword CTSTATE->L, L:RAa
  4487.   //|  mov L:RA->base, BASE
  4488.   //|  mov L:RA->top, RB
  4489.   //|  mov FCARG1, CTSTATE
  4490.   //|  mov FCARG2, RC
  4491.   //|  call extern lj_ccallback_leave@8        // (CTState *cts, TValue *o)
  4492.   //|.if X64
  4493.   //|  mov rax, CTSTATE->cb.gpr[0]
  4494.   //|  movsd xmm0, qword CTSTATE->cb.fpr[0]
  4495.   //|  jmp ->vm_leave_unw
  4496.   //|.else
  4497.   //|  mov L:RB, SAVE_L
  4498.   //|  mov eax, CTSTATE->cb.gpr[0]
  4499.   //|  mov edx, CTSTATE->cb.gpr[1]
  4500.   //|  cmp dword CTSTATE->cb.gpr[2], 1
  4501.   //|  jb >7
  4502.   //|  je >6
  4503.   //|  fld qword CTSTATE->cb.fpr[0].d
  4504.   //|  jmp >7
  4505.   //|6:
  4506.   //|  fld dword CTSTATE->cb.fpr[0].f
  4507.   //|7:
  4508.   //|  mov ecx, L:RB->top
  4509.   //|  movzx ecx, word [ecx+6]                // Get stack adjustment and copy up.
  4510.   //|  mov SAVE_L, ecx                        // Must be one slot above SAVE_RET
  4511.   //|  restoreregs
  4512.   //|  pop ecx                                // Move return addr from SAVE_RET.
  4513.   //|  add esp, [esp]                        // Adjust stack.
  4514.   //|  add esp, 16
  4515.   //|  push ecx
  4516.   //|  ret
  4517.   //|.endif
  4518.   //|.endif
  4519.   //|
  4520.   //|->vm_ffi_call@4:                        // Call C function via FFI.
  4521.   //|  // Caveat: needs special frame unwinding, see below.
  4522.   //|.if FFI
  4523.   //|.if X64
  4524.   //|  .type CCSTATE, CCallState, rbx
  4525. ‌#define Dt10(_V) (int)(ptrdiff_t)&(((CCallState *)0)_V)
  4526. #line 3180 "vm_x86.dasc"
  4527.   //|  push rbp; mov rbp, rsp; push rbx; mov CCSTATE, CARG1
  4528.   //|.else
  4529.   //|  .type CCSTATE, CCallState, ebx
  4530.   //|  push ebp; mov ebp, esp; push ebx; mov CCSTATE, FCARG1
  4531.   //|.endif
  4532.   //|
  4533.   //|  // Readjust stack.
  4534.   //|.if X64
  4535.   //|  mov eax, CCSTATE->spadj
  4536.   //|  sub rsp, rax
  4537.   //|.else
  4538.   //|  sub esp, CCSTATE->spadj
  4539.   //|.if WIN
  4540.   //|  mov CCSTATE->spadj, esp
  4541.   //|.endif
  4542.   //|.endif
  4543.   //|
  4544.   //|  // Copy stack slots.
  4545.   //|  movzx ecx, byte CCSTATE->nsp
  4546.   //|  sub ecx, 1
  4547.   //|  js >2
  4548.   //|1:
  4549.   //|.if X64
  4550.   //|  mov rax, [CCSTATE+rcx*8+offsetof(CCallState, stack)]
  4551.   dasm_put(Dst, 8578, DISPATCH_GL(vmstate), ~LJ_VMST_INTERP, Dt1(->base), Dt1(->top), Dt7(->pc), DISPATCH_GL(ctype_state), DtF(->L), Dt1(->base), Dt1(->top), DtF(->cb.gpr[0]), DtF(->cb.fpr[0]), Dt10(->spadj), Dt10(->nsp));
  4552. #line 3204 "vm_x86.dasc"
  4553.   //|  mov [rsp+rcx*8+CCALL_SPS_EXTRA*8], rax
  4554.   //|.else
  4555.   //|  mov eax, [CCSTATE+ecx*4+offsetof(CCallState, stack)]
  4556.   //|  mov [esp+ecx*4], eax
  4557.   //|.endif
  4558.   //|  sub ecx, 1
  4559.   //|  jns <1
  4560.   //|2:
  4561.   //|
  4562.   //|.if X64
  4563.   //|  movzx eax, byte CCSTATE->nfpr
  4564.   //|  mov CARG1, CCSTATE->gpr[0]
  4565.   //|  mov CARG2, CCSTATE->gpr[1]
  4566.   //|  mov CARG3, CCSTATE->gpr[2]
  4567.   //|  mov CARG4, CCSTATE->gpr[3]
  4568.   //|.if not X64WIN
  4569.   //|  mov CARG5, CCSTATE->gpr[4]
  4570.   //|  mov CARG6, CCSTATE->gpr[5]
  4571.   //|.endif
  4572.   //|  test eax, eax; jz >5
  4573.   //|  movaps xmm0, CCSTATE->fpr[0]
  4574.   //|  movaps xmm1, CCSTATE->fpr[1]
  4575.   //|  movaps xmm2, CCSTATE->fpr[2]
  4576.   //|  movaps xmm3, CCSTATE->fpr[3]
  4577.   //|.if not X64WIN
  4578.   //|  cmp eax, 4; jbe >5
  4579.   //|  movaps xmm4, CCSTATE->fpr[4]
  4580.   dasm_put(Dst, 8709, offsetof(CCallState, stack), CCALL_SPS_EXTRA*8, Dt10(->nfpr), Dt10(->gpr[0]), Dt10(->gpr[1]), Dt10(->gpr[2]), Dt10(->gpr[3]), Dt10(->gpr[4]), Dt10(->gpr[5]), Dt10(->fpr[0]), Dt10(->fpr[1]), Dt10(->fpr[2]), Dt10(->fpr[3]));
  4581. #line 3231 "vm_x86.dasc"
  4582.   //|  movaps xmm5, CCSTATE->fpr[5]
  4583.   //|  movaps xmm6, CCSTATE->fpr[6]
  4584.   //|  movaps xmm7, CCSTATE->fpr[7]
  4585.   //|.endif
  4586.   //|5:
  4587.   //|.else
  4588.   //|  mov FCARG1, CCSTATE->gpr[0]
  4589.   //|  mov FCARG2, CCSTATE->gpr[1]
  4590.   //|.endif
  4591.   //|
  4592.   //|  call aword CCSTATE->func
  4593.   //|
  4594.   //|.if X64
  4595.   //|  mov CCSTATE->gpr[0], rax
  4596.   //|  movaps CCSTATE->fpr[0], xmm0
  4597.   //|.if not X64WIN
  4598.   //|  mov CCSTATE->gpr[1], rdx
  4599.   //|  movaps CCSTATE->fpr[1], xmm1
  4600.   //|.endif
  4601.   //|.else
  4602.   //|  mov CCSTATE->gpr[0], eax
  4603.   //|  mov CCSTATE->gpr[1], edx
  4604.   //|  cmp byte CCSTATE->resx87, 1
  4605.   //|  jb >7
  4606.   //|  je >6
  4607.   //|  fstp qword CCSTATE->fpr[0].d[0]
  4608.   //|  jmp >7
  4609.   //|6:
  4610.   //|  fstp dword CCSTATE->fpr[0].f[0]
  4611.   //|7:
  4612.   //|.if WIN
  4613.   //|  sub CCSTATE->spadj, esp
  4614.   //|.endif
  4615.   //|.endif
  4616.   //|
  4617.   //|.if X64
  4618.   //|  mov rbx, [rbp-8]; leave; ret
  4619.   //|.else
  4620.   //|  mov ebx, [ebp-4]; leave; ret
  4621.   //|.endif
  4622.   //|.endif
  4623.   //|// Note: vm_ffi_call must be the last function in this object file!
  4624.   //|
  4625.   //|//-----------------------------------------------------------------------
  4626.   dasm_put(Dst, 8790, Dt10(->fpr[4]), Dt10(->fpr[5]), Dt10(->fpr[6]), Dt10(->fpr[7]), Dt10(->func), Dt10(->gpr[0]), Dt10(->fpr[0]), Dt10(->gpr[1]), Dt10(->fpr[1]));
  4627. #line 3275 "vm_x86.dasc"
  4628. }

  4630. /* Generate the code for a single instruction. */
  4631. ‌static void build_ins(BuildCtx *ctx, BCOp op, int defop)
  4632. {
  4633.   int vk = 0;
  4634.   //|// Note: aligning all instructions does not pay off.
  4635.   //|=>defop:
  4636.   dasm_put(Dst, 8836, defop);
  4637. #line 3283 "vm_x86.dasc"

  4639.   switch (op) {

  4641.   /* -- Comparison ops ---------------------------------------------------- */

  4643.   /* Remember: all ops branch for a true comparison, fall through otherwise. */

  4645.   //|.macro jmp_comp, lt, ge, le, gt, target
  4646.   //||switch (op) {
  4647.   //||case BC_ISLT:
  4648.   //|   lt target
  4649.   //||break;
  4650.   //||case BC_ISGE:
  4651.   //|   ge target
  4652.   //||break;
  4653.   //||case BC_ISLE:
  4654.   //|   le target
  4655.   //||break;
  4656.   //||case BC_ISGT:
  4657.   //|   gt target
  4658.   //||break;
  4659.   //||default: break;  /* Shut up GCC. */
  4660.   //||}
  4661.   //|.endmacro

  4663.   case BC_ISLT: case BC_ISGE: case BC_ISLE: case BC_ISGT:
  4664.     //|  // RA = src1, RD = src2, JMP with RD = target
  4665.     //|  ins_AD
  4666.     //|.if DUALNUM
  4667.     //|  checkint RA, >7
  4668.     //|  checkint RD, >8
  4669.     //|  mov RB, dword [BASE+RA*8]
  4670.     //|  add PC, 4
  4671.     //|  cmp RB, dword [BASE+RD*8]
  4672.     //|  jmp_comp jge, jl, jg, jle, >9
  4673.     dasm_put(Dst, 8838, LJ_TISNUM, LJ_TISNUM);
  4674.     switch (op) {
  4675.     case BC_ISLT:
  4676.     dasm_put(Dst, 8868);
  4677.     break;
  4678.     case BC_ISGE:
  4679.     dasm_put(Dst, 8873);
  4680.     break;
  4681.     case BC_ISLE:
  4682.     dasm_put(Dst, 8878);
  4683.     break;
  4684.     case BC_ISGT:
  4685.     dasm_put(Dst, 8883);
  4686.     break;
  4687.     default: break;  /* Shut up GCC. */
  4688.     }
  4689. #line 3318 "vm_x86.dasc"
  4690.     //|6:
  4691.     //|  movzx RD, PC_RD
  4692.     //|  branchPC RD
  4693.     //|9:
  4694.     //|  ins_next
  4695.     //|
  4696.     //|7:  // RA is not an integer.
  4697.     //|  ja ->vmeta_comp
  4698.     //|  // RA is a number.
  4699.     //|  cmp dword [BASE+RD*8+4], LJ_TISNUM; jb >1; jne ->vmeta_comp
  4700.     //|  // RA is a number, RD is an integer.
  4701.     //|  cvtsi2sd xmm0, dword [BASE+RD*8]
  4702.     //|  jmp >2
  4703.     //|
  4704.     //|8:  // RA is an integer, RD is not an integer.
  4705.     //|  ja ->vmeta_comp
  4706.     //|  // RA is an integer, RD is a number.
  4707.     //|  cvtsi2sd xmm1, dword [BASE+RA*8]
  4708.     //|  movsd xmm0, qword [BASE+RD*8]
  4709.     //|  add PC, 4
  4710.     //|  ucomisd xmm0, xmm1
  4711.     //|  jmp_comp jbe, ja, jb, jae, <9
  4712.     dasm_put(Dst, 8888, -BCBIAS_J*4, LJ_TISNUM);
  4713.     switch (op) {
  4714.     case BC_ISLT:
  4715.     dasm_put(Dst, 8978);
  4716.     break;
  4717.     case BC_ISGE:
  4718.     dasm_put(Dst, 8983);
  4719.     break;
  4720.     case BC_ISLE:
  4721.     dasm_put(Dst, 8988);
  4722.     break;
  4723.     case BC_ISGT:
  4724.     dasm_put(Dst, 8993);
  4725.     break;
  4726.     default: break;  /* Shut up GCC. */
  4727.     }
  4728. #line 3340 "vm_x86.dasc"
  4729.     //|  jmp <6
  4730.     //|.else
  4731.     //|  checknum RA, ->vmeta_comp
  4732.     //|  checknum RD, ->vmeta_comp
  4733.     //|.endif
  4734.     //|1:
  4735.     //|  movsd xmm0, qword [BASE+RD*8]
  4736.     //|2:
  4737.     //|  add PC, 4
  4738.     //|  ucomisd xmm0, qword [BASE+RA*8]
  4739.     //|3:
  4740.     //|  // Unordered: all of ZF CF PF set, ordered: PF clear.
  4741.     //|  // To preserve NaN semantics GE/GT branch on unordered, but LT/LE don't.
  4742.     //|.if DUALNUM
  4743.     //|  jmp_comp jbe, ja, jb, jae, <9
  4744.     dasm_put(Dst, 8998);
  4745.     switch (op) {
  4746.     case BC_ISLT:
  4747.     dasm_put(Dst, 8978);
  4748.     break;
  4749.     case BC_ISGE:
  4750.     dasm_put(Dst, 8983);
  4751.     break;
  4752.     case BC_ISLE:
  4753.     dasm_put(Dst, 8988);
  4754.     break;
  4755.     case BC_ISGT:
  4756.     dasm_put(Dst, 8993);
  4757.     break;
  4758.     default: break;  /* Shut up GCC. */
  4759.     }
  4760. #line 3355 "vm_x86.dasc"
  4761.     //|  jmp <6
  4762.     //|.else
  4763.     //|  jmp_comp jbe, ja, jb, jae, >1
  4764.     //|  movzx RD, PC_RD
  4765.     //|  branchPC RD
  4766.     //|1:
  4767.     //|  ins_next
  4768.     //|.endif
  4769.     dasm_put(Dst, 9023);
  4770. #line 3363 "vm_x86.dasc"
  4771.     break;

  4773.   case BC_ISEQV: case BC_ISNEV:
  4774.     vk = op == BC_ISEQV;
  4775.     //|  ins_AD        // RA = src1, RD = src2, JMP with RD = target
  4776.     //|  mov RB, [BASE+RD*8+4]
  4777.     //|  add PC, 4
  4778.     //|.if DUALNUM
  4779.     //|  cmp RB, LJ_TISNUM; jne >7
  4780.     //|  checkint RA, >8
  4781.     //|  mov RB, dword [BASE+RD*8]
  4782.     //|  cmp RB, dword [BASE+RA*8]
  4783.     dasm_put(Dst, 9028, LJ_TISNUM, LJ_TISNUM);
  4784. #line 3375 "vm_x86.dasc"
  4785.     if (vk) {
  4786.       //|  jne >9
  4787.       dasm_put(Dst, 9060);
  4788. #line 3377 "vm_x86.dasc"
  4789.     } else {
  4790.       //|  je >9
  4791.       dasm_put(Dst, 9065);
  4792. #line 3379 "vm_x86.dasc"
  4793.     }
  4794.     //|  movzx RD, PC_RD
  4795.     //|  branchPC RD
  4796.     //|9:
  4797.     //|  ins_next
  4798.     //|
  4799.     //|7:  // RD is not an integer.
  4800.     //|  ja >5
  4801.     //|  // RD is a number.
  4802.     //|  cmp dword [BASE+RA*8+4], LJ_TISNUM; jb >1; jne >5
  4803.     //|  // RD is a number, RA is an integer.
  4804.     //|  cvtsi2sd xmm0, dword [BASE+RA*8]
  4805.     //|  jmp >2
  4806.     //|
  4807.     //|8:  // RD is an integer, RA is not an integer.
  4808.     //|  ja >5
  4809.     //|  // RD is an integer, RA is a number.
  4810.     //|  cvtsi2sd xmm0, dword [BASE+RD*8]
  4811.     //|  ucomisd xmm0, qword [BASE+RA*8]
  4812.     //|  jmp >4
  4813.     //|
  4814.     //|.else
  4815.     //|  cmp RB, LJ_TISNUM; jae >5
  4816.     //|  checknum RA, >5
  4817.     //|.endif
  4818.     //|1:
  4819.     //|  movsd xmm0, qword [BASE+RA*8]
  4820.     //|2:
  4821.     //|  ucomisd xmm0, qword [BASE+RD*8]
  4822.     //|4:
  4823.     dasm_put(Dst, 9070, -BCBIAS_J*4, LJ_TISNUM);
  4824. #line 3409 "vm_x86.dasc"
  4825.   iseqne_fp:
  4826.     if (vk) {
  4827.       //|  jp >2                                // Unordered means not equal.
  4828.       //|  jne >2
  4829.       dasm_put(Dst, 9171);
  4830. #line 3413 "vm_x86.dasc"
  4831.     } else {
  4832.       //|  jp >2                                // Unordered means not equal.
  4833.       //|  je >1
  4834.       dasm_put(Dst, 9180);
  4835. #line 3416 "vm_x86.dasc"
  4836.     }
  4837.   iseqne_end:
  4838.     if (vk) {
  4839.       //|1:                                // EQ: Branch to the target.
  4840.       //|  movzx RD, PC_RD
  4841.       //|  branchPC RD
  4842.       //|2:                                // NE: Fallthrough to next instruction.
  4843.       //|.if not FFI
  4844.       //|3:
  4845.       //|.endif
  4846.       dasm_put(Dst, 9189, -BCBIAS_J*4);
  4847. #line 3426 "vm_x86.dasc"
  4848.     } else {
  4849.       //|.if not FFI
  4850.       //|3:
  4851.       //|.endif
  4852.       //|2:                                // NE: Branch to the target.
  4853.       //|  movzx RD, PC_RD
  4854.       //|  branchPC RD
  4855.       //|1:                                // EQ: Fallthrough to next instruction.
  4856.       dasm_put(Dst, 9204, -BCBIAS_J*4);
  4857. #line 3434 "vm_x86.dasc"
  4858.     }
  4859.     if (LJ_DUALNUM && (op == BC_ISEQV || op == BC_ISNEV ||
  4860.                        op == BC_ISEQN || op == BC_ISNEN)) {
  4861.       //|  jmp <9
  4862.       dasm_put(Dst, 9219);
  4863. #line 3438 "vm_x86.dasc"
  4864.     } else {
  4865.       //|  ins_next
  4866.       dasm_put(Dst, 9224);
  4867. #line 3440 "vm_x86.dasc"
  4868.     }
  4869.     //|
  4870.     if (op == BC_ISEQV || op == BC_ISNEV) {
  4871.       //|5:  // Either or both types are not numbers.
  4872.       //|.if FFI
  4873.       //|  cmp RB, LJ_TCDATA; je ->vmeta_equal_cd
  4874.       //|  checktp RA, LJ_TCDATA; je ->vmeta_equal_cd
  4875.       //|.endif
  4876.       //|  checktp RA, RB                        // Compare types.
  4877.       //|  jne <2                                // Not the same type?
  4878.       //|  cmp RB, LJ_TISPRI
  4879.       //|  jae <1                                // Same type and primitive type?
  4880.       //|
  4881.       //|  // Same types and not a primitive type. Compare GCobj or pvalue.
  4882.       //|  mov RA, [BASE+RA*8]
  4883.       //|  mov RD, [BASE+RD*8]
  4884.       //|  cmp RA, RD
  4885.       //|  je <1                                // Same GCobjs or pvalues?
  4886.       //|  cmp RB, LJ_TISTABUD
  4887.       //|  ja <2                                // Different objects and not table/ud?
  4888.       //|.if X64
  4889.       //|  cmp RB, LJ_TUDATA                // And not 64 bit lightuserdata.
  4890.       //|  jb <2
  4891.       //|.endif
  4892.       //|
  4893.       //|  // Different tables or userdatas. Need to check __eq metamethod.
  4894.       //|  // Field metatable must be at same offset for GCtab and GCudata!
  4895.       //|  mov TAB:RB, TAB:RA->metatable
  4896.       dasm_put(Dst, 9245, LJ_TCDATA, LJ_TCDATA, LJ_TISPRI, LJ_TISTABUD, LJ_TUDATA);
  4897. #line 3468 "vm_x86.dasc"
  4898.       //|  test TAB:RB, TAB:RB
  4899.       //|  jz <2                                // No metatable?
  4900.       //|  test byte TAB:RB->nomm, 1<<MM_eq
  4901.       //|  jnz <2                                // Or 'no __eq' flag set?
  4902.       dasm_put(Dst, 9310, Dt6(->metatable), Dt6(->nomm), 1<<MM_eq);
  4903. #line 3472 "vm_x86.dasc"
  4904.       if (vk) {
  4905.         //|  xor RB, RB                        // ne = 0
  4906.         dasm_put(Dst, 9330);
  4907. #line 3474 "vm_x86.dasc"
  4908.       } else {
  4909.         //|  mov RB, 1                        // ne = 1
  4910.         dasm_put(Dst, 9334);
  4911. #line 3476 "vm_x86.dasc"
  4912.       }
  4913.       //|  jmp ->vmeta_equal                // Handle __eq metamethod.
  4914.       dasm_put(Dst, 9340);
  4915. #line 3478 "vm_x86.dasc"
  4916.     } else {
  4917.       //|.if FFI
  4918.       //|3:
  4919.       //|  cmp RB, LJ_TCDATA
  4920.       dasm_put(Dst, 9345, LJ_TCDATA);
  4921. #line 3482 "vm_x86.dasc"
  4922.       if (LJ_DUALNUM && vk) {
  4923.         //|  jne <9
  4924.         dasm_put(Dst, 9352);
  4925. #line 3484 "vm_x86.dasc"
  4926.       } else {
  4927.         //|  jne <2
  4928.         dasm_put(Dst, 7896);
  4929. #line 3486 "vm_x86.dasc"
  4930.       }
  4931.       //|  jmp ->vmeta_equal_cd
  4932.       //|.endif
  4933.       dasm_put(Dst, 9357);
  4934. #line 3489 "vm_x86.dasc"
  4935.     }
  4936.     break;
  4937.   case BC_ISEQS: case BC_ISNES:
  4938.     vk = op == BC_ISEQS;
  4939.     //|  ins_AND        // RA = src, RD = str const, JMP with RD = target
  4940.     //|  mov RB, [BASE+RA*8+4]
  4941.     //|  add PC, 4
  4942.     //|  cmp RB, LJ_TSTR; jne >3
  4943.     //|  mov RA, [BASE+RA*8]
  4944.     //|  cmp RA, [KBASE+RD*4]
  4945.     dasm_put(Dst, 9362, LJ_TSTR);
  4946. #line 3499 "vm_x86.dasc"
  4947.   iseqne_test:
  4948.     if (vk) {
  4949.       //|  jne >2
  4950.       dasm_put(Dst, 3670);
  4951. #line 3502 "vm_x86.dasc"
  4952.     } else {
  4953.       //|  je >1
  4954.       dasm_put(Dst, 9184);
  4955. #line 3504 "vm_x86.dasc"
  4956.     }
  4957.     goto iseqne_end;
  4958.   case BC_ISEQN: case BC_ISNEN:
  4959.     vk = op == BC_ISEQN;
  4960.     //|  ins_AD        // RA = src, RD = num const, JMP with RD = target
  4961.     //|  mov RB, [BASE+RA*8+4]
  4962.     //|  add PC, 4
  4963.     //|.if DUALNUM
  4964.     //|  cmp RB, LJ_TISNUM; jne >7
  4965.     //|  cmp dword [KBASE+RD*8+4], LJ_TISNUM; jne >8
  4966.     //|  mov RB, dword [KBASE+RD*8]
  4967.     //|  cmp RB, dword [BASE+RA*8]
  4968.     dasm_put(Dst, 9389, LJ_TISNUM, LJ_TISNUM);
  4969. #line 3516 "vm_x86.dasc"
  4970.     if (vk) {
  4971.       //|  jne >9
  4972.       dasm_put(Dst, 9060);
  4973. #line 3518 "vm_x86.dasc"
  4974.     } else {
  4975.       //|  je >9
  4976.       dasm_put(Dst, 9065);
  4977. #line 3520 "vm_x86.dasc"
  4978.     }
  4979.     //|  movzx RD, PC_RD
  4980.     //|  branchPC RD
  4981.     //|9:
  4982.     //|  ins_next
  4983.     //|
  4984.     //|7:  // RA is not an integer.
  4985.     //|  ja >3
  4986.     //|  // RA is a number.
  4987.     //|  cmp dword [KBASE+RD*8+4], LJ_TISNUM; jb >1
  4988.     //|  // RA is a number, RD is an integer.
  4989.     //|  cvtsi2sd xmm0, dword [KBASE+RD*8]
  4990.     //|  jmp >2
  4991.     //|
  4992.     //|8:  // RA is an integer, RD is a number.
  4993.     //|  cvtsi2sd xmm0, dword [BASE+RA*8]
  4994.     //|  ucomisd xmm0, qword [KBASE+RD*8]
  4995.     //|  jmp >4
  4996.     //|.else
  4997.     //|  cmp RB, LJ_TISNUM; jae >3
  4998.     //|.endif
  4999.     //|1:
  5000.     //|  movsd xmm0, qword [KBASE+RD*8]
  5001.     //|2:
  5002.     //|  ucomisd xmm0, qword [BASE+RA*8]
  5003.     //|4:
  5004.     dasm_put(Dst, 9423, -BCBIAS_J*4, LJ_TISNUM);
  5005. #line 3546 "vm_x86.dasc"
  5006.     goto iseqne_fp;
  5007.   case BC_ISEQP: case BC_ISNEP:
  5008.     vk = op == BC_ISEQP;
  5009.     //|  ins_AND        // RA = src, RD = primitive type (~), JMP with RD = target
  5010.     //|  mov RB, [BASE+RA*8+4]
  5011.     //|  add PC, 4
  5012.     //|  cmp RB, RD
  5013.     dasm_put(Dst, 9520);
  5014. #line 3553 "vm_x86.dasc"
  5015.     if (!LJ_HASFFI) goto iseqne_test;
  5016.     if (vk) {
  5017.       //|  jne >3
  5018.       //|  movzx RD, PC_RD
  5019.       //|  branchPC RD
  5020.       //|2:
  5021.       //|  ins_next
  5022.       //|3:
  5023.       //|  cmp RB, LJ_TCDATA; jne <2
  5024.       //|  jmp ->vmeta_equal_cd
  5025.       dasm_put(Dst, 9534, -BCBIAS_J*4, LJ_TCDATA);
  5026. #line 3563 "vm_x86.dasc"
  5027.     } else {
  5028.       //|  je >2
  5029.       //|  cmp RB, LJ_TCDATA; je ->vmeta_equal_cd
  5030.       //|  movzx RD, PC_RD
  5031.       //|  branchPC RD
  5032.       //|2:
  5033.       //|  ins_next
  5034.       dasm_put(Dst, 9585, LJ_TCDATA, -BCBIAS_J*4);
  5035. #line 3570 "vm_x86.dasc"
  5036.     }
  5037.     break;

  5039.   /* -- Unary test and copy ops ------------------------------------------- */

  5041.   case BC_ISTC: case BC_ISFC: case BC_IST: case BC_ISF:
  5042.     //|  ins_AD        // RA = dst or unused, RD = src, JMP with RD = target
  5043.     //|  mov RB, [BASE+RD*8+4]
  5044.     //|  add PC, 4
  5045.     //|  cmp RB, LJ_TISTRUECOND
  5046.     dasm_put(Dst, 9630, LJ_TISTRUECOND);
  5047. #line 3580 "vm_x86.dasc"
  5048.     if (op == BC_IST || op == BC_ISTC) {
  5049.       //|  jae >1
  5050.       dasm_put(Dst, 9642);
  5051. #line 3582 "vm_x86.dasc"
  5052.     } else {
  5053.       //|  jb >1
  5054.       dasm_put(Dst, 5428);
  5055. #line 3584 "vm_x86.dasc"
  5056.     }
  5057.     if (op == BC_ISTC || op == BC_ISFC) {
  5058.       //|  mov [BASE+RA*8+4], RB
  5059.       //|  mov RB, [BASE+RD*8]
  5060.       //|  mov [BASE+RA*8], RB
  5061.       dasm_put(Dst, 9647);
  5062. #line 3589 "vm_x86.dasc"
  5063.     }
  5064.     //|  movzx RD, PC_RD
  5065.     //|  branchPC RD
  5066.     //|1:                                        // Fallthrough to the next instruction.
  5067.     //|  ins_next
  5068.     dasm_put(Dst, 9658, -BCBIAS_J*4);
  5069. #line 3594 "vm_x86.dasc"
  5070.     break;

  5072.   case BC_ISTYPE:
  5073.     //|  ins_AD        // RA = src, RD = -type
  5074.     //|  add RD, [BASE+RA*8+4]
  5075.     //|  jne ->vmeta_istype
  5076.     //|  ins_next
  5077.     dasm_put(Dst, 9691);
  5078. #line 3601 "vm_x86.dasc"
  5079.     break;
  5080.   case BC_ISNUM:
  5081.     //|  ins_AD        // RA = src, RD = -(TISNUM-1)
  5082.     //|  checknum RA, ->vmeta_istype
  5083.     //|  ins_next
  5084.     dasm_put(Dst, 9720, LJ_TISNUM);
  5085. #line 3606 "vm_x86.dasc"
  5086.     break;

  5088.   /* -- Unary ops --------------------------------------------------------- */

  5090.   case BC_MOV:
  5091.     //|  ins_AD        // RA = dst, RD = src
  5092.     //|.if X64
  5093.     //|  mov RBa, [BASE+RD*8]
  5094.     //|  mov [BASE+RA*8], RBa
  5095.     //|.else
  5096.     //|  mov RB, [BASE+RD*8+4]
  5097.     //|  mov RD, [BASE+RD*8]
  5098.     //|  mov [BASE+RA*8+4], RB
  5099.     //|  mov [BASE+RA*8], RD
  5100.     //|.endif
  5101.     //|  ins_next_
  5102.     dasm_put(Dst, 9751);
  5103. #line 3622 "vm_x86.dasc"
  5104.     break;
  5105.   case BC_NOT:
  5106.     //|  ins_AD        // RA = dst, RD = src
  5107.     //|  xor RB, RB
  5108.     //|  checktp RD, LJ_TISTRUECOND
  5109.     //|  adc RB, LJ_TTRUE
  5110.     //|  mov [BASE+RA*8+4], RB
  5111.     //|  ins_next
  5112.     dasm_put(Dst, 9780, LJ_TISTRUECOND, LJ_TTRUE);
  5113. #line 3630 "vm_x86.dasc"
  5114.     break;
  5115.   case BC_UNM:
  5116.     //|  ins_AD        // RA = dst, RD = src
  5117.     //|.if DUALNUM
  5118.     //|  checkint RD, >5
  5119.     //|  mov RB, [BASE+RD*8]
  5120.     //|  neg RB
  5121.     //|  jo >4
  5122.     //|  mov dword [BASE+RA*8+4], LJ_TISNUM
  5123.     //|  mov dword [BASE+RA*8], RB
  5124.     //|9:
  5125.     //|  ins_next
  5126.     //|4:
  5127.     //|  mov dword [BASE+RA*8+4], 0x41e00000  // 2^31.
  5128.     //|  mov dword [BASE+RA*8], 0
  5129.     //|  jmp <9
  5130.     //|5:
  5131.     //|  ja ->vmeta_unm
  5132.     //|.else
  5133.     //|  checknum RD, ->vmeta_unm
  5134.     //|.endif
  5135.     //|  movsd xmm0, qword [BASE+RD*8]
  5136.     //|  sseconst_sign xmm1, RDa
  5137.     //|  xorps xmm0, xmm1
  5138.     //|  movsd qword [BASE+RA*8], xmm0
  5139.     //|.if DUALNUM
  5140.     //|  jmp <9
  5141.     //|.else
  5142.     //|  ins_next
  5143.     //|.endif
  5144.     dasm_put(Dst, 9817, LJ_TISNUM, LJ_TISNUM, (unsigned int)(U64x(80000000,00000000)), (unsigned int)((U64x(80000000,00000000))>>32));
  5145. #line 3660 "vm_x86.dasc"
  5146.     break;
  5147.   case BC_LEN:
  5148.     //|  ins_AD        // RA = dst, RD = src
  5149.     //|  checkstr RD, >2
  5150.     //|  mov STR:RD, [BASE+RD*8]
  5151.     //|.if DUALNUM
  5152.     //|  mov RD, dword STR:RD->len
  5153.     //|1:
  5154.     //|  mov dword [BASE+RA*8+4], LJ_TISNUM
  5155.     //|  mov dword [BASE+RA*8], RD
  5156.     //|.else
  5157.     //|  xorps xmm0, xmm0
  5158.     //|  cvtsi2sd xmm0, dword STR:RD->len
  5159.     //|1:
  5160.     //|  movsd qword [BASE+RA*8], xmm0
  5161.     //|.endif
  5162.     //|  ins_next
  5163.     //|2:
  5164.     //|  checktab RD, ->vmeta_len
  5165.     //|  mov TAB:FCARG1, [BASE+RD*8]
  5166.     dasm_put(Dst, 9923, LJ_TSTR, Dt5(->len), LJ_TISNUM, LJ_TTAB);
  5167. #line 3680 "vm_x86.dasc"
  5168. #if LJ_52
  5169.     //|  mov TAB:RB, TAB:FCARG1->metatable
  5170.     //|  cmp TAB:RB, 0
  5171.     //|  jnz >9
  5172.     //|3:
  5173.     dasm_put(Dst, 9985, Dt6(->metatable));
  5174. #line 3685 "vm_x86.dasc"
  5175. #endif
  5176.     //|->BC_LEN_Z:
  5177.     //|  mov RB, BASE                        // Save BASE.
  5178.     //|  call extern lj_tab_len@4                // (GCtab *t)
  5179.     //|  // Length of table returned in eax (RD).
  5180.     //|.if DUALNUM
  5181.     //|  // Nothing to do.
  5182.     //|.else
  5183.     //|  cvtsi2sd xmm0, RD
  5184.     //|.endif
  5185.     //|  mov BASE, RB                        // Restore BASE.
  5186.     //|  movzx RA, PC_RA
  5187.     //|  jmp <1
  5188.     dasm_put(Dst, 9999);
  5189. #line 3698 "vm_x86.dasc"
  5190. #if LJ_52
  5191.     //|9:  // Check for __len.
  5192.     //|  test byte TAB:RB->nomm, 1<<MM_len
  5193.     //|  jnz <3
  5194.     //|  jmp ->vmeta_len                        // 'no __len' flag NOT set: check.
  5195.     dasm_put(Dst, 10020, Dt6(->nomm), 1<<MM_len);
  5196. #line 3703 "vm_x86.dasc"
  5197. #endif
  5198.     break;

  5200.   /* -- Binary ops -------------------------------------------------------- */

  5202.     //|.macro ins_arithpre, sseins, ssereg
  5203.     //|  ins_ABC
  5204.     //||vk = ((int)op - BC_ADDVN) / (BC_ADDNV-BC_ADDVN);
  5205.     //||switch (vk) {
  5206.     //||case 0:
  5207.     //|   checknum RB, ->vmeta_arith_vn
  5208.     //|   .if DUALNUM
  5209.     //|     cmp dword [KBASE+RC*8+4], LJ_TISNUM; jae ->vmeta_arith_vn
  5210.     //|   .endif
  5211.     //|   movsd xmm0, qword [BASE+RB*8]
  5212.     //|   sseins ssereg, qword [KBASE+RC*8]
  5213.     //||  break;
  5214.     //||case 1:
  5215.     //|   checknum RB, ->vmeta_arith_nv
  5216.     //|   .if DUALNUM
  5217.     //|     cmp dword [KBASE+RC*8+4], LJ_TISNUM; jae ->vmeta_arith_nv
  5218.     //|   .endif
  5219.     //|   movsd xmm0, qword [KBASE+RC*8]
  5220.     //|   sseins ssereg, qword [BASE+RB*8]
  5221.     //||  break;
  5222.     //||default:
  5223.     //|   checknum RB, ->vmeta_arith_vv
  5224.     //|   checknum RC, ->vmeta_arith_vv
  5225.     //|   movsd xmm0, qword [BASE+RB*8]
  5226.     //|   sseins ssereg, qword [BASE+RC*8]
  5227.     //||  break;
  5228.     //||}
  5229.     //|.endmacro
  5230.     //|
  5231.     //|.macro ins_arithdn, intins
  5232.     //|  ins_ABC
  5233.     //||vk = ((int)op - BC_ADDVN) / (BC_ADDNV-BC_ADDVN);
  5234.     //||switch (vk) {
  5235.     //||case 0:
  5236.     //|   checkint RB, ->vmeta_arith_vn
  5237.     //|   cmp dword [KBASE+RC*8+4], LJ_TISNUM; jne ->vmeta_arith_vn
  5238.     //|   mov RB, [BASE+RB*8]
  5239.     //|   intins RB, [KBASE+RC*8]; jo ->vmeta_arith_vno
  5240.     //||  break;
  5241.     //||case 1:
  5242.     //|   checkint RB, ->vmeta_arith_nv
  5243.     //|   cmp dword [KBASE+RC*8+4], LJ_TISNUM; jne ->vmeta_arith_nv
  5244.     //|   mov RC, [KBASE+RC*8]
  5245.     //|   intins RC, [BASE+RB*8]; jo ->vmeta_arith_nvo
  5246.     //||  break;
  5247.     //||default:
  5248.     //|   checkint RB, ->vmeta_arith_vv
  5249.     //|   checkint RC, ->vmeta_arith_vv
  5250.     //|   mov RB, [BASE+RB*8]
  5251.     //|   intins RB, [BASE+RC*8]; jo ->vmeta_arith_vvo
  5252.     //||  break;
  5253.     //||}
  5254.     //|  mov dword [BASE+RA*8+4], LJ_TISNUM
  5255.     //||if (vk == 1) {
  5256.     //|   mov dword [BASE+RA*8], RC
  5257.     //||} else {
  5258.     //|   mov dword [BASE+RA*8], RB
  5259.     //||}
  5260.     //|  ins_next
  5261.     //|.endmacro
  5262.     //|
  5263.     //|.macro ins_arithpost
  5264.     //|  movsd qword [BASE+RA*8], xmm0
  5265.     //|.endmacro
  5266.     //|
  5267.     //|.macro ins_arith, sseins
  5268.     //|  ins_arithpre sseins, xmm0
  5269.     //|  ins_arithpost
  5270.     //|  ins_next
  5271.     //|.endmacro
  5272.     //|
  5273.     //|.macro ins_arith, intins, sseins
  5274.     //|.if DUALNUM
  5275.     //|  ins_arithdn intins
  5276.     //|.else
  5277.     //|  ins_arith, sseins
  5278.     //|.endif
  5279.     //|.endmacro

  5281.     //|  // RA = dst, RB = src1 or num const, RC = src2 or num const
  5282.   case BC_ADDVN: case BC_ADDNV: case BC_ADDVV:
  5283.     //|  ins_arith add, addsd
  5284.     dasm_put(Dst, 10036);
  5285.     vk = ((int)op - BC_ADDVN) / (BC_ADDNV-BC_ADDVN);
  5286.     switch (vk) {
  5287.     case 0:
  5288.     dasm_put(Dst, 10044, LJ_TISNUM, LJ_TISNUM);
  5289.       break;
  5290.     case 1:
  5291.     dasm_put(Dst, 10079, LJ_TISNUM, LJ_TISNUM);
  5292.       break;
  5293.     default:
  5294.     dasm_put(Dst, 10114, LJ_TISNUM, LJ_TISNUM);
  5295.       break;
  5296.     }
  5297.     dasm_put(Dst, 10147, LJ_TISNUM);
  5298.     if (vk == 1) {
  5299.     dasm_put(Dst, 10153);
  5300.     } else {
  5301.     dasm_put(Dst, 9654);
  5302.     }
  5303.     dasm_put(Dst, 9224);
  5304. #line 3790 "vm_x86.dasc"
  5305.     break;
  5306.   case BC_SUBVN: case BC_SUBNV: case BC_SUBVV:
  5307.     //|  ins_arith sub, subsd
  5308.     dasm_put(Dst, 10036);
  5309.     vk = ((int)op - BC_ADDVN) / (BC_ADDNV-BC_ADDVN);
  5310.     switch (vk) {
  5311.     case 0:
  5312.     dasm_put(Dst, 10157, LJ_TISNUM, LJ_TISNUM);
  5313.       break;
  5314.     case 1:
  5315.     dasm_put(Dst, 10192, LJ_TISNUM, LJ_TISNUM);
  5316.       break;
  5317.     default:
  5318.     dasm_put(Dst, 10227, LJ_TISNUM, LJ_TISNUM);
  5319.       break;
  5320.     }
  5321.     dasm_put(Dst, 10147, LJ_TISNUM);
  5322.     if (vk == 1) {
  5323.     dasm_put(Dst, 10153);
  5324.     } else {
  5325.     dasm_put(Dst, 9654);
  5326.     }
  5327.     dasm_put(Dst, 9224);
  5328. #line 3793 "vm_x86.dasc"
  5329.     break;
  5330.   case BC_MULVN: case BC_MULNV: case BC_MULVV:
  5331.     //|  ins_arith imul, mulsd
  5332.     dasm_put(Dst, 10036);
  5333.     vk = ((int)op - BC_ADDVN) / (BC_ADDNV-BC_ADDVN);
  5334.     switch (vk) {
  5335.     case 0:
  5336.     dasm_put(Dst, 10260, LJ_TISNUM, LJ_TISNUM);
  5337.       break;
  5338.     case 1:
  5339.     dasm_put(Dst, 10296, LJ_TISNUM, LJ_TISNUM);
  5340.       break;
  5341.     default:
  5342.     dasm_put(Dst, 10332, LJ_TISNUM, LJ_TISNUM);
  5343.       break;
  5344.     }
  5345.     dasm_put(Dst, 10147, LJ_TISNUM);
  5346.     if (vk == 1) {
  5347.     dasm_put(Dst, 10153);
  5348.     } else {
  5349.     dasm_put(Dst, 9654);
  5350.     }
  5351.     dasm_put(Dst, 9224);
  5352. #line 3796 "vm_x86.dasc"
  5353.     break;
  5354.   case BC_DIVVN: case BC_DIVNV: case BC_DIVVV:
  5355.     //|  ins_arith divsd
  5356.     dasm_put(Dst, 10036);
  5357.     vk = ((int)op - BC_ADDVN) / (BC_ADDNV-BC_ADDVN);
  5358.     switch (vk) {
  5359.     case 0:
  5360.     dasm_put(Dst, 10366, LJ_TISNUM, LJ_TISNUM);
  5361.       break;
  5362.     case 1:
  5363.     dasm_put(Dst, 10403, LJ_TISNUM, LJ_TISNUM);
  5364.       break;
  5365.     default:
  5366.     dasm_put(Dst, 10440, LJ_TISNUM, LJ_TISNUM);
  5367.       break;
  5368.     }
  5369.     dasm_put(Dst, 10475);
  5370. #line 3799 "vm_x86.dasc"
  5371.     break;
  5372.   case BC_MODVN:
  5373.     //|  ins_arithpre movsd, xmm1
  5374.     dasm_put(Dst, 10036);
  5375.     vk = ((int)op - BC_ADDVN) / (BC_ADDNV-BC_ADDVN);
  5376.     switch (vk) {
  5377.     case 0:
  5378.     dasm_put(Dst, 10502, LJ_TISNUM, LJ_TISNUM);
  5379.       break;
  5380.     case 1:
  5381.     dasm_put(Dst, 10539, LJ_TISNUM, LJ_TISNUM);
  5382.       break;
  5383.     default:
  5384.     dasm_put(Dst, 10576, LJ_TISNUM, LJ_TISNUM);
  5385.       break;
  5386.     }
  5387. #line 3802 "vm_x86.dasc"
  5388.     //|->BC_MODVN_Z:
  5389.     //|  call ->vm_mod
  5390.     //|  ins_arithpost
  5391.     //|  ins_next
  5392.     dasm_put(Dst, 10611);
  5393. #line 3806 "vm_x86.dasc"
  5394.     break;
  5395.   case BC_MODNV: case BC_MODVV:
  5396.     //|  ins_arithpre movsd, xmm1
  5397.     dasm_put(Dst, 10036);
  5398.     vk = ((int)op - BC_ADDVN) / (BC_ADDNV-BC_ADDVN);
  5399.     switch (vk) {
  5400.     case 0:
  5401.     dasm_put(Dst, 10502, LJ_TISNUM, LJ_TISNUM);
  5402.       break;
  5403.     case 1:
  5404.     dasm_put(Dst, 10539, LJ_TISNUM, LJ_TISNUM);
  5405.       break;
  5406.     default:
  5407.     dasm_put(Dst, 10576, LJ_TISNUM, LJ_TISNUM);
  5408.       break;
  5409.     }
  5410. #line 3809 "vm_x86.dasc"
  5411.     //|  jmp ->BC_MODVN_Z                        // Avoid 3 copies. It's slow anyway.
  5412.     dasm_put(Dst, 10643);
  5413. #line 3810 "vm_x86.dasc"
  5414.     break;
  5415.   case BC_POW:
  5416.     //|  ins_arithpre movsd, xmm1
  5417.     dasm_put(Dst, 10036);
  5418.     vk = ((int)op - BC_ADDVN) / (BC_ADDNV-BC_ADDVN);
  5419.     switch (vk) {
  5420.     case 0:
  5421.     dasm_put(Dst, 10502, LJ_TISNUM, LJ_TISNUM);
  5422.       break;
  5423.     case 1:
  5424.     dasm_put(Dst, 10539, LJ_TISNUM, LJ_TISNUM);
  5425.       break;
  5426.     default:
  5427.     dasm_put(Dst, 10576, LJ_TISNUM, LJ_TISNUM);
  5428.       break;
  5429.     }
  5430. #line 3813 "vm_x86.dasc"
  5431.     //|  mov RB, BASE
  5432.     //|.if not X64
  5433.     //|  movsd FPARG1, xmm0
  5434.     //|  movsd FPARG3, xmm1
  5435.     //|.endif
  5436.     //|  call extern pow
  5437.     //|  movzx RA, PC_RA
  5438.     //|  mov BASE, RB
  5439.     //|.if X64
  5440.     //|  ins_arithpost
  5441.     //|.else
  5442.     //|  fstp qword [BASE+RA*8]
  5443.     //|.endif
  5444.     //|  ins_next
  5445.     dasm_put(Dst, 10648);
  5446. #line 3827 "vm_x86.dasc"
  5447.     break;

  5449.   case BC_CAT:
  5450.     //|  ins_ABC        // RA = dst, RB = src_start, RC = src_end
  5451.     //|.if X64
  5452.     //|  mov L:CARG1d, SAVE_L
  5453.     //|  mov L:CARG1d->base, BASE
  5454.     //|  lea CARG2d, [BASE+RC*8]
  5455.     //|  mov CARG3d, RC
  5456.     //|  sub CARG3d, RB
  5457.     //|->BC_CAT_Z:
  5458.     //|  mov L:RB, L:CARG1d
  5459.     //|.else
  5460.     //|  lea RA, [BASE+RC*8]
  5461.     //|  sub RC, RB
  5462.     //|  mov ARG2, RA
  5463.     //|  mov ARG3, RC
  5464.     //|->BC_CAT_Z:
  5465.     //|  mov L:RB, SAVE_L
  5466.     //|  mov ARG1, L:RB
  5467.     //|  mov L:RB->base, BASE
  5468.     //|.endif
  5469.     //|  mov SAVE_PC, PC
  5470.     //|  call extern lj_meta_cat                // (lua_State *L, TValue *top, int left)
  5471.     //|  // NULL (finished) or TValue * (metamethod) returned in eax (RC).
  5472.     //|  mov BASE, L:RB->base
  5473.     //|  test RC, RC
  5474.     //|  jnz ->vmeta_binop
  5475.     //|  movzx RB, PC_RB                        // Copy result to Stk[RA] from Stk[RB].
  5476.     //|  movzx RA, PC_RA
  5477.     //|.if X64
  5478.     //|  mov RCa, [BASE+RB*8]
  5479.     //|  mov [BASE+RA*8], RCa
  5480.     //|.else
  5481.     //|  mov RC, [BASE+RB*8+4]
  5482.     //|  mov RB, [BASE+RB*8]
  5483.     //|  mov [BASE+RA*8+4], RC
  5484.     //|  mov [BASE+RA*8], RB
  5485.     //|.endif
  5486.     //|  ins_next
  5487.     dasm_put(Dst, 10689, Dt1(->base), Dt1(->base));
  5488. #line 3867 "vm_x86.dasc"
  5489.     break;

  5491.   /* -- Constant ops ------------------------------------------------------ */

  5493.   case BC_KSTR:
  5494.     //|  ins_AND        // RA = dst, RD = str const (~)
  5495.     //|  mov RD, [KBASE+RD*4]
  5496.     //|  mov dword [BASE+RA*8+4], LJ_TSTR
  5497.     //|  mov [BASE+RA*8], RD
  5498.     //|  ins_next
  5499.     dasm_put(Dst, 10773, LJ_TSTR);
  5500. #line 3877 "vm_x86.dasc"
  5501.     break;
  5502.   case BC_KCDATA:
  5503.     //|.if FFI
  5504.     //|  ins_AND        // RA = dst, RD = cdata const (~)
  5505.     //|  mov RD, [KBASE+RD*4]
  5506.     //|  mov dword [BASE+RA*8+4], LJ_TCDATA
  5507.     //|  mov [BASE+RA*8], RD
  5508.     //|  ins_next
  5509.     //|.endif
  5510.     dasm_put(Dst, 10773, LJ_TCDATA);
  5511. #line 3886 "vm_x86.dasc"
  5512.     break;
  5513.   case BC_KSHORT:
  5514.     //|  ins_AD        // RA = dst, RD = signed int16 literal
  5515.     //|.if DUALNUM
  5516.     //|  movsx RD, RDW
  5517.     //|  mov dword [BASE+RA*8+4], LJ_TISNUM
  5518.     //|  mov dword [BASE+RA*8], RD
  5519.     //|.else
  5520.     //|  movsx RD, RDW                        // Sign-extend literal.
  5521.     //|  cvtsi2sd xmm0, RD
  5522.     //|  movsd qword [BASE+RA*8], xmm0
  5523.     //|.endif
  5524.     //|  ins_next
  5525.     dasm_put(Dst, 10810, LJ_TISNUM);
  5526. #line 3899 "vm_x86.dasc"
  5527.     break;
  5528.   case BC_KNUM:
  5529.     //|  ins_AD        // RA = dst, RD = num const
  5530.     //|  movsd xmm0, qword [KBASE+RD*8]
  5531.     //|  movsd qword [BASE+RA*8], xmm0
  5532.     //|  ins_next
  5533.     dasm_put(Dst, 10842);
  5534. #line 3905 "vm_x86.dasc"
  5535.     break;
  5536.   case BC_KPRI:
  5537.     //|  ins_AND        // RA = dst, RD = primitive type (~)
  5538.     //|  mov [BASE+RA*8+4], RD
  5539.     //|  ins_next
  5540.     dasm_put(Dst, 10876);
  5541. #line 3910 "vm_x86.dasc"
  5542.     break;
  5543.   case BC_KNIL:
  5544.     //|  ins_AD        // RA = dst_start, RD = dst_end
  5545.     //|  lea RA, [BASE+RA*8+12]
  5546.     //|  lea RD, [BASE+RD*8+4]
  5547.     //|  mov RB, LJ_TNIL
  5548.     //|  mov [RA-8], RB                        // Sets minimum 2 slots.
  5549.     //|1:
  5550.     //|  mov [RA], RB
  5551.     //|  add RA, 8
  5552.     //|  cmp RA, RD
  5553.     //|  jbe <1
  5554.     //|  ins_next
  5555.     dasm_put(Dst, 10905, LJ_TNIL);
  5556. #line 3923 "vm_x86.dasc"
  5557.     break;

  5559.   /* -- Upvalue and function ops ------------------------------------------ */

  5561.   case BC_UGET:
  5562.     //|  ins_AD        // RA = dst, RD = upvalue #
  5563.     //|  mov LFUNC:RB, [BASE-8]
  5564.     //|  mov UPVAL:RB, [LFUNC:RB+RD*4+offsetof(GCfuncL, uvptr)]
  5565.     //|  mov RB, UPVAL:RB->v
  5566.     //|.if X64
  5567.     //|  mov RDa, [RB]
  5568.     //|  mov [BASE+RA*8], RDa
  5569.     //|.else
  5570.     //|  mov RD, [RB+4]
  5571.     //|  mov RB, [RB]
  5572.     //|  mov [BASE+RA*8+4], RD
  5573.     //|  mov [BASE+RA*8], RB
  5574.     //|.endif
  5575.     //|  ins_next
  5576.     dasm_put(Dst, 10953, offsetof(GCfuncL, uvptr), DtA(->v));
  5577. #line 3942 "vm_x86.dasc"
  5578.     break;
  5579.   case BC_USETV:
  5580. ‌#define TV2MARKOFS \
  5581. ((int32_t)offsetof(GCupval, marked)-(int32_t)offsetof(GCupval, tv))
  5582.     //|  ins_AD        // RA = upvalue #, RD = src
  5583.     //|  mov LFUNC:RB, [BASE-8]
  5584.     //|  mov UPVAL:RB, [LFUNC:RB+RA*4+offsetof(GCfuncL, uvptr)]
  5585.     //|  cmp byte UPVAL:RB->closed, 0
  5586.     //|  mov RB, UPVAL:RB->v
  5587.     //|  mov RA, [BASE+RD*8]
  5588.     //|  mov RD, [BASE+RD*8+4]
  5589.     //|  mov [RB], RA
  5590.     //|  mov [RB+4], RD
  5591.     //|  jz >1
  5592.     //|  // Check barrier for closed upvalue.
  5593.     //|  test byte [RB+TV2MARKOFS], LJ_GC_BLACK                // isblack(uv)
  5594.     //|  jnz >2
  5595.     //|1:
  5596.     //|  ins_next
  5597.     //|
  5598.     //|2:  // Upvalue is black. Check if new value is collectable and white.
  5599.     //|  sub RD, LJ_TISGCV
  5600.     //|  cmp RD, LJ_TNUMX - LJ_TISGCV                        // tvisgcv(v)
  5601.     //|  jbe <1
  5602.     //|  test byte GCOBJ:RA->gch.marked, LJ_GC_WHITES        // iswhite(v)
  5603.     //|  jz <1
  5604.     //|  // Crossed a write barrier. Move the barrier forward.
  5605.     //|.if X64 and not X64WIN
  5606.     //|  mov FCARG2, RB
  5607.     //|  mov RB, BASE                        // Save BASE.
  5608.     //|.else
  5609.     //|  xchg FCARG2, RB                        // Save BASE (FCARG2 == BASE).
  5610.     //|.endif
  5611.     //|  lea GL:FCARG1, [DISPATCH+GG_DISP2G]
  5612.     //|  call extern lj_gc_barrieruv@8        // (global_State *g, TValue *tv)
  5613.     dasm_put(Dst, 10994, offsetof(GCfuncL, uvptr), DtA(->closed), DtA(->v), TV2MARKOFS, LJ_GC_BLACK, LJ_TISGCV, LJ_TNUMX - LJ_TISGCV, Dt4(->gch.marked), LJ_GC_WHITES, GG_DISP2G);
  5614. #line 3977 "vm_x86.dasc"
  5615.     //|  mov BASE, RB                        // Restore BASE.
  5616.     //|  jmp <1
  5617.     dasm_put(Dst, 11090);
  5618. #line 3979 "vm_x86.dasc"
  5619.     break;
  5620. ‌#undef TV2MARKOFS
  5621.   case BC_USETS:
  5622.     //|  ins_AND        // RA = upvalue #, RD = str const (~)
  5623.     //|  mov LFUNC:RB, [BASE-8]
  5624.     //|  mov UPVAL:RB, [LFUNC:RB+RA*4+offsetof(GCfuncL, uvptr)]
  5625.     //|  mov GCOBJ:RA, [KBASE+RD*4]
  5626.     //|  mov RD, UPVAL:RB->v
  5627.     //|  mov [RD], GCOBJ:RA
  5628.     //|  mov dword [RD+4], LJ_TSTR
  5629.     //|  test byte UPVAL:RB->marked, LJ_GC_BLACK                // isblack(uv)
  5630.     //|  jnz >2
  5631.     //|1:
  5632.     //|  ins_next
  5633.     //|
  5634.     //|2:  // Check if string is white and ensure upvalue is closed.
  5635.     //|  test byte GCOBJ:RA->gch.marked, LJ_GC_WHITES        // iswhite(str)
  5636.     //|  jz <1
  5637.     //|  cmp byte UPVAL:RB->closed, 0
  5638.     //|  jz <1
  5639.     //|  // Crossed a write barrier. Move the barrier forward.
  5640.     //|  mov RB, BASE                        // Save BASE (FCARG2 == BASE).
  5641.     //|  mov FCARG2, RD
  5642.     //|  lea GL:FCARG1, [DISPATCH+GG_DISP2G]
  5643.     //|  call extern lj_gc_barrieruv@8        // (global_State *g, TValue *tv)
  5644.     //|  mov BASE, RB                        // Restore BASE.
  5645.     //|  jmp <1
  5646.     dasm_put(Dst, 11102, offsetof(GCfuncL, uvptr), DtA(->v), LJ_TSTR, DtA(->marked), LJ_GC_BLACK, Dt4(->gch.marked), LJ_GC_WHITES, DtA(->closed), GG_DISP2G);
  5647. #line 4006 "vm_x86.dasc"
  5648.     break;
  5649.   case BC_USETN:
  5650.     //|  ins_AD        // RA = upvalue #, RD = num const
  5651.     //|  mov LFUNC:RB, [BASE-8]
  5652.     //|  movsd xmm0, qword [KBASE+RD*8]
  5653.     //|  mov UPVAL:RB, [LFUNC:RB+RA*4+offsetof(GCfuncL, uvptr)]
  5654.     //|  mov RA, UPVAL:RB->v
  5655.     //|  movsd qword [RA], xmm0
  5656.     //|  ins_next
  5657.     dasm_put(Dst, 11198, offsetof(GCfuncL, uvptr), DtA(->v));
  5658. #line 4015 "vm_x86.dasc"
  5659.     break;
  5660.   case BC_USETP:
  5661.     //|  ins_AND        // RA = upvalue #, RD = primitive type (~)
  5662.     //|  mov LFUNC:RB, [BASE-8]
  5663.     //|  mov UPVAL:RB, [LFUNC:RB+RA*4+offsetof(GCfuncL, uvptr)]
  5664.     //|  mov RA, UPVAL:RB->v
  5665.     //|  mov [RA+4], RD
  5666.     //|  ins_next
  5667.     dasm_put(Dst, 11243, offsetof(GCfuncL, uvptr), DtA(->v));
  5668. #line 4023 "vm_x86.dasc"
  5669.     break;
  5670.   case BC_UCLO:
  5671.     //|  ins_AD        // RA = level, RD = target
  5672.     //|  branchPC RD                        // Do this first to free RD.
  5673.     //|  mov L:RB, SAVE_L
  5674.     //|  cmp dword L:RB->openupval, 0
  5675.     //|  je >1
  5676.     //|  mov L:RB->base, BASE
  5677.     //|  lea FCARG2, [BASE+RA*8]                // Caveat: FCARG2 == BASE
  5678.     //|  mov L:FCARG1, L:RB                // Caveat: FCARG1 == RA
  5679.     //|  call extern lj_func_closeuv@8        // (lua_State *L, TValue *level)
  5680.     //|  mov BASE, L:RB->base
  5681.     //|1:
  5682.     //|  ins_next
  5683.     dasm_put(Dst, 11283, -BCBIAS_J*4, Dt1(->openupval), Dt1(->base), Dt1(->base));
  5684. #line 4037 "vm_x86.dasc"
  5685.     break;

  5687.   case BC_FNEW:
  5688.     //|  ins_AND        // RA = dst, RD = proto const (~) (holding function prototype)
  5689.     //|.if X64
  5690.     //|  mov L:RB, SAVE_L
  5691.     //|  mov L:RB->base, BASE                // Caveat: CARG2d/CARG3d may be BASE.
  5692.     //|  mov CARG3d, [BASE-8]
  5693.     //|  mov CARG2d, [KBASE+RD*4]                // Fetch GCproto *.
  5694.     //|  mov CARG1d, L:RB
  5695.     //|.else
  5696.     //|  mov LFUNC:RA, [BASE-8]
  5697.     //|  mov PROTO:RD, [KBASE+RD*4]        // Fetch GCproto *.
  5698.     //|  mov L:RB, SAVE_L
  5699.     //|  mov ARG3, LFUNC:RA
  5700.     //|  mov ARG2, PROTO:RD
  5701.     //|  mov ARG1, L:RB
  5702.     //|  mov L:RB->base, BASE
  5703.     //|.endif
  5704.     //|  mov SAVE_PC, PC
  5705.     //|  // (lua_State *L, GCproto *pt, GCfuncL *parent)
  5706.     //|  call extern lj_func_newL_gc
  5707.     //|  // GCfuncL * returned in eax (RC).
  5708.     //|  mov BASE, L:RB->base
  5709.     //|  movzx RA, PC_RA
  5710.     //|  mov [BASE+RA*8], LFUNC:RC
  5711.     //|  mov dword [BASE+RA*8+4], LJ_TFUNC
  5712.     //|  ins_next
  5713.     dasm_put(Dst, 11339, Dt1(->base), Dt1(->base), LJ_TFUNC);
  5714. #line 4065 "vm_x86.dasc"
  5715.     break;

  5717.   /* -- Table ops --------------------------------------------------------- */

  5719.   case BC_TNEW:
  5720.     //|  ins_AD        // RA = dst, RD = hbits|asize
  5721.     //|  mov L:RB, SAVE_L
  5722.     //|  mov L:RB->base, BASE
  5723.     //|  mov RA, [DISPATCH+DISPATCH_GL(gc.total)]
  5724.     //|  cmp RA, [DISPATCH+DISPATCH_GL(gc.threshold)]
  5725.     //|  mov SAVE_PC, PC
  5726.     //|  jae >5
  5727.     //|1:
  5728.     //|.if X64
  5729.     //|  mov CARG3d, RD
  5730.     //|  and RD, 0x7ff
  5731.     //|  shr CARG3d, 11
  5732.     //|.else
  5733.     //|  mov RA, RD
  5734.     //|  and RD, 0x7ff
  5735.     //|  shr RA, 11
  5736.     //|  mov ARG3, RA
  5737.     //|.endif
  5738.     //|  cmp RD, 0x7ff
  5739.     //|  je >3
  5740.     //|2:
  5741.     //|.if X64
  5742.     //|  mov L:CARG1d, L:RB
  5743.     //|  mov CARG2d, RD
  5744.     //|.else
  5745.     //|  mov ARG1, L:RB
  5746.     //|  mov ARG2, RD
  5747.     //|.endif
  5748.     //|  call extern lj_tab_new  // (lua_State *L, int32_t asize, uint32_t hbits)
  5749.     //|  // Table * returned in eax (RC).
  5750.     //|  mov BASE, L:RB->base
  5751.     //|  movzx RA, PC_RA
  5752.     //|  mov [BASE+RA*8], TAB:RC
  5753.     //|  mov dword [BASE+RA*8+4], LJ_TTAB
  5754.     //|  ins_next
  5755.     //|3:  // Turn 0x7ff into 0x801.
  5756.     //|  mov RD, 0x801
  5757.     //|  jmp <2
  5758.     //|5:
  5759.     //|  mov L:FCARG1, L:RB
  5760.     //|  call extern lj_gc_step_fixtop@4        // (lua_State *L)
  5761.     //|  movzx RD, PC_RD
  5762.     //|  jmp <1
  5763.     dasm_put(Dst, 11406, Dt1(->base), DISPATCH_GL(gc.total), DISPATCH_GL(gc.threshold), Dt1(->base), LJ_TTAB);
  5764. #line 4113 "vm_x86.dasc"
  5765.     break;
  5766.   case BC_TDUP:
  5767.     //|  ins_AND        // RA = dst, RD = table const (~) (holding template table)
  5768.     //|  mov L:RB, SAVE_L
  5769.     //|  mov RA, [DISPATCH+DISPATCH_GL(gc.total)]
  5770.     //|  mov SAVE_PC, PC
  5771.     //|  cmp RA, [DISPATCH+DISPATCH_GL(gc.threshold)]
  5772.     //|  mov L:RB->base, BASE
  5773.     //|  jae >3
  5774.     //|2:
  5775.     //|  mov TAB:FCARG2, [KBASE+RD*4]        // Caveat: FCARG2 == BASE
  5776.     //|  mov L:FCARG1, L:RB                // Caveat: FCARG1 == RA
  5777.     //|  call extern lj_tab_dup@8                // (lua_State *L, Table *kt)
  5778.     //|  // Table * returned in eax (RC).
  5779.     //|  mov BASE, L:RB->base
  5780.     //|  movzx RA, PC_RA
  5781.     //|  mov [BASE+RA*8], TAB:RC
  5782.     //|  mov dword [BASE+RA*8+4], LJ_TTAB
  5783.     //|  ins_next
  5784.     //|3:
  5785.     //|  mov L:FCARG1, L:RB
  5786.     //|  call extern lj_gc_step_fixtop@4        // (lua_State *L)
  5787.     //|  movzx RD, PC_RD                        // Need to reload RD.
  5788.     //|  not RDa
  5789.     //|  jmp <2
  5790.     dasm_put(Dst, 11530, DISPATCH_GL(gc.total), DISPATCH_GL(gc.threshold), Dt1(->base), Dt1(->base), LJ_TTAB);
  5791. #line 4138 "vm_x86.dasc"
  5792.     break;

  5794.   case BC_GGET:
  5795.     //|  ins_AND        // RA = dst, RD = str const (~)
  5796.     //|  mov LFUNC:RB, [BASE-8]
  5797.     //|  mov TAB:RB, LFUNC:RB->env
  5798.     //|  mov STR:RC, [KBASE+RD*4]
  5799.     //|  jmp ->BC_TGETS_Z
  5800.     dasm_put(Dst, 11629, Dt7(->env));
  5801. #line 4146 "vm_x86.dasc"
  5802.     break;
  5803.   case BC_GSET:
  5804.     //|  ins_AND        // RA = src, RD = str const (~)
  5805.     //|  mov LFUNC:RB, [BASE-8]
  5806.     //|  mov TAB:RB, LFUNC:RB->env
  5807.     //|  mov STR:RC, [KBASE+RD*4]
  5808.     //|  jmp ->BC_TSETS_Z
  5809.     dasm_put(Dst, 11649, Dt7(->env));
  5810. #line 4153 "vm_x86.dasc"
  5811.     break;

  5813.   case BC_TGETV:
  5814.     //|  ins_ABC        // RA = dst, RB = table, RC = key
  5815.     //|  checktab RB, ->vmeta_tgetv
  5816.     //|  mov TAB:RB, [BASE+RB*8]
  5817.     //|
  5818.     //|  // Integer key?
  5819.     //|.if DUALNUM
  5820.     //|  checkint RC, >5
  5821.     //|  mov RC, dword [BASE+RC*8]
  5822.     //|.else
  5823.     //|  // Convert number to int and back and compare.
  5824.     //|  checknum RC, >5
  5825.     //|  movsd xmm0, qword [BASE+RC*8]
  5826.     //|  cvttsd2si RC, xmm0
  5827.     //|  cvtsi2sd xmm1, RC
  5828.     //|  ucomisd xmm0, xmm1
  5829.     //|  jne ->vmeta_tgetv                // Generic numeric key? Use fallback.
  5830.     //|.endif
  5831.     //|  cmp RC, TAB:RB->asize        // Takes care of unordered, too.
  5832.     //|  jae ->vmeta_tgetv                // Not in array part? Use fallback.
  5833.     //|  shl RC, 3
  5834.     //|  add RC, TAB:RB->array
  5835.     //|  cmp dword [RC+4], LJ_TNIL        // Avoid overwriting RB in fastpath.
  5836.     //|  je >2
  5837.     //|  // Get array slot.
  5838.     //|.if X64
  5839.     //|  mov RBa, [RC]
  5840.     //|  mov [BASE+RA*8], RBa
  5841.     //|.else
  5842.     //|  mov RB, [RC]
  5843.     //|  mov RC, [RC+4]
  5844.     //|  mov [BASE+RA*8], RB
  5845.     //|  mov [BASE+RA*8+4], RC
  5846.     //|.endif
  5847.     //|1:
  5848.     //|  ins_next
  5849.     //|
  5850.     //|2:  // Check for __index if table value is nil.
  5851.     //|  cmp dword TAB:RB->metatable, 0        // Shouldn't overwrite RA for fastpath.
  5852.     //|  jz >3
  5853.     //|  mov TAB:RA, TAB:RB->metatable
  5854.     //|  test byte TAB:RA->nomm, 1<<MM_index
  5855.     //|  jz ->vmeta_tgetv                        // 'no __index' flag NOT set: check.
  5856.     dasm_put(Dst, 11669, LJ_TTAB, LJ_TISNUM, Dt6(->asize), Dt6(->array), LJ_TNIL, Dt6(->metatable), Dt6(->metatable), Dt6(->nomm), 1<<MM_index);
  5857. #line 4198 "vm_x86.dasc"
  5858.     //|  movzx RA, PC_RA                        // Restore RA.
  5859.     //|3:
  5860.     //|  mov dword [BASE+RA*8+4], LJ_TNIL
  5861.     //|  jmp <1
  5862.     //|
  5863.     //|5:  // String key?
  5864.     //|  checkstr RC, ->vmeta_tgetv
  5865.     //|  mov STR:RC, [BASE+RC*8]
  5866.     //|  jmp ->BC_TGETS_Z
  5867.     dasm_put(Dst, 11774, LJ_TNIL, LJ_TSTR);
  5868. #line 4207 "vm_x86.dasc"
  5869.     break;
  5870.   case BC_TGETS:
  5871.     //|  ins_ABC        // RA = dst, RB = table, RC = str const (~)
  5872.     //|  not RCa
  5873.     //|  mov STR:RC, [KBASE+RC*4]
  5874.     //|  checktab RB, ->vmeta_tgets
  5875.     //|  mov TAB:RB, [BASE+RB*8]
  5876.     //|->BC_TGETS_Z:        // RB = GCtab *, RC = GCstr *, refetches PC_RA.
  5877.     //|  mov RA, TAB:RB->hmask
  5878.     //|  and RA, STR:RC->hash
  5879.     //|  imul RA, #NODE
  5880.     //|  add NODE:RA, TAB:RB->node
  5881.     //|1:
  5882.     //|  cmp dword NODE:RA->key.it, LJ_TSTR
  5883.     //|  jne >4
  5884.     //|  cmp dword NODE:RA->key.gcr, STR:RC
  5885.     //|  jne >4
  5886.     //|  // Ok, key found. Assumes: offsetof(Node, val) == 0
  5887.     //|  cmp dword [RA+4], LJ_TNIL        // Avoid overwriting RB in fastpath.
  5888.     //|  je >5                                // Key found, but nil value?
  5889.     //|  movzx RC, PC_RA
  5890.     //|  // Get node value.
  5891.     //|.if X64
  5892.     //|  mov RBa, [RA]
  5893.     //|  mov [BASE+RC*8], RBa
  5894.     //|.else
  5895.     //|  mov RB, [RA]
  5896.     //|  mov RA, [RA+4]
  5897.     //|  mov [BASE+RC*8], RB
  5898.     //|  mov [BASE+RC*8+4], RA
  5899.     //|.endif
  5900.     //|2:
  5901.     //|  ins_next
  5902.     dasm_put(Dst, 11814, LJ_TTAB, Dt6(->hmask), Dt5(->hash), sizeof(Node), Dt6(->node), DtB(->key.it), LJ_TSTR, DtB(->key.gcr), LJ_TNIL);
  5903. #line 4240 "vm_x86.dasc"
  5904.     //|
  5905.     //|3:
  5906.     //|  movzx RC, PC_RA
  5907.     //|  mov dword [BASE+RC*8+4], LJ_TNIL
  5908.     //|  jmp <2
  5909.     //|
  5910.     //|4:  // Follow hash chain.
  5911.     //|  mov NODE:RA, NODE:RA->next
  5912.     //|  test NODE:RA, NODE:RA
  5913.     //|  jnz <1
  5914.     //|  // End of hash chain: key not found, nil result.
  5915.     //|
  5916.     //|5:  // Check for __index if table value is nil.
  5917.     //|  mov TAB:RA, TAB:RB->metatable
  5918.     //|  test TAB:RA, TAB:RA
  5919.     //|  jz <3                                // No metatable: done.
  5920.     //|  test byte TAB:RA->nomm, 1<<MM_index
  5921.     //|  jnz <3                                // 'no __index' flag set: done.
  5922.     //|  jmp ->vmeta_tgets                // Caveat: preserve STR:RC.
  5923.     dasm_put(Dst, 11899, LJ_TNIL, DtB(->next), Dt6(->metatable), Dt6(->nomm), 1<<MM_index);
  5924. #line 4259 "vm_x86.dasc"
  5925.     break;
  5926.   case BC_TGETB:
  5927.     //|  ins_ABC        // RA = dst, RB = table, RC = byte literal
  5928.     //|  checktab RB, ->vmeta_tgetb
  5929.     //|  mov TAB:RB, [BASE+RB*8]
  5930.     //|  cmp RC, TAB:RB->asize
  5931.     //|  jae ->vmeta_tgetb
  5932.     //|  shl RC, 3
  5933.     //|  add RC, TAB:RB->array
  5934.     //|  cmp dword [RC+4], LJ_TNIL        // Avoid overwriting RB in fastpath.
  5935.     //|  je >2
  5936.     //|  // Get array slot.
  5937.     //|.if X64
  5938.     //|  mov RBa, [RC]
  5939.     //|  mov [BASE+RA*8], RBa
  5940.     //|.else
  5941.     //|  mov RB, [RC]
  5942.     //|  mov RC, [RC+4]
  5943.     //|  mov [BASE+RA*8], RB
  5944.     //|  mov [BASE+RA*8+4], RC
  5945.     //|.endif
  5946.     //|1:
  5947.     //|  ins_next
  5948.     //|
  5949.     //|2:  // Check for __index if table value is nil.
  5950.     //|  cmp dword TAB:RB->metatable, 0        // Shouldn't overwrite RA for fastpath.
  5951.     //|  jz >3
  5952.     //|  mov TAB:RA, TAB:RB->metatable
  5953.     //|  test byte TAB:RA->nomm, 1<<MM_index
  5954.     //|  jz ->vmeta_tgetb                        // 'no __index' flag NOT set: check.
  5955.     //|  movzx RA, PC_RA                        // Restore RA.
  5956.     dasm_put(Dst, 11971, LJ_TTAB, Dt6(->asize), Dt6(->array), LJ_TNIL, Dt6(->metatable), Dt6(->metatable), Dt6(->nomm), 1<<MM_index);
  5957. #line 4290 "vm_x86.dasc"
  5958.     //|3:
  5959.     //|  mov dword [BASE+RA*8+4], LJ_TNIL
  5960.     //|  jmp <1
  5961.     dasm_put(Dst, 12067, LJ_TNIL);
  5962. #line 4293 "vm_x86.dasc"
  5963.     break;
  5964.   case BC_TGETR:
  5965.     //|  ins_ABC        // RA = dst, RB = table, RC = key
  5966.     //|  mov TAB:RB, [BASE+RB*8]
  5967.     //|.if DUALNUM
  5968.     //|  mov RC, dword [BASE+RC*8]
  5969.     //|.else
  5970.     //|  cvttsd2si RC, qword [BASE+RC*8]
  5971.     //|.endif
  5972.     //|  cmp RC, TAB:RB->asize
  5973.     //|  jae ->vmeta_tgetr                // Not in array part? Use fallback.
  5974.     //|  shl RC, 3
  5975.     //|  add RC, TAB:RB->array
  5976.     //|  // Get array slot.
  5977.     //|->BC_TGETR_Z:
  5978.     //|.if X64
  5979.     //|  mov RBa, [RC]
  5980.     //|  mov [BASE+RA*8], RBa
  5981.     //|.else
  5982.     //|  mov RB, [RC]
  5983.     //|  mov RC, [RC+4]
  5984.     //|  mov [BASE+RA*8], RB
  5985.     //|  mov [BASE+RA*8+4], RC
  5986.     //|.endif
  5987.     //|->BC_TGETR2_Z:
  5988.     //|  ins_next
  5989.     dasm_put(Dst, 12084, Dt6(->asize), Dt6(->array));
  5990. #line 4319 "vm_x86.dasc"
  5991.     break;

  5993.   case BC_TSETV:
  5994.     //|  ins_ABC        // RA = src, RB = table, RC = key
  5995.     //|  checktab RB, ->vmeta_tsetv
  5996.     //|  mov TAB:RB, [BASE+RB*8]
  5997.     //|
  5998.     //|  // Integer key?
  5999.     //|.if DUALNUM
  6000.     //|  checkint RC, >5
  6001.     //|  mov RC, dword [BASE+RC*8]
  6002.     //|.else
  6003.     //|  // Convert number to int and back and compare.
  6004.     //|  checknum RC, >5
  6005.     //|  movsd xmm0, qword [BASE+RC*8]
  6006.     //|  cvttsd2si RC, xmm0
  6007.     //|  cvtsi2sd xmm1, RC
  6008.     //|  ucomisd xmm0, xmm1
  6009.     //|  jne ->vmeta_tsetv                // Generic numeric key? Use fallback.
  6010.     //|.endif
  6011.     //|  cmp RC, TAB:RB->asize                // Takes care of unordered, too.
  6012.     //|  jae ->vmeta_tsetv
  6013.     //|  shl RC, 3
  6014.     //|  add RC, TAB:RB->array
  6015.     //|  cmp dword [RC+4], LJ_TNIL
  6016.     //|  je >3                                // Previous value is nil?
  6017.     //|1:
  6018.     //|  test byte TAB:RB->marked, LJ_GC_BLACK        // isblack(table)
  6019.     //|  jnz >7
  6020.     //|2:  // Set array slot.
  6021.     //|.if X64
  6022.     //|  mov RBa, [BASE+RA*8]
  6023.     //|  mov [RC], RBa
  6024.     //|.else
  6025.     //|  mov RB, [BASE+RA*8+4]
  6026.     //|  mov RA, [BASE+RA*8]
  6027.     //|  mov [RC+4], RB
  6028.     //|  mov [RC], RA
  6029.     //|.endif
  6030.     //|  ins_next
  6031.     //|
  6032.     //|3:  // Check for __newindex if previous value is nil.
  6033.     //|  cmp dword TAB:RB->metatable, 0        // Shouldn't overwrite RA for fastpath.
  6034.     dasm_put(Dst, 12143, LJ_TTAB, LJ_TISNUM, Dt6(->asize), Dt6(->array), LJ_TNIL, Dt6(->marked), LJ_GC_BLACK);
  6035. #line 4362 "vm_x86.dasc"
  6036.     //|  jz <1
  6037.     //|  mov TAB:RA, TAB:RB->metatable
  6038.     //|  test byte TAB:RA->nomm, 1<<MM_newindex
  6039.     //|  jz ->vmeta_tsetv                        // 'no __newindex' flag NOT set: check.
  6040.     //|  movzx RA, PC_RA                        // Restore RA.
  6041.     //|  jmp <1
  6042.     //|
  6043.     //|5:  // String key?
  6044.     //|  checkstr RC, ->vmeta_tsetv
  6045.     //|  mov STR:RC, [BASE+RC*8]
  6046.     //|  jmp ->BC_TSETS_Z
  6047.     //|
  6048.     //|7:  // Possible table write barrier for the value. Skip valiswhite check.
  6049.     //|  barrierback TAB:RB, RA
  6050.     dasm_put(Dst, 12243, Dt6(->metatable), Dt6(->metatable), Dt6(->nomm), 1<<MM_newindex, LJ_TSTR, Dt6(->marked), (uint8_t)~LJ_GC_BLACK, DISPATCH_GL(gc.grayagain));
  6051. #line 4376 "vm_x86.dasc"
  6052.     //|  movzx RA, PC_RA                        // Restore RA.
  6053.     //|  jmp <2
  6054.     dasm_put(Dst, 12302, DISPATCH_GL(gc.grayagain), Dt6(->gclist));
  6055. #line 4378 "vm_x86.dasc"
  6056.     break;
  6057.   case BC_TSETS:
  6058.     //|  ins_ABC        // RA = src, RB = table, RC = str const (~)
  6059.     //|  not RCa
  6060.     //|  mov STR:RC, [KBASE+RC*4]
  6061.     //|  checktab RB, ->vmeta_tsets
  6062.     //|  mov TAB:RB, [BASE+RB*8]
  6063.     //|->BC_TSETS_Z:        // RB = GCtab *, RC = GCstr *, refetches PC_RA.
  6064.     //|  mov RA, TAB:RB->hmask
  6065.     //|  and RA, STR:RC->hash
  6066.     //|  imul RA, #NODE
  6067.     //|  mov byte TAB:RB->nomm, 0                // Clear metamethod cache.
  6068.     //|  add NODE:RA, TAB:RB->node
  6069.     //|1:
  6070.     //|  cmp dword NODE:RA->key.it, LJ_TSTR
  6071.     //|  jne >5
  6072.     //|  cmp dword NODE:RA->key.gcr, STR:RC
  6073.     //|  jne >5
  6074.     //|  // Ok, key found. Assumes: offsetof(Node, val) == 0
  6075.     //|  cmp dword [RA+4], LJ_TNIL
  6076.     //|  je >4                                // Previous value is nil?
  6077.     //|2:
  6078.     //|  test byte TAB:RB->marked, LJ_GC_BLACK        // isblack(table)
  6079.     dasm_put(Dst, 12319, LJ_TTAB, Dt6(->hmask), Dt5(->hash), sizeof(Node), Dt6(->nomm), Dt6(->node), DtB(->key.it), LJ_TSTR, DtB(->key.gcr), LJ_TNIL);
  6080. #line 4401 "vm_x86.dasc"
  6081.     //|  jnz >7
  6082.     //|3:  // Set node value.
  6083.     //|  movzx RC, PC_RA
  6084.     //|.if X64
  6085.     //|  mov RBa, [BASE+RC*8]
  6086.     //|  mov [RA], RBa
  6087.     //|.else
  6088.     //|  mov RB, [BASE+RC*8+4]
  6089.     //|  mov RC, [BASE+RC*8]
  6090.     //|  mov [RA+4], RB
  6091.     //|  mov [RA], RC
  6092.     //|.endif
  6093.     //|  ins_next
  6094.     //|
  6095.     //|4:  // Check for __newindex if previous value is nil.
  6096.     //|  cmp dword TAB:RB->metatable, 0        // Shouldn't overwrite RA for fastpath.
  6097.     //|  jz <2
  6098.     //|  mov TMP1, RA                        // Save RA.
  6099.     //|  mov TAB:RA, TAB:RB->metatable
  6100.     //|  test byte TAB:RA->nomm, 1<<MM_newindex
  6101.     //|  jz ->vmeta_tsets                        // 'no __newindex' flag NOT set: check.
  6102.     //|  mov RA, TMP1                        // Restore RA.
  6103.     //|  jmp <2
  6104.     //|
  6105.     //|5:  // Follow hash chain.
  6106.     //|  mov NODE:RA, NODE:RA->next
  6107.     //|  test NODE:RA, NODE:RA
  6108.     //|  jnz <1
  6109.     //|  // End of hash chain: key not found, add a new one.
  6110.     //|
  6111.     //|  // But check for __newindex first.
  6112.     //|  mov TAB:RA, TAB:RB->metatable
  6113.     dasm_put(Dst, 12396, Dt6(->marked), LJ_GC_BLACK, Dt6(->metatable), Dt6(->metatable), Dt6(->nomm), 1<<MM_newindex, DtB(->next));
  6114. #line 4433 "vm_x86.dasc"
  6115.     //|  test TAB:RA, TAB:RA
  6116.     //|  jz >6                                // No metatable: continue.
  6117.     //|  test byte TAB:RA->nomm, 1<<MM_newindex
  6118.     //|  jz ->vmeta_tsets                        // 'no __newindex' flag NOT set: check.
  6119.     //|6:
  6120.     //|  mov TMP1, STR:RC
  6121.     //|  mov TMP2, LJ_TSTR
  6122.     //|  mov TMP3, TAB:RB                        // Save TAB:RB for us.
  6123.     //|.if X64
  6124.     //|  mov L:CARG1d, SAVE_L
  6125.     //|  mov L:CARG1d->base, BASE
  6126.     //|  lea CARG3, TMP1
  6127.     //|  mov CARG2d, TAB:RB
  6128.     //|  mov L:RB, L:CARG1d
  6129.     //|.else
  6130.     //|  lea RC, TMP1                        // Store temp. TValue in TMP1/TMP2.
  6131.     //|  mov ARG2, TAB:RB
  6132.     //|  mov L:RB, SAVE_L
  6133.     //|  mov ARG3, RC
  6134.     //|  mov ARG1, L:RB
  6135.     //|  mov L:RB->base, BASE
  6136.     //|.endif
  6137.     //|  mov SAVE_PC, PC
  6138.     //|  call extern lj_tab_newkey        // (lua_State *L, GCtab *t, TValue *k)
  6139.     //|  // Handles write barrier for the new key. TValue * returned in eax (RC).
  6140.     //|  mov BASE, L:RB->base
  6141.     //|  mov TAB:RB, TMP3                        // Need TAB:RB for barrier.
  6142.     //|  mov RA, eax
  6143.     //|  jmp <2                                // Must check write barrier for value.
  6144.     //|
  6145.     //|7:  // Possible table write barrier for the value. Skip valiswhite check.
  6146.     //|  barrierback TAB:RB, RC                // Destroys STR:RC.
  6147.     //|  jmp <3
  6148.     dasm_put(Dst, 12483, Dt6(->metatable), Dt6(->nomm), 1<<MM_newindex, LJ_TSTR, Dt1(->base), Dt1(->base), Dt6(->marked), (uint8_t)~LJ_GC_BLACK, DISPATCH_GL(gc.grayagain), DISPATCH_GL(gc.grayagain), Dt6(->gclist));
  6149. #line 4466 "vm_x86.dasc"
  6150.     break;
  6151.   case BC_TSETB:
  6152.     //|  ins_ABC        // RA = src, RB = table, RC = byte literal
  6153.     //|  checktab RB, ->vmeta_tsetb
  6154.     //|  mov TAB:RB, [BASE+RB*8]
  6155.     //|  cmp RC, TAB:RB->asize
  6156.     //|  jae ->vmeta_tsetb
  6157.     //|  shl RC, 3
  6158.     //|  add RC, TAB:RB->array
  6159.     //|  cmp dword [RC+4], LJ_TNIL
  6160.     //|  je >3                                // Previous value is nil?
  6161.     //|1:
  6162.     //|  test byte TAB:RB->marked, LJ_GC_BLACK        // isblack(table)
  6163.     //|  jnz >7
  6164.     //|2:         // Set array slot.
  6165.     //|.if X64
  6166.     //|  mov RAa, [BASE+RA*8]
  6167.     //|  mov [RC], RAa
  6168.     //|.else
  6169.     //|  mov RB, [BASE+RA*8+4]
  6170.     //|  mov RA, [BASE+RA*8]
  6171.     //|  mov [RC+4], RB
  6172.     //|  mov [RC], RA
  6173.     //|.endif
  6174.     //|  ins_next
  6175.     //|
  6176.     //|3:  // Check for __newindex if previous value is nil.
  6177.     //|  cmp dword TAB:RB->metatable, 0        // Shouldn't overwrite RA for fastpath.
  6178.     //|  jz <1
  6179.     //|  mov TAB:RA, TAB:RB->metatable
  6180.     dasm_put(Dst, 12575, LJ_TTAB, Dt6(->asize), Dt6(->array), LJ_TNIL, Dt6(->marked), LJ_GC_BLACK, Dt6(->metatable));
  6181. #line 4496 "vm_x86.dasc"
  6182.     //|  test byte TAB:RA->nomm, 1<<MM_newindex
  6183.     //|  jz ->vmeta_tsetb                        // 'no __newindex' flag NOT set: check.
  6184.     //|  movzx RA, PC_RA                        // Restore RA.
  6185.     //|  jmp <1
  6186.     //|
  6187.     //|7:  // Possible table write barrier for the value. Skip valiswhite check.
  6188.     //|  barrierback TAB:RB, RA
  6189.     //|  movzx RA, PC_RA                        // Restore RA.
  6190.     //|  jmp <2
  6191.     dasm_put(Dst, 12670, Dt6(->metatable), Dt6(->nomm), 1<<MM_newindex, Dt6(->marked), (uint8_t)~LJ_GC_BLACK, DISPATCH_GL(gc.grayagain), DISPATCH_GL(gc.grayagain), Dt6(->gclist));
  6192. #line 4505 "vm_x86.dasc"
  6193.     break;
  6194.   case BC_TSETR:
  6195.     //|  ins_ABC        // RA = src, RB = table, RC = key
  6196.     //|  mov TAB:RB, [BASE+RB*8]
  6197.     //|.if DUALNUM
  6198.     //|  mov RC, dword [BASE+RC*8]
  6199.     //|.else
  6200.     //|  cvttsd2si RC, qword [BASE+RC*8]
  6201.     //|.endif
  6202.     //|  test byte TAB:RB->marked, LJ_GC_BLACK        // isblack(table)
  6203.     //|  jnz >7
  6204.     //|2:
  6205.     //|  cmp RC, TAB:RB->asize
  6206.     //|  jae ->vmeta_tsetr
  6207.     //|  shl RC, 3
  6208.     //|  add RC, TAB:RB->array
  6209.     //|  // Set array slot.
  6210.     //|->BC_TSETR_Z:
  6211.     //|.if X64
  6212.     //|  mov RBa, [BASE+RA*8]
  6213.     //|  mov [RC], RBa
  6214.     //|.else
  6215.     //|  mov RB, [BASE+RA*8+4]
  6216.     //|  mov RA, [BASE+RA*8]
  6217.     //|  mov [RC+4], RB
  6218.     //|  mov [RC], RA
  6219.     //|.endif
  6220.     //|  ins_next
  6221.     //|
  6222.     //|7:  // Possible table write barrier for the value. Skip valiswhite check.
  6223.     //|  barrierback TAB:RB, RA
  6224.     //|  movzx RA, PC_RA                        // Restore RA.
  6225.     //|  jmp <2
  6226.     dasm_put(Dst, 12718, Dt6(->marked), LJ_GC_BLACK, Dt6(->asize), Dt6(->array), Dt6(->marked), (uint8_t)~LJ_GC_BLACK, DISPATCH_GL(gc.grayagain), DISPATCH_GL(gc.grayagain), Dt6(->gclist));
  6227. #line 4538 "vm_x86.dasc"
  6228.     break;

  6230.   case BC_TSETM:
  6231.     //|  ins_AD        // RA = base (table at base-1), RD = num const (start index)
  6232.     //|  mov TMP1, KBASE                        // Need one more free register.
  6233.     //|  mov KBASE, dword [KBASE+RD*8]        // Integer constant is in lo-word.
  6234.     //|1:
  6235.     //|  lea RA, [BASE+RA*8]
  6236.     //|  mov TAB:RB, [RA-8]                // Guaranteed to be a table.
  6237.     //|  test byte TAB:RB->marked, LJ_GC_BLACK        // isblack(table)
  6238.     //|  jnz >7
  6239.     //|2:
  6240.     //|  mov RD, MULTRES
  6241.     //|  sub RD, 1
  6242.     //|  jz >4                                // Nothing to copy?
  6243.     //|  add RD, KBASE                        // Compute needed size.
  6244.     //|  cmp RD, TAB:RB->asize
  6245.     //|  ja >5                                // Doesn't fit into array part?
  6246.     //|  sub RD, KBASE
  6247.     //|  shl KBASE, 3
  6248.     //|  add KBASE, TAB:RB->array
  6249.     //|3:  // Copy result slots to table.
  6250.     //|.if X64
  6251.     //|  mov RBa, [RA]
  6252.     //|  add RA, 8
  6253.     //|  mov [KBASE], RBa
  6254.     //|.else
  6255.     //|  mov RB, [RA]
  6256.     //|  mov [KBASE], RB
  6257.     //|  mov RB, [RA+4]
  6258.     //|  add RA, 8
  6259.     //|  mov [KBASE+4], RB
  6260.     //|.endif
  6261.     //|  add KBASE, 8
  6262.     //|  sub RD, 1
  6263.     //|  jnz <3
  6264.     //|4:
  6265.     //|  mov KBASE, TMP1
  6266.     //|  ins_next
  6267.     //|
  6268.     //|5:  // Need to resize array part.
  6269.     //|.if X64
  6270.     //|  mov L:CARG1d, SAVE_L
  6271.     //|  mov L:CARG1d->base, BASE                // Caveat: CARG2d/CARG3d may be BASE.
  6272.     //|  mov CARG2d, TAB:RB
  6273.     //|  mov CARG3d, RD
  6274.     //|  mov L:RB, L:CARG1d
  6275.     //|.else
  6276.     //|  mov ARG2, TAB:RB
  6277.     //|  mov L:RB, SAVE_L
  6278.     //|  mov L:RB->base, BASE
  6279.     //|  mov ARG3, RD
  6280.     //|  mov ARG1, L:RB
  6281.     //|.endif
  6282.     //|  mov SAVE_PC, PC
  6283.     //|  call extern lj_tab_reasize        // (lua_State *L, GCtab *t, int nasize)
  6284.     //|  mov BASE, L:RB->base
  6285.     //|  movzx RA, PC_RA                        // Restore RA.
  6286.     //|  jmp <1                                // Retry.
  6287.     //|
  6288.     //|7:  // Possible table write barrier for any value. Skip valiswhite check.
  6289.     //|  barrierback TAB:RB, RD
  6290.     dasm_put(Dst, 12812, Dt6(->marked), LJ_GC_BLACK, Dt6(->asize), Dt6(->array), Dt1(->base), Dt1(->base));
  6291. #line 4600 "vm_x86.dasc"
  6292.     //|  jmp <2
  6293.     dasm_put(Dst, 12962, Dt6(->marked), (uint8_t)~LJ_GC_BLACK, DISPATCH_GL(gc.grayagain), DISPATCH_GL(gc.grayagain), Dt6(->gclist));
  6294. #line 4601 "vm_x86.dasc"
  6295.     break;

  6297.   /* -- Calls and vararg handling ----------------------------------------- */

  6299.   case BC_CALL: case BC_CALLM:
  6300.     //|  ins_A_C        // RA = base, (RB = nresults+1,) RC = nargs+1 | extra_nargs
  6301.     dasm_put(Dst, 10040);
  6302. #line 4607 "vm_x86.dasc"
  6303.     if (op == BC_CALLM) {
  6304.       //|  add NARGS:RD, MULTRES
  6305.       dasm_put(Dst, 12982);
  6306. #line 4609 "vm_x86.dasc"
  6307.     }
  6308.     //|  cmp dword [BASE+RA*8+4], LJ_TFUNC
  6309.     //|  mov LFUNC:RB, [BASE+RA*8]
  6310.     //|  jne ->vmeta_call_ra
  6311.     //|  lea BASE, [BASE+RA*8+8]
  6312.     //|  ins_call
  6313.     dasm_put(Dst, 12987, LJ_TFUNC, Dt7(->pc));
  6314. #line 4615 "vm_x86.dasc"
  6315.     break;

  6317.   case BC_CALLMT:
  6318.     //|  ins_AD        // RA = base, RD = extra_nargs
  6319.     //|  add NARGS:RD, MULTRES
  6320.     //|  // Fall through. Assumes BC_CALLT follows and ins_AD is a no-op.
  6321.     dasm_put(Dst, 12982);
  6322. #line 4621 "vm_x86.dasc"
  6323.     break;
  6324.   case BC_CALLT:
  6325.     //|  ins_AD        // RA = base, RD = nargs+1
  6326.     //|  lea RA, [BASE+RA*8+8]
  6327.     //|  mov KBASE, BASE                        // Use KBASE for move + vmeta_call hint.
  6328.     //|  mov LFUNC:RB, [RA-8]
  6329.     //|  cmp dword [RA-4], LJ_TFUNC
  6330.     //|  jne ->vmeta_call
  6331.     //|->BC_CALLT_Z:
  6332.     //|  mov PC, [BASE-4]
  6333.     //|  test PC, FRAME_TYPE
  6334.     //|  jnz >7
  6335.     //|1:
  6336.     //|  mov [BASE-8], LFUNC:RB                // Copy function down, reloaded below.
  6337.     //|  mov MULTRES, NARGS:RD
  6338.     //|  sub NARGS:RD, 1
  6339.     //|  jz >3
  6340.     //|2:  // Move args down.
  6341.     //|.if X64
  6342.     //|  mov RBa, [RA]
  6343.     //|  add RA, 8
  6344.     //|  mov [KBASE], RBa
  6345.     //|.else
  6346.     //|  mov RB, [RA]
  6347.     //|  mov [KBASE], RB
  6348.     //|  mov RB, [RA+4]
  6349.     //|  add RA, 8
  6350.     //|  mov [KBASE+4], RB
  6351.     //|.endif
  6352.     //|  add KBASE, 8
  6353.     //|  sub NARGS:RD, 1
  6354.     //|  jnz <2
  6355.     //|
  6356.     //|  mov LFUNC:RB, [BASE-8]
  6357.     //|3:
  6358.     //|  mov NARGS:RD, MULTRES
  6359.     //|  cmp byte LFUNC:RB->ffid, 1        // (> FF_C) Calling a fast function?
  6360.     //|  ja >5
  6361.     //|4:
  6362.     //|  ins_callt
  6363.     //|
  6364.     //|5:  // Tailcall to a fast function.
  6365.     //|  test PC, FRAME_TYPE                // Lua frame below?
  6366.     dasm_put(Dst, 13030, LJ_TFUNC, FRAME_TYPE, Dt7(->ffid), Dt7(->pc));
  6367. #line 4664 "vm_x86.dasc"
  6368.     //|  jnz <4
  6369.     //|  movzx RA, PC_RA
  6370.     //|  not RAa
  6371.     //|  mov LFUNC:KBASE, [BASE+RA*8-8]        // Need to prepare KBASE.
  6372.     //|  mov KBASE, LFUNC:KBASE->pc
  6373.     //|  mov KBASE, [KBASE+PC2PROTO(k)]
  6374.     //|  jmp <4
  6375.     //|
  6376.     //|7:  // Tailcall from a vararg function.
  6377.     //|  sub PC, FRAME_VARG
  6378.     //|  test PC, FRAME_TYPEP
  6379.     //|  jnz >8                                // Vararg frame below?
  6380.     //|  sub BASE, PC                        // Need to relocate BASE/KBASE down.
  6381.     //|  mov KBASE, BASE
  6382.     //|  mov PC, [BASE-4]
  6383.     //|  jmp <1
  6384.     //|8:
  6385.     //|  add PC, FRAME_VARG
  6386.     //|  jmp <1
  6387.     dasm_put(Dst, 13148, FRAME_TYPE, Dt7(->pc), PC2PROTO(k), FRAME_VARG, FRAME_TYPEP, FRAME_VARG);
  6388. #line 4683 "vm_x86.dasc"
  6389.     break;

  6391.   case BC_ITERC:
  6392.     //|  ins_A        // RA = base, (RB = nresults+1,) RC = nargs+1 (2+1)
  6393.     //|  lea RA, [BASE+RA*8+8]                // fb = base+1
  6394.     //|.if X64
  6395.     //|  mov RBa, [RA-24]                        // Copy state. fb[0] = fb[-3].
  6396.     //|  mov RCa, [RA-16]                        // Copy control var. fb[1] = fb[-2].
  6397.     //|  mov [RA], RBa
  6398.     //|  mov [RA+8], RCa
  6399.     //|.else
  6400.     //|  mov RB, [RA-24]                        // Copy state. fb[0] = fb[-3].
  6401.     //|  mov RC, [RA-20]
  6402.     //|  mov [RA], RB
  6403.     //|  mov [RA+4], RC
  6404.     //|  mov RB, [RA-16]                        // Copy control var. fb[1] = fb[-2].
  6405.     //|  mov RC, [RA-12]
  6406.     //|  mov [RA+8], RB
  6407.     //|  mov [RA+12], RC
  6408.     //|.endif
  6409.     //|  mov LFUNC:RB, [RA-32]                // Copy callable. fb[-1] = fb[-4]
  6410.     //|  mov RC, [RA-28]
  6411.     //|  mov [RA-8], LFUNC:RB
  6412.     //|  mov [RA-4], RC
  6413.     //|  cmp RC, LJ_TFUNC                        // Handle like a regular 2-arg call.
  6414.     //|  mov NARGS:RD, 2+1
  6415.     //|  jne ->vmeta_call
  6416.     //|  mov BASE, RA
  6417.     //|  ins_call
  6418.     dasm_put(Dst, 13220, LJ_TFUNC, 2+1, Dt7(->pc));
  6419. #line 4712 "vm_x86.dasc"
  6420.     break;

  6422.   case BC_ITERN:
  6423.     //|  ins_A        // RA = base, (RB = nresults+1, RC = nargs+1 (2+1))
  6424.     //|.if JIT
  6425.     //|  // NYI: add hotloop, record BC_ITERN.
  6426.     //|.endif
  6427.     //|  mov TMP1, KBASE                        // Need two more free registers.
  6428.     //|  mov TMP2, DISPATCH
  6429.     //|  mov TAB:RB, [BASE+RA*8-16]
  6430.     //|  mov RC, [BASE+RA*8-8]                // Get index from control var.
  6431.     //|  mov DISPATCH, TAB:RB->asize
  6432.     //|  add PC, 4
  6433.     //|  mov KBASE, TAB:RB->array
  6434.     //|1:  // Traverse array part.
  6435.     //|  cmp RC, DISPATCH; jae >5                // Index points after array part?
  6436.     //|  cmp dword [KBASE+RC*8+4], LJ_TNIL; je >4
  6437.     //|.if DUALNUM
  6438.     //|  mov dword [BASE+RA*8+4], LJ_TISNUM
  6439.     //|  mov dword [BASE+RA*8], RC
  6440.     //|.else
  6441.     //|  cvtsi2sd xmm0, RC
  6442.     //|.endif
  6443.     //|  // Copy array slot to returned value.
  6444.     //|.if X64
  6445.     //|  mov RBa, [KBASE+RC*8]
  6446.     //|  mov [BASE+RA*8+8], RBa
  6447.     //|.else
  6448.     //|  mov RB, [KBASE+RC*8+4]
  6449.     //|  mov [BASE+RA*8+12], RB
  6450.     //|  mov RB, [KBASE+RC*8]
  6451.     //|  mov [BASE+RA*8+8], RB
  6452.     //|.endif
  6453.     //|  add RC, 1
  6454.     //|  // Return array index as a numeric key.
  6455.     //|.if DUALNUM
  6456.     //|  // See above.
  6457.     //|.else
  6458.     //|  movsd qword [BASE+RA*8], xmm0
  6459.     //|.endif
  6460.     //|  mov [BASE+RA*8-8], RC                // Update control var.
  6461.     //|2:
  6462.     //|  movzx RD, PC_RD                        // Get target from ITERL.
  6463.     //|  branchPC RD
  6464.     //|3:
  6465.     //|  mov DISPATCH, TMP2
  6466.     //|  mov KBASE, TMP1
  6467.     //|  ins_next
  6468.     //|
  6469.     //|4:  // Skip holes in array part.
  6470.     //|  add RC, 1
  6471.     //|  jmp <1
  6472.     //|
  6473.     //|5:  // Traverse hash part.
  6474.     //|  sub RC, DISPATCH
  6475.     //|6:
  6476.     //|  cmp RC, TAB:RB->hmask; ja <3        // End of iteration? Branch to ITERL+1.
  6477.     //|  imul KBASE, RC, #NODE
  6478.     dasm_put(Dst, 13292, Dt6(->asize), Dt6(->array), LJ_TNIL, LJ_TISNUM, -BCBIAS_J*4, Dt6(->hmask));
  6479. #line 4770 "vm_x86.dasc"
  6480.     //|  add NODE:KBASE, TAB:RB->node
  6481.     //|  cmp dword NODE:KBASE->val.it, LJ_TNIL; je >7
  6482.     //|  lea DISPATCH, [RC+DISPATCH+1]
  6483.     //|  // Copy key and value from hash slot.
  6484.     //|.if X64
  6485.     //|  mov RBa, NODE:KBASE->key
  6486.     //|  mov RCa, NODE:KBASE->val
  6487.     //|  mov [BASE+RA*8], RBa
  6488.     //|  mov [BASE+RA*8+8], RCa
  6489.     //|.else
  6490.     //|  mov RB, NODE:KBASE->key.gcr
  6491.     //|  mov RC, NODE:KBASE->key.it
  6492.     //|  mov [BASE+RA*8], RB
  6493.     //|  mov [BASE+RA*8+4], RC
  6494.     //|  mov RB, NODE:KBASE->val.gcr
  6495.     //|  mov RC, NODE:KBASE->val.it
  6496.     //|  mov [BASE+RA*8+8], RB
  6497.     //|  mov [BASE+RA*8+12], RC
  6498.     //|.endif
  6499.     //|  mov [BASE+RA*8-8], DISPATCH
  6500.     //|  jmp <2
  6501.     //|
  6502.     //|7:  // Skip holes in hash part.
  6503.     //|  add RC, 1
  6504.     //|  jmp <6
  6505.     dasm_put(Dst, 13436, sizeof(Node), Dt6(->node), DtB(->val.it), LJ_TNIL, DtB(->key), DtB(->val));
  6506. #line 4795 "vm_x86.dasc"
  6507.     break;

  6509.   case BC_ISNEXT:
  6510.     //|  ins_AD        // RA = base, RD = target (points to ITERN)
  6511.     //|  cmp dword [BASE+RA*8-20], LJ_TFUNC; jne >5
  6512.     //|  mov CFUNC:RB, [BASE+RA*8-24]
  6513.     //|  cmp dword [BASE+RA*8-12], LJ_TTAB; jne >5
  6514.     //|  cmp dword [BASE+RA*8-4], LJ_TNIL; jne >5
  6515.     //|  cmp byte CFUNC:RB->ffid, FF_next_N; jne >5
  6516.     //|  branchPC RD
  6517.     //|  mov dword [BASE+RA*8-8], 0        // Initialize control var.
  6518.     //|  mov dword [BASE+RA*8-4], 0xfffe7fff
  6519.     //|1:
  6520.     //|  ins_next
  6521.     //|5:  // Despecialize bytecode if any of the checks fail.
  6522.     //|  mov PC_OP, BC_JMP
  6523.     //|  branchPC RD
  6524.     //|  mov byte [PC], BC_ITERC
  6525.     //|  jmp <1
  6526.     dasm_put(Dst, 13496, LJ_TFUNC, LJ_TTAB, LJ_TNIL, Dt8(->ffid), FF_next_N, -BCBIAS_J*4, BC_JMP, -BCBIAS_J*4, BC_ITERC);
  6527. #line 4814 "vm_x86.dasc"
  6528.     break;

  6530.   case BC_VARG:
  6531.     //|  ins_ABC        // RA = base, RB = nresults+1, RC = numparams
  6532.     //|  mov TMP1, KBASE                        // Need one more free register.
  6533.     //|  lea KBASE, [BASE+RC*8+(8+FRAME_VARG)]
  6534.     //|  lea RA, [BASE+RA*8]
  6535.     //|  sub KBASE, [BASE-4]
  6536.     //|  // Note: KBASE may now be even _above_ BASE if nargs was < numparams.
  6537.     //|  test RB, RB
  6538.     //|  jz >5                                // Copy all varargs?
  6539.     //|  lea RB, [RA+RB*8-8]
  6540.     //|  cmp KBASE, BASE                        // No vararg slots?
  6541.     //|  jnb >2
  6542.     //|1:  // Copy vararg slots to destination slots.
  6543.     //|.if X64
  6544.     //|  mov RCa, [KBASE-8]
  6545.     //|  add KBASE, 8
  6546.     //|  mov [RA], RCa
  6547.     //|.else
  6548.     //|  mov RC, [KBASE-8]
  6549.     //|  mov [RA], RC
  6550.     //|  mov RC, [KBASE-4]
  6551.     //|  add KBASE, 8
  6552.     //|  mov [RA+4], RC
  6553.     //|.endif
  6554.     //|  add RA, 8
  6555.     //|  cmp RA, RB                        // All destination slots filled?
  6556.     //|  jnb >3
  6557.     //|  cmp KBASE, BASE                        // No more vararg slots?
  6558.     //|  jb <1
  6559.     //|2:  // Fill up remainder with nil.
  6560.     //|  mov dword [RA+4], LJ_TNIL
  6561.     //|  add RA, 8
  6562.     //|  cmp RA, RB
  6563.     //|  jb <2
  6564.     //|3:
  6565.     //|  mov KBASE, TMP1
  6566.     //|  ins_next
  6567.     //|
  6568.     //|5:  // Copy all varargs.
  6569.     //|  mov MULTRES, 1                        // MULTRES = 0+1
  6570.     //|  mov RC, BASE
  6571.     //|  sub RC, KBASE
  6572.     //|  jbe <3                                // No vararg slots?
  6573.     //|  mov RB, RC
  6574.     //|  shr RB, 3
  6575.     //|  add RB, 1
  6576.     //|  mov MULTRES, RB                        // MULTRES = #varargs+1
  6577.     //|  mov L:RB, SAVE_L
  6578.     //|  add RC, RA
  6579.     //|  cmp RC, L:RB->maxstack
  6580.     //|  ja >7                                // Need to grow stack?
  6581.     //|6:  // Copy all vararg slots.
  6582.     //|.if X64
  6583.     //|  mov RCa, [KBASE-8]
  6584.     dasm_put(Dst, 13609, (8+FRAME_VARG), LJ_TNIL, Dt1(->maxstack));
  6585. #line 4870 "vm_x86.dasc"
  6586.     //|  add KBASE, 8
  6587.     //|  mov [RA], RCa
  6588.     //|.else
  6589.     //|  mov RC, [KBASE-8]
  6590.     //|  mov [RA], RC
  6591.     //|  mov RC, [KBASE-4]
  6592.     //|  add KBASE, 8
  6593.     //|  mov [RA+4], RC
  6594.     //|.endif
  6595.     //|  add RA, 8
  6596.     //|  cmp KBASE, BASE                        // No more vararg slots?
  6597.     //|  jb <6
  6598.     //|  jmp <3
  6599.     //|
  6600.     //|7:  // Grow stack for varargs.
  6601.     //|  mov L:RB->base, BASE
  6602.     //|  mov L:RB->top, RA
  6603.     //|  mov SAVE_PC, PC
  6604.     //|  sub KBASE, BASE                        // Need delta, because BASE may change.
  6605.     //|  mov FCARG2, MULTRES
  6606.     //|  sub FCARG2, 1
  6607.     //|  mov FCARG1, L:RB
  6608.     //|  call extern lj_state_growstack@8        // (lua_State *L, int n)
  6609.     //|  mov BASE, L:RB->base
  6610.     //|  mov RA, L:RB->top
  6611.     //|  add KBASE, BASE
  6612.     //|  jmp <6
  6613.     dasm_put(Dst, 13776, Dt1(->base), Dt1(->top), Dt1(->base), Dt1(->top));
  6614. #line 4897 "vm_x86.dasc"
  6615.     break;

  6617.   /* -- Returns ----------------------------------------------------------- */

  6619.   case BC_RETM:
  6620.     //|  ins_AD        // RA = results, RD = extra_nresults
  6621.     //|  add RD, MULTRES                        // MULTRES >=1, so RD >=1.
  6622.     //|  // Fall through. Assumes BC_RET follows and ins_AD is a no-op.
  6623.     dasm_put(Dst, 12982);
  6624. #line 4905 "vm_x86.dasc"
  6625.     break;

  6627.   case BC_RET: case BC_RET0: case BC_RET1:
  6628.     //|  ins_AD        // RA = results, RD = nresults+1
  6629.     if (op != BC_RET0) {
  6630.       //|  shl RA, 3
  6631.       dasm_put(Dst, 13846);
  6632. #line 4911 "vm_x86.dasc"
  6633.     }
  6634.     //|1:
  6635.     //|  mov PC, [BASE-4]
  6636.     //|  mov MULTRES, RD                        // Save nresults+1.
  6637.     //|  test PC, FRAME_TYPE                // Check frame type marker.
  6638.     //|  jnz >7                                // Not returning to a fixarg Lua func?
  6639.     dasm_put(Dst, 13850, FRAME_TYPE);
  6640. #line 4917 "vm_x86.dasc"
  6641.     switch (op) {
  6642.     case BC_RET:
  6643.       //|->BC_RET_Z:
  6644.       //|  mov KBASE, BASE                // Use KBASE for result move.
  6645.       //|  sub RD, 1
  6646.       //|  jz >3
  6647.       //|2:  // Move results down.
  6648.       //|.if X64
  6649.       //|  mov RBa, [KBASE+RA]
  6650.       //|  mov [KBASE-8], RBa
  6651.       //|.else
  6652.       //|  mov RB, [KBASE+RA]
  6653.       //|  mov [KBASE-8], RB
  6654.       //|  mov RB, [KBASE+RA+4]
  6655.       //|  mov [KBASE-4], RB
  6656.       //|.endif
  6657.       //|  add KBASE, 8
  6658.       //|  sub RD, 1
  6659.       //|  jnz <2
  6660.       //|3:
  6661.       //|  mov RD, MULTRES                // Note: MULTRES may be >255.
  6662.       //|  movzx RB, PC_RB                // So cannot compare with RDL!
  6663.       //|5:
  6664.       //|  cmp RB, RD                        // More results expected?
  6665.       //|  ja >6
  6666.       dasm_put(Dst, 13869);
  6667. #line 4942 "vm_x86.dasc"
  6668.       break;
  6669.     case BC_RET1:
  6670.       //|.if X64
  6671.       //|  mov RBa, [BASE+RA]
  6672.       //|  mov [BASE-8], RBa
  6673.       //|.else
  6674.       //|  mov RB, [BASE+RA+4]
  6675.       //|  mov [BASE-4], RB
  6676.       //|  mov RB, [BASE+RA]
  6677.       //|  mov [BASE-8], RB
  6678.       //|.endif
  6679.       dasm_put(Dst, 13923);
  6680. #line 4953 "vm_x86.dasc"
  6681.       /* fallthrough */
  6682.     case BC_RET0:
  6683.       //|5:
  6684.       //|  cmp PC_RB, RDL                        // More results expected?
  6685.       //|  ja >6
  6686.       dasm_put(Dst, 13933);
  6687. #line 4958 "vm_x86.dasc"
  6688.     default:
  6689.       break;
  6690.     }
  6691.     //|  movzx RA, PC_RA
  6692.     //|  not RAa                                // Note: ~RA = -(RA+1)
  6693.     //|  lea BASE, [BASE+RA*8]                // base = base - (RA+1)*8
  6694.     //|  mov LFUNC:KBASE, [BASE-8]
  6695.     //|  mov KBASE, LFUNC:KBASE->pc
  6696.     //|  mov KBASE, [KBASE+PC2PROTO(k)]
  6697.     //|  ins_next
  6698.     //|
  6699.     //|6:  // Fill up results with nil.
  6700.     dasm_put(Dst, 13944, Dt7(->pc), PC2PROTO(k));
  6701. #line 4970 "vm_x86.dasc"
  6702.     if (op == BC_RET) {
  6703.       //|  mov dword [KBASE-4], LJ_TNIL        // Note: relies on shifted base.
  6704.       //|  add KBASE, 8
  6705.       dasm_put(Dst, 13992, LJ_TNIL);
  6706. #line 4973 "vm_x86.dasc"
  6707.     } else {
  6708.       //|  mov dword [BASE+RD*8-12], LJ_TNIL
  6709.       dasm_put(Dst, 14003, LJ_TNIL);
  6710. #line 4975 "vm_x86.dasc"
  6711.     }
  6712.     //|  add RD, 1
  6713.     //|  jmp <5
  6714.     //|
  6715.     //|7:  // Non-standard return case.
  6716.     //|  lea RB, [PC-FRAME_VARG]
  6717.     //|  test RB, FRAME_TYPEP
  6718.     //|  jnz ->vm_return
  6719.     //|  // Return from vararg function: relocate BASE down and RA up.
  6720.     //|  sub BASE, RB
  6721.     dasm_put(Dst, 14010, -FRAME_VARG, FRAME_TYPEP);
  6722. #line 4985 "vm_x86.dasc"
  6723.     if (op != BC_RET0) {
  6724.       //|  add RA, RB
  6725.       dasm_put(Dst, 14034);
  6726. #line 4987 "vm_x86.dasc"
  6727.     }
  6728.     //|  jmp <1
  6729.     dasm_put(Dst, 10015);
  6730. #line 4989 "vm_x86.dasc"
  6731.     break;

  6733.   /* -- Loops and branches ------------------------------------------------ */

  6735.   //|.define FOR_IDX,  [RA];    .define FOR_TIDX,  dword [RA+4]
  6736.   //|.define FOR_STOP, [RA+8];  .define FOR_TSTOP, dword [RA+12]
  6737.   //|.define FOR_STEP, [RA+16]; .define FOR_TSTEP, dword [RA+20]
  6738.   //|.define FOR_EXT,  [RA+24]; .define FOR_TEXT,  dword [RA+28]

  6740.   case BC_FORL:
  6741.     //|.if JIT
  6742.     //|  hotloop RB
  6743.     //|.endif
  6744.     //| // Fall through. Assumes BC_IFORL follows and ins_AJ is a no-op.
  6745.     dasm_put(Dst, 14038, HOTCOUNT_PCMASK, GG_DISP2HOT, HOTCOUNT_LOOP);
  6746. #line 5003 "vm_x86.dasc"
  6747.     break;

  6749.   case BC_JFORI:
  6750.   case BC_JFORL:
  6751. #if !LJ_HASJIT
  6752.     break;
  6753. #endif
  6754.   case BC_FORI:
  6755.   case BC_IFORL:
  6756.     vk = (op == BC_IFORL || op == BC_JFORL);
  6757.     //|  ins_AJ        // RA = base, RD = target (after end of loop or start of loop)
  6758.     //|  lea RA, [BASE+RA*8]
  6759.     dasm_put(Dst, 14059);
  6760. #line 5015 "vm_x86.dasc"
  6761.     if (LJ_DUALNUM) {
  6762.       //|  cmp FOR_TIDX, LJ_TISNUM; jne >9
  6763.       dasm_put(Dst, 14063, LJ_TISNUM);
  6764. #line 5017 "vm_x86.dasc"
  6765.       if (!vk) {
  6766.         //|  cmp FOR_TSTOP, LJ_TISNUM; jne ->vmeta_for
  6767.         //|  cmp FOR_TSTEP, LJ_TISNUM; jne ->vmeta_for
  6768.         //|  mov RB, dword FOR_IDX
  6769.         //|  cmp dword FOR_STEP, 0; jl >5
  6770.         dasm_put(Dst, 14073, LJ_TISNUM, LJ_TISNUM);
  6771. #line 5022 "vm_x86.dasc"
  6772.       } else {
  6773. #ifdef LUA_USE_ASSERT
  6774.         //|  cmp FOR_TSTOP, LJ_TISNUM; jne ->assert_bad_for_arg_type
  6775.         //|  cmp FOR_TSTEP, LJ_TISNUM; jne ->assert_bad_for_arg_type
  6776.         dasm_put(Dst, 14102, LJ_TISNUM, LJ_TISNUM);
  6777. #line 5026 "vm_x86.dasc"
  6778. #endif
  6779.         //|  mov RB, dword FOR_STEP
  6780.         //|  test RB, RB; js >5
  6781.         //|  add RB, dword FOR_IDX; jo >1
  6782.         //|  mov dword FOR_IDX, RB
  6783.         dasm_put(Dst, 14121);
  6784. #line 5031 "vm_x86.dasc"
  6785.       }
  6786.       //|  cmp RB, dword FOR_STOP
  6787.       //|  mov FOR_TEXT, LJ_TISNUM
  6788.       //|  mov dword FOR_EXT, RB
  6789.       dasm_put(Dst, 14140, LJ_TISNUM);
  6790. #line 5035 "vm_x86.dasc"
  6791.       if (op == BC_FORI) {
  6792.         //|  jle >7
  6793.         //|1:
  6794.         //|6:
  6795.         //|  branchPC RD
  6796.         dasm_put(Dst, 14151, -BCBIAS_J*4);
  6797. #line 5040 "vm_x86.dasc"
  6798.       } else if (op == BC_JFORI) {
  6799.         //|  branchPC RD
  6800.         //|  movzx RD, PC_RD
  6801.         //|  jle =>BC_JLOOP
  6802.         //|1:
  6803.         //|6:
  6804.         dasm_put(Dst, 14165, -BCBIAS_J*4, BC_JLOOP);
  6805. #line 5046 "vm_x86.dasc"
  6806.       } else if (op == BC_IFORL) {
  6807.         //|  jg >7
  6808.         //|6:
  6809.         //|  branchPC RD
  6810.         //|1:
  6811.         dasm_put(Dst, 14183, -BCBIAS_J*4);
  6812. #line 5051 "vm_x86.dasc"
  6813.       } else {
  6814.         //|  jle =>BC_JLOOP
  6815.         //|1:
  6816.         //|6:
  6817.         dasm_put(Dst, 14175, BC_JLOOP);
  6818. #line 5055 "vm_x86.dasc"
  6819.       }
  6820.       //|7:
  6821.       //|  ins_next
  6822.       //|
  6823.       //|5:  // Invert check for negative step.
  6824.       dasm_put(Dst, 14197);
  6825. #line 5060 "vm_x86.dasc"
  6826.       if (vk) {
  6827.         //|  add RB, dword FOR_IDX; jo <1
  6828.         //|  mov dword FOR_IDX, RB
  6829.         dasm_put(Dst, 14222);
  6830. #line 5063 "vm_x86.dasc"
  6831.       }
  6832.       //|  cmp RB, dword FOR_STOP
  6833.       //|  mov FOR_TEXT, LJ_TISNUM
  6834.       //|  mov dword FOR_EXT, RB
  6835.       dasm_put(Dst, 14140, LJ_TISNUM);
  6836. #line 5067 "vm_x86.dasc"
  6837.       if (op == BC_FORI) {
  6838.         //|  jge <7
  6839.         dasm_put(Dst, 14231);
  6840. #line 5069 "vm_x86.dasc"
  6841.       } else if (op == BC_JFORI) {
  6842.         //|  branchPC RD
  6843.         //|  movzx RD, PC_RD
  6844.         //|  jge =>BC_JLOOP
  6845.         dasm_put(Dst, 14236, -BCBIAS_J*4, BC_JLOOP);
  6846. #line 5073 "vm_x86.dasc"
  6847.       } else if (op == BC_IFORL) {
  6848.         //|  jl <7
  6849.         dasm_put(Dst, 14250);
  6850. #line 5075 "vm_x86.dasc"
  6851.       } else {
  6852.         //|  jge =>BC_JLOOP
  6853.         dasm_put(Dst, 14246, BC_JLOOP);
  6854. #line 5077 "vm_x86.dasc"
  6855.       }
  6856.       //|  jmp <6
  6857.       //|9:  // Fallback to FP variant.
  6858.       dasm_put(Dst, 14255);
  6859. #line 5080 "vm_x86.dasc"
  6860.     } else if (!vk) {
  6861.       //|  cmp FOR_TIDX, LJ_TISNUM
  6862.       dasm_put(Dst, 14262, LJ_TISNUM);
  6863. #line 5082 "vm_x86.dasc"
  6864.     }
  6865.     if (!vk) {
  6866.       //|  jae ->vmeta_for
  6867.       //|  cmp FOR_TSTOP, LJ_TISNUM; jae ->vmeta_for
  6868.       dasm_put(Dst, 14268, LJ_TISNUM);
  6869. #line 5086 "vm_x86.dasc"
  6870.     } else {
  6871. #ifdef LUA_USE_ASSERT
  6872.       //|  cmp FOR_TSTOP, LJ_TISNUM; jae ->assert_bad_for_arg_type
  6873.       //|  cmp FOR_TSTEP, LJ_TISNUM; jae ->assert_bad_for_arg_type
  6874.       dasm_put(Dst, 14282, LJ_TISNUM, LJ_TISNUM);
  6875. #line 5090 "vm_x86.dasc"
  6876. #endif
  6877.     }
  6878.     //|  mov RB, FOR_TSTEP                // Load type/hiword of for step.
  6879.     dasm_put(Dst, 14301);
  6880. #line 5093 "vm_x86.dasc"
  6881.     if (!vk) {
  6882.       //|  cmp RB, LJ_TISNUM; jae ->vmeta_for
  6883.       dasm_put(Dst, 14305, LJ_TISNUM);
  6884. #line 5095 "vm_x86.dasc"
  6885.     }
  6886.     //|  movsd xmm0, qword FOR_IDX
  6887.     //|  movsd xmm1, qword FOR_STOP
  6888.     dasm_put(Dst, 14314);
  6889. #line 5098 "vm_x86.dasc"
  6890.     if (vk) {
  6891.       //|  addsd xmm0, qword FOR_STEP
  6892.       //|  movsd qword FOR_IDX, xmm0
  6893.       //|  test RB, RB; js >3
  6894.       dasm_put(Dst, 14326);
  6895. #line 5102 "vm_x86.dasc"
  6896.     } else {
  6897.       //|  jl >3
  6898.       dasm_put(Dst, 14345);
  6899. #line 5104 "vm_x86.dasc"
  6900.     }
  6901.     //|  ucomisd xmm1, xmm0
  6902.     //|1:
  6903.     //|  movsd qword FOR_EXT, xmm0
  6904.     dasm_put(Dst, 14350);
  6905. #line 5108 "vm_x86.dasc"
  6906.     if (op == BC_FORI) {
  6907.       //|.if DUALNUM
  6908.       //|  jnb <7
  6909.       //|.else
  6910.       //|  jnb >2
  6911.       //|  branchPC RD
  6912.       //|.endif
  6913.       dasm_put(Dst, 14363);
  6914. #line 5115 "vm_x86.dasc"
  6915.     } else if (op == BC_JFORI) {
  6916.       //|  branchPC RD
  6917.       //|  movzx RD, PC_RD
  6918.       //|  jnb =>BC_JLOOP
  6919.       dasm_put(Dst, 14368, -BCBIAS_J*4, BC_JLOOP);
  6920. #line 5119 "vm_x86.dasc"
  6921.     } else if (op == BC_IFORL) {
  6922.       //|.if DUALNUM
  6923.       //|  jb <7
  6924.       //|.else
  6925.       //|  jb >2
  6926.       //|  branchPC RD
  6927.       //|.endif
  6928.       dasm_put(Dst, 14382);
  6929. #line 5126 "vm_x86.dasc"
  6930.     } else {
  6931.       //|  jnb =>BC_JLOOP
  6932.       dasm_put(Dst, 14378, BC_JLOOP);
  6933. #line 5128 "vm_x86.dasc"
  6934.     }
  6935.     //|.if DUALNUM
  6936.     //|  jmp <6
  6937.     //|.else
  6938.     //|2:
  6939.     //|  ins_next
  6940.     //|.endif
  6941.     //|
  6942.     //|3:  // Invert comparison if step is negative.
  6943.     //|  ucomisd xmm0, xmm1
  6944.     //|  jmp <1
  6945.     dasm_put(Dst, 14387);
  6946. #line 5139 "vm_x86.dasc"
  6947.     break;

  6949.   case BC_ITERL:
  6950.     //|.if JIT
  6951.     //|  hotloop RB
  6952.     //|.endif
  6953.     //| // Fall through. Assumes BC_IITERL follows and ins_AJ is a no-op.
  6954.     dasm_put(Dst, 14038, HOTCOUNT_PCMASK, GG_DISP2HOT, HOTCOUNT_LOOP);
  6955. #line 5146 "vm_x86.dasc"
  6956.     break;

  6958.   case BC_JITERL:
  6959. #if !LJ_HASJIT
  6960.     break;
  6961. #endif
  6962.   case BC_IITERL:
  6963.     //|  ins_AJ        // RA = base, RD = target
  6964.     //|  lea RA, [BASE+RA*8]
  6965.     //|  mov RB, [RA+4]
  6966.     //|  cmp RB, LJ_TNIL; je >1                // Stop if iterator returned nil.
  6967.     dasm_put(Dst, 14402, LJ_TNIL);
  6968. #line 5157 "vm_x86.dasc"
  6969.     if (op == BC_JITERL) {
  6970.       //|  mov [RA-4], RB
  6971.       //|  mov RB, [RA]
  6972.       //|  mov [RA-8], RB
  6973.       //|  jmp =>BC_JLOOP
  6974.       dasm_put(Dst, 14417, BC_JLOOP);
  6975. #line 5162 "vm_x86.dasc"
  6976.     } else {
  6977.       //|  branchPC RD                        // Otherwise save control var + branch.
  6978.       //|  mov RD, [RA]
  6979.       //|  mov [RA-4], RB
  6980.       //|  mov [RA-8], RD
  6981.       dasm_put(Dst, 14431, -BCBIAS_J*4);
  6982. #line 5167 "vm_x86.dasc"
  6983.     }
  6984.     //|1:
  6985.     //|  ins_next
  6986.     dasm_put(Dst, 9668);
  6987. #line 5170 "vm_x86.dasc"
  6988.     break;

  6990.   case BC_LOOP:
  6991.     //|  ins_A        // RA = base, RD = target (loop extent)
  6992.     //|  // Note: RA/RD is only used by trace recorder to determine scope/extent
  6993.     //|  // This opcode does NOT jump, it's only purpose is to detect a hot loop.
  6994.     //|.if JIT
  6995.     //|  hotloop RB
  6996.     //|.endif
  6997.     //| // Fall through. Assumes BC_ILOOP follows and ins_A is a no-op.
  6998.     dasm_put(Dst, 14038, HOTCOUNT_PCMASK, GG_DISP2HOT, HOTCOUNT_LOOP);
  6999. #line 5180 "vm_x86.dasc"
  7000.     break;

  7002.   case BC_ILOOP:
  7003.     //|  ins_A        // RA = base, RD = target (loop extent)
  7004.     //|  ins_next
  7005.     dasm_put(Dst, 9224);
  7006. #line 5185 "vm_x86.dasc"
  7007.     break;

  7009.   case BC_JLOOP:
  7010.     //|.if JIT
  7011.     //|  ins_AD        // RA = base (ignored), RD = traceno
  7012. #ifdef LUA_USE_TRACE_LOGS
  7013.     //|.if X64
  7014.     //|  mov L:RB, SAVE_L
  7015.     //|  mov L:RB->base, BASE  // Save BASE
  7016.     //|  mov TMP1, RD     // Save RD
  7017.     //|  mov CARG3d, PC  // CARG3d == BASE
  7018.     //|  mov FCARG2, RD
  7019.     //|  mov FCARG1, RB
  7020.     //|  call extern lj_log_trace_entry@8
  7021.     //|  mov RD, TMP1
  7022.     //|  mov BASE, L:RB->base
  7023.     //|.endif
  7024.     dasm_put(Dst, 14447, Dt1(->base), Dt1(->base));
  7025. #line 5202 "vm_x86.dasc"
  7026. #endif
  7027.     //|  mov RA, [DISPATCH+DISPATCH_J(trace)]
  7028.     //|  mov TRACE:RD, [RA+RD*4]
  7029.     //|  mov RDa, TRACE:RD->mcode
  7030.     //|  mov L:RB, SAVE_L
  7031.     //|  mov [DISPATCH+DISPATCH_GL(jit_base)], BASE
  7032.     //|  mov [DISPATCH+DISPATCH_GL(tmpbuf.L)], L:RB
  7033.     //|  // Save additional callee-save registers only used in compiled code.
  7034.     //|.if X64WIN
  7035.     //|  mov TMPQ, r12
  7036.     //|  mov TMPa, r13
  7037.     //|  mov CSAVE_4, r14
  7038.     //|  mov CSAVE_3, r15
  7039.     //|  mov RAa, rsp
  7040.     //|  sub rsp, 9*16+4*8
  7041.     //|  movdqa [RAa], xmm6
  7042.     //|  movdqa [RAa-1*16], xmm7
  7043.     //|  movdqa [RAa-2*16], xmm8
  7044.     //|  movdqa [RAa-3*16], xmm9
  7045.     //|  movdqa [RAa-4*16], xmm10
  7046.     //|  movdqa [RAa-5*16], xmm11
  7047.     //|  movdqa [RAa-6*16], xmm12
  7048.     //|  movdqa [RAa-7*16], xmm13
  7049.     //|  movdqa [RAa-8*16], xmm14
  7050.     //|  movdqa [RAa-9*16], xmm15
  7051.     //|.elif X64
  7052.     //|  mov TMPQ, r12
  7053.     //|  mov TMPa, r13
  7054.     //|  sub rsp, 16
  7055.     //|.endif
  7056.     //|  jmp RDa
  7057.     //|.endif
  7058.     dasm_put(Dst, 14475, DISPATCH_J(trace), DtD(->mcode), DISPATCH_GL(jit_base), DISPATCH_GL(tmpbuf.L));
  7059. #line 5234 "vm_x86.dasc"
  7060.     break;

  7062.   case BC_JMP:
  7063.     //|  ins_AJ        // RA = unused, RD = target
  7064.     //|  branchPC RD
  7065.     //|  ins_next
  7066.     dasm_put(Dst, 14516, -BCBIAS_J*4);
  7067. #line 5240 "vm_x86.dasc"
  7068.     break;

  7070.   /* -- Function headers -------------------------------------------------- */

  7072.    /*
  7073.    ** Reminder: A function may be called with func/args above L->maxstack,
  7074.    ** i.e. occupying EXTRA_STACK slots. And vmeta_call may add one extra slot,
  7075.    ** too. This means all FUNC* ops (including fast functions) must check
  7076.    ** for stack overflow _before_ adding more slots!
  7077.    */

  7079.   case BC_FUNCF:
  7080.     //|.if JIT
  7081.     //|  hotcall RB
  7082.     //|.endif
  7083.     dasm_put(Dst, 14542, HOTCOUNT_PCMASK, GG_DISP2HOT, HOTCOUNT_CALL);
  7084. #line 5255 "vm_x86.dasc"
  7085.   case BC_FUNCV:  /* NYI: compiled vararg functions. */
  7086.     //| // Fall through. Assumes BC_IFUNCF/BC_IFUNCV follow and ins_AD is a no-op.
  7087.     break;

  7089.   case BC_JFUNCF:
  7090. #if !LJ_HASJIT
  7091.     break;
  7092. #endif
  7093.   case BC_IFUNCF:
  7094.     //|  ins_AD  // BASE = new base, RA = framesize, RD = nargs+1
  7095.     //|  mov KBASE, [PC-4+PC2PROTO(k)]
  7096.     //|  mov L:RB, SAVE_L
  7097.     //|  lea RA, [BASE+RA*8]                // Top of frame.
  7098.     //|  cmp RA, L:RB->maxstack
  7099.     //|  ja ->vm_growstack_f
  7100.     //|  movzx RA, byte [PC-4+PC2PROTO(numparams)]
  7101.     //|  cmp NARGS:RD, RA                        // Check for missing parameters.
  7102.     //|  jbe >3
  7103.     //|2:
  7104.     dasm_put(Dst, 14563, -4+PC2PROTO(k), Dt1(->maxstack), -4+PC2PROTO(numparams));
  7105. #line 5274 "vm_x86.dasc"
  7106.     if (op == BC_JFUNCF) {
  7107.       //|  movzx RD, PC_RD
  7108.       //|  jmp =>BC_JLOOP
  7109.       dasm_put(Dst, 14594, BC_JLOOP);
  7110. #line 5277 "vm_x86.dasc"
  7111.     } else {
  7112.       //|  ins_next
  7113.       dasm_put(Dst, 9224);
  7114. #line 5279 "vm_x86.dasc"
  7115.     }
  7116.     //|
  7117.     //|3:  // Clear missing parameters.
  7118.     //|  mov dword [BASE+NARGS:RD*8-4], LJ_TNIL
  7119.     //|  add NARGS:RD, 1
  7120.     //|  cmp NARGS:RD, RA
  7121.     //|  jbe <3
  7122.     //|  jmp <2
  7123.     dasm_put(Dst, 14603, LJ_TNIL);
  7124. #line 5287 "vm_x86.dasc"
  7125.     break;

  7127.   case BC_JFUNCV:
  7128. #if !LJ_HASJIT
  7129.     break;
  7130. #endif
  7131.     //| int3  // NYI: compiled vararg functions
  7132.     dasm_put(Dst, 8467);
  7133. #line 5294 "vm_x86.dasc"
  7134.     break;  /* NYI: compiled vararg functions. */

  7136.   case BC_IFUNCV:
  7137.     //|  ins_AD  // BASE = new base, RA = framesize, RD = nargs+1
  7138.     //|  lea RB, [NARGS:RD*8+FRAME_VARG]
  7139.     //|  lea RD, [BASE+NARGS:RD*8]
  7140.     //|  mov LFUNC:KBASE, [BASE-8]
  7141.     //|  mov [RD-4], RB                        // Store delta + FRAME_VARG.
  7142.     //|  mov [RD-8], LFUNC:KBASE                // Store copy of LFUNC.
  7143.     //|  mov L:RB, SAVE_L
  7144.     //|  lea RA, [RD+RA*8]
  7145.     //|  cmp RA, L:RB->maxstack
  7146.     //|  ja ->vm_growstack_v                // Need to grow stack.
  7147.     //|  mov RA, BASE
  7148.     //|  mov BASE, RD
  7149.     //|  movzx RB, byte [PC-4+PC2PROTO(numparams)]
  7150.     //|  test RB, RB
  7151.     //|  jz >2
  7152.     //|1:  // Copy fixarg slots up to new frame.
  7153.     //|  add RA, 8
  7154.     //|  cmp RA, BASE
  7155.     //|  jnb >3                                // Less args than parameters?
  7156.     //|  mov KBASE, [RA-8]
  7157.     //|  mov [RD], KBASE
  7158.     //|  mov KBASE, [RA-4]
  7159.     //|  mov [RD+4], KBASE
  7160.     //|  add RD, 8
  7161.     //|  mov dword [RA-4], LJ_TNIL        // Clear old fixarg slot (help the GC).
  7162.     //|  sub RB, 1
  7163.     //|  jnz <1
  7164.     //|2:
  7165.     dasm_put(Dst, 14625, FRAME_VARG, Dt1(->maxstack), -4+PC2PROTO(numparams), LJ_TNIL);
  7166. #line 5325 "vm_x86.dasc"
  7167.     if (op == BC_JFUNCV) {
  7168.       //|  movzx RD, PC_RD
  7169.       //|  jmp =>BC_JLOOP
  7170.       dasm_put(Dst, 14594, BC_JLOOP);
  7171. #line 5328 "vm_x86.dasc"
  7172.     } else {
  7173.       //|  mov KBASE, [PC-4+PC2PROTO(k)]
  7174.       //|  ins_next
  7175.       dasm_put(Dst, 14722, -4+PC2PROTO(k));
  7176. #line 5331 "vm_x86.dasc"
  7177.     }
  7178.     //|
  7179.     //|3:  // Clear missing parameters.
  7180.     //|  mov dword [RD+4], LJ_TNIL
  7181.     //|  add RD, 8
  7182.     //|  sub RB, 1
  7183.     //|  jnz <3
  7184.     //|  jmp <2
  7185.     dasm_put(Dst, 14747, LJ_TNIL);
  7186. #line 5339 "vm_x86.dasc"
  7187.     break;

  7189.   case BC_FUNCC:
  7190.   case BC_FUNCCW:
  7191.     //|  ins_AD  // BASE = new base, RA = ins RA|RD (unused), RD = nargs+1
  7192.     //|  mov CFUNC:RB, [BASE-8]
  7193.     //|  mov KBASEa, CFUNC:RB->f
  7194.     //|  mov L:RB, SAVE_L
  7195.     //|  lea RD, [BASE+NARGS:RD*8-8]
  7196.     //|  mov L:RB->base, BASE
  7197.     //|  lea RA, [RD+8*LUA_MINSTACK]
  7198.     //|  cmp RA, L:RB->maxstack
  7199.     //|  mov L:RB->top, RD
  7200.     dasm_put(Dst, 14769, Dt8(->f), Dt1(->base), 8*LUA_MINSTACK, Dt1(->maxstack), Dt1(->top));
  7201. #line 5352 "vm_x86.dasc"
  7202.     if (op == BC_FUNCC) {
  7203.       //|.if X64
  7204.       //|  mov CARG1d, L:RB                        // Caveat: CARG1d may be RA.
  7205.       //|.else
  7206.       //|  mov ARG1, L:RB
  7207.       //|.endif
  7208.       dasm_put(Dst, 14799);
  7209. #line 5358 "vm_x86.dasc"
  7210.     } else {
  7211.       //|.if X64
  7212.       //|  mov CARG2, KBASEa
  7213.       //|  mov CARG1d, L:RB                        // Caveat: CARG1d may be RA.
  7214.       //|.else
  7215.       //|  mov ARG2, KBASEa
  7216.       //|  mov ARG1, L:RB
  7217.       //|.endif
  7218.       dasm_put(Dst, 14803);
  7219. #line 5366 "vm_x86.dasc"
  7220.     }
  7221.     //|  ja ->vm_growstack_c                // Need to grow stack.
  7222.     //|  set_vmstate C
  7223.     dasm_put(Dst, 14811, DISPATCH_GL(vmstate), ~LJ_VMST_C);
  7224. #line 5369 "vm_x86.dasc"
  7225.     if (op == BC_FUNCC) {
  7226.       //|  call KBASEa                        // (lua_State *L)
  7227.       dasm_put(Dst, 14821);
  7228. #line 5371 "vm_x86.dasc"
  7229.     } else {
  7230.       //|  // (lua_State *L, lua_CFunction f)
  7231.       //|  call aword [DISPATCH+DISPATCH_GL(wrapf)]
  7232.       dasm_put(Dst, 14826, DISPATCH_GL(wrapf));
  7233. #line 5374 "vm_x86.dasc"
  7234.     }
  7235.     //|  // nresults returned in eax (RD).
  7236.     //|  mov BASE, L:RB->base
  7237.     //|  mov [DISPATCH+DISPATCH_GL(cur_L)], L:RB
  7238.     //|  set_vmstate INTERP
  7239.     //|  lea RA, [BASE+RD*8]
  7240.     //|  neg RA
  7241.     //|  add RA, L:RB->top                // RA = (L->top-(L->base+nresults))*8
  7242.     //|  mov PC, [BASE-4]                        // Fetch PC of caller.
  7243.     //|  jmp ->vm_returnc
  7244.     dasm_put(Dst, 14832, Dt1(->base), DISPATCH_GL(cur_L), DISPATCH_GL(vmstate), ~LJ_VMST_INTERP, Dt1(->top));
  7245. #line 5384 "vm_x86.dasc"
  7246.     break;

  7248.   /* ---------------------------------------------------------------------- */

  7250.   default:
  7251.     fprintf(stderr, "Error: undefined opcode BC_%s\n", bc_names[op]);
  7252.     exit(2);
  7253.     break;
  7254.   }
  7255. }

  7257. ‌static int build_backend(BuildCtx *ctx)
  7258. {
  7259.   int op;
  7260.   dasm_growpc(Dst, BC__MAX);
  7261.   build_subroutines(ctx);
  7262.   //|.code_op
  7263.   dasm_put(Dst, 14862);
  7264. #line 5401 "vm_x86.dasc"
  7265.   for (op = 0; op < BC__MAX; op++)
  7266.     build_ins(ctx, (BCOp)op, op);
  7267.   return BC__MAX;
  7268. }

  7270. /* Emit pseudo frame-info for all assembler functions. */
  7271. ‌static void emit_asm_debug(BuildCtx *ctx)
  7272. {
  7273.   int fcofs = (int)((uint8_t *)ctx->glob[GLOB_vm_ffi_call] - ctx->code);
  7274. #if LJ_64
  7275. ‌#define SZPTR        "8"
  7276. ‌#define BSZPTR        "3"
  7277. ‌#define REG_SP        "0x7"
  7278. ‌#define REG_RA        "0x10"
  7279. #else
  7280. #define SZPTR        "4"
  7281. #define BSZPTR        "2"
  7282. #define REG_SP        "0x4"
  7283. #define REG_RA        "0x8"
  7284. #endif
  7285.   switch (ctx->mode) {
  7286.   case BUILD_elfasm:
  7287.     fprintf(ctx->fp, "\t.section .debug_frame,\"\",@progbits\n");
  7288.     fprintf(ctx->fp,
  7289.         ".Lframe0:\n"
  7290.         "\t.long .LECIE0-.LSCIE0\n"
  7291.         ".LSCIE0:\n"
  7292.         "\t.long 0xffffffff\n"
  7293.         "\t.byte 0x1\n"
  7294.         "\t.string \"\"\n"
  7295.         "\t.uleb128 0x1\n"
  7296.         "\t.sleb128 -" SZPTR "\n"
  7297.         "\t.byte " REG_RA "\n"
  7298.         "\t.byte 0xc\n\t.uleb128 " REG_SP "\n\t.uleb128 " SZPTR "\n"
  7299.         "\t.byte 0x80+" REG_RA "\n\t.uleb128 0x1\n"
  7300.         "\t.align " SZPTR "\n"
  7301.         ".LECIE0:\n\n");
  7302.     fprintf(ctx->fp,
  7303.         ".LSFDE0:\n"
  7304.         "\t.long .LEFDE0-.LASFDE0\n"
  7305.         ".LASFDE0:\n"
  7306.         "\t.long .Lframe0\n"
  7307. #if LJ_64
  7308.         "\t.quad .Lbegin\n"
  7309.         "\t.quad %d\n"
  7310.         "\t.byte 0xe\n\t.uleb128 %d\n"                /* def_cfa_offset */
  7311.         "\t.byte 0x86\n\t.uleb128 0x2\n"        /* offset rbp */
  7312.         "\t.byte 0x83\n\t.uleb128 0x3\n"        /* offset rbx */
  7313.         "\t.byte 0x8f\n\t.uleb128 0x4\n"        /* offset r15 */
  7314.         "\t.byte 0x8e\n\t.uleb128 0x5\n"        /* offset r14 */
  7315. #else
  7316.         "\t.long .Lbegin\n"
  7317.         "\t.long %d\n"
  7318.         "\t.byte 0xe\n\t.uleb128 %d\n"                /* def_cfa_offset */
  7319.         "\t.byte 0x85\n\t.uleb128 0x2\n"        /* offset ebp */
  7320.         "\t.byte 0x87\n\t.uleb128 0x3\n"        /* offset edi */
  7321.         "\t.byte 0x86\n\t.uleb128 0x4\n"        /* offset esi */
  7322.         "\t.byte 0x83\n\t.uleb128 0x5\n"        /* offset ebx */
  7323. #endif
  7324.         "\t.align " SZPTR "\n"
  7325.         ".LEFDE0:\n\n", fcofs, CFRAME_SIZE);
  7326. #if LJ_HASFFI
  7327.     fprintf(ctx->fp,
  7328.         ".LSFDE1:\n"
  7329.         "\t.long .LEFDE1-.LASFDE1\n"
  7330.         ".LASFDE1:\n"
  7331.         "\t.long .Lframe0\n"
  7332. #if LJ_64
  7333.         "\t.quad lj_vm_ffi_call\n"
  7334.         "\t.quad %d\n"
  7335.         "\t.byte 0xe\n\t.uleb128 16\n"                /* def_cfa_offset */
  7336.         "\t.byte 0x86\n\t.uleb128 0x2\n"        /* offset rbp */
  7337.         "\t.byte 0xd\n\t.uleb128 0x6\n"                /* def_cfa_register rbp */
  7338.         "\t.byte 0x83\n\t.uleb128 0x3\n"        /* offset rbx */
  7339. #else
  7340.         "\t.long lj_vm_ffi_call\n"
  7341.         "\t.long %d\n"
  7342.         "\t.byte 0xe\n\t.uleb128 8\n"                /* def_cfa_offset */
  7343.         "\t.byte 0x85\n\t.uleb128 0x2\n"        /* offset ebp */
  7344.         "\t.byte 0xd\n\t.uleb128 0x5\n"                /* def_cfa_register ebp */
  7345.         "\t.byte 0x83\n\t.uleb128 0x3\n"        /* offset ebx */
  7346. #endif
  7347.         "\t.align " SZPTR "\n"
  7348.         ".LEFDE1:\n\n", (int)ctx->codesz - fcofs);
  7349. #endif
  7350. #if (defined(__sun__) && defined(__svr4__))
  7351. #if LJ_64
  7352.     fprintf(ctx->fp, "\t.section .eh_frame,\"a\",@unwind\n");
  7353. #else
  7354.     fprintf(ctx->fp, "\t.section .eh_frame,\"aw\",@progbits\n");
  7355. #endif
  7356. #else
  7357.     fprintf(ctx->fp, "\t.section .eh_frame,\"a\",@progbits\n");
  7358. #endif
  7359.     fprintf(ctx->fp,
  7360.         ".Lframe1:\n"
  7361.         "\t.long .LECIE1-.LSCIE1\n"
  7362.         ".LSCIE1:\n"
  7363.         "\t.long 0\n"
  7364.         "\t.byte 0x1\n"
  7365.         "\t.string \"zPR\"\n"
  7366.         "\t.uleb128 0x1\n"
  7367.         "\t.sleb128 -" SZPTR "\n"
  7368.         "\t.byte " REG_RA "\n"
  7369.         "\t.uleb128 6\n"                        /* augmentation length */
  7370.         "\t.byte 0x1b\n"                        /* pcrel|sdata4 */
  7371.         "\t.long lj_err_unwind_dwarf-.\n"
  7372.         "\t.byte 0x1b\n"                        /* pcrel|sdata4 */
  7373.         "\t.byte 0xc\n\t.uleb128 " REG_SP "\n\t.uleb128 " SZPTR "\n"
  7374.         "\t.byte 0x80+" REG_RA "\n\t.uleb128 0x1\n"
  7375.         "\t.align " SZPTR "\n"
  7376.         ".LECIE1:\n\n");
  7377.     fprintf(ctx->fp,
  7378.         ".LSFDE2:\n"
  7379.         "\t.long .LEFDE2-.LASFDE2\n"
  7380.         ".LASFDE2:\n"
  7381.         "\t.long .LASFDE2-.Lframe1\n"
  7382.         "\t.long .Lbegin-.\n"
  7383.         "\t.long %d\n"
  7384.         "\t.uleb128 0\n"                        /* augmentation length */
  7385.         "\t.byte 0xe\n\t.uleb128 %d\n"                /* def_cfa_offset */
  7386. #if LJ_64
  7387.         "\t.byte 0x86\n\t.uleb128 0x2\n"        /* offset rbp */
  7388.         "\t.byte 0x83\n\t.uleb128 0x3\n"        /* offset rbx */
  7389.         "\t.byte 0x8f\n\t.uleb128 0x4\n"        /* offset r15 */
  7390.         "\t.byte 0x8e\n\t.uleb128 0x5\n"        /* offset r14 */
  7391. #else
  7392.         "\t.byte 0x85\n\t.uleb128 0x2\n"        /* offset ebp */
  7393.         "\t.byte 0x87\n\t.uleb128 0x3\n"        /* offset edi */
  7394.         "\t.byte 0x86\n\t.uleb128 0x4\n"        /* offset esi */
  7395.         "\t.byte 0x83\n\t.uleb128 0x5\n"        /* offset ebx */
  7396. #endif
  7397.         "\t.align " SZPTR "\n"
  7398.         ".LEFDE2:\n\n", fcofs, CFRAME_SIZE);
  7399. #if LJ_HASFFI
  7400.     fprintf(ctx->fp,
  7401.         ".Lframe2:\n"
  7402.         "\t.long .LECIE2-.LSCIE2\n"
  7403.         ".LSCIE2:\n"
  7404.         "\t.long 0\n"
  7405.         "\t.byte 0x1\n"
  7406.         "\t.string \"zR\"\n"
  7407.         "\t.uleb128 0x1\n"
  7408.         "\t.sleb128 -" SZPTR "\n"
  7409.         "\t.byte " REG_RA "\n"
  7410.         "\t.uleb128 1\n"                        /* augmentation length */
  7411.         "\t.byte 0x1b\n"                        /* pcrel|sdata4 */
  7412.         "\t.byte 0xc\n\t.uleb128 " REG_SP "\n\t.uleb128 " SZPTR "\n"
  7413.         "\t.byte 0x80+" REG_RA "\n\t.uleb128 0x1\n"
  7414.         "\t.align " SZPTR "\n"
  7415.         ".LECIE2:\n\n");
  7416.     fprintf(ctx->fp,
  7417.         ".LSFDE3:\n"
  7418.         "\t.long .LEFDE3-.LASFDE3\n"
  7419.         ".LASFDE3:\n"
  7420.         "\t.long .LASFDE3-.Lframe2\n"
  7421.         "\t.long lj_vm_ffi_call-.\n"
  7422.         "\t.long %d\n"
  7423.         "\t.uleb128 0\n"                        /* augmentation length */
  7424. #if LJ_64
  7425.         "\t.byte 0xe\n\t.uleb128 16\n"                /* def_cfa_offset */
  7426.         "\t.byte 0x86\n\t.uleb128 0x2\n"        /* offset rbp */
  7427.         "\t.byte 0xd\n\t.uleb128 0x6\n"                /* def_cfa_register rbp */
  7428.         "\t.byte 0x83\n\t.uleb128 0x3\n"        /* offset rbx */
  7429. #else
  7430.         "\t.byte 0xe\n\t.uleb128 8\n"                /* def_cfa_offset */
  7431.         "\t.byte 0x85\n\t.uleb128 0x2\n"        /* offset ebp */
  7432.         "\t.byte 0xd\n\t.uleb128 0x5\n"                /* def_cfa_register ebp */
  7433.         "\t.byte 0x83\n\t.uleb128 0x3\n"        /* offset ebx */
  7434. #endif
  7435.         "\t.align " SZPTR "\n"
  7436.         ".LEFDE3:\n\n", (int)ctx->codesz - fcofs);
  7437. #endif
  7438.     break;
  7439.   /* Mental note: never let Apple design an assembler.
  7440.   ** Or a linker. Or a plastic case. But I digress.
  7441.   */
  7442.   case BUILD_machasm: {
  7443. #if LJ_HASFFI
  7444.     int fcsize = 0;
  7445. #endif
  7446.     int i;
  7447.     fprintf(ctx->fp, "\t.section __TEXT,__eh_frame,coalesced,no_toc+strip_static_syms+live_support\n");
  7448.     fprintf(ctx->fp,
  7449.         "EH_frame1:\n"
  7450.         "\t.set L$set$x,LECIEX-LSCIEX\n"
  7451.         "\t.long L$set$x\n"
  7452.         "LSCIEX:\n"
  7453.         "\t.long 0\n"
  7454.         "\t.byte 0x1\n"
  7455.         "\t.ascii \"zPR\\0\"\n"
  7456.         "\t.byte 0x1\n"
  7457.         "\t.byte 128-" SZPTR "\n"
  7458.         "\t.byte " REG_RA "\n"
  7459.         "\t.byte 6\n"                                /* augmentation length */
  7460.         "\t.byte 0x9b\n"                        /* indirect|pcrel|sdata4 */
  7461. #if LJ_64
  7462.         "\t.long _lj_err_unwind_dwarf+4@GOTPCREL\n"
  7463.         "\t.byte 0x1b\n"                        /* pcrel|sdata4 */
  7464.         "\t.byte 0xc\n\t.byte " REG_SP "\n\t.byte " SZPTR "\n"
  7465. #else
  7466.         "\t.long L_lj_err_unwind_dwarf$non_lazy_ptr-.\n"
  7467.         "\t.byte 0x1b\n"                        /* pcrel|sdata4 */
  7468.         "\t.byte 0xc\n\t.byte 0x5\n\t.byte 0x4\n"  /* esp=5 on 32 bit MACH-O. */
  7469. #endif
  7470.         "\t.byte 0x80+" REG_RA "\n\t.byte 0x1\n"
  7471.         "\t.align " BSZPTR "\n"
  7472.         "LECIEX:\n\n");
  7473.     for (i = 0; i < ctx->nsym; i++) {
  7474.       const char *name = ctx->sym[i].name;
  7475.       int32_t size = ctx->sym[i+1].ofs - ctx->sym[i].ofs;
  7476.       if (size == 0) continue;
  7477. #if LJ_HASFFI
  7478.       if (!strcmp(name, "_lj_vm_ffi_call")) { fcsize = size; continue; }
  7479. #endif
  7480.       fprintf(ctx->fp,
  7481.           "%s.eh:\n"
  7482.           "LSFDE%d:\n"
  7483.           "\t.set L$set$%d,LEFDE%d-LASFDE%d\n"
  7484.           "\t.long L$set$%d\n"
  7485.           "LASFDE%d:\n"
  7486.           "\t.long LASFDE%d-EH_frame1\n"
  7487.           "\t.long %s-.\n"
  7488.           "\t.long %d\n"
  7489.           "\t.byte 0\n"                                /* augmentation length */
  7490.           "\t.byte 0xe\n\t.byte %d\n"                /* def_cfa_offset */
  7491. #if LJ_64
  7492.           "\t.byte 0x86\n\t.byte 0x2\n"                /* offset rbp */
  7493.           "\t.byte 0x83\n\t.byte 0x3\n"                /* offset rbx */
  7494.           "\t.byte 0x8f\n\t.byte 0x4\n"                /* offset r15 */
  7495.           "\t.byte 0x8e\n\t.byte 0x5\n"                /* offset r14 */
  7496. #else
  7497.           "\t.byte 0x84\n\t.byte 0x2\n"                /* offset ebp (4 for MACH-O)*/
  7498.           "\t.byte 0x87\n\t.byte 0x3\n"                /* offset edi */
  7499.           "\t.byte 0x86\n\t.byte 0x4\n"                /* offset esi */
  7500.           "\t.byte 0x83\n\t.byte 0x5\n"                /* offset ebx */
  7501. #endif
  7502.           "\t.align " BSZPTR "\n"
  7503.           "LEFDE%d:\n\n",
  7504.           name, i, i, i, i, i, i, i, name, size, CFRAME_SIZE, i);
  7505.     }
  7506. #if LJ_HASFFI
  7507.     if (fcsize) {
  7508.       fprintf(ctx->fp,
  7509.           "EH_frame2:\n"
  7510.           "\t.set L$set$y,LECIEY-LSCIEY\n"
  7511.           "\t.long L$set$y\n"
  7512.           "LSCIEY:\n"
  7513.           "\t.long 0\n"
  7514.           "\t.byte 0x1\n"
  7515.           "\t.ascii \"zR\\0\"\n"
  7516.           "\t.byte 0x1\n"
  7517.           "\t.byte 128-" SZPTR "\n"
  7518.           "\t.byte " REG_RA "\n"
  7519.           "\t.byte 1\n"                                /* augmentation length */
  7520. #if LJ_64
  7521.           "\t.byte 0x1b\n"                        /* pcrel|sdata4 */
  7522.           "\t.byte 0xc\n\t.byte " REG_SP "\n\t.byte " SZPTR "\n"
  7523. #else
  7524.           "\t.byte 0x1b\n"                        /* pcrel|sdata4 */
  7525.           "\t.byte 0xc\n\t.byte 0x5\n\t.byte 0x4\n"  /* esp=5 on 32 bit MACH. */
  7526. #endif
  7527.           "\t.byte 0x80+" REG_RA "\n\t.byte 0x1\n"
  7528.           "\t.align " BSZPTR "\n"
  7529.           "LECIEY:\n\n");
  7530.       fprintf(ctx->fp,
  7531.           "_lj_vm_ffi_call.eh:\n"
  7532.           "LSFDEY:\n"
  7533.           "\t.set L$set$yy,LEFDEY-LASFDEY\n"
  7534.           "\t.long L$set$yy\n"
  7535.           "LASFDEY:\n"
  7536.           "\t.long LASFDEY-EH_frame2\n"
  7537.           "\t.long _lj_vm_ffi_call-.\n"
  7538.           "\t.long %d\n"
  7539.           "\t.byte 0\n"                                /* augmentation length */
  7540. #if LJ_64
  7541.           "\t.byte 0xe\n\t.byte 16\n"                /* def_cfa_offset */
  7542.           "\t.byte 0x86\n\t.byte 0x2\n"                /* offset rbp */
  7543.           "\t.byte 0xd\n\t.byte 0x6\n"                /* def_cfa_register rbp */
  7544.           "\t.byte 0x83\n\t.byte 0x3\n"                /* offset rbx */
  7545. #else
  7546.           "\t.byte 0xe\n\t.byte 8\n"                /* def_cfa_offset */
  7547.           "\t.byte 0x84\n\t.byte 0x2\n"                /* offset ebp (4 for MACH-O)*/
  7548.           "\t.byte 0xd\n\t.byte 0x4\n"                /* def_cfa_register ebp */
  7549.           "\t.byte 0x83\n\t.byte 0x3\n"                /* offset ebx */
  7550. #endif
  7551.           "\t.align " BSZPTR "\n"
  7552.           "LEFDEY:\n\n", fcsize);
  7553.     }
  7554. #endif
  7555. #if !LJ_64
  7556.     fprintf(ctx->fp,
  7557.       "\t.non_lazy_symbol_pointer\n"
  7558.       "L_lj_err_unwind_dwarf$non_lazy_ptr:\n"
  7559.       ".indirect_symbol _lj_err_unwind_dwarf\n"
  7560.       ".long 0\n\n");
  7561.     fprintf(ctx->fp, "\t.section __IMPORT,__jump_table,symbol_stubs,pure_instructions+self_modifying_code,5\n");
  7562.     {
  7563.       const char *const *xn;
  7564.       for (xn = ctx->extnames; *xn; xn++)
  7565.         if (strncmp(*xn, LABEL_PREFIX, sizeof(LABEL_PREFIX)-1))
  7566.           fprintf(ctx->fp, "L_%s$stub:\n\t.indirect_symbol _%s\n\t.ascii \"\\364\\364\\364\\364\\364\"\n", *xn, *xn);
  7567.     }
  7568. #endif
  7569.     fprintf(ctx->fp, ".subsections_via_symbols\n");
  7570.     }
  7571.     break;
  7572.   default:  /* Difficult for other modes. */
  7573.     break;
  7574.   }
  7575. }

One Level Up Top Level