diff options
| author | ruki <[email protected]> | 2017-12-09 10:05:30 +0800 |
|---|---|---|
| committer | ruki <[email protected]> | 2017-12-09 10:05:30 +0800 |
| commit | ff1bded2e07e9c4cf1f3865b40f8164da6287586 (patch) | |
| tree | d7c811030a97b25aadbcef27373066e6560c24ca /core/src | |
| parent | 2513f944a5a6d4606262369cf56c86ea186c9053 (diff) | |
update luajit 2.1 for macosx
Diffstat (limited to 'core/src')
221 files changed, 35639 insertions, 36483 deletions
diff --git a/core/src/lcurses/lcurses.c b/core/src/lcurses/lcurses.c index 704c8fab3..3ae27fc10 100644 --- a/core/src/lcurses/lcurses.c +++ b/core/src/lcurses/lcurses.c @@ -2041,7 +2041,7 @@ LCT(isxdigit) ** ======================================================= */ /* chstr members */ -static const luaL_reg chstrlib[] = +static const luaL_Reg chstrlib[] = { { "len", chstr_len }, { "set_ch", chstr_set_ch }, @@ -2053,7 +2053,7 @@ static const luaL_reg chstrlib[] = }; #define EWF(name) { #name, lcw_ ## name }, -static const luaL_reg windowlib[] = +static const luaL_Reg windowlib[] = { /* window */ { "close", lcw_delwin }, @@ -2203,7 +2203,7 @@ static const luaL_reg windowlib[] = #define ECF(name) { #name, lc_ ## name }, #define ETF(name) { #name, lca_ ## name }, -static const luaL_reg curseslib[] = +static const luaL_Reg curseslib[] = { /* chstr helper function */ { "new_chstr", lc_new_chstr }, diff --git a/core/src/luajit/makefile b/core/src/luajit/makefile index 48e7034de..6182d98ca 100644 --- a/core/src/luajit/makefile +++ b/core/src/luajit/makefile @@ -72,7 +72,11 @@ luajit_C_FILES += \ src/lj_trace \ src/lj_udata \ src/lj_vmevent \ - src/lj_vmmath + src/lj_vmmath \ + src/lj_buf \ + src/lj_strfmt \ + src/lj_strfmt_num \ + src/lj_profile # asm files ifeq ($(PLAT),windows) @@ -82,7 +86,7 @@ else luajit_ASM_FILES += \ src/autogen/$(PLAT)/$(luajit_JIT)/$(ARCH)/lj_vm endif - + # includes luajit_INC_DIRS += \ src/autogen/$(PLAT)/$(luajit_JIT)/$(ARCH) diff --git a/core/src/luajit/src/Makefile b/core/src/luajit/src/Makefile index 1d38fa251..f56465d13 100644 --- a/core/src/luajit/src/Makefile +++ b/core/src/luajit/src/Makefile @@ -7,12 +7,12 @@ # Also works with MinGW and Cygwin on Windows. # Please check msvcbuild.bat for building with MSVC on Windows. # -# Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +# Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ############################################################################## MAJVER= 2 -MINVER= 0 -RELVER= 4 +MINVER= 1 +RELVER= 0 ABIVER= 5.1 NODOTABIVER= 51 @@ -24,11 +24,13 @@ NODOTABIVER= 51 # removing the '#' in front of them. Make sure you force a full recompile # with "make clean", followed by "make" if you change any options. # +DEFAULT_CC = gcc +# # LuaJIT builds as a native 32 or 64 bit binary by default. -CC= gcc +CC= $(DEFAULT_CC) # # Use this if you want to force a 32 bit build on a 64 bit multilib OS. -#CC= gcc -m32 +#CC= $(DEFAULT_CC) -m32 # # Since the assembler part does NOT maintain a frame pointer, it's pointless # to slow down the C part by not omitting it. Debugging, tracebacks and @@ -42,17 +44,14 @@ CCOPT= -O2 -fomit-frame-pointer # # Target-specific compiler options: # -# x86 only: it's recommended to compile at least for i686. Better yet, -# compile for an architecture that has SSE2, too (-msse -msse2). -# # x86/x64 only: For GCC 4.2 or higher and if you don't intend to distribute # the binaries to a different machine you could also use: -march=native # -CCOPT_x86= -march=i686 +CCOPT_x86= -march=i686 -msse -msse2 -mfpmath=sse CCOPT_x64= CCOPT_arm= +CCOPT_arm64= CCOPT_ppc= -CCOPT_ppcspe= CCOPT_mips= # CCDEBUG= @@ -111,6 +110,9 @@ XCFLAGS= #XCFLAGS+= -DLUAJIT_NUMMODE=1 #XCFLAGS+= -DLUAJIT_NUMMODE=2 # +# Enable GC64 mode for x64. +#XCFLAGS+= -DLUAJIT_ENABLE_GC64 +# ############################################################################## ############################################################################## @@ -122,8 +124,8 @@ XCFLAGS= # # Use the system provided memory allocator (realloc) instead of the # bundled memory allocator. This is slower, but sometimes helpful for -# debugging. This option cannot be enabled on x64, since realloc usually -# doesn't return addresses in the right address range. +# debugging. This option cannot be enabled on x64 without GC64, since +# realloc usually doesn't return addresses in the right address range. # OTOH this option is mandatory for Valgrind's memcheck tool on x64 and # the only way to get useful results from it for all other architectures. #XCFLAGS+= -DLUAJIT_USE_SYSMALLOC @@ -151,6 +153,25 @@ XCFLAGS= ############################################################################## ############################################################################## +# Host system detection. +############################################################################## + +ifeq (Windows,$(findstring Windows,$(OS))$(MSYSTEM)$(TERM)) + HOST_SYS= Windows + HOST_RM= del +else + HOST_SYS:= $(shell uname -s) + ifneq (,$(findstring MINGW,$(HOST_SYS))) + HOST_SYS= Windows + HOST_MSYS= mingw + endif + ifneq (,$(findstring CYGWIN,$(HOST_SYS))) + HOST_SYS= Windows + HOST_MSYS= cygwin + endif +endif + +############################################################################## # Flags and options for host and target. ############################################################################## @@ -165,7 +186,8 @@ XCFLAGS= # make HOST_CC="gcc -m32" CROSS=i586-mingw32msvc- TARGET_SYS=Windows # make HOST_CC="gcc -m32" CROSS=powerpc-linux-gnu- -CCOPTIONS= $(CCDEBUG) $(CCOPT) $(CCWARN) $(XCFLAGS) $(CFLAGS) +ASOPTIONS= $(CCOPT) $(CCWARN) $(XCFLAGS) $(CFLAGS) +CCOPTIONS= $(CCDEBUG) $(ASOPTIONS) LDOPTIONS= $(CCDEBUG) $(LDFLAGS) HOST_CC= $(CC) @@ -187,7 +209,7 @@ TARGET_CC= $(STATIC_CC) TARGET_STCC= $(STATIC_CC) TARGET_DYNCC= $(DYNAMIC_CC) TARGET_LD= $(CROSS)$(CC) -TARGET_AR= $(CROSS)ar rcus +TARGET_AR= $(CROSS)ar rcus 2>/dev/null TARGET_STRIP= $(CROSS)strip TARGET_LIBPATH= $(or $(PREFIX),/usr/local)/$(or $(MULTILIB),lib) @@ -204,6 +226,7 @@ TARGET_XLDFLAGS= TARGET_XLIBS= -lm TARGET_TCFLAGS= $(CCOPTIONS) $(TARGET_XCFLAGS) $(TARGET_FLAGS) $(TARGET_CFLAGS) TARGET_ACFLAGS= $(CCOPTIONS) $(TARGET_XCFLAGS) $(TARGET_FLAGS) $(TARGET_CFLAGS) +TARGET_ASFLAGS= $(ASOPTIONS) $(TARGET_XCFLAGS) $(TARGET_FLAGS) $(TARGET_CFLAGS) TARGET_ALDFLAGS= $(LDOPTIONS) $(TARGET_XLDFLAGS) $(TARGET_FLAGS) $(TARGET_LDFLAGS) TARGET_ASHLDFLAGS= $(LDOPTIONS) $(TARGET_XSHLDFLAGS) $(TARGET_FLAGS) $(TARGET_SHLDFLAGS) TARGET_ALIBS= $(TARGET_XLIBS) $(LIBS) $(TARGET_LIBS) @@ -218,17 +241,29 @@ else ifneq (,$(findstring LJ_TARGET_ARM ,$(TARGET_TESTARCH))) TARGET_LJARCH= arm else +ifneq (,$(findstring LJ_TARGET_ARM64 ,$(TARGET_TESTARCH))) + ifneq (,$(findstring __AARCH64EB__ ,$(TARGET_TESTARCH))) + TARGET_ARCH= -D__AARCH64EB__=1 + endif + TARGET_LJARCH= arm64 +else ifneq (,$(findstring LJ_TARGET_PPC ,$(TARGET_TESTARCH))) + ifneq (,$(findstring LJ_LE 1,$(TARGET_TESTARCH))) + TARGET_ARCH= -DLJ_ARCH_ENDIAN=LUAJIT_LE + else + TARGET_ARCH= -DLJ_ARCH_ENDIAN=LUAJIT_BE + endif TARGET_LJARCH= ppc else -ifneq (,$(findstring LJ_TARGET_PPCSPE ,$(TARGET_TESTARCH))) - TARGET_LJARCH= ppcspe -else ifneq (,$(findstring LJ_TARGET_MIPS ,$(TARGET_TESTARCH))) ifneq (,$(findstring MIPSEL ,$(TARGET_TESTARCH))) TARGET_ARCH= -D__MIPSEL__=1 endif - TARGET_LJARCH= mips + ifneq (,$(findstring LJ_TARGET_MIPS64 ,$(TARGET_TESTARCH))) + TARGET_LJARCH= mips64 + else + TARGET_LJARCH= mips + endif else $(error Unsupported target architecture) endif @@ -242,9 +277,7 @@ ifneq (,$(findstring LJ_TARGET_PS3 1,$(TARGET_TESTARCH))) TARGET_SYS= PS3 TARGET_ARCH+= -D__CELLOS_LV2__ TARGET_XCFLAGS+= -DLUAJIT_USE_SYSMALLOC -endif -ifneq (,$(findstring LJ_NO_UNWIND 1,$(TARGET_TESTARCH))) - TARGET_ARCH+= -DLUAJIT_NO_UNWIND + TARGET_XLIBS+= -lpthread endif TARGET_XCFLAGS+= $(CCOPT_$(TARGET_LJARCH)) @@ -266,24 +299,9 @@ ifneq (,$(LMULTILIB)) endif ############################################################################## -# System detection. +# Target system detection. ############################################################################## -ifeq (Windows,$(findstring Windows,$(OS))$(MSYSTEM)$(TERM)) - HOST_SYS= Windows - HOST_RM= del -else - HOST_SYS:= $(shell uname -s) - ifneq (,$(findstring MINGW,$(HOST_SYS))) - HOST_SYS= Windows - HOST_MSYS= mingw - endif - ifneq (,$(findstring CYGWIN,$(HOST_SYS))) - HOST_SYS= Windows - HOST_MSYS= cygwin - endif -endif - TARGET_SYS?= $(HOST_SYS) ifeq (Windows,$(TARGET_SYS)) TARGET_STRIP+= --strip-unneeded @@ -298,7 +316,6 @@ ifeq (Darwin,$(TARGET_SYS)) export MACOSX_DEPLOYMENT_TARGET=10.4 endif TARGET_STRIP+= -x - TARGET_AR+= 2>/dev/null TARGET_XSHLDFLAGS= -dynamiclib -single_module -undefined dynamic_lookup -fPIC TARGET_DYNXLDOPTS= TARGET_XSHLDFLAGS+= -install_name $(TARGET_DYLIBPATH) -compatibility_version $(MAJVER).$(MINVER) -current_version $(MAJVER).$(MINVER).$(RELVER) @@ -309,10 +326,12 @@ ifeq (Darwin,$(TARGET_SYS)) else ifeq (iOS,$(TARGET_SYS)) TARGET_STRIP+= -x - TARGET_AR+= 2>/dev/null TARGET_XSHLDFLAGS= -dynamiclib -single_module -undefined dynamic_lookup -fPIC TARGET_DYNXLDOPTS= TARGET_XSHLDFLAGS+= -install_name $(TARGET_DYLIBPATH) -compatibility_version $(MAJVER).$(MINVER) -current_version $(MAJVER).$(MINVER).$(RELVER) + ifeq (arm64,$(TARGET_LJARCH)) + TARGET_XCFLAGS+= -fno-omit-frame-pointer + endif else ifneq (SunOS,$(TARGET_SYS)) ifneq (PS3,$(TARGET_SYS)) @@ -373,6 +392,11 @@ DASM_XFLAGS= DASM_AFLAGS= DASM_ARCH= $(TARGET_LJARCH) +ifneq (,$(findstring LJ_LE 1,$(TARGET_TESTARCH))) + DASM_AFLAGS+= -D ENDIAN_LE +else + DASM_AFLAGS+= -D ENDIAN_BE +endif ifneq (,$(findstring LJ_ARCH_BITS 64,$(TARGET_TESTARCH))) DASM_AFLAGS+= -D P64 endif @@ -397,17 +421,18 @@ ifeq (,$(findstring LJ_ABI_SOFTFP 1,$(TARGET_TESTARCH))) else TARGET_ARCH+= -DLJ_ABI_SOFTFP=1 endif +ifneq (,$(findstring LJ_NO_UNWIND 1,$(TARGET_TESTARCH))) + DASM_AFLAGS+= -D NO_UNWIND + TARGET_ARCH+= -DLUAJIT_NO_UNWIND +endif DASM_AFLAGS+= -D VER=$(subst LJ_ARCH_VERSION_,,$(filter LJ_ARCH_VERSION_%,$(subst LJ_ARCH_VERSION ,LJ_ARCH_VERSION_,$(TARGET_TESTARCH)))) ifeq (Windows,$(TARGET_SYS)) DASM_AFLAGS+= -D WIN endif -ifeq (x86,$(TARGET_LJARCH)) - ifneq (,$(findstring __SSE2__ 1,$(TARGET_TESTARCH))) - DASM_AFLAGS+= -D SSE - endif -else ifeq (x64,$(TARGET_LJARCH)) - DASM_ARCH= x86 + ifeq (,$(findstring LJ_FR2 1,$(TARGET_TESTARCH))) + DASM_ARCH= x86 + endif else ifeq (arm,$(TARGET_LJARCH)) ifeq (iOS,$(TARGET_SYS)) @@ -421,13 +446,15 @@ ifeq (ppc,$(TARGET_LJARCH)) ifneq (,$(findstring LJ_ARCH_ROUND 1,$(TARGET_TESTARCH))) DASM_AFLAGS+= -D ROUND endif - ifneq (,$(findstring LJ_ARCH_PPC64 1,$(TARGET_TESTARCH))) + ifneq (,$(findstring LJ_ARCH_PPC32ON64 1,$(TARGET_TESTARCH))) DASM_AFLAGS+= -D GPR64 endif ifeq (PS3,$(TARGET_SYS)) DASM_AFLAGS+= -D PPE -D TOC endif -endif + ifneq (,$(findstring LJ_ARCH_PPC64 ,$(TARGET_TESTARCH))) + DASM_ARCH= ppc64 + endif endif endif endif @@ -443,7 +470,7 @@ BUILDVM_X= $(BUILDVM_T) HOST_O= $(MINILUA_O) $(BUILDVM_O) HOST_T= $(MINILUA_T) $(BUILDVM_T) -LJVM_S= lj_vm.s +LJVM_S= lj_vm.S LJVM_O= lj_vm.o LJVM_BOUT= $(LJVM_S) LJVM_MODE= elfasm @@ -452,10 +479,11 @@ LJLIB_O= lib_base.o lib_math.o lib_bit.o lib_string.o lib_table.o \ lib_io.o lib_os.o lib_package.o lib_debug.o lib_jit.o lib_ffi.o LJLIB_C= $(LJLIB_O:.o=.c) -LJCORE_O= lj_gc.o lj_err.o lj_char.o lj_bc.o lj_obj.o \ +LJCORE_O= lj_gc.o lj_err.o lj_char.o lj_bc.o lj_obj.o lj_buf.o \ lj_str.o lj_tab.o lj_func.o lj_udata.o lj_meta.o lj_debug.o \ lj_state.o lj_dispatch.o lj_vmevent.o lj_vmmath.o lj_strscan.o \ - lj_api.o lj_lex.o lj_parse.o lj_bcread.o lj_bcwrite.o lj_load.o \ + lj_strfmt.o lj_strfmt_num.o lj_api.o lj_profile.o \ + lj_lex.o lj_parse.o lj_bcread.o lj_bcwrite.o lj_load.o \ lj_ir.o lj_opt_mem.o lj_opt_fold.o lj_opt_narrow.o \ lj_opt_dce.o lj_opt_loop.o lj_opt_split.o lj_opt_sink.o \ lj_mcode.o lj_snap.o lj_record.o lj_crecord.o lj_ffrecord.o \ @@ -575,6 +603,10 @@ amalg: clean: $(HOST_RM) $(ALL_RM) +libbc: + ./$(LUAJIT_T) host/genlibbc.lua -o host/buildvm_libbc.h $(LJLIB_C) + $(MAKE) all + depend: @for file in $(ALL_HDRGEN); do \ test -f $$file || touch $$file; \ @@ -589,7 +621,7 @@ depend: test -s $$file || $(HOST_RM) $$file; \ done -.PHONY: default all amalg clean depend +.PHONY: default all amalg clean libbc depend ############################################################################## # Rules for generated files. @@ -599,7 +631,7 @@ $(MINILUA_T): $(MINILUA_O) $(E) "HOSTLINK $@" $(Q)$(HOST_CC) $(HOST_ALDFLAGS) -o $@ $(MINILUA_O) $(MINILUA_LIBS) $(HOST_ALIBS) -host/buildvm_arch.h: $(DASM_DASC) $(DASM_DEP) +host/buildvm_arch.h: $(DASM_DASC) $(DASM_DEP) $(DASM_DIR)/*.lua $(E) "DYNASM $@" $(Q)$(DASM) $(DASM_FLAGS) -o $@ $(DASM_DASC) @@ -646,10 +678,10 @@ lj_folddef.h: $(BUILDVM_T) lj_opt_fold.c $(Q)$(TARGET_DYNCC) $(TARGET_ACFLAGS) -c -o $(@:.o=_dyn.o) $< $(Q)$(TARGET_CC) $(TARGET_ACFLAGS) -c -o $@ $< -%.o: %.s +%.o: %.S $(E) "ASM $@" - $(Q)$(TARGET_DYNCC) $(TARGET_ACFLAGS) -c -o $(@:.o=_dyn.o) $< - $(Q)$(TARGET_CC) $(TARGET_ACFLAGS) -c -o $@ $< + $(Q)$(TARGET_DYNCC) $(TARGET_ASFLAGS) -c -o $(@:.o=_dyn.o) $< + $(Q)$(TARGET_CC) $(TARGET_ASFLAGS) -c -o $@ $< $(LUAJIT_O): $(E) "CC $@" diff --git a/core/src/luajit/src/Makefile.dep b/core/src/luajit/src/Makefile.dep index 9e14d6173..2b1cb5ef2 100644 --- a/core/src/luajit/src/Makefile.dep +++ b/core/src/luajit/src/Makefile.dep @@ -3,45 +3,49 @@ lib_aux.o: lib_aux.c lua.h luaconf.h lauxlib.h lj_obj.h lj_def.h \ lj_dispatch.h lj_bc.h lj_traceerr.h lj_lib.h lj_alloc.h lib_base.o: lib_base.c lua.h luaconf.h lauxlib.h lualib.h lj_obj.h \ lj_def.h lj_arch.h lj_gc.h lj_err.h lj_errmsg.h lj_debug.h lj_str.h \ - lj_tab.h lj_meta.h lj_state.h lj_ctype.h lj_cconv.h lj_bc.h lj_ff.h \ - lj_ffdef.h lj_dispatch.h lj_jit.h lj_ir.h lj_char.h lj_strscan.h \ - lj_lib.h lj_libdef.h + lj_tab.h lj_meta.h lj_state.h lj_frame.h lj_bc.h lj_ctype.h lj_cconv.h \ + lj_ff.h lj_ffdef.h lj_dispatch.h lj_jit.h lj_ir.h lj_char.h lj_strscan.h \ + lj_strfmt.h lj_lib.h lj_libdef.h lib_bit.o: lib_bit.c lua.h luaconf.h lauxlib.h lualib.h lj_obj.h lj_def.h \ - lj_arch.h lj_err.h lj_errmsg.h lj_str.h lj_lib.h lj_libdef.h + lj_arch.h lj_err.h lj_errmsg.h lj_buf.h lj_gc.h lj_str.h lj_strscan.h \ + lj_strfmt.h lj_ctype.h lj_cdata.h lj_cconv.h lj_carith.h lj_ff.h \ + lj_ffdef.h lj_lib.h lj_libdef.h lib_debug.o: lib_debug.c lua.h luaconf.h lauxlib.h lualib.h lj_obj.h \ lj_def.h lj_arch.h lj_gc.h lj_err.h lj_errmsg.h lj_debug.h lj_lib.h \ lj_libdef.h lib_ffi.o: lib_ffi.c lua.h luaconf.h lauxlib.h lualib.h lj_obj.h lj_def.h \ lj_arch.h lj_gc.h lj_err.h lj_errmsg.h lj_str.h lj_tab.h lj_meta.h \ lj_ctype.h lj_cparse.h lj_cdata.h lj_cconv.h lj_carith.h lj_ccall.h \ - lj_ccallback.h lj_clib.h lj_ff.h lj_ffdef.h lj_lib.h lj_libdef.h + lj_ccallback.h lj_clib.h lj_strfmt.h lj_ff.h lj_ffdef.h lj_lib.h \ + lj_libdef.h lib_init.o: lib_init.c lua.h luaconf.h lauxlib.h lualib.h lj_arch.h lib_io.o: lib_io.c lua.h luaconf.h lauxlib.h lualib.h lj_obj.h lj_def.h \ - lj_arch.h lj_gc.h lj_err.h lj_errmsg.h lj_str.h lj_state.h lj_ff.h \ - lj_ffdef.h lj_lib.h lj_libdef.h -lib_jit.o: lib_jit.c lua.h luaconf.h lauxlib.h lualib.h lj_arch.h \ - lj_obj.h lj_def.h lj_err.h lj_errmsg.h lj_debug.h lj_str.h lj_tab.h \ - lj_bc.h lj_ir.h lj_jit.h lj_ircall.h lj_iropt.h lj_target.h \ - lj_target_*.h lj_dispatch.h lj_vm.h lj_vmevent.h lj_lib.h luajit.h \ - lj_libdef.h + lj_arch.h lj_gc.h lj_err.h lj_errmsg.h lj_buf.h lj_str.h lj_state.h \ + lj_strfmt.h lj_ff.h lj_ffdef.h lj_lib.h lj_libdef.h +lib_jit.o: lib_jit.c lua.h luaconf.h lauxlib.h lualib.h lj_obj.h lj_def.h \ + lj_arch.h lj_gc.h lj_err.h lj_errmsg.h lj_debug.h lj_str.h lj_tab.h \ + lj_state.h lj_bc.h lj_ctype.h lj_ir.h lj_jit.h lj_ircall.h lj_iropt.h \ + lj_target.h lj_target_*.h lj_trace.h lj_dispatch.h lj_traceerr.h \ + lj_vm.h lj_vmevent.h lj_lib.h luajit.h lj_libdef.h lib_math.o: lib_math.c lua.h luaconf.h lauxlib.h lualib.h lj_obj.h \ lj_def.h lj_arch.h lj_lib.h lj_vm.h lj_libdef.h lib_os.o: lib_os.c lua.h luaconf.h lauxlib.h lualib.h lj_obj.h lj_def.h \ - lj_arch.h lj_err.h lj_errmsg.h lj_lib.h lj_libdef.h + lj_arch.h lj_gc.h lj_err.h lj_errmsg.h lj_buf.h lj_str.h lj_lib.h \ + lj_libdef.h lib_package.o: lib_package.c lua.h luaconf.h lauxlib.h lualib.h lj_obj.h \ lj_def.h lj_arch.h lj_err.h lj_errmsg.h lj_lib.h lib_string.o: lib_string.c lua.h luaconf.h lauxlib.h lualib.h lj_obj.h \ - lj_def.h lj_arch.h lj_gc.h lj_err.h lj_errmsg.h lj_str.h lj_tab.h \ - lj_meta.h lj_state.h lj_ff.h lj_ffdef.h lj_bcdump.h lj_lex.h lj_char.h \ - lj_lib.h lj_libdef.h + lj_def.h lj_arch.h lj_gc.h lj_err.h lj_errmsg.h lj_buf.h lj_str.h \ + lj_tab.h lj_meta.h lj_state.h lj_ff.h lj_ffdef.h lj_bcdump.h lj_lex.h \ + lj_char.h lj_strfmt.h lj_lib.h lj_libdef.h lib_table.o: lib_table.c lua.h luaconf.h lauxlib.h lualib.h lj_obj.h \ - lj_def.h lj_arch.h lj_gc.h lj_err.h lj_errmsg.h lj_tab.h lj_lib.h \ - lj_libdef.h + lj_def.h lj_arch.h lj_gc.h lj_err.h lj_errmsg.h lj_buf.h lj_str.h \ + lj_tab.h lj_ff.h lj_ffdef.h lj_lib.h lj_libdef.h lj_alloc.o: lj_alloc.c lj_def.h lua.h luaconf.h lj_arch.h lj_alloc.h lj_api.o: lj_api.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h lj_gc.h \ lj_err.h lj_errmsg.h lj_debug.h lj_str.h lj_tab.h lj_func.h lj_udata.h \ lj_meta.h lj_state.h lj_bc.h lj_frame.h lj_trace.h lj_jit.h lj_ir.h \ - lj_dispatch.h lj_traceerr.h lj_vm.h lj_strscan.h + lj_dispatch.h lj_traceerr.h lj_vm.h lj_strscan.h lj_strfmt.h lj_asm.o: lj_asm.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h lj_gc.h \ lj_str.h lj_tab.h lj_frame.h lj_bc.h lj_ctype.h lj_ir.h lj_jit.h \ lj_ircall.h lj_iropt.h lj_mcode.h lj_trace.h lj_dispatch.h lj_traceerr.h \ @@ -50,17 +54,20 @@ lj_asm.o: lj_asm.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h lj_gc.h \ lj_bc.o: lj_bc.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h lj_bc.h \ lj_bcdef.h lj_bcread.o: lj_bcread.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ - lj_gc.h lj_err.h lj_errmsg.h lj_str.h lj_tab.h lj_bc.h lj_ctype.h \ - lj_cdata.h lualib.h lj_lex.h lj_bcdump.h lj_state.h + lj_gc.h lj_err.h lj_errmsg.h lj_buf.h lj_str.h lj_tab.h lj_bc.h \ + lj_ctype.h lj_cdata.h lualib.h lj_lex.h lj_bcdump.h lj_state.h \ + lj_strfmt.h lj_bcwrite.o: lj_bcwrite.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ - lj_gc.h lj_str.h lj_bc.h lj_ctype.h lj_dispatch.h lj_jit.h lj_ir.h \ - lj_bcdump.h lj_lex.h lj_err.h lj_errmsg.h lj_vm.h + lj_gc.h lj_buf.h lj_str.h lj_bc.h lj_ctype.h lj_dispatch.h lj_jit.h \ + lj_ir.h lj_strfmt.h lj_bcdump.h lj_lex.h lj_err.h lj_errmsg.h lj_vm.h +lj_buf.o: lj_buf.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h lj_gc.h \ + lj_err.h lj_errmsg.h lj_buf.h lj_str.h lj_tab.h lj_strfmt.h lj_carith.o: lj_carith.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ - lj_gc.h lj_err.h lj_errmsg.h lj_tab.h lj_meta.h lj_ctype.h lj_cconv.h \ - lj_cdata.h lj_carith.h + lj_gc.h lj_err.h lj_errmsg.h lj_tab.h lj_meta.h lj_ir.h lj_ctype.h \ + lj_cconv.h lj_cdata.h lj_carith.h lj_strscan.h lj_ccall.o: lj_ccall.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ - lj_gc.h lj_err.h lj_errmsg.h lj_str.h lj_tab.h lj_ctype.h lj_cconv.h \ - lj_cdata.h lj_ccall.h lj_trace.h lj_jit.h lj_ir.h lj_dispatch.h lj_bc.h \ + lj_gc.h lj_err.h lj_errmsg.h lj_tab.h lj_ctype.h lj_cconv.h lj_cdata.h \ + lj_ccall.h lj_trace.h lj_jit.h lj_ir.h lj_dispatch.h lj_bc.h \ lj_traceerr.h lj_ccallback.o: lj_ccallback.c lj_obj.h lua.h luaconf.h lj_def.h \ lj_arch.h lj_gc.h lj_err.h lj_errmsg.h lj_tab.h lj_state.h lj_frame.h \ @@ -71,107 +78,118 @@ lj_cconv.o: lj_cconv.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ lj_err.h lj_errmsg.h lj_tab.h lj_ctype.h lj_gc.h lj_cdata.h lj_cconv.h \ lj_ccallback.h lj_cdata.o: lj_cdata.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ - lj_gc.h lj_err.h lj_errmsg.h lj_str.h lj_tab.h lj_ctype.h lj_cconv.h \ - lj_cdata.h + lj_gc.h lj_err.h lj_errmsg.h lj_tab.h lj_ctype.h lj_cconv.h lj_cdata.h lj_char.o: lj_char.c lj_char.h lj_def.h lua.h luaconf.h lj_clib.o: lj_clib.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h lj_gc.h \ lj_err.h lj_errmsg.h lj_tab.h lj_str.h lj_udata.h lj_ctype.h lj_cconv.h \ - lj_cdata.h lj_clib.h + lj_cdata.h lj_clib.h lj_strfmt.h lj_cparse.o: lj_cparse.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ - lj_gc.h lj_err.h lj_errmsg.h lj_str.h lj_ctype.h lj_cparse.h lj_frame.h \ - lj_bc.h lj_vm.h lj_char.h lj_strscan.h + lj_gc.h lj_err.h lj_errmsg.h lj_buf.h lj_str.h lj_ctype.h lj_cparse.h \ + lj_frame.h lj_bc.h lj_vm.h lj_char.h lj_strscan.h lj_strfmt.h lj_crecord.o: lj_crecord.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ - lj_err.h lj_errmsg.h lj_str.h lj_tab.h lj_frame.h lj_bc.h lj_ctype.h \ - lj_gc.h lj_cdata.h lj_cparse.h lj_cconv.h lj_clib.h lj_ccall.h lj_ff.h \ - lj_ffdef.h lj_ir.h lj_jit.h lj_ircall.h lj_iropt.h lj_trace.h \ + lj_err.h lj_errmsg.h lj_tab.h lj_frame.h lj_bc.h lj_ctype.h lj_gc.h \ + lj_cdata.h lj_cparse.h lj_cconv.h lj_carith.h lj_clib.h lj_ccall.h \ + lj_ff.h lj_ffdef.h lj_ir.h lj_jit.h lj_ircall.h lj_iropt.h lj_trace.h \ lj_dispatch.h lj_traceerr.h lj_record.h lj_ffrecord.h lj_snap.h \ - lj_crecord.h + lj_crecord.h lj_strfmt.h lj_ctype.o: lj_ctype.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ - lj_gc.h lj_err.h lj_errmsg.h lj_str.h lj_tab.h lj_ctype.h lj_ccallback.h + lj_gc.h lj_err.h lj_errmsg.h lj_str.h lj_tab.h lj_strfmt.h lj_ctype.h \ + lj_ccallback.h lj_buf.h lj_debug.o: lj_debug.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ - lj_err.h lj_errmsg.h lj_debug.h lj_str.h lj_tab.h lj_state.h lj_frame.h \ - lj_bc.h lj_vm.h lj_jit.h lj_ir.h + lj_err.h lj_errmsg.h lj_debug.h lj_buf.h lj_gc.h lj_str.h lj_tab.h \ + lj_state.h lj_frame.h lj_bc.h lj_strfmt.h lj_jit.h lj_ir.h lj_dispatch.o: lj_dispatch.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ - lj_err.h lj_errmsg.h lj_func.h lj_str.h lj_tab.h lj_meta.h lj_debug.h \ - lj_state.h lj_frame.h lj_bc.h lj_ff.h lj_ffdef.h lj_jit.h lj_ir.h \ - lj_ccallback.h lj_ctype.h lj_gc.h lj_trace.h lj_dispatch.h lj_traceerr.h \ - lj_vm.h luajit.h + lj_err.h lj_errmsg.h lj_buf.h lj_gc.h lj_str.h lj_func.h lj_tab.h \ + lj_meta.h lj_debug.h lj_state.h lj_frame.h lj_bc.h lj_ff.h lj_ffdef.h \ + lj_strfmt.h lj_jit.h lj_ir.h lj_ccallback.h lj_ctype.h lj_trace.h \ + lj_dispatch.h lj_traceerr.h lj_profile.h lj_vm.h luajit.h lj_err.o: lj_err.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h lj_err.h \ lj_errmsg.h lj_debug.h lj_str.h lj_func.h lj_state.h lj_frame.h lj_bc.h \ lj_ff.h lj_ffdef.h lj_trace.h lj_jit.h lj_ir.h lj_dispatch.h \ - lj_traceerr.h lj_vm.h + lj_traceerr.h lj_vm.h lj_strfmt.h lj_ffrecord.o: lj_ffrecord.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ lj_err.h lj_errmsg.h lj_str.h lj_tab.h lj_frame.h lj_bc.h lj_ff.h \ lj_ffdef.h lj_ir.h lj_jit.h lj_ircall.h lj_iropt.h lj_trace.h \ lj_dispatch.h lj_traceerr.h lj_record.h lj_ffrecord.h lj_crecord.h \ - lj_vm.h lj_strscan.h lj_recdef.h + lj_vm.h lj_strscan.h lj_strfmt.h lj_recdef.h lj_func.o: lj_func.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h lj_gc.h \ lj_func.h lj_trace.h lj_jit.h lj_ir.h lj_dispatch.h lj_bc.h \ lj_traceerr.h lj_vm.h lj_gc.o: lj_gc.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h lj_gc.h \ - lj_err.h lj_errmsg.h lj_str.h lj_tab.h lj_func.h lj_udata.h lj_meta.h \ - lj_state.h lj_frame.h lj_bc.h lj_ctype.h lj_cdata.h lj_trace.h lj_jit.h \ - lj_ir.h lj_dispatch.h lj_traceerr.h lj_vm.h + lj_err.h lj_errmsg.h lj_buf.h lj_str.h lj_tab.h lj_func.h lj_udata.h \ + lj_meta.h lj_state.h lj_frame.h lj_bc.h lj_ctype.h lj_cdata.h lj_trace.h \ + lj_jit.h lj_ir.h lj_dispatch.h lj_traceerr.h lj_vm.h lj_gdbjit.o: lj_gdbjit.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ - lj_gc.h lj_err.h lj_errmsg.h lj_debug.h lj_frame.h lj_bc.h lj_jit.h \ - lj_ir.h lj_dispatch.h + lj_gc.h lj_err.h lj_errmsg.h lj_debug.h lj_frame.h lj_bc.h lj_buf.h \ + lj_str.h lj_strfmt.h lj_jit.h lj_ir.h lj_dispatch.h lj_ir.o: lj_ir.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h lj_gc.h \ - lj_str.h lj_tab.h lj_ir.h lj_jit.h lj_ircall.h lj_iropt.h lj_trace.h \ - lj_dispatch.h lj_bc.h lj_traceerr.h lj_ctype.h lj_cdata.h lj_carith.h \ - lj_vm.h lj_strscan.h lj_lib.h + lj_buf.h lj_str.h lj_tab.h lj_ir.h lj_jit.h lj_ircall.h lj_iropt.h \ + lj_trace.h lj_dispatch.h lj_bc.h lj_traceerr.h lj_ctype.h lj_cdata.h \ + lj_carith.h lj_vm.h lj_strscan.h lj_strfmt.h lj_lib.h lj_lex.o: lj_lex.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h lj_gc.h \ - lj_err.h lj_errmsg.h lj_str.h lj_tab.h lj_ctype.h lj_cdata.h lualib.h \ - lj_state.h lj_lex.h lj_parse.h lj_char.h lj_strscan.h + lj_err.h lj_errmsg.h lj_buf.h lj_str.h lj_tab.h lj_ctype.h lj_cdata.h \ + lualib.h lj_state.h lj_lex.h lj_parse.h lj_char.h lj_strscan.h \ + lj_strfmt.h lj_lib.o: lj_lib.c lauxlib.h lua.h luaconf.h lj_obj.h lj_def.h lj_arch.h \ lj_gc.h lj_err.h lj_errmsg.h lj_str.h lj_tab.h lj_func.h lj_bc.h \ - lj_dispatch.h lj_jit.h lj_ir.h lj_vm.h lj_strscan.h lj_lib.h + lj_dispatch.h lj_jit.h lj_ir.h lj_vm.h lj_strscan.h lj_strfmt.h lj_lex.h \ + lj_bcdump.h lj_lib.h lj_load.o: lj_load.c lua.h luaconf.h lauxlib.h lj_obj.h lj_def.h \ - lj_arch.h lj_gc.h lj_err.h lj_errmsg.h lj_str.h lj_func.h lj_frame.h \ - lj_bc.h lj_vm.h lj_lex.h lj_bcdump.h lj_parse.h + lj_arch.h lj_gc.h lj_err.h lj_errmsg.h lj_buf.h lj_str.h lj_func.h \ + lj_frame.h lj_bc.h lj_vm.h lj_lex.h lj_bcdump.h lj_parse.h lj_mcode.o: lj_mcode.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ lj_gc.h lj_err.h lj_errmsg.h lj_jit.h lj_ir.h lj_mcode.h lj_trace.h \ lj_dispatch.h lj_bc.h lj_traceerr.h lj_vm.h lj_meta.o: lj_meta.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h lj_gc.h \ - lj_err.h lj_errmsg.h lj_str.h lj_tab.h lj_meta.h lj_frame.h lj_bc.h \ - lj_vm.h lj_strscan.h + lj_err.h lj_errmsg.h lj_buf.h lj_str.h lj_tab.h lj_meta.h lj_frame.h \ + lj_bc.h lj_vm.h lj_strscan.h lj_strfmt.h lj_lib.h lj_obj.o: lj_obj.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h lj_opt_dce.o: lj_opt_dce.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ lj_ir.h lj_jit.h lj_iropt.h lj_opt_fold.o: lj_opt_fold.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ - lj_str.h lj_tab.h lj_ir.h lj_jit.h lj_iropt.h lj_trace.h lj_dispatch.h \ - lj_bc.h lj_traceerr.h lj_ctype.h lj_gc.h lj_carith.h lj_vm.h \ - lj_strscan.h lj_folddef.h + lj_buf.h lj_gc.h lj_str.h lj_tab.h lj_ir.h lj_jit.h lj_ircall.h \ + lj_iropt.h lj_trace.h lj_dispatch.h lj_bc.h lj_traceerr.h lj_ctype.h \ + lj_carith.h lj_vm.h lj_strscan.h lj_strfmt.h lj_folddef.h lj_opt_loop.o: lj_opt_loop.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ - lj_err.h lj_errmsg.h lj_str.h lj_ir.h lj_jit.h lj_iropt.h lj_trace.h \ - lj_dispatch.h lj_bc.h lj_traceerr.h lj_snap.h lj_vm.h + lj_err.h lj_errmsg.h lj_buf.h lj_gc.h lj_str.h lj_ir.h lj_jit.h \ + lj_iropt.h lj_trace.h lj_dispatch.h lj_bc.h lj_traceerr.h lj_snap.h \ + lj_vm.h lj_opt_mem.o: lj_opt_mem.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ - lj_tab.h lj_ir.h lj_jit.h lj_iropt.h + lj_tab.h lj_ir.h lj_jit.h lj_iropt.h lj_ircall.h lj_opt_narrow.o: lj_opt_narrow.c lj_obj.h lua.h luaconf.h lj_def.h \ lj_arch.h lj_bc.h lj_ir.h lj_jit.h lj_iropt.h lj_trace.h lj_dispatch.h \ lj_traceerr.h lj_vm.h lj_strscan.h lj_opt_sink.o: lj_opt_sink.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ lj_ir.h lj_jit.h lj_iropt.h lj_target.h lj_target_*.h lj_opt_split.o: lj_opt_split.c lj_obj.h lua.h luaconf.h lj_def.h \ - lj_arch.h lj_err.h lj_errmsg.h lj_str.h lj_ir.h lj_jit.h lj_ircall.h \ - lj_iropt.h lj_vm.h + lj_arch.h lj_err.h lj_errmsg.h lj_buf.h lj_gc.h lj_str.h lj_ir.h \ + lj_jit.h lj_ircall.h lj_iropt.h lj_dispatch.h lj_bc.h lj_vm.h lj_parse.o: lj_parse.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ - lj_gc.h lj_err.h lj_errmsg.h lj_debug.h lj_str.h lj_tab.h lj_func.h \ - lj_state.h lj_bc.h lj_ctype.h lj_lex.h lj_parse.h lj_vm.h lj_vmevent.h + lj_gc.h lj_err.h lj_errmsg.h lj_debug.h lj_buf.h lj_str.h lj_tab.h \ + lj_func.h lj_state.h lj_bc.h lj_ctype.h lj_strfmt.h lj_lex.h lj_parse.h \ + lj_vm.h lj_vmevent.h +lj_profile.o: lj_profile.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ + lj_buf.h lj_gc.h lj_str.h lj_frame.h lj_bc.h lj_debug.h lj_dispatch.h \ + lj_jit.h lj_ir.h lj_trace.h lj_traceerr.h lj_profile.h luajit.h lj_record.o: lj_record.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ lj_err.h lj_errmsg.h lj_str.h lj_tab.h lj_meta.h lj_frame.h lj_bc.h \ - lj_ctype.h lj_gc.h lj_ff.h lj_ffdef.h lj_ir.h lj_jit.h lj_ircall.h \ - lj_iropt.h lj_trace.h lj_dispatch.h lj_traceerr.h lj_record.h \ - lj_ffrecord.h lj_snap.h lj_vm.h + lj_ctype.h lj_gc.h lj_ff.h lj_ffdef.h lj_debug.h lj_ir.h lj_jit.h \ + lj_ircall.h lj_iropt.h lj_trace.h lj_dispatch.h lj_traceerr.h \ + lj_record.h lj_ffrecord.h lj_snap.h lj_vm.h lj_snap.o: lj_snap.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h lj_gc.h \ lj_tab.h lj_state.h lj_frame.h lj_bc.h lj_ir.h lj_jit.h lj_iropt.h \ lj_trace.h lj_dispatch.h lj_traceerr.h lj_snap.h lj_target.h \ lj_target_*.h lj_ctype.h lj_cdata.h lj_state.o: lj_state.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ - lj_gc.h lj_err.h lj_errmsg.h lj_str.h lj_tab.h lj_func.h lj_meta.h \ - lj_state.h lj_frame.h lj_bc.h lj_ctype.h lj_trace.h lj_jit.h lj_ir.h \ - lj_dispatch.h lj_traceerr.h lj_vm.h lj_lex.h lj_alloc.h + lj_gc.h lj_err.h lj_errmsg.h lj_buf.h lj_str.h lj_tab.h lj_func.h \ + lj_meta.h lj_state.h lj_frame.h lj_bc.h lj_ctype.h lj_trace.h lj_jit.h \ + lj_ir.h lj_dispatch.h lj_traceerr.h lj_vm.h lj_lex.h lj_alloc.h luajit.h lj_str.o: lj_str.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h lj_gc.h \ - lj_err.h lj_errmsg.h lj_str.h lj_state.h lj_char.h + lj_err.h lj_errmsg.h lj_str.h lj_char.h +lj_strfmt.o: lj_strfmt.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ + lj_buf.h lj_gc.h lj_str.h lj_state.h lj_char.h lj_strfmt.h +lj_strfmt_num.o: lj_strfmt_num.c lj_obj.h lua.h luaconf.h lj_def.h \ + lj_arch.h lj_buf.h lj_gc.h lj_str.h lj_strfmt.h lj_strscan.o: lj_strscan.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ lj_char.h lj_strscan.h lj_tab.o: lj_tab.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h lj_gc.h \ @@ -189,26 +207,27 @@ lj_vmevent.o: lj_vmevent.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ lj_vmmath.o: lj_vmmath.c lj_obj.h lua.h luaconf.h lj_def.h lj_arch.h \ lj_ir.h lj_vm.h ljamalg.o: ljamalg.c lua.h luaconf.h lauxlib.h lj_gc.c lj_obj.h lj_def.h \ - lj_arch.h lj_gc.h lj_err.h lj_errmsg.h lj_str.h lj_tab.h lj_func.h \ - lj_udata.h lj_meta.h lj_state.h lj_frame.h lj_bc.h lj_ctype.h lj_cdata.h \ - lj_trace.h lj_jit.h lj_ir.h lj_dispatch.h lj_traceerr.h lj_vm.h lj_err.c \ - lj_debug.h lj_ff.h lj_ffdef.h lj_char.c lj_char.h lj_bc.c lj_bcdef.h \ - lj_obj.c lj_str.c lj_tab.c lj_func.c lj_udata.c lj_meta.c lj_strscan.h \ - lj_debug.c lj_state.c lj_lex.h lj_alloc.h lj_dispatch.c lj_ccallback.h \ - luajit.h lj_vmevent.c lj_vmevent.h lj_vmmath.c lj_strscan.c lj_api.c \ - lj_lex.c lualib.h lj_parse.h lj_parse.c lj_bcread.c lj_bcdump.h \ - lj_bcwrite.c lj_load.c lj_ctype.c lj_cdata.c lj_cconv.h lj_cconv.c \ - lj_ccall.c lj_ccall.h lj_ccallback.c lj_target.h lj_target_*.h \ - lj_mcode.h lj_carith.c lj_carith.h lj_clib.c lj_clib.h lj_cparse.c \ - lj_cparse.h lj_lib.c lj_lib.h lj_ir.c lj_ircall.h lj_iropt.h \ - lj_opt_mem.c lj_opt_fold.c lj_folddef.h lj_opt_narrow.c lj_opt_dce.c \ - lj_opt_loop.c lj_snap.h lj_opt_split.c lj_opt_sink.c lj_mcode.c \ - lj_snap.c lj_record.c lj_record.h lj_ffrecord.h lj_crecord.c \ - lj_crecord.h lj_ffrecord.c lj_recdef.h lj_asm.c lj_asm.h lj_emit_*.h \ - lj_asm_*.h lj_trace.c lj_gdbjit.h lj_gdbjit.c lj_alloc.c lib_aux.c \ - lib_base.c lj_libdef.h lib_math.c lib_string.c lib_table.c lib_io.c \ - lib_os.c lib_package.c lib_debug.c lib_bit.c lib_jit.c lib_ffi.c \ - lib_init.c + lj_arch.h lj_gc.h lj_err.h lj_errmsg.h lj_buf.h lj_str.h lj_tab.h \ + lj_func.h lj_udata.h lj_meta.h lj_state.h lj_frame.h lj_bc.h lj_ctype.h \ + lj_cdata.h lj_trace.h lj_jit.h lj_ir.h lj_dispatch.h lj_traceerr.h \ + lj_vm.h lj_err.c lj_debug.h lj_ff.h lj_ffdef.h lj_strfmt.h lj_char.c \ + lj_char.h lj_bc.c lj_bcdef.h lj_obj.c lj_buf.c lj_str.c lj_tab.c \ + lj_func.c lj_udata.c lj_meta.c lj_strscan.h lj_lib.h lj_debug.c \ + lj_state.c lj_lex.h lj_alloc.h luajit.h lj_dispatch.c lj_ccallback.h \ + lj_profile.h lj_vmevent.c lj_vmevent.h lj_vmmath.c lj_strscan.c \ + lj_strfmt.c lj_strfmt_num.c lj_api.c lj_profile.c lj_lex.c lualib.h \ + lj_parse.h lj_parse.c lj_bcread.c lj_bcdump.h lj_bcwrite.c lj_load.c \ + lj_ctype.c lj_cdata.c lj_cconv.h lj_cconv.c lj_ccall.c lj_ccall.h \ + lj_ccallback.c lj_target.h lj_target_*.h lj_mcode.h lj_carith.c \ + lj_carith.h lj_clib.c lj_clib.h lj_cparse.c lj_cparse.h lj_lib.c lj_ir.c \ + lj_ircall.h lj_iropt.h lj_opt_mem.c lj_opt_fold.c lj_folddef.h \ + lj_opt_narrow.c lj_opt_dce.c lj_opt_loop.c lj_snap.h lj_opt_split.c \ + lj_opt_sink.c lj_mcode.c lj_snap.c lj_record.c lj_record.h lj_ffrecord.h \ + lj_crecord.c lj_crecord.h lj_ffrecord.c lj_recdef.h lj_asm.c lj_asm.h \ + lj_emit_*.h lj_asm_*.h lj_trace.c lj_gdbjit.h lj_gdbjit.c lj_alloc.c \ + lib_aux.c lib_base.c lj_libdef.h lib_math.c lib_string.c lib_table.c \ + lib_io.c lib_os.c lib_package.c lib_debug.c lib_bit.c lib_jit.c \ + lib_ffi.c lib_init.c luajit.o: luajit.c lua.h luaconf.h lauxlib.h lualib.h luajit.h lj_arch.h host/buildvm.o: host/buildvm.c host/buildvm.h lj_def.h lua.h luaconf.h \ lj_arch.h lj_obj.h lj_def.h lj_arch.h lj_gc.h lj_obj.h lj_bc.h lj_ir.h \ @@ -220,7 +239,8 @@ host/buildvm_asm.o: host/buildvm_asm.c host/buildvm.h lj_def.h lua.h luaconf.h \ host/buildvm_fold.o: host/buildvm_fold.c host/buildvm.h lj_def.h lua.h \ luaconf.h lj_arch.h lj_obj.h lj_def.h lj_arch.h lj_ir.h lj_obj.h host/buildvm_lib.o: host/buildvm_lib.c host/buildvm.h lj_def.h lua.h luaconf.h \ - lj_arch.h lj_obj.h lj_def.h lj_arch.h lj_lib.h lj_obj.h + lj_arch.h lj_obj.h lj_def.h lj_arch.h lj_bc.h lj_lib.h lj_obj.h \ + host/buildvm_libbc.h host/buildvm_peobj.o: host/buildvm_peobj.c host/buildvm.h lj_def.h lua.h \ luaconf.h lj_arch.h lj_bc.h lj_def.h lj_arch.h host/minilua.o: host/minilua.c diff --git a/core/src/luajit/src/autogen/linux/jit/i386/lj_bcdef.h b/core/src/luajit/src/autogen/linux/jit/i386/lj_bcdef.h deleted file mode 100644 index c9ece5bd3..000000000 --- a/core/src/luajit/src/autogen/linux/jit/i386/lj_bcdef.h +++ /dev/null @@ -1,226 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -LJ_DATADEF const uint16_t lj_bc_ofs[] = { -0, -65, -130, -195, -260, -387, -517, -577, -637, -701, -765, -816, -866, -916, -966, -1006, -1046, -1077, -1108, -1144, -1212, -1255, -1298, -1341, -1384, -1432, -1475, -1518, -1561, -1604, -1632, -1686, -1740, -1794, -1848, -1887, -1946, -2034, -2067, -2100, -2123, -2146, -2169, -2211, -2251, -2334, -2412, -2444, -2476, -2526, -2596, -2709, -2796, -2812, -2828, -2976, -3102, -3205, -3376, -3615, -3741, -3883, -3928, -3969, -3973, -4117, -4192, -4362, -4550, -4637, -4641, -4770, -4857, -4962, -5039, -5124, -5143, -5198, -5250, -5269, -5312, -5350, -5369, -5386, -5416, -5440, -5459, -5520, -5573, -5573, -5690, -5691, -5767, -7414, -7485, -7959, -8079, -8136, -8251, -7534, -7676, -7766, -7833, -7859, -8306, -8346, -8978, -8401, -8717, -9020, -9120, -9139, -9158, -9216, -9246, -9277, -9305, -9333, -9363, -9401, -9441, -9471, -9509, -9547, -9701, -9836, -9585, -9585, -9186, -9617, -9975, -9924, -9658, -10019, -10066, -10973, -11298, -11255, -11359, -11427, -11498, -11569, -11640, -11017, -11099, -11181, -10120, -10149, -10200, -10314, -10479, -10604, -10710, -10821, -10932 -}; - -LJ_DATADEF const uint16_t lj_bc_mode[] = { -BCDEF(BCMODE) -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF -}; - diff --git a/core/src/luajit/src/autogen/linux/jit/i386/lj_ffdef.h b/core/src/luajit/src/autogen/linux/jit/i386/lj_ffdef.h deleted file mode 100644 index 29dd4d3ed..000000000 --- a/core/src/luajit/src/autogen/linux/jit/i386/lj_ffdef.h +++ /dev/null @@ -1,210 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -FFDEF(assert) -FFDEF(type) -FFDEF(next) -FFDEF(pairs) -FFDEF(ipairs_aux) -FFDEF(ipairs) -FFDEF(getmetatable) -FFDEF(setmetatable) -FFDEF(getfenv) -FFDEF(setfenv) -FFDEF(rawget) -FFDEF(rawset) -FFDEF(rawequal) -FFDEF(unpack) -FFDEF(select) -FFDEF(tonumber) -FFDEF(tostring) -FFDEF(error) -FFDEF(pcall) -FFDEF(xpcall) -FFDEF(loadfile) -FFDEF(load) -FFDEF(loadstring) -FFDEF(dofile) -FFDEF(gcinfo) -FFDEF(collectgarbage) -FFDEF(newproxy) -FFDEF(print) -FFDEF(coroutine_status) -FFDEF(coroutine_running) -FFDEF(coroutine_create) -FFDEF(coroutine_yield) -FFDEF(coroutine_resume) -FFDEF(coroutine_wrap_aux) -FFDEF(coroutine_wrap) -FFDEF(math_abs) -FFDEF(math_floor) -FFDEF(math_ceil) -FFDEF(math_sqrt) -FFDEF(math_log10) -FFDEF(math_exp) -FFDEF(math_sin) -FFDEF(math_cos) -FFDEF(math_tan) -FFDEF(math_asin) -FFDEF(math_acos) -FFDEF(math_atan) -FFDEF(math_sinh) -FFDEF(math_cosh) -FFDEF(math_tanh) -FFDEF(math_frexp) -FFDEF(math_modf) -FFDEF(math_deg) -FFDEF(math_rad) -FFDEF(math_log) -FFDEF(math_atan2) -FFDEF(math_pow) -FFDEF(math_fmod) -FFDEF(math_ldexp) -FFDEF(math_min) -FFDEF(math_max) -FFDEF(math_random) -FFDEF(math_randomseed) -FFDEF(bit_tobit) -FFDEF(bit_bnot) -FFDEF(bit_bswap) -FFDEF(bit_lshift) -FFDEF(bit_rshift) -FFDEF(bit_arshift) -FFDEF(bit_rol) -FFDEF(bit_ror) -FFDEF(bit_band) -FFDEF(bit_bor) -FFDEF(bit_bxor) -FFDEF(bit_tohex) -FFDEF(string_len) -FFDEF(string_byte) -FFDEF(string_char) -FFDEF(string_sub) -FFDEF(string_rep) -FFDEF(string_reverse) -FFDEF(string_lower) -FFDEF(string_upper) -FFDEF(string_dump) -FFDEF(string_find) -FFDEF(string_match) -FFDEF(string_gmatch_aux) -FFDEF(string_gmatch) -FFDEF(string_gsub) -FFDEF(string_format) -FFDEF(table_foreachi) -FFDEF(table_foreach) -FFDEF(table_getn) -FFDEF(table_maxn) -FFDEF(table_insert) -FFDEF(table_remove) -FFDEF(table_concat) -FFDEF(table_sort) -FFDEF(io_method_close) -FFDEF(io_method_read) -FFDEF(io_method_write) -FFDEF(io_method_flush) -FFDEF(io_method_seek) -FFDEF(io_method_setvbuf) -FFDEF(io_method_lines) -FFDEF(io_method___gc) -FFDEF(io_method___tostring) -FFDEF(io_open) -FFDEF(io_popen) -FFDEF(io_tmpfile) -FFDEF(io_close) -FFDEF(io_read) -FFDEF(io_write) -FFDEF(io_flush) -FFDEF(io_input) -FFDEF(io_output) -FFDEF(io_lines) -FFDEF(io_type) -FFDEF(os_execute) -FFDEF(os_remove) -FFDEF(os_rename) -FFDEF(os_tmpname) -FFDEF(os_getenv) -FFDEF(os_exit) -FFDEF(os_clock) -FFDEF(os_date) -FFDEF(os_time) -FFDEF(os_difftime) -FFDEF(os_setlocale) -FFDEF(debug_getregistry) -FFDEF(debug_getmetatable) -FFDEF(debug_setmetatable) -FFDEF(debug_getfenv) -FFDEF(debug_setfenv) -FFDEF(debug_getinfo) -FFDEF(debug_getlocal) -FFDEF(debug_setlocal) -FFDEF(debug_getupvalue) -FFDEF(debug_setupvalue) -FFDEF(debug_upvalueid) -FFDEF(debug_upvaluejoin) -FFDEF(debug_sethook) -FFDEF(debug_gethook) -FFDEF(debug_debug) -FFDEF(debug_traceback) -FFDEF(jit_on) -FFDEF(jit_off) -FFDEF(jit_flush) -FFDEF(jit_status) -FFDEF(jit_attach) -FFDEF(jit_util_funcinfo) -FFDEF(jit_util_funcbc) -FFDEF(jit_util_funck) -FFDEF(jit_util_funcuvname) -FFDEF(jit_util_traceinfo) -FFDEF(jit_util_traceir) -FFDEF(jit_util_tracek) -FFDEF(jit_util_tracesnap) -FFDEF(jit_util_tracemc) -FFDEF(jit_util_traceexitstub) -FFDEF(jit_util_ircalladdr) -FFDEF(jit_opt_start) -FFDEF(ffi_meta___index) -FFDEF(ffi_meta___newindex) -FFDEF(ffi_meta___eq) -FFDEF(ffi_meta___len) -FFDEF(ffi_meta___lt) -FFDEF(ffi_meta___le) -FFDEF(ffi_meta___concat) -FFDEF(ffi_meta___call) -FFDEF(ffi_meta___add) -FFDEF(ffi_meta___sub) -FFDEF(ffi_meta___mul) -FFDEF(ffi_meta___div) -FFDEF(ffi_meta___mod) -FFDEF(ffi_meta___pow) -FFDEF(ffi_meta___unm) -FFDEF(ffi_meta___tostring) -FFDEF(ffi_meta___pairs) -FFDEF(ffi_meta___ipairs) -FFDEF(ffi_clib___index) -FFDEF(ffi_clib___newindex) -FFDEF(ffi_clib___gc) -FFDEF(ffi_callback_free) -FFDEF(ffi_callback_set) -FFDEF(ffi_cdef) -FFDEF(ffi_new) -FFDEF(ffi_cast) -FFDEF(ffi_typeof) -FFDEF(ffi_istype) -FFDEF(ffi_sizeof) -FFDEF(ffi_alignof) -FFDEF(ffi_offsetof) -FFDEF(ffi_errno) -FFDEF(ffi_string) -FFDEF(ffi_copy) -FFDEF(ffi_fill) -FFDEF(ffi_abi) -FFDEF(ffi_metatype) -FFDEF(ffi_gc) -FFDEF(ffi_load) - -#undef FFDEF - -#ifndef FF_NUM_ASMFUNC -#define FF_NUM_ASMFUNC 62 -#endif - diff --git a/core/src/luajit/src/autogen/linux/jit/i386/lj_folddef.h b/core/src/luajit/src/autogen/linux/jit/i386/lj_folddef.h deleted file mode 100644 index c4ec4efd5..000000000 --- a/core/src/luajit/src/autogen/linux/jit/i386/lj_folddef.h +++ /dev/null @@ -1,1068 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -static const FoldFunc fold_func[] = { - fold_kfold_numarith, - fold_kfold_ldexp, - fold_kfold_fpmath, - fold_kfold_numpow, - fold_kfold_numcomp, - fold_kfold_intarith, - fold_kfold_intovarith, - fold_kfold_bnot, - fold_kfold_bswap, - fold_kfold_intcomp, - fold_kfold_intcomp0, - fold_kfold_int64arith, - fold_kfold_int64arith2, - fold_kfold_int64shift, - fold_kfold_bnot64, - fold_kfold_bswap64, - fold_kfold_int64comp, - fold_kfold_int64comp0, - fold_kfold_snew_kptr, - fold_kfold_snew_empty, - fold_kfold_strref, - fold_kfold_strref_snew, - fold_kfold_strcmp, - fold_kfold_add_kgc, - fold_kfold_add_kptr, - fold_kfold_add_kright, - fold_kfold_tobit, - fold_kfold_conv_kint_num, - fold_kfold_conv_kintu32_num, - fold_kfold_conv_kint_ext, - fold_kfold_conv_kint_i64, - fold_kfold_conv_kint64_num_i64, - fold_kfold_conv_kint64_num_u64, - fold_kfold_conv_kint64_int_i64, - fold_kfold_conv_knum_int_num, - fold_kfold_conv_knum_u32_num, - fold_kfold_conv_knum_i64_num, - fold_kfold_conv_knum_u64_num, - fold_kfold_tostr_knum, - fold_kfold_tostr_kint, - fold_kfold_strto, - lj_opt_cse, - fold_kfold_kref, - fold_shortcut_round, - fold_shortcut_left, - fold_shortcut_dropleft, - fold_shortcut_leftleft, - fold_simplify_numadd_negx, - fold_simplify_numadd_xneg, - fold_simplify_numsub_k, - fold_simplify_numsub_negk, - fold_simplify_numsub_xneg, - fold_simplify_nummuldiv_k, - fold_simplify_nummuldiv_negk, - fold_simplify_nummuldiv_negneg, - fold_simplify_numpow_xk, - fold_simplify_numpow_kx, - fold_shortcut_conv_num_int, - fold_simplify_conv_int_num, - fold_simplify_conv_i64_num, - fold_simplify_conv_int_i64, - fold_simplify_conv_flt_num, - fold_simplify_tobit_conv, - fold_simplify_floor_conv, - fold_simplify_conv_sext, - fold_simplify_conv_narrow, - fold_cse_conv, - fold_narrow_convert, - fold_simplify_intadd_k, - fold_simplify_intmul_k, - fold_simplify_intsub_k, - fold_simplify_intsub_kleft, - fold_simplify_intadd_k64, - fold_simplify_intsub_k64, - fold_simplify_intmul_k32, - fold_simplify_intmul_k64, - fold_simplify_intmod_k, - fold_simplify_intmod_kleft, - fold_simplify_intsub, - fold_simplify_intsubadd_leftcancel, - fold_simplify_intsubsub_leftcancel, - fold_simplify_intsubsub_rightcancel, - fold_simplify_intsubadd_rightcancel, - fold_simplify_intsubaddadd_cancel, - fold_simplify_band_k, - fold_simplify_bor_k, - fold_simplify_bxor_k, - fold_simplify_shift_ik, - fold_simplify_shift_andk, - fold_simplify_shift1_ki, - fold_simplify_shift2_ki, - fold_simplify_shiftk_andk, - fold_simplify_andk_shiftk, - fold_reassoc_intarith_k, - fold_reassoc_intarith_k64, - fold_reassoc_dup, - fold_reassoc_bxor, - fold_reassoc_shift, - fold_reassoc_minmax_k, - fold_reassoc_minmax_left, - fold_reassoc_minmax_right, - fold_abc_fwd, - fold_abc_k, - fold_abc_invar, - fold_comm_swap, - fold_comm_equal, - fold_comm_comp, - fold_comm_dup, - fold_comm_bxor, - fold_merge_eqne_snew_kgc, - lj_opt_fwd_aload, - fold_kfold_hload_kkptr, - lj_opt_fwd_hload, - lj_opt_fwd_uload, - lj_opt_fwd_tab_len, - fold_cse_uref, - lj_opt_fwd_hrefk, - fold_fwd_href_tnew, - fold_fwd_href_tdup, - fold_fload_tab_tnew_asize, - fold_fload_tab_tnew_hmask, - fold_fload_tab_tdup_asize, - fold_fload_tab_tdup_hmask, - fold_fload_tab_ah, - fold_fload_str_len_kgc, - fold_fload_str_len_snew, - fold_fload_cdata_typeid_kgc, - fold_fload_cdata_int64_kgc, - fold_fload_cdata_typeid_cnew, - fold_fload_cdata_ptr_int64_cnew, - lj_opt_cse, - lj_opt_fwd_fload, - fold_fwd_sload, - fold_xload_kptr, - lj_opt_fwd_xload, - fold_barrier_tab, - fold_barrier_tnew_tdup, - lj_opt_dse_ahstore, - lj_opt_dse_ustore, - lj_opt_dse_fstore, - lj_opt_dse_xstore, - lj_ir_emit -}; - -static const uint32_t fold_hash[916] = { -0xffffffff, -0xffffffff, -0x5b4c8016, -0x0d4e7016, -0xffffffff, -0x1000701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x29110c1a, -0xffffffff, -0xffffffff, -0x5b488016, -0x0d4a7016, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7b87fc07, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x0d467016, -0xffffffff, -0x5a4c73ff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x5153fc29, -0xffffffff, -0xffffffff, -0xffffffff, -0x5d408016, -0xffffffff, -0x594873ff, -0x8187440f, -0xffffffff, -0xffffffff, -0xffffffff, -0x8287fc0f, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6715ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a11fc1a, -0xffffffff, -0x1daa5a70, -0xffffffff, -0xffffffff, -0x0a0bfc16, -0x5c408c16, -0x6911ffff, -0x8db7ffff, -0xffffffff, -0xffffffff, -0x1caa59d4, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a0dffff, -0x2b68d002, -0xffffffff, -0x3cab5695, -0xffffffff, -0x41aaa675, -0xffffffff, -0xffffffff, -0xffffffff, -0x27ae5800, -0xffffffff, -0x6a09ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7f865c0f, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a05ffff, -0x42abffff, -0x5e44881c, -0x5d50a016, -0x066c5816, -0x00646c1b, -0x75753bff, -0x1951fc18, -0x6264c81b, -0x1850641c, -0xffffffff, -0x6a01ffff, -0x87a7ffff, -0x4953fc1c, -0x8da80000, -0x4f52a3ff, -0x00606c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0x5d428416, -0x88a53800, -0xffffffff, -0xffffffff, -0xffffffff, -0x05645816, -0xffffffff, -0x005c6c1b, -0x20aa71d6, -0xffffffff, -0xffffffff, -0xffffffff, -0x1399fc16, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x157f33ff, -0xffffffff, -0xffffffff, -0x584dfc20, -0xffffffff, -0xffffffff, -0xffffffff, -0x8d9bffff, -0xffffffff, -0x055c5816, -0xffffffff, -0x00546c1b, -0xffffffff, -0xffffffff, -0x5849fc20, -0xffffffff, -0xffffffff, -0xffffffff, -0x8c97ffff, -0x5543fc1c, -0x05585816, -0xffffffff, -0x00506c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x8a93ffff, -0x26ae6c00, -0x05545816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x76753c17, -0x41aaa695, -0xffffffff, -0x898fffff, -0xffffffff, -0x05505816, -0xffffffff, -0xffffffff, -0xffffffff, -0x858867ff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x848bffff, -0xffffffff, -0x054c5816, -0x79873c06, -0x47525bff, -0xffffffff, -0x3f695401, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x8387ffff, -0xffffffff, -0x05485816, -0xffffffff, -0x5a4e5bff, -0xffffffff, -0xffffffff, -0x6264c816, -0x43aaa26e, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x05445816, -0xffffffff, -0x5a4a5bff, -0xffffffff, -0xffffffff, -0xffffffff, -0x3455fc1b, -0x0c5a701c, -0x6366cbff, -0x0e3c7000, -0xffffffff, -0x05405816, -0xffffffff, -0x59465bff, -0xffffffff, -0xffffffff, -0xffffffff, -0x41aaa276, -0x0c56701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x21aa7275, -0x0b52701c, -0x61489016, -0x6465fc33, -0x8d77ffff, -0xffffffff, -0x7b87fc05, -0xffffffff, -0xffffffff, -0x2a126bff, -0x385a6fff, -0xffffffff, -0x446dfc16, -0xffffffff, -0x7473ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7d873000, -0xffffffff, -0x5c409016, -0x686fffff, -0x8187440d, -0xffffffff, -0xffffffff, -0x3554b81b, -0x8287fc0d, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x686bffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x8d9ffc00, -0x737a5fff, -0x41aaaa75, -0xffffffff, -0xffffffff, -0x5e40801c, -0x0b42701c, -0x6b67ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2b68d000, -0xffffffff, -0xffffffff, -0x6d133017, -0xffffffff, -0xffffffff, -0x4c59fc16, -0xffffffff, -0xffffffff, -0x110bfc1c, -0x3aab566e, -0xffffffff, -0x5052a7ff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6515fc28, -0x4a55fc16, -0x7f865c0d, -0x88a53c00, -0x41aaa296, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x4451fc16, -0xffffffff, -0x60448bff, -0x21aa7295, -0xffffffff, -0x3cab5676, -0x04106c1b, -0xffffffff, -0x78873807, -0xffffffff, -0xffffffff, -0x574dfc16, -0xffffffff, -0x4e53ffff, -0xffffffff, -0x09145816, -0xffffffff, -0x040c6c1b, -0x8287fc00, -0x5e50a01c, -0x6467fc32, -0xffffffff, -0x5749fc16, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a105816, -0x2e3e7c00, -0x04086c1b, -0x7083fc00, -0xffffffff, -0xffffffff, -0xffffffff, -0x5645fc16, -0xffffffff, -0x22aa6e6e, -0x5e42841c, -0x614e9c16, -0x090c5816, -0x04046c1b, -0x1eaa5ab3, -0xffffffff, -0xffffffff, -0xffffffff, -0x5441fc16, -0x41aaaa95, -0xffffffff, -0x5352a028, -0x09085816, -0x17505c16, -0x04006c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6b43ffff, -0xffffffff, -0x09045816, -0xffffffff, -0x43aaa2ae, -0xffffffff, -0xffffffff, -0xffffffff, -0x083e5800, -0x7c865c00, -0xffffffff, -0x76753c15, -0x3051fc2e, -0x09005816, -0xffffffff, -0xffffffff, -0xffffffff, -0x3aab568e, -0xffffffff, -0x43aaa66e, -0xffffffff, -0x1daa5a71, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a12701c, -0x5f66cfff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x3cab5696, -0xffffffff, -0x100e701c, -0x41aaa676, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a125c17, -0x3654b82e, -0x100a701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x1006701c, -0xffffffff, -0x1951fc19, -0xffffffff, -0xffffffff, -0xffffffff, -0x23aa6e8e, -0xffffffff, -0x5b4e8016, -0xffffffff, -0x1eaa5ad3, -0x1002701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x29130c1a, -0xffffffff, -0xffffffff, -0x0d4c7016, -0xffffffff, -0x475273ff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x5b468016, -0x0d487016, -0x5a4e73ff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x5d54a816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x5a4a73ff, -0x6615fc16, -0x3bab56ae, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x594673ff, -0xffffffff, -0x61468c16, -0x8d17ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a13fc1a, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6913ffff, -0x40abfeb3, -0x8db9ffff, -0x41aaa696, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a0fffff, -0x8db5ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7a873c07, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a0bffff, -0x3f695402, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x24aa6eae, -0xffffffff, -0xffffffff, -0x6a07ffff, -0xffffffff, -0xffffffff, -0x066e5816, -0xffffffff, -0x00666c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a03ffff, -0xffffffff, -0x4b55fc1c, -0x066a5816, -0xffffffff, -0x00626c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x4851fc1c, -0x05665816, -0x18506016, -0x005e6c1b, -0x12986416, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x8da1ffff, -0xffffffff, -0x3bab56ce, -0xffffffff, -0x43aaa6ae, -0xffffffff, -0xffffffff, -0x584ffc20, -0x7b87fc06, -0xffffffff, -0x5f4287ff, -0x8d9dffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x00566c1b, -0xffffffff, -0xffffffff, -0x584bfc20, -0x5253fc28, -0xffffffff, -0xffffffff, -0xffffffff, -0x5645fc1c, -0xffffffff, -0x40abfed3, -0x00526c1b, -0x8187440e, -0xffffffff, -0x5847fc20, -0x8287fc0e, -0xffffffff, -0xffffffff, -0x8b95ffff, -0x2e3c7800, -0x5441fc1c, -0xffffffff, -0xffffffff, -0xffffffff, -0x17505c1c, -0xffffffff, -0xffffffff, -0x41aaaa76, -0xffffffff, -0x614c9816, -0x8991ffff, -0x1daa5a6f, -0x05525816, -0x4d585bff, -0xffffffff, -0x8087400c, -0xffffffff, -0xffffffff, -0xffffffff, -0x1baa59d3, -0x828dffff, -0x25aa6ece, -0x054e5816, -0x76753c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0x2b68d001, -0xffffffff, -0xffffffff, -0xffffffff, -0x8689ffff, -0xffffffff, -0x054a5816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x43aca01b, -0x05465816, -0x7f865c0e, -0x5a4c5bff, -0x39ab55d3, -0x01626c16, -0x02686fff, -0x3457fc1b, -0xffffffff, -0xffffffff, -0x0f3e7000, -0x3dab55ae, -0x05425816, -0x1951fc17, -0x59485bff, -0xffffffff, -0xffffffff, -0xffffffff, -0x3153fc1b, -0x0c58701c, -0x5f64cbff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x035a6c16, -0xffffffff, -0xffffffff, -0xffffffff, -0x0b54701c, -0xffffffff, -0x8779ffff, -0x1faa71d5, -0xffffffff, -0xffffffff, -0x2d5eb81b, -0x72b5fc08, -0xffffffff, -0xffffffff, -0xffffffff, -0x0b50701c, -0x456ffc16, -0x7b75ffff, -0xffffffff, -0xffffffff, -0x147e5c16, -0xffffffff, -0xffffffff, -0x2a106bff, -0xffffffff, -0x1eaa5ab4, -0x446bfc16, -0xffffffff, -0xffffffff, -0xffffffff, -0x41aaaa96, -0xffffffff, -0x3556b81b, -0x87a5fc00, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x4e6dffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x3252b81b, -0xffffffff, -0x5e54a81c, -0xffffffff, -0xffffffff, -0x0b44701c, -0x28b05c00, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x73785fff, -0xffffffff, -0xffffffff, -0xffffffff, -0x0b40701c, -0xffffffff, -0x6b65ffff, -0xffffffff, -0xffffffff, -0x1daa5a72, -0xffffffff, -0xffffffff, -0xffffffff, -0x6266cc1b, -0xffffffff, -0x375bfc16, -0xffffffff, -0xffffffff, -0xffffffff, -0x3f695400, -0xffffffff, -0xffffffff, -0xffffffff, -0x6d113017, -0x3ead541b, -0xffffffff, -0x5d448816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x18506416, -0xffffffff, -0xffffffff, -0x16b37400, -0xffffffff, -0x4653fc16, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x04126c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x574ffc16, -0xffffffff, -0x6855ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x040e6c1b, -0x41aaa275, -0xffffffff, -0xffffffff, -0xffffffff, -0x574bfc16, -0x6f826400, -0x6851ffff, -0x1eaa5ad4, -0x2a125816, -0xffffffff, -0x040a6c1b, -0x7185fc00, -0xffffffff, -0xffffffff, -0xffffffff, -0x5747fc16, -0x7b87fc04, -0xffffffff, -0xffffffff, -0x090e5816, -0xffffffff, -0x04066c1b, -0x6e81fc00, -0x1aac6c1b, -0x1850601c, -0x2e5cbbff, -0x5543fc16, -0xffffffff, -0xffffffff, -0xffffffff, -0x090a5816, -0xffffffff, -0x04026c1b, -0xffffffff, -0xffffffff, -0x8087440c, -0xffffffff, -0xffffffff, -0xffffffff, -0x6c45ffff, -0x8287fc0c, -0x09065816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6b41ffff, -0x3353fc2e, -0x09025816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2f50bbff, -0x073c5800, -0x6266cc16, -0x5f4083ff, -0xffffffff, -0xffffffff, -0x43aca41b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a10701c, -0x6364cfff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7e865c0c, -0xffffffff, -0xffffffff, -0x3656b82e, -0x41aaa295, -0x100c701c, -0x614a9416, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2c5ebc1b, -0xffffffff, -0x2a105c17, -0xffffffff, -0x1008701c, -0x3cab5675, -0xffffffff, -0xffffffff, -0x77873806, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x1004701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff -}; - -#define fold_hashkey(k) (lj_rol(lj_rol((k),17)-(k),16)%915) - diff --git a/core/src/luajit/src/autogen/linux/jit/i386/lj_libdef.h b/core/src/luajit/src/autogen/linux/jit/i386/lj_libdef.h deleted file mode 100644 index 5693a5813..000000000 --- a/core/src/luajit/src/autogen/linux/jit/i386/lj_libdef.h +++ /dev/null @@ -1,393 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -#ifdef LJLIB_MODULE_base -#undef LJLIB_MODULE_base -static const lua_CFunction lj_lib_cf_base[] = { - lj_ffh_assert, - lj_ffh_next, - lj_ffh_pairs, - lj_ffh_ipairs_aux, - lj_ffh_ipairs, - lj_ffh_setmetatable, - lj_cf_getfenv, - lj_cf_setfenv, - lj_ffh_rawget, - lj_cf_rawset, - lj_cf_rawequal, - lj_cf_unpack, - lj_cf_select, - lj_ffh_tonumber, - lj_ffh_tostring, - lj_cf_error, - lj_ffh_pcall, - lj_cf_loadfile, - lj_cf_load, - lj_cf_loadstring, - lj_cf_dofile, - lj_cf_gcinfo, - lj_cf_collectgarbage, - lj_cf_newproxy, - lj_cf_print -}; -static const uint8_t lj_lib_init_base[] = { -2,0,28,70,97,115,115,101,114,116,195,110,105,108,199,98,111,111,108,101,97, -110,252,1,200,117,115,101,114,100,97,116,97,198,115,116,114,105,110,103,197, -117,112,118,97,108,198,116,104,114,101,97,100,197,112,114,111,116,111,200,102, -117,110,99,116,105,111,110,197,116,114,97,99,101,197,99,100,97,116,97,197,116, -97,98,108,101,252,9,198,110,117,109,98,101,114,132,116,121,112,101,68,110,101, -120,116,253,69,112,97,105,114,115,64,253,70,105,112,97,105,114,115,140,103, -101,116,109,101,116,97,116,97,98,108,101,76,115,101,116,109,101,116,97,116, -97,98,108,101,7,103,101,116,102,101,110,118,7,115,101,116,102,101,110,118,70, -114,97,119,103,101,116,6,114,97,119,115,101,116,8,114,97,119,101,113,117,97, -108,6,117,110,112,97,99,107,6,115,101,108,101,99,116,72,116,111,110,117,109, -98,101,114,195,110,105,108,197,102,97,108,115,101,196,116,114,117,101,72,116, -111,115,116,114,105,110,103,5,101,114,114,111,114,69,112,99,97,108,108,134, -120,112,99,97,108,108,8,108,111,97,100,102,105,108,101,4,108,111,97,100,10, -108,111,97,100,115,116,114,105,110,103,6,100,111,102,105,108,101,6,103,99,105, -110,102,111,14,99,111,108,108,101,99,116,103,97,114,98,97,103,101,252,2,8,110, -101,119,112,114,111,120,121,200,116,111,115,116,114,105,110,103,5,112,114,105, -110,116,252,3,200,95,86,69,82,83,73,79,78,250,255 -}; -#endif - -#ifdef LJLIB_MODULE_coroutine -#undef LJLIB_MODULE_coroutine -static const lua_CFunction lj_lib_cf_coroutine[] = { - lj_cf_coroutine_status, - lj_cf_coroutine_running, - lj_cf_coroutine_create, - lj_ffh_coroutine_yield, - lj_ffh_coroutine_resume, - lj_cf_coroutine_wrap -}; -static const uint8_t lj_lib_init_coroutine[] = { -30,13,6,6,115,116,97,116,117,115,7,114,117,110,110,105,110,103,6,99,114,101, -97,116,101,69,121,105,101,108,100,70,114,101,115,117,109,101,254,4,119,114, -97,112,255 -}; -#endif - -#ifdef LJLIB_MODULE_math -#undef LJLIB_MODULE_math -static const lua_CFunction lj_lib_cf_math[] = { - lj_ffh_math_abs, - lj_ffh_math_sqrt, - lj_ffh_math_log, - lj_ffh_math_atan2, - lj_ffh_math_ldexp, - lj_ffh_math_min, - lj_cf_math_random, - lj_cf_math_randomseed -}; -static const uint8_t lj_lib_init_math[] = { -37,16,30,67,97,98,115,133,102,108,111,111,114,132,99,101,105,108,68,115,113, -114,116,133,108,111,103,49,48,131,101,120,112,131,115,105,110,131,99,111,115, -131,116,97,110,132,97,115,105,110,132,97,99,111,115,132,97,116,97,110,132,115, -105,110,104,132,99,111,115,104,132,116,97,110,104,133,102,114,101,120,112,132, -109,111,100,102,251,248,193,99,26,220,165,76,64,131,100,101,103,251,57,157, -82,162,70,223,145,63,131,114,97,100,67,108,111,103,69,97,116,97,110,50,131, -112,111,119,132,102,109,111,100,69,108,100,101,120,112,67,109,105,110,131,109, -97,120,251,24,45,68,84,251,33,9,64,194,112,105,250,251,0,0,0,0,0,0,240,127, -196,104,117,103,101,250,252,2,6,114,97,110,100,111,109,252,2,10,114,97,110, -100,111,109,115,101,101,100,255 -}; -#endif - -#ifdef LJLIB_MODULE_bit -#undef LJLIB_MODULE_bit -static const lua_CFunction lj_lib_cf_bit[] = { - lj_ffh_bit_tobit, - lj_ffh_bit_lshift, - lj_ffh_bit_band, - lj_cf_bit_tohex -}; -static const uint8_t lj_lib_init_bit[] = { -65,42,12,69,116,111,98,105,116,132,98,110,111,116,133,98,115,119,97,112,70, -108,115,104,105,102,116,134,114,115,104,105,102,116,135,97,114,115,104,105, -102,116,131,114,111,108,131,114,111,114,68,98,97,110,100,131,98,111,114,132, -98,120,111,114,5,116,111,104,101,120,255 -}; -#endif - -#ifdef LJLIB_MODULE_string -#undef LJLIB_MODULE_string -static const lua_CFunction lj_lib_cf_string[] = { - lj_ffh_string_len, - lj_ffh_string_byte, - lj_ffh_string_char, - lj_ffh_string_sub, - lj_ffh_string_rep, - lj_ffh_string_reverse, - lj_cf_string_dump, - lj_cf_string_find, - lj_cf_string_match, - lj_cf_string_gmatch, - lj_cf_string_gsub, - lj_cf_string_format -}; -static const uint8_t lj_lib_init_string[] = { -77,53,14,67,108,101,110,68,98,121,116,101,68,99,104,97,114,67,115,117,98,67, -114,101,112,71,114,101,118,101,114,115,101,133,108,111,119,101,114,133,117, -112,112,101,114,4,100,117,109,112,4,102,105,110,100,5,109,97,116,99,104,254, -6,103,109,97,116,99,104,4,103,115,117,98,6,102,111,114,109,97,116,255 -}; -#endif - -#ifdef LJLIB_MODULE_table -#undef LJLIB_MODULE_table -static const lua_CFunction lj_lib_cf_table[] = { - lj_cf_table_foreachi, - lj_cf_table_foreach, - lj_ffh_table_getn, - lj_cf_table_maxn, - lj_cf_table_insert, - lj_cf_table_remove, - lj_cf_table_concat, - lj_cf_table_sort -}; -static const uint8_t lj_lib_init_table[] = { -92,61,8,8,102,111,114,101,97,99,104,105,7,102,111,114,101,97,99,104,68,103, -101,116,110,4,109,97,120,110,6,105,110,115,101,114,116,6,114,101,109,111,118, -101,6,99,111,110,99,97,116,4,115,111,114,116,255 -}; -#endif - -#ifdef LJLIB_MODULE_io_method -#undef LJLIB_MODULE_io_method -static const lua_CFunction lj_lib_cf_io_method[] = { - lj_cf_io_method_close, - lj_cf_io_method_read, - lj_cf_io_method_write, - lj_cf_io_method_flush, - lj_cf_io_method_seek, - lj_cf_io_method_setvbuf, - lj_cf_io_method_lines, - lj_cf_io_method___gc, - lj_cf_io_method___tostring -}; -static const uint8_t lj_lib_init_io_method[] = { -100,62,10,5,99,108,111,115,101,4,114,101,97,100,5,119,114,105,116,101,5,102, -108,117,115,104,4,115,101,101,107,7,115,101,116,118,98,117,102,5,108,105,110, -101,115,4,95,95,103,99,10,95,95,116,111,115,116,114,105,110,103,252,1,199,95, -95,105,110,100,101,120,250,255 -}; -#endif - -#ifdef LJLIB_MODULE_io -#undef LJLIB_MODULE_io -static const lua_CFunction lj_lib_cf_io[] = { - lj_cf_io_open, - lj_cf_io_popen, - lj_cf_io_tmpfile, - lj_cf_io_close, - lj_cf_io_read, - lj_cf_io_write, - lj_cf_io_flush, - lj_cf_io_input, - lj_cf_io_output, - lj_cf_io_lines, - lj_cf_io_type -}; -static const uint8_t lj_lib_init_io[] = { -109,62,12,252,2,192,250,4,111,112,101,110,5,112,111,112,101,110,7,116,109,112, -102,105,108,101,5,99,108,111,115,101,4,114,101,97,100,5,119,114,105,116,101, -5,102,108,117,115,104,5,105,110,112,117,116,6,111,117,116,112,117,116,5,108, -105,110,101,115,4,116,121,112,101,255 -}; -#endif - -#ifdef LJLIB_MODULE_os -#undef LJLIB_MODULE_os -static const lua_CFunction lj_lib_cf_os[] = { - lj_cf_os_execute, - lj_cf_os_remove, - lj_cf_os_rename, - lj_cf_os_tmpname, - lj_cf_os_getenv, - lj_cf_os_exit, - lj_cf_os_clock, - lj_cf_os_date, - lj_cf_os_time, - lj_cf_os_difftime, - lj_cf_os_setlocale -}; -static const uint8_t lj_lib_init_os[] = { -120,62,11,7,101,120,101,99,117,116,101,6,114,101,109,111,118,101,6,114,101, -110,97,109,101,7,116,109,112,110,97,109,101,6,103,101,116,101,110,118,4,101, -120,105,116,5,99,108,111,99,107,4,100,97,116,101,4,116,105,109,101,8,100,105, -102,102,116,105,109,101,9,115,101,116,108,111,99,97,108,101,255 -}; -#endif - -#ifdef LJLIB_MODULE_debug -#undef LJLIB_MODULE_debug -static const lua_CFunction lj_lib_cf_debug[] = { - lj_cf_debug_getregistry, - lj_cf_debug_getmetatable, - lj_cf_debug_setmetatable, - lj_cf_debug_getfenv, - lj_cf_debug_setfenv, - lj_cf_debug_getinfo, - lj_cf_debug_getlocal, - lj_cf_debug_setlocal, - lj_cf_debug_getupvalue, - lj_cf_debug_setupvalue, - lj_cf_debug_upvalueid, - lj_cf_debug_upvaluejoin, - lj_cf_debug_sethook, - lj_cf_debug_gethook, - lj_cf_debug_debug, - lj_cf_debug_traceback -}; -static const uint8_t lj_lib_init_debug[] = { -131,62,16,11,103,101,116,114,101,103,105,115,116,114,121,12,103,101,116,109, -101,116,97,116,97,98,108,101,12,115,101,116,109,101,116,97,116,97,98,108,101, -7,103,101,116,102,101,110,118,7,115,101,116,102,101,110,118,7,103,101,116,105, -110,102,111,8,103,101,116,108,111,99,97,108,8,115,101,116,108,111,99,97,108, -10,103,101,116,117,112,118,97,108,117,101,10,115,101,116,117,112,118,97,108, -117,101,9,117,112,118,97,108,117,101,105,100,11,117,112,118,97,108,117,101, -106,111,105,110,7,115,101,116,104,111,111,107,7,103,101,116,104,111,111,107, -5,100,101,98,117,103,9,116,114,97,99,101,98,97,99,107,255 -}; -#endif - -#ifdef LJLIB_MODULE_jit -#undef LJLIB_MODULE_jit -static const lua_CFunction lj_lib_cf_jit[] = { - lj_cf_jit_on, - lj_cf_jit_off, - lj_cf_jit_flush, - lj_cf_jit_status, - lj_cf_jit_attach -}; -static const uint8_t lj_lib_init_jit[] = { -147,62,9,2,111,110,3,111,102,102,5,102,108,117,115,104,6,115,116,97,116,117, -115,6,97,116,116,97,99,104,252,5,194,111,115,250,252,4,196,97,114,99,104,250, -252,3,203,118,101,114,115,105,111,110,95,110,117,109,250,252,2,199,118,101, -114,115,105,111,110,250,255 -}; -#endif - -#ifdef LJLIB_MODULE_jit_util -#undef LJLIB_MODULE_jit_util -static const lua_CFunction lj_lib_cf_jit_util[] = { - lj_cf_jit_util_funcinfo, - lj_cf_jit_util_funcbc, - lj_cf_jit_util_funck, - lj_cf_jit_util_funcuvname, - lj_cf_jit_util_traceinfo, - lj_cf_jit_util_traceir, - lj_cf_jit_util_tracek, - lj_cf_jit_util_tracesnap, - lj_cf_jit_util_tracemc, - lj_cf_jit_util_traceexitstub, - lj_cf_jit_util_ircalladdr -}; -static const uint8_t lj_lib_init_jit_util[] = { -152,62,11,8,102,117,110,99,105,110,102,111,6,102,117,110,99,98,99,5,102,117, -110,99,107,10,102,117,110,99,117,118,110,97,109,101,9,116,114,97,99,101,105, -110,102,111,7,116,114,97,99,101,105,114,6,116,114,97,99,101,107,9,116,114,97, -99,101,115,110,97,112,7,116,114,97,99,101,109,99,13,116,114,97,99,101,101,120, -105,116,115,116,117,98,10,105,114,99,97,108,108,97,100,100,114,255 -}; -#endif - -#ifdef LJLIB_MODULE_jit_opt -#undef LJLIB_MODULE_jit_opt -static const lua_CFunction lj_lib_cf_jit_opt[] = { - lj_cf_jit_opt_start -}; -static const uint8_t lj_lib_init_jit_opt[] = { -163,62,1,5,115,116,97,114,116,255 -}; -#endif - -#ifdef LJLIB_MODULE_ffi_meta -#undef LJLIB_MODULE_ffi_meta -static const lua_CFunction lj_lib_cf_ffi_meta[] = { - lj_cf_ffi_meta___index, - lj_cf_ffi_meta___newindex, - lj_cf_ffi_meta___eq, - lj_cf_ffi_meta___len, - lj_cf_ffi_meta___lt, - lj_cf_ffi_meta___le, - lj_cf_ffi_meta___concat, - lj_cf_ffi_meta___call, - lj_cf_ffi_meta___add, - lj_cf_ffi_meta___sub, - lj_cf_ffi_meta___mul, - lj_cf_ffi_meta___div, - lj_cf_ffi_meta___mod, - lj_cf_ffi_meta___pow, - lj_cf_ffi_meta___unm, - lj_cf_ffi_meta___tostring, - lj_cf_ffi_meta___pairs, - lj_cf_ffi_meta___ipairs -}; -static const uint8_t lj_lib_init_ffi_meta[] = { -164,62,19,7,95,95,105,110,100,101,120,10,95,95,110,101,119,105,110,100,101, -120,4,95,95,101,113,5,95,95,108,101,110,4,95,95,108,116,4,95,95,108,101,8,95, -95,99,111,110,99,97,116,6,95,95,99,97,108,108,5,95,95,97,100,100,5,95,95,115, -117,98,5,95,95,109,117,108,5,95,95,100,105,118,5,95,95,109,111,100,5,95,95, -112,111,119,5,95,95,117,110,109,10,95,95,116,111,115,116,114,105,110,103,7, -95,95,112,97,105,114,115,8,95,95,105,112,97,105,114,115,195,102,102,105,203, -95,95,109,101,116,97,116,97,98,108,101,250,255 -}; -#endif - -#ifdef LJLIB_MODULE_ffi_clib -#undef LJLIB_MODULE_ffi_clib -static const lua_CFunction lj_lib_cf_ffi_clib[] = { - lj_cf_ffi_clib___index, - lj_cf_ffi_clib___newindex, - lj_cf_ffi_clib___gc -}; -static const uint8_t lj_lib_init_ffi_clib[] = { -182,62,3,7,95,95,105,110,100,101,120,10,95,95,110,101,119,105,110,100,101,120, -4,95,95,103,99,255 -}; -#endif - -#ifdef LJLIB_MODULE_ffi_callback -#undef LJLIB_MODULE_ffi_callback -static const lua_CFunction lj_lib_cf_ffi_callback[] = { - lj_cf_ffi_callback_free, - lj_cf_ffi_callback_set -}; -static const uint8_t lj_lib_init_ffi_callback[] = { -185,62,3,4,102,114,101,101,3,115,101,116,252,1,199,95,95,105,110,100,101,120, -250,255 -}; -#endif - -#ifdef LJLIB_MODULE_ffi -#undef LJLIB_MODULE_ffi -static const lua_CFunction lj_lib_cf_ffi[] = { - lj_cf_ffi_cdef, - lj_cf_ffi_new, - lj_cf_ffi_cast, - lj_cf_ffi_typeof, - lj_cf_ffi_istype, - lj_cf_ffi_sizeof, - lj_cf_ffi_alignof, - lj_cf_ffi_offsetof, - lj_cf_ffi_errno, - lj_cf_ffi_string, - lj_cf_ffi_copy, - lj_cf_ffi_fill, - lj_cf_ffi_abi, - lj_cf_ffi_metatype, - lj_cf_ffi_gc, - lj_cf_ffi_load -}; -static const uint8_t lj_lib_init_ffi[] = { -187,62,22,4,99,100,101,102,3,110,101,119,4,99,97,115,116,6,116,121,112,101, -111,102,6,105,115,116,121,112,101,6,115,105,122,101,111,102,7,97,108,105,103, -110,111,102,8,111,102,102,115,101,116,111,102,5,101,114,114,110,111,6,115,116, -114,105,110,103,4,99,111,112,121,4,102,105,108,108,3,97,98,105,252,8,192,250, -8,109,101,116,97,116,121,112,101,252,7,192,250,2,103,99,252,5,192,250,4,108, -111,97,100,252,4,193,67,250,252,3,194,111,115,250,252,2,196,97,114,99,104,250, -255 -}; -#endif - diff --git a/core/src/luajit/src/autogen/linux/jit/i386/lj_recdef.h b/core/src/luajit/src/autogen/linux/jit/i386/lj_recdef.h deleted file mode 100644 index 2c3c9be63..000000000 --- a/core/src/luajit/src/autogen/linux/jit/i386/lj_recdef.h +++ /dev/null @@ -1,263 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -static const uint16_t recff_idmap[] = { -0, -0x0100, -0x0200, -0x0300, -0, -0, -0x0400, -0x0500, -0x0600, -0x0700, -0, -0, -0x0800, -0x0900, -0x0a00, -0, -0x0b00, -0x0c00, -0x0d00, -0, -0x0e00, -0x0f00, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0x1000, -0x1100+(IRFPM_FLOOR), -0x1100+(IRFPM_CEIL), -0x1200+(IRFPM_SQRT), -0x1200+(IRFPM_LOG10), -0x1200+(IRFPM_EXP), -0x1200+(IRFPM_SIN), -0x1200+(IRFPM_COS), -0x1200+(IRFPM_TAN), -0x1300+(FF_math_asin), -0x1300+(FF_math_acos), -0x1300+(FF_math_atan), -0x1400+(IRCALL_sinh), -0x1400+(IRCALL_cosh), -0x1400+(IRCALL_tanh), -0, -0x1500, -0x1600, -0x1600, -0x1700, -0x1800, -0x1900, -0, -0x1a00, -0x1b00+(IR_MIN), -0x1b00+(IR_MAX), -0x1c00, -0, -0x1d00+(IR_TOBIT), -0x1d00+(IR_BNOT), -0x1d00+(IR_BSWAP), -0x1e00+(IR_BSHL), -0x1e00+(IR_BSHR), -0x1e00+(IR_BSAR), -0x1e00+(IR_BROL), -0x1e00+(IR_BROR), -0x1f00+(IR_BAND), -0x1f00+(IR_BOR), -0x1f00+(IR_BXOR), -0, -0x2000, -0x2100+(0), -0, -0x2100+(1), -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0x2200, -0, -0x2300, -0x2400, -0, -0, -0, -0, -0x2500+(0), -0x2600+(0), -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0x2500+(GCROOT_IO_OUTPUT), -0x2600+(GCROOT_IO_OUTPUT), -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0x2700+(0), -0x2700+(1), -0x2800+(MM_eq), -0x2800+(MM_len), -0x2800+(MM_lt), -0x2800+(MM_le), -0x2800+(MM_concat), -0x2900, -0x2800+(MM_add), -0x2800+(MM_sub), -0x2800+(MM_mul), -0x2800+(MM_div), -0x2800+(MM_mod), -0x2800+(MM_pow), -0x2800+(MM_unm), -0, -0, -0, -0x2a00+(1), -0x2a00+(0), -0, -0, -0, -0, -0x2b00, -0x2b00, -0x2c00, -0x2d00, -0x2e00+(FF_ffi_sizeof), -0x2e00+(FF_ffi_alignof), -0x2e00+(FF_ffi_offsetof), -0x2f00, -0x3000, -0x3100, -0x3200, -0x3300, -0, -0x3400 -}; - -static const RecordFunc recff_func[] = { -recff_nyi, -recff_c, -recff_assert, -recff_type, -recff_ipairs_aux, -recff_ipairs, -recff_getmetatable, -recff_setmetatable, -recff_rawget, -recff_rawset, -recff_rawequal, -recff_select, -recff_tonumber, -recff_tostring, -recff_pcall, -recff_xpcall, -recff_math_abs, -recff_math_round, -recff_math_unary, -recff_math_atrig, -recff_math_htrig, -recff_math_modf, -recff_math_degrad, -recff_math_log, -recff_math_atan2, -recff_math_pow, -recff_math_ldexp, -recff_math_minmax, -recff_math_random, -recff_bit_unary, -recff_bit_shift, -recff_bit_nary, -recff_string_len, -recff_string_range, -recff_table_getn, -recff_table_insert, -recff_table_remove, -recff_io_write, -recff_io_flush, -recff_cdata_index, -recff_cdata_arith, -recff_cdata_call, -recff_clib_index, -recff_ffi_new, -recff_ffi_typeof, -recff_ffi_istype, -recff_ffi_xof, -recff_ffi_errno, -recff_ffi_string, -recff_ffi_copy, -recff_ffi_fill, -recff_ffi_abi, -recff_ffi_gc -}; - diff --git a/core/src/luajit/src/autogen/linux/jit/i386/lj_vm.s b/core/src/luajit/src/autogen/linux/jit/i386/lj_vm.s deleted file mode 100644 index 22a733ff6..000000000 --- a/core/src/luajit/src/autogen/linux/jit/i386/lj_vm.s +++ /dev/null @@ -1,2685 +0,0 @@ - .file "buildvm_x86.dasc" - .text - .p2align 4 - - .globl lj_vm_asm_begin - .hidden lj_vm_asm_begin - .type lj_vm_asm_begin, @object - .size lj_vm_asm_begin, 0 -lj_vm_asm_begin: -.Lbegin: - - .globl lj_BC_ISLT - .hidden lj_BC_ISLT - .type lj_BC_ISLT, @function - .size lj_BC_ISLT, 65 -lj_BC_ISLT: - .byte 131,124,202,4,242,15,131,66,27,0,0,131,124,194,4,242 - .byte 15,131,55,27,0,0,221,4,202,221,4,194,131,198,4,223 - .byte 233,221,216,118,11,15,183,70,254,141,180,134,0,0,254,255 - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171 - - .globl lj_BC_ISGE - .hidden lj_BC_ISGE - .type lj_BC_ISGE, @function - .size lj_BC_ISGE, 65 -lj_BC_ISGE: - .byte 131,124,202,4,242,15,131,1,27,0,0,131,124,194,4,242 - .byte 15,131,246,26,0,0,221,4,202,221,4,194,131,198,4,223 - .byte 233,221,216,119,11,15,183,70,254,141,180,134,0,0,254,255 - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171 - - .globl lj_BC_ISLE - .hidden lj_BC_ISLE - .type lj_BC_ISLE, @function - .size lj_BC_ISLE, 65 -lj_BC_ISLE: - .byte 131,124,202,4,242,15,131,192,26,0,0,131,124,194,4,242 - .byte 15,131,181,26,0,0,221,4,202,221,4,194,131,198,4,223 - .byte 233,221,216,114,11,15,183,70,254,141,180,134,0,0,254,255 - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171 - - .globl lj_BC_ISGT - .hidden lj_BC_ISGT - .type lj_BC_ISGT, @function - .size lj_BC_ISGT, 65 -lj_BC_ISGT: - .byte 131,124,202,4,242,15,131,127,26,0,0,131,124,194,4,242 - .byte 15,131,116,26,0,0,221,4,202,221,4,194,131,198,4,223 - .byte 233,221,216,115,11,15,183,70,254,141,180,134,0,0,254,255 - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171 - - .globl lj_BC_ISEQV - .hidden lj_BC_ISEQV - .type lj_BC_ISEQV, @function - .size lj_BC_ISEQV, 127 -lj_BC_ISEQV: - .byte 139,108,194,4,131,198,4,131,253,242,115,49,131,124,202,4 - .byte 242,115,42,221,4,202,221,4,194,223,233,221,216,122,13,117 - .byte 11,15,183,70,254,141,180,134,0,0,254,255,139,6,15,182 - .byte 204,15,182,232,131,198,4,193,232,16,255,36,171,131,253,245 - .byte 15,132,142,26,0,0,131,124,202,4,245,15,132,131,26,0 - .byte 0,57,108,202,4,117,213,131,253,253,115,197,139,12,202,139 - .byte 4,194,57,193,116,187,131,253,244,119,193,139,105,16,133,237 - .byte 116,186,246,69,6,16,117,180,49,237,233,49,26,0,0 - - .globl lj_BC_ISNEV - .hidden lj_BC_ISNEV - .type lj_BC_ISNEV, @function - .size lj_BC_ISNEV, 130 -lj_BC_ISNEV: - .byte 139,108,194,4,131,198,4,131,253,242,115,49,131,124,202,4 - .byte 242,115,42,221,4,202,221,4,194,223,233,221,216,122,2,116 - .byte 11,15,183,70,254,141,180,134,0,0,254,255,139,6,15,182 - .byte 204,15,182,232,131,198,4,193,232,16,255,36,171,131,253,245 - .byte 15,132,15,26,0,0,131,124,202,4,245,15,132,4,26,0 - .byte 0,57,108,202,4,117,202,131,253,253,115,208,139,12,202,139 - .byte 4,194,57,193,116,198,131,253,244,119,182,139,105,16,133,237 - .byte 116,175,246,69,6,16,117,169,189,1,0,0,0,233,175,25 - .byte 0,0 - - .globl lj_BC_ISEQS - .hidden lj_BC_ISEQS - .type lj_BC_ISEQS, @function - .size lj_BC_ISEQS, 60 -lj_BC_ISEQS: - .byte 247,208,139,108,202,4,131,198,4,131,253,251,117,36,139,12 - .byte 202,59,12,135,117,11,15,183,70,254,141,180,134,0,0,254 - .byte 255,139,6,15,182,204,15,182,232,131,198,4,193,232,16,255 - .byte 36,171,131,253,245,117,234,233,151,25,0,0 - - .globl lj_BC_ISNES - .hidden lj_BC_ISNES - .type lj_BC_ISNES, @function - .size lj_BC_ISNES, 60 -lj_BC_ISNES: - .byte 247,208,139,108,202,4,131,198,4,131,253,251,117,36,139,12 - .byte 202,59,12,135,116,11,15,183,70,254,141,180,134,0,0,254 - .byte 255,139,6,15,182,204,15,182,232,131,198,4,193,232,16,255 - .byte 36,171,131,253,245,117,223,233,91,25,0,0 - - .globl lj_BC_ISEQN - .hidden lj_BC_ISEQN - .type lj_BC_ISEQN, @function - .size lj_BC_ISEQN, 64 -lj_BC_ISEQN: - .byte 139,108,202,4,131,198,4,131,253,242,115,42,221,4,199,221 - .byte 4,202,223,233,221,216,122,13,117,11,15,183,70,254,141,180 - .byte 134,0,0,254,255,139,6,15,182,204,15,182,232,131,198,4 - .byte 193,232,16,255,36,171,131,253,245,117,234,233,27,25,0,0 - - .globl lj_BC_ISNEN - .hidden lj_BC_ISNEN - .type lj_BC_ISNEN, @function - .size lj_BC_ISNEN, 64 -lj_BC_ISNEN: - .byte 139,108,202,4,131,198,4,131,253,242,115,42,221,4,199,221 - .byte 4,202,223,233,221,216,122,2,116,11,15,183,70,254,141,180 - .byte 134,0,0,254,255,139,6,15,182,204,15,182,232,131,198,4 - .byte 193,232,16,255,36,171,131,253,245,117,223,233,219,24,0,0 - - .globl lj_BC_ISEQP - .hidden lj_BC_ISEQP - .type lj_BC_ISEQP, @function - .size lj_BC_ISEQP, 51 -lj_BC_ISEQP: - .byte 247,208,139,108,202,4,131,198,4,57,197,117,28,15,183,70 - .byte 254,141,180,134,0,0,254,255,139,6,15,182,204,15,182,232 - .byte 131,198,4,193,232,16,255,36,171,131,253,245,117,234,233,168 - .byte 24,0,0 - - .globl lj_BC_ISNEP - .hidden lj_BC_ISNEP - .type lj_BC_ISNEP, @function - .size lj_BC_ISNEP, 50 -lj_BC_ISNEP: - .byte 247,208,139,108,202,4,131,198,4,57,197,116,20,131,253,245 - .byte 15,132,146,24,0,0,15,183,70,254,141,180,134,0,0,254 - .byte 255,139,6,15,182,204,15,182,232,131,198,4,193,232,16,255 - .byte 36,171 - - .globl lj_BC_ISTC - .hidden lj_BC_ISTC - .type lj_BC_ISTC, @function - .size lj_BC_ISTC, 50 -lj_BC_ISTC: - .byte 139,108,194,4,131,198,4,131,253,254,115,21,137,108,202,4 - .byte 139,44,194,137,44,202,15,183,70,254,141,180,134,0,0,254 - .byte 255,139,6,15,182,204,15,182,232,131,198,4,193,232,16,255 - .byte 36,171 - - .globl lj_BC_ISFC - .hidden lj_BC_ISFC - .type lj_BC_ISFC, @function - .size lj_BC_ISFC, 50 -lj_BC_ISFC: - .byte 139,108,194,4,131,198,4,131,253,254,114,21,137,108,202,4 - .byte 139,44,194,137,44,202,15,183,70,254,141,180,134,0,0,254 - .byte 255,139,6,15,182,204,15,182,232,131,198,4,193,232,16,255 - .byte 36,171 - - .globl lj_BC_IST - .hidden lj_BC_IST - .type lj_BC_IST, @function - .size lj_BC_IST, 40 -lj_BC_IST: - .byte 139,108,194,4,131,198,4,131,253,254,115,11,15,183,70,254 - .byte 141,180,134,0,0,254,255,139,6,15,182,204,15,182,232,131 - .byte 198,4,193,232,16,255,36,171 - - .globl lj_BC_ISF - .hidden lj_BC_ISF - .type lj_BC_ISF, @function - .size lj_BC_ISF, 40 -lj_BC_ISF: - .byte 139,108,194,4,131,198,4,131,253,254,114,11,15,183,70,254 - .byte 141,180,134,0,0,254,255,139,6,15,182,204,15,182,232,131 - .byte 198,4,193,232,16,255,36,171 - - .globl lj_BC_MOV - .hidden lj_BC_MOV - .type lj_BC_MOV, @function - .size lj_BC_MOV, 31 -lj_BC_MOV: - .byte 139,108,194,4,139,4,194,137,108,202,4,137,4,202,139,6 - .byte 15,182,204,15,182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_NOT - .hidden lj_BC_NOT - .type lj_BC_NOT, @function - .size lj_BC_NOT, 31 -lj_BC_NOT: - .byte 49,237,131,124,194,4,254,131,213,253,137,108,202,4,139,6 - .byte 15,182,204,15,182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_UNM - .hidden lj_BC_UNM - .type lj_BC_UNM, @function - .size lj_BC_UNM, 36 -lj_BC_UNM: - .byte 131,124,194,4,242,15,131,161,23,0,0,221,4,194,217,224 - .byte 221,28,202,139,6,15,182,204,15,182,232,131,198,4,193,232 - .byte 16,255,36,171 - - .globl lj_BC_LEN - .hidden lj_BC_LEN - .type lj_BC_LEN, @function - .size lj_BC_LEN, 68 -lj_BC_LEN: - .byte 131,124,194,4,251,117,26,139,4,194,219,64,12,221,28,202 - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171,131,124,194,4,244,15,133,178,23,0,0,139,12,194,137 - .byte 213,232 - .long lj_tab_len-.-4 - .byte 137,4,36,219,4,36,137,234,15,182,78,253,235,201 - - .globl lj_BC_ADDVN - .hidden lj_BC_ADDVN - .type lj_BC_ADDVN, @function - .size lj_BC_ADDVN, 43 -lj_BC_ADDVN: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,37,23,0 - .byte 0,221,4,234,220,4,199,221,28,202,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_SUBVN - .hidden lj_BC_SUBVN - .type lj_BC_SUBVN, @function - .size lj_BC_SUBVN, 43 -lj_BC_SUBVN: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,250,22,0 - .byte 0,221,4,234,220,36,199,221,28,202,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_MULVN - .hidden lj_BC_MULVN - .type lj_BC_MULVN, @function - .size lj_BC_MULVN, 43 -lj_BC_MULVN: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,207,22,0 - .byte 0,221,4,234,220,12,199,221,28,202,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_DIVVN - .hidden lj_BC_DIVVN - .type lj_BC_DIVVN, @function - .size lj_BC_DIVVN, 43 -lj_BC_DIVVN: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,164,22,0 - .byte 0,221,4,234,220,52,199,221,28,202,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_MODVN - .hidden lj_BC_MODVN - .type lj_BC_MODVN, @function - .size lj_BC_MODVN, 48 -lj_BC_MODVN: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,121,22,0 - .byte 0,221,4,234,221,4,199,232,80,44,0,0,221,28,202,139 - .byte 6,15,182,204,15,182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_ADDNV - .hidden lj_BC_ADDNV - .type lj_BC_ADDNV, @function - .size lj_BC_ADDNV, 43 -lj_BC_ADDNV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,78,22,0 - .byte 0,221,4,199,220,4,234,221,28,202,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_SUBNV - .hidden lj_BC_SUBNV - .type lj_BC_SUBNV, @function - .size lj_BC_SUBNV, 43 -lj_BC_SUBNV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,35,22,0 - .byte 0,221,4,199,220,36,234,221,28,202,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_MULNV - .hidden lj_BC_MULNV - .type lj_BC_MULNV, @function - .size lj_BC_MULNV, 43 -lj_BC_MULNV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,248,21,0 - .byte 0,221,4,199,220,12,234,221,28,202,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_DIVNV - .hidden lj_BC_DIVNV - .type lj_BC_DIVNV, @function - .size lj_BC_DIVNV, 43 -lj_BC_DIVNV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,205,21,0 - .byte 0,221,4,199,220,52,234,221,28,202,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_MODNV - .hidden lj_BC_MODNV - .type lj_BC_MODNV, @function - .size lj_BC_MODNV, 28 -lj_BC_MODNV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,162,21,0 - .byte 0,221,4,199,221,4,234,233,31,255,255,255 - - .globl lj_BC_ADDVV - .hidden lj_BC_ADDVV - .type lj_BC_ADDVV, @function - .size lj_BC_ADDVV, 54 -lj_BC_ADDVV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,150,21,0 - .byte 0,131,124,194,4,242,15,131,139,21,0,0,221,4,234,220 - .byte 4,194,221,28,202,139,6,15,182,204,15,182,232,131,198,4 - .byte 193,232,16,255,36,171 - - .globl lj_BC_SUBVV - .hidden lj_BC_SUBVV - .type lj_BC_SUBVV, @function - .size lj_BC_SUBVV, 54 -lj_BC_SUBVV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,96,21,0 - .byte 0,131,124,194,4,242,15,131,85,21,0,0,221,4,234,220 - .byte 36,194,221,28,202,139,6,15,182,204,15,182,232,131,198,4 - .byte 193,232,16,255,36,171 - - .globl lj_BC_MULVV - .hidden lj_BC_MULVV - .type lj_BC_MULVV, @function - .size lj_BC_MULVV, 54 -lj_BC_MULVV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,42,21,0 - .byte 0,131,124,194,4,242,15,131,31,21,0,0,221,4,234,220 - .byte 12,194,221,28,202,139,6,15,182,204,15,182,232,131,198,4 - .byte 193,232,16,255,36,171 - - .globl lj_BC_DIVVV - .hidden lj_BC_DIVVV - .type lj_BC_DIVVV, @function - .size lj_BC_DIVVV, 54 -lj_BC_DIVVV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,244,20,0 - .byte 0,131,124,194,4,242,15,131,233,20,0,0,221,4,234,220 - .byte 52,194,221,28,202,139,6,15,182,204,15,182,232,131,198,4 - .byte 193,232,16,255,36,171 - - .globl lj_BC_MODVV - .hidden lj_BC_MODVV - .type lj_BC_MODVV, @function - .size lj_BC_MODVV, 39 -lj_BC_MODVV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,190,20,0 - .byte 0,131,124,194,4,242,15,131,179,20,0,0,221,4,234,221 - .byte 4,194,233,32,254,255,255 - - .globl lj_BC_POW - .hidden lj_BC_POW - .type lj_BC_POW, @function - .size lj_BC_POW, 59 -lj_BC_POW: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,151,20,0 - .byte 0,131,124,194,4,242,15,131,140,20,0,0,221,4,234,221 - .byte 4,194,232,180,42,0,0,221,28,202,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_CAT - .hidden lj_BC_CAT - .type lj_BC_CAT, @function - .size lj_BC_CAT, 88 -lj_BC_CAT: - .byte 15,182,236,15,182,192,141,12,194,41,232,137,76,36,4,137 - .byte 68,36,8,139,108,36,48,137,44,36,137,85,16,137,116,36 - .byte 24,232 - .long lj_meta_cat-.-4 - .byte 139,85,16,133,192,15,133,119,20,0,0,15,182,110,255,15 - .byte 182,78,253,139,68,234,4,139,44,234,137,68,202,4,137,44 - .byte 202,139,6,15,182,204,15,182,232,131,198,4,193,232,16,255 - .byte 36,171 - - .globl lj_BC_KSTR - .hidden lj_BC_KSTR - .type lj_BC_KSTR, @function - .size lj_BC_KSTR, 33 -lj_BC_KSTR: - .byte 247,208,139,4,135,199,68,202,4,251,255,255,255,137,4,202 - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171 - - .globl lj_BC_KCDATA - .hidden lj_BC_KCDATA - .type lj_BC_KCDATA, @function - .size lj_BC_KCDATA, 33 -lj_BC_KCDATA: - .byte 247,208,139,4,135,199,68,202,4,245,255,255,255,137,4,202 - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171 - - .globl lj_BC_KSHORT - .hidden lj_BC_KSHORT - .type lj_BC_KSHORT, @function - .size lj_BC_KSHORT, 23 -lj_BC_KSHORT: - .byte 223,70,254,221,28,202,139,6,15,182,204,15,182,232,131,198 - .byte 4,193,232,16,255,36,171 - - .globl lj_BC_KNUM - .hidden lj_BC_KNUM - .type lj_BC_KNUM, @function - .size lj_BC_KNUM, 23 -lj_BC_KNUM: - .byte 221,4,199,221,28,202,139,6,15,182,204,15,182,232,131,198 - .byte 4,193,232,16,255,36,171 - - .globl lj_BC_KPRI - .hidden lj_BC_KPRI - .type lj_BC_KPRI, @function - .size lj_BC_KPRI, 23 -lj_BC_KPRI: - .byte 247,208,137,68,202,4,139,6,15,182,204,15,182,232,131,198 - .byte 4,193,232,16,255,36,171 - - .globl lj_BC_KNIL - .hidden lj_BC_KNIL - .type lj_BC_KNIL, @function - .size lj_BC_KNIL, 42 -lj_BC_KNIL: - .byte 141,76,202,12,141,68,194,4,189,255,255,255,255,137,105,248 - .byte 137,41,131,193,8,57,193,118,247,139,6,15,182,204,15,182 - .byte 232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_UGET - .hidden lj_BC_UGET - .type lj_BC_UGET, @function - .size lj_BC_UGET, 40 -lj_BC_UGET: - .byte 139,106,248,139,108,133,20,139,109,16,139,69,4,139,109,0 - .byte 137,68,202,4,137,44,202,139,6,15,182,204,15,182,232,131 - .byte 198,4,193,232,16,255,36,171 - - .globl lj_BC_USETV - .hidden lj_BC_USETV - .type lj_BC_USETV, @function - .size lj_BC_USETV, 83 -lj_BC_USETV: - .byte 139,106,248,139,108,141,20,128,125,6,0,139,109,16,139,12 - .byte 194,139,68,194,4,137,77,0,137,69,4,116,6,246,69,252 - .byte 4,117,17,139,6,15,182,204,15,182,232,131,198,4,193,232 - .byte 16,255,36,171,131,232,252,131,248,246,118,231,246,65,4,3 - .byte 116,225,135,213,141,139,240,244,255,255,232 - .long lj_gc_barrieruv-.-4 - .byte 137,234,235,208 - - .globl lj_BC_USETS - .hidden lj_BC_USETS - .type lj_BC_USETS, @function - .size lj_BC_USETS, 78 -lj_BC_USETS: - .byte 247,208,139,106,248,139,108,141,20,139,12,135,139,69,16,137 - .byte 8,199,64,4,251,255,255,255,246,69,4,4,117,17,139,6 - .byte 15,182,204,15,182,232,131,198,4,193,232,16,255,36,171,246 - .byte 65,4,3,116,233,128,125,6,0,116,227,137,213,137,194,141 - .byte 139,240,244,255,255,232 - .long lj_gc_barrieruv-.-4 - .byte 137,234,235,208 - - .globl lj_BC_USETN - .hidden lj_BC_USETN - .type lj_BC_USETN, @function - .size lj_BC_USETN, 32 -lj_BC_USETN: - .byte 139,106,248,221,4,199,139,108,141,20,139,77,16,221,25,139 - .byte 6,15,182,204,15,182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_USETP - .hidden lj_BC_USETP - .type lj_BC_USETP, @function - .size lj_BC_USETP, 32 -lj_BC_USETP: - .byte 247,208,139,106,248,139,108,141,20,139,77,16,137,65,4,139 - .byte 6,15,182,204,15,182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_UCLO - .hidden lj_BC_UCLO - .type lj_BC_UCLO, @function - .size lj_BC_UCLO, 50 -lj_BC_UCLO: - .byte 141,180,134,0,0,254,255,139,108,36,48,131,125,32,0,116 - .byte 16,137,85,16,141,20,202,137,233,232 - .long lj_func_closeuv-.-4 - .byte 139,85,16,139,6,15,182,204,15,182,232,131,198,4,193,232 - .byte 16,255,36,171 - - .globl lj_BC_FNEW - .hidden lj_BC_FNEW - .type lj_BC_FNEW, @function - .size lj_BC_FNEW, 70 -lj_BC_FNEW: - .byte 247,208,139,74,248,139,4,135,139,108,36,48,137,76,36,8 - .byte 137,68,36,4,137,44,36,137,85,16,137,116,36,24,232 - .long lj_func_newL_gc-.-4 - .byte 139,85,16,15,182,78,253,137,4,202,199,68,202,4,247,255 - .byte 255,255,139,6,15,182,204,15,182,232,131,198,4,193,232,16 - .byte 255,36,171 - - .globl lj_BC_TNEW - .hidden lj_BC_TNEW - .type lj_BC_TNEW, @function - .size lj_BC_TNEW, 113 -lj_BC_TNEW: - .byte 139,108,36,48,137,85,16,139,139,4,245,255,255,59,139,8 - .byte 245,255,255,137,116,36,24,115,75,137,193,37,255,7,0,0 - .byte 193,233,11,137,76,36,8,61,255,7,0,0,116,47,137,44 - .byte 36,137,68,36,4,232 - .long lj_tab_new-.-4 - .byte 139,85,16,15,182,78,253,137,4,202,199,68,202,4,244,255 - .byte 255,255,139,6,15,182,204,15,182,232,131,198,4,193,232,16 - .byte 255,36,171,184,1,8,0,0,235,202,137,233,232 - .long lj_gc_step_fixtop-.-4 - .byte 15,183,70,254,235,168 - - .globl lj_BC_TDUP - .hidden lj_BC_TDUP - .type lj_BC_TDUP, @function - .size lj_BC_TDUP, 87 -lj_BC_TDUP: - .byte 247,208,139,108,36,48,139,139,4,245,255,255,137,116,36,24 - .byte 59,139,8,245,255,255,137,85,16,115,45,139,20,135,137,233 - .byte 232 - .long lj_tab_dup-.-4 - .byte 139,85,16,15,182,78,253,137,4,202,199,68,202,4,244,255 - .byte 255,255,139,6,15,182,204,15,182,232,131,198,4,193,232,16 - .byte 255,36,171,137,233,232 - .long lj_gc_step_fixtop-.-4 - .byte 15,183,70,254,247,208,235,196 - - .globl lj_BC_GGET - .hidden lj_BC_GGET - .type lj_BC_GGET, @function - .size lj_BC_GGET, 16 -lj_BC_GGET: - .byte 247,208,139,106,248,139,109,8,139,4,135,233,189,0,0,0 - - .globl lj_BC_GSET - .hidden lj_BC_GSET - .type lj_BC_GSET, @function - .size lj_BC_GSET, 16 -lj_BC_GSET: - .byte 247,208,139,106,248,139,109,8,139,4,135,233,61,2,0,0 - - .globl lj_BC_TGETV - .hidden lj_BC_TGETV - .type lj_BC_TGETV, @function - .size lj_BC_TGETV, 148 -lj_BC_TGETV: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,14,15,0 - .byte 0,139,44,234,131,124,194,4,242,115,105,221,4,194,219,20 - .byte 36,219,4,36,223,233,221,216,139,4,36,15,133,238,14,0 - .byte 0,59,69,24,15,131,229,14,0,0,193,224,3,3,69,8 - .byte 131,120,4,255,116,29,139,40,139,64,4,137,44,202,137,68 - .byte 202,4,139,6,15,182,204,15,182,232,131,198,4,193,232,16 - .byte 255,36,171,131,125,16,0,116,17,139,77,16,246,65,6,1 - .byte 15,132,169,14,0,0,15,182,78,253,199,68,202,4,255,255 - .byte 255,255,235,206,131,124,194,4,251,15,133,144,14,0,0,139 - .byte 4,194,235,25 - - .globl lj_BC_TGETS - .hidden lj_BC_TGETS - .type lj_BC_TGETS, @function - .size lj_BC_TGETS, 126 -lj_BC_TGETS: - .byte 15,182,236,15,182,192,247,208,139,4,135,131,124,234,4,244 - .byte 15,133,54,14,0,0,139,44,234,139,77,28,35,72,8,107 - .byte 201,24,3,77,20,131,121,12,251,117,58,57,65,8,117,53 - .byte 131,121,4,255,116,54,15,182,70,253,139,41,139,73,4,137 - .byte 44,194,137,76,194,4,139,6,15,182,204,15,182,232,131,198 - .byte 4,193,232,16,255,36,171,15,182,70,253,199,68,194,4,255 - .byte 255,255,255,235,225,139,73,16,133,201,117,185,139,77,16,133 - .byte 201,116,228,246,65,6,1,117,222,233,206,13,0,0 - - .globl lj_BC_TGETB - .hidden lj_BC_TGETB - .type lj_BC_TGETB, @function - .size lj_BC_TGETB, 103 -lj_BC_TGETB: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,230,13,0 - .byte 0,139,44,234,59,69,24,15,131,218,13,0,0,193,224,3 - .byte 3,69,8,131,120,4,255,116,29,139,40,139,64,4,137,44 - .byte 202,137,68,202,4,139,6,15,182,204,15,182,232,131,198,4 - .byte 193,232,16,255,36,171,131,125,16,0,116,17,139,77,16,246 - .byte 65,6,1,15,132,158,13,0,0,15,182,78,253,199,68,202 - .byte 4,255,255,255,255,235,206 - - .globl lj_BC_TSETV - .hidden lj_BC_TSETV - .type lj_BC_TSETV, @function - .size lj_BC_TSETV, 171 -lj_BC_TSETV: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,61,14,0 - .byte 0,139,44,234,131,124,194,4,242,115,103,221,4,194,219,20 - .byte 36,219,4,36,223,233,221,216,139,4,36,15,133,29,14,0 - .byte 0,59,69,24,15,131,20,14,0,0,193,224,3,3,69,8 - .byte 131,120,4,255,116,35,246,69,4,4,117,70,139,108,202,4 - .byte 139,12,202,137,104,4,137,8,139,6,15,182,204,15,182,232 - .byte 131,198,4,193,232,16,255,36,171,131,125,16,0,116,215,139 - .byte 77,16,246,65,6,2,15,132,210,13,0,0,15,182,78,253 - .byte 235,196,131,124,194,4,251,15,133,193,13,0,0,139,4,194 - .byte 235,50,128,101,4,251,139,139,32,245,255,255,137,171,32,245 - .byte 255,255,137,77,12,15,182,78,253,235,161 - - .globl lj_BC_TSETS - .hidden lj_BC_TSETS - .type lj_BC_TSETS, @function - .size lj_BC_TSETS, 239 -lj_BC_TSETS: - .byte 15,182,236,15,182,192,247,208,139,4,135,131,124,234,4,244 - .byte 15,133,78,13,0,0,139,44,234,139,77,28,35,72,8,107 - .byte 201,24,198,69,6,0,3,77,20,131,121,12,251,117,83,57 - .byte 65,8,117,78,131,121,4,255,116,43,246,69,4,4,15,133 - .byte 147,0,0,0,15,182,70,253,139,108,194,4,139,4,194,137 - .byte 105,4,137,1,139,6,15,182,204,15,182,232,131,198,4,193 - .byte 232,16,255,36,171,131,125,16,0,116,207,137,76,36,16,139 - .byte 77,16,246,65,6,2,15,132,232,12,0,0,139,76,36,16 - .byte 235,184,139,73,16,133,201,117,160,139,77,16,133,201,116,10 - .byte 246,65,6,2,15,132,202,12,0,0,137,68,36,16,199,68 - .byte 36,20,251,255,255,255,137,108,36,12,141,68,36,16,137,108 - .byte 36,4,139,108,36,48,137,68,36,8,137,44,36,137,85,16 - .byte 137,116,36,24,232 - .long lj_tab_newkey-.-4 - .byte 139,85,16,139,108,36,12,137,193,233,99,255,255,255,128,101 - .byte 4,251,139,131,32,245,255,255,137,171,32,245,255,255,137,69 - .byte 12,233,85,255,255,255 - - .globl lj_BC_TSETB - .hidden lj_BC_TSETB - .type lj_BC_TSETB, @function - .size lj_BC_TSETB, 126 -lj_BC_TSETB: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,141,12,0 - .byte 0,139,44,234,59,69,24,15,131,129,12,0,0,193,224,3 - .byte 3,69,8,131,120,4,255,116,35,246,69,4,4,117,54,139 - .byte 108,202,4,139,12,202,137,104,4,137,8,139,6,15,182,204 - .byte 15,182,232,131,198,4,193,232,16,255,36,171,131,125,16,0 - .byte 116,215,139,77,16,246,65,6,2,15,132,63,12,0,0,15 - .byte 182,78,253,235,196,128,101,4,251,139,139,32,245,255,255,137 - .byte 171,32,245,255,255,137,77,12,15,182,78,253,235,177 - - .globl lj_BC_TSETM - .hidden lj_BC_TSETM - .type lj_BC_TSETM, @function - .size lj_BC_TSETM, 142 -lj_BC_TSETM: - .byte 137,124,36,16,139,60,199,141,12,202,139,105,248,246,69,4 - .byte 4,117,102,139,68,36,20,131,232,1,116,36,1,248,59,69 - .byte 24,119,50,41,248,193,231,3,3,125,8,139,41,137,47,139 - .byte 105,4,131,193,8,137,111,4,131,199,8,131,232,1,117,235 - .byte 139,124,36,16,139,6,15,182,204,15,182,232,131,198,4,193 - .byte 232,16,255,36,171,137,108,36,4,139,108,36,48,137,85,16 - .byte 137,68,36,8,137,44,36,137,116,36,24,232 - .long lj_tab_reasize-.-4 - .byte 139,85,16,15,182,78,253,235,142,128,101,4,251,139,131,32 - .byte 245,255,255,137,171,32,245,255,255,137,69,12,235,133 - - .globl lj_BC_CALLM - .hidden lj_BC_CALLM - .type lj_BC_CALLM, @function - .size lj_BC_CALLM, 45 -lj_BC_CALLM: - .byte 15,182,192,3,68,36,20,131,124,202,4,247,139,44,202,15 - .byte 133,48,13,0,0,141,84,202,8,137,114,252,139,117,16,139 - .byte 14,15,182,233,15,182,205,131,198,4,255,36,171 - - .globl lj_BC_CALL - .hidden lj_BC_CALL - .type lj_BC_CALL, @function - .size lj_BC_CALL, 41 -lj_BC_CALL: - .byte 15,182,192,131,124,202,4,247,139,44,202,15,133,7,13,0 - .byte 0,141,84,202,8,137,114,252,139,117,16,139,14,15,182,233 - .byte 15,182,205,131,198,4,255,36,171 - - .globl lj_BC_CALLMT - .hidden lj_BC_CALLMT - .type lj_BC_CALLMT, @function - .size lj_BC_CALLMT, 4 -lj_BC_CALLMT: - .byte 3,68,36,20 - - .globl lj_BC_CALLT - .hidden lj_BC_CALLT - .type lj_BC_CALLT, @function - .size lj_BC_CALLT, 144 -lj_BC_CALLT: - .byte 141,76,202,8,137,215,139,105,248,131,121,252,247,15,133,220 - .byte 12,0,0,139,114,252,247,198,3,0,0,0,117,89,137,106 - .byte 248,137,68,36,20,131,232,1,116,24,139,41,137,47,139,105 - .byte 4,131,193,8,137,111,4,131,199,8,131,232,1,117,235,139 - .byte 106,248,139,68,36,20,128,125,6,1,119,17,139,117,16,139 - .byte 14,15,182,233,15,182,205,131,198,4,255,36,171,247,198,3 - .byte 0,0,0,117,231,15,182,78,253,247,209,139,124,202,248,139 - .byte 127,16,139,127,208,235,213,131,238,3,247,198,7,0,0,0 - .byte 117,9,41,242,137,215,139,114,252,235,147,131,198,3,235,142 - - .globl lj_BC_ITERC - .hidden lj_BC_ITERC - .type lj_BC_ITERC, @function - .size lj_BC_ITERC, 75 -lj_BC_ITERC: - .byte 141,76,202,8,139,105,232,139,65,236,137,41,137,65,4,139 - .byte 105,240,139,65,244,137,105,8,137,65,12,139,105,224,139,65 - .byte 228,137,105,248,137,65,252,131,248,247,184,3,0,0,0,15 - .byte 133,42,12,0,0,137,202,137,114,252,139,117,16,139,14,15 - .byte 182,233,15,182,205,131,198,4,255,36,171 - - .globl lj_BC_ITERN - .hidden lj_BC_ITERN - .type lj_BC_ITERN, @function - .size lj_BC_ITERN, 170 -lj_BC_ITERN: - .byte 137,124,36,16,137,92,36,20,139,108,202,240,139,68,202,248 - .byte 139,93,24,131,198,4,139,125,8,57,216,115,81,131,124,199 - .byte 4,255,116,65,219,68,202,248,139,108,199,4,137,108,202,12 - .byte 139,44,199,137,108,202,8,131,192,1,221,28,202,137,68,202 - .byte 248,15,183,70,254,141,180,134,0,0,254,255,139,92,36,20 - .byte 139,124,36,16,139,6,15,182,204,15,182,232,131,198,4,193 - .byte 232,16,255,36,171,131,192,1,137,68,202,248,235,171,41,216 - .byte 59,69,28,119,215,107,248,24,3,125,20,131,127,4,255,116 - .byte 36,141,92,24,1,139,111,8,139,71,12,137,44,202,137,68 - .byte 202,4,139,47,139,71,4,137,108,202,8,137,68,202,12,137 - .byte 92,202,248,235,156,131,192,1,235,198 - - .globl lj_BC_VARG - .hidden lj_BC_VARG - .type lj_BC_VARG, @function - .size lj_BC_VARG, 188 -lj_BC_VARG: - .byte 15,182,236,15,182,192,137,124,36,16,141,124,194,11,141,12 - .byte 202,43,122,252,133,237,116,68,141,108,233,248,57,215,115,25 - .byte 139,71,248,137,1,139,71,252,131,199,8,137,65,4,131,193 - .byte 8,57,233,115,18,57,215,114,231,199,65,4,255,255,255,255 - .byte 131,193,8,57,233,114,242,139,124,36,16,139,6,15,182,204 - .byte 15,182,232,131,198,4,193,232,16,255,36,171,199,68,36,20 - .byte 1,0,0,0,137,208,41,248,118,221,137,197,193,237,3,131 - .byte 197,1,137,108,36,20,139,108,36,48,1,200,59,69,24,119 - .byte 23,139,71,248,137,1,139,71,252,131,199,8,137,65,4,131 - .byte 193,8,57,215,114,235,235,175,137,85,16,137,77,20,137,116 - .byte 36,24,41,215,139,84,36,20,131,234,1,137,233,232 - .long lj_state_growstack-.-4 - .byte 139,85,16,139,77,20,1,215,235,197 - - .globl lj_BC_ISNEXT - .hidden lj_BC_ISNEXT - .type lj_BC_ISNEXT, @function - .size lj_BC_ISNEXT, 87 -lj_BC_ISNEXT: - .byte 131,124,202,236,247,117,64,139,108,202,232,131,124,202,244,244 - .byte 117,53,131,124,202,252,255,117,46,128,125,6,4,117,40,141 - .byte 180,134,0,0,254,255,199,68,202,248,0,0,0,0,199,68 - .byte 202,252,255,127,254,255,139,6,15,182,204,15,182,232,131,198 - .byte 4,193,232,16,255,36,171,198,70,252,84,141,180,134,0,0 - .byte 254,255,198,6,65,235,223 - - .globl lj_BC_RETM - .hidden lj_BC_RETM - .type lj_BC_RETM, @function - .size lj_BC_RETM, 4 -lj_BC_RETM: - .byte 3,68,36,20 - - .globl lj_BC_RET - .hidden lj_BC_RET - .type lj_BC_RET, @function - .size lj_BC_RET, 129 -lj_BC_RET: - .byte 193,225,3,139,114,252,137,68,36,20,247,198,3,0,0,0 - .byte 117,90,137,215,131,232,1,116,21,139,44,15,137,111,248,139 - .byte 108,15,4,137,111,252,131,199,8,131,232,1,117,235,139,68 - .byte 36,20,15,182,110,255,57,197,119,35,15,182,78,253,247,209 - .byte 141,20,202,139,122,248,139,127,16,139,127,208,139,6,15,182 - .byte 204,15,182,232,131,198,4,193,232,16,255,36,171,199,71,252 - .byte 255,255,255,255,131,199,8,131,192,1,235,202,141,110,253,247 - .byte 197,7,0,0,0,15,133,120,4,0,0,41,234,1,233,235 - .byte 130 - - .globl lj_BC_RET0 - .hidden lj_BC_RET0 - .type lj_BC_RET0, @function - .size lj_BC_RET0, 87 -lj_BC_RET0: - .byte 139,114,252,137,68,36,20,247,198,3,0,0,0,117,53,56 - .byte 70,255,119,35,15,182,78,253,247,209,141,20,202,139,122,248 - .byte 139,127,16,139,127,208,139,6,15,182,204,15,182,232,131,198 - .byte 4,193,232,16,255,36,171,199,68,194,244,255,255,255,255,131 - .byte 192,1,235,203,141,110,253,247,197,7,0,0,0,15,133,31 - .byte 4,0,0,41,234,235,169 - - .globl lj_BC_RET1 - .hidden lj_BC_RET1 - .type lj_BC_RET1, @function - .size lj_BC_RET1, 105 -lj_BC_RET1: - .byte 193,225,3,139,114,252,137,68,36,20,247,198,3,0,0,0 - .byte 117,66,139,108,10,4,137,106,252,139,44,10,137,106,248,56 - .byte 70,255,119,35,15,182,78,253,247,209,141,20,202,139,122,248 - .byte 139,127,16,139,127,208,139,6,15,182,204,15,182,232,131,198 - .byte 4,193,232,16,255,36,171,199,68,194,244,255,255,255,255,131 - .byte 192,1,235,203,141,110,253,247,197,7,0,0,0,15,133,184 - .byte 3,0,0,41,234,1,233,235,154 - - .globl lj_BC_FORI - .hidden lj_BC_FORI - .type lj_BC_FORI, @function - .size lj_BC_FORI, 77 -lj_BC_FORI: - .byte 141,12,202,131,121,4,242,15,131,93,9,0,0,131,121,12 - .byte 242,15,131,83,9,0,0,139,105,20,131,253,242,15,131,71 - .byte 9,0,0,221,65,8,221,1,221,81,24,124,2,217,201,223 - .byte 233,221,216,115,7,141,180,134,0,0,254,255,139,6,15,182 - .byte 204,15,182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_JFORI - .hidden lj_BC_JFORI - .type lj_BC_JFORI, @function - .size lj_BC_JFORI, 85 -lj_BC_JFORI: - .byte 141,12,202,131,121,4,242,15,131,16,9,0,0,131,121,12 - .byte 242,15,131,6,9,0,0,139,105,20,131,253,242,15,131,250 - .byte 8,0,0,221,65,8,221,1,221,81,24,124,2,217,201,223 - .byte 233,221,216,141,180,134,0,0,254,255,15,183,70,254,15,131 - .byte 23,1,0,0,139,6,15,182,204,15,182,232,131,198,4,193 - .byte 232,16,255,36,171 - - .globl lj_BC_FORL - .hidden lj_BC_FORL - .type lj_BC_FORL, @function - .size lj_BC_FORL, 19 -lj_BC_FORL: - .byte 137,245,209,237,131,229,126,102,131,108,43,128,2,15,130,221 - .byte 26,0,0 - - .globl lj_BC_IFORL - .hidden lj_BC_IFORL - .type lj_BC_IFORL, @function - .size lj_BC_IFORL, 55 -lj_BC_IFORL: - .byte 141,12,202,139,105,20,221,65,8,221,1,220,65,16,221,17 - .byte 221,81,24,133,237,120,2,217,201,223,233,221,216,114,7,141 - .byte 180,134,0,0,254,255,139,6,15,182,204,15,182,232,131,198 - .byte 4,193,232,16,255,36,171 - - .globl lj_BC_JFORL - .hidden lj_BC_JFORL - .type lj_BC_JFORL, @function - .size lj_BC_JFORL, 52 -lj_BC_JFORL: - .byte 141,12,202,139,105,20,221,65,8,221,1,220,65,16,221,17 - .byte 221,81,24,133,237,120,2,217,201,223,233,221,216,15,131,153 - .byte 0,0,0,139,6,15,182,204,15,182,232,131,198,4,193,232 - .byte 16,255,36,171 - - .globl lj_BC_ITERL - .hidden lj_BC_ITERL - .type lj_BC_ITERL, @function - .size lj_BC_ITERL, 19 -lj_BC_ITERL: - .byte 137,245,209,237,131,229,126,102,131,108,43,128,2,15,130,95 - .byte 26,0,0 - - .globl lj_BC_IITERL - .hidden lj_BC_IITERL - .type lj_BC_IITERL, @function - .size lj_BC_IITERL, 43 -lj_BC_IITERL: - .byte 141,12,202,139,105,4,131,253,255,116,15,141,180,134,0,0 - .byte 254,255,139,1,137,105,252,137,65,248,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_JITERL - .hidden lj_BC_JITERL - .type lj_BC_JITERL, @function - .size lj_BC_JITERL, 38 -lj_BC_JITERL: - .byte 141,12,202,139,105,4,131,253,255,116,10,137,105,252,139,41 - .byte 137,105,248,235,53,139,6,15,182,204,15,182,232,131,198,4 - .byte 193,232,16,255,36,171 - - .globl lj_BC_LOOP - .hidden lj_BC_LOOP - .type lj_BC_LOOP, @function - .size lj_BC_LOOP, 19 -lj_BC_LOOP: - .byte 137,245,209,237,131,229,126,102,131,108,43,128,2,15,130,251 - .byte 25,0,0 - - .globl lj_BC_ILOOP - .hidden lj_BC_ILOOP - .type lj_BC_ILOOP, @function - .size lj_BC_ILOOP, 17 -lj_BC_ILOOP: - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171 - - .globl lj_BC_JLOOP - .hidden lj_BC_JLOOP - .type lj_BC_JLOOP, @function - .size lj_BC_JLOOP, 30 -lj_BC_JLOOP: - .byte 139,139,112,247,255,255,139,4,129,139,64,52,139,108,36,48 - .byte 137,147,204,245,255,255,137,171,200,245,255,255,255,224 - - .globl lj_BC_JMP - .hidden lj_BC_JMP - .type lj_BC_JMP, @function - .size lj_BC_JMP, 24 -lj_BC_JMP: - .byte 141,180,134,0,0,254,255,139,6,15,182,204,15,182,232,131 - .byte 198,4,193,232,16,255,36,171 - - .globl lj_BC_FUNCF - .hidden lj_BC_FUNCF - .type lj_BC_FUNCF, @function - .size lj_BC_FUNCF, 19 -lj_BC_FUNCF: - .byte 137,245,209,237,131,229,126,102,131,108,43,128,1,15,130,215 - .byte 25,0,0 - - .globl lj_BC_IFUNCF - .hidden lj_BC_IFUNCF - .type lj_BC_IFUNCF, @function - .size lj_BC_IFUNCF, 61 -lj_BC_IFUNCF: - .byte 139,126,204,139,108,36,48,141,12,202,59,77,24,15,135,163 - .byte 2,0,0,15,182,78,194,57,200,118,17,139,6,15,182,204 - .byte 15,182,232,131,198,4,193,232,16,255,36,171,199,68,194,252 - .byte 255,255,255,255,131,192,1,57,200,118,241,235,222 - - .globl lj_BC_JFUNCF - .hidden lj_BC_JFUNCF - .type lj_BC_JFUNCF, @function - .size lj_BC_JFUNCF, 53 -lj_BC_JFUNCF: - .byte 139,126,204,139,108,36,48,141,12,202,59,77,24,15,135,102 - .byte 2,0,0,15,182,78,194,57,200,118,9,15,183,70,254,233 - .byte 86,255,255,255,199,68,194,252,255,255,255,255,131,192,1,57 - .byte 200,118,241,235,230 - - .globl lj_BC_FUNCV - .hidden lj_BC_FUNCV - .type lj_BC_FUNCV, @function - .size lj_BC_FUNCV, 0 -lj_BC_FUNCV: - - .globl lj_BC_IFUNCV - .hidden lj_BC_IFUNCV - .type lj_BC_IFUNCV, @function - .size lj_BC_IFUNCV, 117 -lj_BC_IFUNCV: - .byte 141,44,197,3,0,0,0,141,4,194,139,122,248,137,104,252 - .byte 137,120,248,139,108,36,48,141,12,200,59,77,24,15,135,28 - .byte 2,0,0,137,209,137,194,15,182,110,194,133,237,116,33,131 - .byte 193,8,57,209,115,46,139,121,248,137,56,139,121,252,137,120 - .byte 4,131,192,8,199,65,252,255,255,255,255,131,237,1,117,223 - .byte 139,126,204,139,6,15,182,204,15,182,232,131,198,4,193,232 - .byte 16,255,36,171,199,64,4,255,255,255,255,131,192,8,131,237 - .byte 1,117,241,235,219 - - .globl lj_BC_JFUNCV - .hidden lj_BC_JFUNCV - .type lj_BC_JFUNCV, @function - .size lj_BC_JFUNCV, 1 -lj_BC_JFUNCV: - .byte 204 - - .globl lj_BC_FUNCC - .hidden lj_BC_FUNCC - .type lj_BC_FUNCC, @function - .size lj_BC_FUNCC, 76 -lj_BC_FUNCC: - .byte 139,106,248,139,125,20,139,108,36,48,141,68,194,248,137,85 - .byte 16,141,136,160,0,0,0,59,77,24,137,69,20,137,44,36 - .byte 15,135,156,1,0,0,199,131,188,245,255,255,254,255,255,255 - .byte 255,215,199,131,188,245,255,255,255,255,255,255,139,85,16,141 - .byte 12,194,247,217,3,77,20,139,114,252,235,116 - - .globl lj_BC_FUNCCW - .hidden lj_BC_FUNCCW - .type lj_BC_FUNCCW, @function - .size lj_BC_FUNCCW, 84 -lj_BC_FUNCCW: - .byte 139,106,248,139,125,20,139,108,36,48,141,68,194,248,137,85 - .byte 16,141,136,160,0,0,0,59,77,24,137,69,20,137,124,36 - .byte 4,137,44,36,15,135,76,1,0,0,199,131,188,245,255,255 - .byte 254,255,255,255,255,147,180,245,255,255,199,131,188,245,255,255 - .byte 255,255,255,255,139,85,16,141,12,194,247,217,3,77,20,139 - .byte 114,252,235,32 - - .globl lj_vm_returnp - .hidden lj_vm_returnp - .type lj_vm_returnp, @function - .size lj_vm_returnp, 32 -lj_vm_returnp: - .byte 247,198,4,0,0,0,15,132,154,2,0,0,131,230,248,41 - .byte 242,141,76,49,248,139,114,252,199,68,10,4,253,255,255,255 - - .globl lj_vm_returnc - .hidden lj_vm_returnc - .type lj_vm_returnc, @function - .size lj_vm_returnc, 25 -lj_vm_returnc: - .byte 131,192,1,15,132,166,0,0,0,137,68,36,20,247,198,3 - .byte 0,0,0,15,132,31,251,255,255 - - .globl lj_vm_return - .hidden lj_vm_return - .type lj_vm_return, @function - .size lj_vm_return, 79 -lj_vm_return: - .byte 131,246,1,247,198,3,0,0,0,117,188,199,131,188,245,255 - .byte 255,254,255,255,255,131,230,248,41,214,247,222,131,232,1,116 - .byte 21,139,44,10,137,106,248,139,108,10,4,137,106,252,131,194 - .byte 8,131,232,1,117,235,139,108,36,48,137,117,16,139,68,36 - .byte 20,139,76,36,56,57,193,117,23,131,234,8,137,85,20 - - .globl lj_vm_leave_cp - .hidden lj_vm_leave_cp - .type lj_vm_leave_cp, @function - .size lj_vm_leave_cp, 9 -lj_vm_leave_cp: - .byte 139,76,36,52,137,77,40,49,192 - - .globl lj_vm_leave_unw - .hidden lj_vm_leave_unw - .type lj_vm_leave_unw, @function - .size lj_vm_leave_unw, 62 -lj_vm_leave_unw: - .byte 131,196,28,91,94,95,93,195,114,20,59,85,24,119,26,199 - .byte 66,252,255,255,255,255,131,194,8,131,192,1,235,207,133,201 - .byte 116,207,41,193,141,20,202,235,200,137,85,20,137,68,36,20 - .byte 137,202,137,233,232 - .long lj_state_growstack-.-4 - .byte 139,85,20,235,167 - - .globl lj_vm_unwind_yield - .hidden lj_vm_unwind_yield - .type lj_vm_unwind_yield, @function - .size lj_vm_unwind_yield, 4 -lj_vm_unwind_yield: - .byte 176,1,235,4 - - .globl lj_vm_unwind_c - .hidden lj_vm_unwind_c - .type lj_vm_unwind_c, @function - .size lj_vm_unwind_c, 4 -lj_vm_unwind_c: - .byte 137,208,137,204 - - .globl lj_vm_unwind_c_eh - .hidden lj_vm_unwind_c_eh - .type lj_vm_unwind_c_eh, @function - .size lj_vm_unwind_c_eh, 19 -lj_vm_unwind_c_eh: - .byte 139,108,36,48,139,109,8,199,133,204,0,0,0,254,255,255 - .byte 255,235,167 - - .globl lj_vm_unwind_rethrow - .hidden lj_vm_unwind_rethrow - .type lj_vm_unwind_rethrow, @function - .size lj_vm_unwind_rethrow, 0 -lj_vm_unwind_rethrow: - - .globl lj_vm_unwind_ff - .hidden lj_vm_unwind_ff - .type lj_vm_unwind_ff, @function - .size lj_vm_unwind_ff, 5 -lj_vm_unwind_ff: - .byte 131,225,252,137,204 - - .globl lj_vm_unwind_ff_eh - .hidden lj_vm_unwind_ff_eh - .type lj_vm_unwind_ff_eh, @function - .size lj_vm_unwind_ff_eh, 51 -lj_vm_unwind_ff_eh: - .byte 139,108,36,48,185,248,255,255,255,184,2,0,0,0,139,85 - .byte 16,139,93,8,129,195,16,11,0,0,139,114,252,199,66,252 - .byte 254,255,255,255,199,131,188,245,255,255,255,255,255,255,233,254 - .byte 254,255,255 - - .globl lj_vm_growstack_c - .hidden lj_vm_growstack_c - .type lj_vm_growstack_c, @function - .size lj_vm_growstack_c, 7 -lj_vm_growstack_c: - .byte 186,20,0,0,0,235,28 - - .globl lj_vm_growstack_v - .hidden lj_vm_growstack_v - .type lj_vm_growstack_v, @function - .size lj_vm_growstack_v, 5 -lj_vm_growstack_v: - .byte 131,232,8,235,4 - - .globl lj_vm_growstack_f - .hidden lj_vm_growstack_f - .type lj_vm_growstack_f, @function - .size lj_vm_growstack_f, 64 -lj_vm_growstack_f: - .byte 141,68,194,248,15,182,78,195,131,198,4,137,85,16,137,69 - .byte 20,137,116,36,24,137,202,137,233,232 - .long lj_state_growstack-.-4 - .byte 139,85,16,139,69,20,139,106,248,41,208,193,232,3,131,192 - .byte 1,139,117,16,139,14,15,182,233,15,182,205,131,198,4,255 - .byte 36,171 - - .globl lj_vm_resume - .hidden lj_vm_resume - .type lj_vm_resume, @function - .size lj_vm_resume, 104 -lj_vm_resume: - .byte 85,87,86,83,131,236,28,139,108,36,48,139,76,36,52,190 - .byte 5,0,0,0,49,192,141,124,36,1,139,93,8,129,195,16 - .byte 11,0,0,137,125,40,137,68,36,24,137,68,36,52,56,69 - .byte 7,116,110,199,131,188,245,255,255,255,255,255,255,136,69,7 - .byte 139,85,16,139,69,20,41,200,193,232,3,131,192,1,41,209 - .byte 139,114,252,137,68,36,20,247,198,3,0,0,0,15,132,135 - .byte 249,255,255,233,99,254,255,255 - - .globl lj_vm_pcall - .hidden lj_vm_pcall - .type lj_vm_pcall, @function - .size lj_vm_pcall, 14 -lj_vm_pcall: - .byte 85,87,86,83,131,236,28,190,5,0,0,0,235,12 - - .globl lj_vm_call - .hidden lj_vm_call - .type lj_vm_call, @function - .size lj_vm_call, 71 -lj_vm_call: - .byte 85,87,86,83,131,236,28,190,1,0,0,0,139,108,36,48 - .byte 139,76,36,52,139,125,40,137,124,36,52,137,108,36,24,137 - .byte 101,40,139,93,8,129,195,16,11,0,0,199,131,188,245,255 - .byte 255,255,255,255,255,139,85,16,1,206,41,214,139,69,20,41 - .byte 200,193,232,3,131,192,1 - - .globl lj_vm_call_dispatch - .hidden lj_vm_call_dispatch - .type lj_vm_call_dispatch, @function - .size lj_vm_call_dispatch, 13 -lj_vm_call_dispatch: - .byte 139,105,248,131,121,252,247,15,133,97,3,0,0 - - .globl lj_vm_call_dispatch_f - .hidden lj_vm_call_dispatch_f - .type lj_vm_call_dispatch_f, @function - .size lj_vm_call_dispatch_f, 22 -lj_vm_call_dispatch_f: - .byte 137,202,137,114,252,139,117,16,139,14,15,182,233,15,182,205 - .byte 131,198,4,255,36,171 - - .globl lj_vm_cpcall - .hidden lj_vm_cpcall - .type lj_vm_cpcall, @function - .size lj_vm_cpcall, 88 -lj_vm_cpcall: - .byte 85,87,86,83,131,236,28,139,108,36,48,139,68,36,56,139 - .byte 76,36,52,139,84,36,60,137,108,36,24,139,125,28,43,125 - .byte 20,199,68,36,60,0,0,0,0,137,124,36,56,137,68,36 - .byte 8,137,76,36,4,137,44,36,139,125,40,137,124,36,52,137 - .byte 101,40,255,210,133,192,15,132,238,253,255,255,137,193,190,5 - .byte 0,0,0,233,96,255,255,255 - - .globl lj_cont_dispatch - .hidden lj_cont_dispatch - .type lj_cont_dispatch, @function - .size lj_cont_dispatch, 60 -lj_cont_dispatch: - .byte 1,209,131,230,248,137,213,41,242,199,68,193,252,255,255,255 - .byte 255,137,200,139,117,244,139,77,240,131,249,1,118,11,139,122 - .byte 248,139,127,16,139,127,208,255,225,15,132,41,28,0,0,41 - .byte 213,193,237,3,141,69,255,233,89,20,0,0 - - .globl lj_cont_cat - .hidden lj_cont_cat - .type lj_cont_cat, @function - .size lj_cont_cat, 47 -lj_cont_cat: - .byte 15,182,78,255,131,237,16,141,12,202,41,233,15,132,140,0 - .byte 0,0,247,217,193,233,3,137,76,36,8,139,72,4,139,0 - .byte 137,77,4,137,69,0,137,108,36,4,233,193,237,255,255 - - .globl lj_vmeta_tgets - .hidden lj_vmeta_tgets - .type lj_vmeta_tgets, @function - .size lj_vmeta_tgets, 41 -lj_vmeta_tgets: - .byte 137,68,36,16,199,68,36,20,251,255,255,255,141,68,36,16 - .byte 128,126,252,52,117,48,141,139,128,245,255,255,137,41,199,65 - .byte 4,244,255,255,255,137,205,235,36 - - .globl lj_vmeta_tgetb - .hidden lj_vmeta_tgetb - .type lj_vmeta_tgetb, @function - .size lj_vmeta_tgetb, 22 -lj_vmeta_tgetb: - .byte 15,182,70,254,137,68,36,12,219,68,36,12,221,92,36,16 - .byte 141,68,36,16,235,7 - - .globl lj_vmeta_tgetv - .hidden lj_vmeta_tgetv - .type lj_vmeta_tgetv, @function - .size lj_vmeta_tgetv, 48 -lj_vmeta_tgetv: - .byte 15,182,70,254,141,4,194,15,182,110,255,141,44,234,137,108 - .byte 36,4,139,108,36,48,137,68,36,8,137,44,36,137,85,16 - .byte 137,116,36,24,232 - .long lj_meta_tget-.-4 - .byte 139,85,16,133,192,116,33 - - .globl lj_cont_ra - .hidden lj_cont_ra - .type lj_cont_ra, @function - .size lj_cont_ra, 57 -lj_cont_ra: - .byte 15,182,78,253,139,104,4,139,0,137,108,202,4,137,4,202 - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171,139,77,20,137,113,244,141,113,2,41,214,139,105,248,184 - .byte 3,0,0,0,233,127,254,255,255 - - .globl lj_vmeta_tsets - .hidden lj_vmeta_tsets - .type lj_vmeta_tsets, @function - .size lj_vmeta_tsets, 41 -lj_vmeta_tsets: - .byte 137,68,36,16,199,68,36,20,251,255,255,255,141,68,36,16 - .byte 128,126,252,53,117,48,141,139,128,245,255,255,137,41,199,65 - .byte 4,244,255,255,255,137,205,235,36 - - .globl lj_vmeta_tsetb - .hidden lj_vmeta_tsetb - .type lj_vmeta_tsetb, @function - .size lj_vmeta_tsetb, 22 -lj_vmeta_tsetb: - .byte 15,182,70,254,137,68,36,12,219,68,36,12,221,92,36,16 - .byte 141,68,36,16,235,7 - - .globl lj_vmeta_tsetv - .hidden lj_vmeta_tsetv - .type lj_vmeta_tsetv, @function - .size lj_vmeta_tsetv, 64 -lj_vmeta_tsetv: - .byte 15,182,70,254,141,4,194,15,182,110,255,141,44,234,137,108 - .byte 36,4,139,108,36,48,137,68,36,8,137,44,36,137,85,16 - .byte 137,116,36,24,232 - .long lj_meta_tset-.-4 - .byte 139,85,16,133,192,116,33,15,182,78,253,139,108,202,4,139 - .byte 12,202,137,104,4,137,8 - - .globl lj_cont_nop - .hidden lj_cont_nop - .type lj_cont_nop, @function - .size lj_cont_nop, 58 -lj_cont_nop: - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171,139,77,20,137,113,244,15,182,70,253,139,108,194,4,139 - .byte 4,194,137,105,20,137,65,16,141,113,2,41,214,139,105,248 - .byte 184,4,0,0,0,233,198,253,255,255 - - .globl lj_vmeta_comp - .hidden lj_vmeta_comp - .type lj_vmeta_comp, @function - .size lj_vmeta_comp, 86 -lj_vmeta_comp: - .byte 15,182,110,252,141,4,194,141,12,202,137,108,36,12,139,108 - .byte 36,48,137,68,36,8,137,76,36,4,137,44,36,137,85,16 - .byte 137,116,36,24,232 - .long lj_meta_comp-.-4 - .byte 139,85,16,131,248,1,15,135,192,0,0,0,141,118,4,114 - .byte 11,15,183,70,254,141,180,134,0,0,254,255,139,6,15,182 - .byte 204,15,182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_cont_condt - .hidden lj_cont_condt - .type lj_cont_condt, @function - .size lj_cont_condt, 11 -lj_cont_condt: - .byte 131,198,4,131,120,4,254,114,219,235,228 - - .globl lj_cont_condf - .hidden lj_cont_condf - .type lj_cont_condf, @function - .size lj_cont_condf, 6 -lj_cont_condf: - .byte 131,120,4,254,235,206 - - .globl lj_vmeta_equal - .hidden lj_vmeta_equal - .type lj_vmeta_equal, @function - .size lj_vmeta_equal, 36 -lj_vmeta_equal: - .byte 131,238,4,137,108,36,12,139,108,36,48,137,68,36,8,137 - .byte 76,36,4,137,44,36,137,85,16,137,116,36,24,232 - .long lj_meta_equal-.-4 - .byte 235,158 - - .globl lj_vmeta_equal_cd - .hidden lj_vmeta_equal_cd - .type lj_vmeta_equal_cd, @function - .size lj_vmeta_equal_cd, 26 -lj_vmeta_equal_cd: - .byte 131,238,4,139,108,36,48,137,85,16,137,233,139,86,252,137 - .byte 116,36,24,232 - .long lj_meta_equal_cd-.-4 - .byte 235,132 - - .globl lj_vmeta_arith_vno - .hidden lj_vmeta_arith_vno - .type lj_vmeta_arith_vno, @function - .size lj_vmeta_arith_vno, 0 -lj_vmeta_arith_vno: - - .globl lj_vmeta_arith_vn - .hidden lj_vmeta_arith_vn - .type lj_vmeta_arith_vn, @function - .size lj_vmeta_arith_vn, 5 -lj_vmeta_arith_vn: - .byte 141,4,199,235,19 - - .globl lj_vmeta_arith_nvo - .hidden lj_vmeta_arith_nvo - .type lj_vmeta_arith_nvo, @function - .size lj_vmeta_arith_nvo, 0 -lj_vmeta_arith_nvo: - - .globl lj_vmeta_arith_nv - .hidden lj_vmeta_arith_nv - .type lj_vmeta_arith_nv, @function - .size lj_vmeta_arith_nv, 9 -lj_vmeta_arith_nv: - .byte 141,4,199,141,44,234,149,235,13 - - .globl lj_vmeta_unm - .hidden lj_vmeta_unm - .type lj_vmeta_unm, @function - .size lj_vmeta_unm, 7 -lj_vmeta_unm: - .byte 141,4,194,137,197,235,6 - - .globl lj_vmeta_arith_vvo - .hidden lj_vmeta_arith_vvo - .type lj_vmeta_arith_vvo, @function - .size lj_vmeta_arith_vvo, 0 -lj_vmeta_arith_vvo: - - .globl lj_vmeta_arith_vv - .hidden lj_vmeta_arith_vv - .type lj_vmeta_arith_vv, @function - .size lj_vmeta_arith_vv, 59 -lj_vmeta_arith_vv: - .byte 141,4,194,141,44,234,141,12,202,137,108,36,8,139,108,36 - .byte 48,137,68,36,12,15,182,70,252,137,76,36,4,137,68,36 - .byte 16,137,44,36,137,85,16,137,116,36,24,232 - .long lj_meta_arith-.-4 - .byte 139,85,16,133,192,15,132,209,254,255,255 - - .globl lj_vmeta_binop - .hidden lj_vmeta_binop - .type lj_vmeta_binop, @function - .size lj_vmeta_binop, 20 -lj_vmeta_binop: - .byte 137,193,41,208,137,113,244,141,112,2,184,3,0,0,0,233 - .byte 176,252,255,255 - - .globl lj_vmeta_len - .hidden lj_vmeta_len - .type lj_vmeta_len, @function - .size lj_vmeta_len, 26 -lj_vmeta_len: - .byte 139,108,36,48,137,85,16,141,20,194,137,233,137,116,36,24 - .byte 232 - .long lj_meta_len-.-4 - .byte 139,85,16,235,210 - - .globl lj_vmeta_call_ra - .hidden lj_vmeta_call_ra - .type lj_vmeta_call_ra, @function - .size lj_vmeta_call_ra, 4 -lj_vmeta_call_ra: - .byte 141,76,202,8 - - .globl lj_vmeta_call - .hidden lj_vmeta_call - .type lj_vmeta_call, @function - .size lj_vmeta_call, 88 -lj_vmeta_call: - .byte 137,76,36,20,137,68,36,16,131,233,8,141,4,193,139,108 - .byte 36,48,137,76,36,4,137,68,36,8,137,44,36,137,85,16 - .byte 137,116,36,24,232 - .long lj_meta_call-.-4 - .byte 139,85,16,139,76,36,20,139,68,36,16,139,105,248,131,192 - .byte 1,57,215,15,132,226,242,255,255,137,202,137,114,252,139,117 - .byte 16,139,14,15,182,233,15,182,205,131,198,4,255,36,171 - - .globl lj_vmeta_for - .hidden lj_vmeta_for - .type lj_vmeta_for, @function - .size lj_vmeta_for, 42 -lj_vmeta_for: - .byte 139,108,36,48,137,85,16,137,202,137,233,137,116,36,24,232 - .long lj_meta_for-.-4 - .byte 139,85,16,139,70,252,15,182,204,15,182,232,193,232,16,255 - .byte 164,171,108,2,0,0 - - .globl lj_ff_assert - .hidden lj_ff_assert - .type lj_ff_assert, @function - .size lj_ff_assert, 71 -lj_ff_assert: - .byte 131,248,2,15,130,192,16,0,0,139,106,4,131,253,254,15 - .byte 131,180,16,0,0,139,114,252,137,68,36,20,137,106,252,139 - .byte 42,137,106,248,131,232,2,116,21,137,209,131,193,8,139,105 - .byte 4,137,105,252,139,41,137,105,248,131,232,1,117,237,139,68 - .byte 36,20,233,37,6,0,0 - - .globl lj_ff_type - .hidden lj_ff_type - .type lj_ff_type, @function - .size lj_ff_type, 49 -lj_ff_type: - .byte 131,248,2,15,130,121,16,0,0,139,106,4,184,13,0,0 - .byte 0,247,213,57,232,15,71,197,139,106,248,139,68,197,24,139 - .byte 114,252,199,66,252,251,255,255,255,137,66,248,233,235,5,0 - .byte 0 - - .globl lj_ff_getmetatable - .hidden lj_ff_getmetatable - .type lj_ff_getmetatable, @function - .size lj_ff_getmetatable, 142 -lj_ff_getmetatable: - .byte 131,248,2,15,130,72,16,0,0,139,106,4,139,114,252,131 - .byte 253,244,117,96,139,42,139,109,16,133,237,199,66,252,255,255 - .byte 255,255,15,132,195,5,0,0,139,131,24,246,255,255,199,66 - .byte 252,244,255,255,255,137,106,248,139,77,28,35,72,8,107,201 - .byte 24,3,77,20,131,121,12,251,117,5,57,65,8,116,12,139 - .byte 73,16,133,201,117,238,233,144,5,0,0,139,105,4,131,253 - .byte 255,15,132,132,5,0,0,139,1,137,106,252,137,66,248,233 - .byte 119,5,0,0,131,253,243,116,155,131,253,242,119,5,189,242 - .byte 255,255,255,247,213,139,172,171,44,246,255,255,235,139 - - .globl lj_ff_setmetatable - .hidden lj_ff_setmetatable - .type lj_ff_setmetatable, @function - .size lj_ff_setmetatable, 90 -lj_ff_setmetatable: - .byte 131,248,3,15,130,186,15,0,0,131,122,4,244,15,133,176 - .byte 15,0,0,139,42,131,125,16,0,15,133,164,15,0,0,131 - .byte 122,12,244,15,133,154,15,0,0,139,66,8,137,69,16,139 - .byte 114,252,199,66,252,244,255,255,255,137,106,248,246,69,4,4 - .byte 116,19,128,101,4,251,139,131,32,245,255,255,137,171,32,245 - .byte 255,255,137,69,12,233,3,5,0,0 - - .globl lj_ff_rawget - .hidden lj_ff_rawget - .type lj_ff_rawget, @function - .size lj_ff_rawget, 67 -lj_ff_rawget: - .byte 131,248,3,15,130,96,15,0,0,131,122,4,244,15,133,86 - .byte 15,0,0,139,2,139,108,36,48,137,68,36,4,137,44,36 - .byte 137,213,131,194,8,137,84,36,8,232 - .long lj_tab_get-.-4 - .byte 137,234,139,40,139,64,4,139,114,252,137,106,248,137,66,252 - .byte 233,192,4,0,0 - - .globl lj_ff_tonumber - .hidden lj_ff_tonumber - .type lj_ff_tonumber, @function - .size lj_ff_tonumber, 26 -lj_ff_tonumber: - .byte 131,248,2,15,133,29,15,0,0,131,122,4,242,15,131,19 - .byte 15,0,0,221,2,233,160,4,0,0 - - .globl lj_ff_tostring - .hidden lj_ff_tostring - .type lj_ff_tostring, @function - .size lj_ff_tostring, 100 -lj_ff_tostring: - .byte 131,248,2,15,130,3,15,0,0,139,114,252,131,122,4,251 - .byte 117,17,139,2,199,66,252,251,255,255,255,137,66,248,233,131 - .byte 4,0,0,131,122,4,242,15,135,223,14,0,0,131,187,96 - .byte 246,255,255,0,15,133,210,14,0,0,139,171,4,245,255,255 - .byte 59,171,8,245,255,255,114,5,232,77,15,0,0,139,108,36 - .byte 48,137,85,16,137,116,36,24,137,233,232 - .long lj_str_fromnum-.-4 - .byte 139,85,16,235,176 - - .globl lj_ff_next - .hidden lj_ff_next - .type lj_ff_next, @function - .size lj_ff_next, 89 -lj_ff_next: - .byte 131,248,2,15,130,159,14,0,0,116,88,131,122,4,244,15 - .byte 133,147,14,0,0,139,108,36,48,137,85,16,137,85,20,139 - .byte 114,252,139,2,137,68,36,4,137,44,36,131,194,8,137,84 - .byte 36,8,137,116,36,24,232 - .long lj_tab_next-.-4 - .byte 139,85,16,133,192,116,42,139,106,8,139,66,12,137,106,248 - .byte 137,66,252,139,106,16,139,66,20,137,42,137,66,4 - - .globl lj_fff_res2 - .hidden lj_fff_res2 - .type lj_fff_res2, @function - .size lj_fff_res2, 31 -lj_fff_res2: - .byte 184,3,0,0,0,233,228,3,0,0,199,66,12,255,255,255 - .byte 255,235,159,199,66,252,255,255,255,255,233,202,3,0,0 - - .globl lj_ff_pairs - .hidden lj_ff_pairs - .type lj_ff_pairs, @function - .size lj_ff_pairs, 57 -lj_ff_pairs: - .byte 131,248,2,15,130,39,14,0,0,139,42,131,122,4,244,15 - .byte 133,27,14,0,0,139,106,248,139,69,24,139,114,252,199,66 - .byte 252,247,255,255,255,137,66,248,199,66,12,255,255,255,255,184 - .byte 4,0,0,0,233,150,3,0,0 - - .globl lj_ff_ipairs_aux - .hidden lj_ff_ipairs_aux - .type lj_ff_ipairs_aux, @function - .size lj_ff_ipairs_aux, 105 -lj_ff_ipairs_aux: - .byte 131,248,3,15,130,238,13,0,0,131,122,4,244,15,133,228 - .byte 13,0,0,131,122,12,242,15,131,218,13,0,0,139,114,252 - .byte 221,66,8,217,232,222,193,219,20,36,221,90,248,139,4,36 - .byte 139,42,59,69,24,115,27,193,224,3,3,69,8,131,120,4 - .byte 255,116,38,139,40,139,64,4,137,42,137,66,4,233,86,255 - .byte 255,255,131,125,28,0,116,17,137,233,137,213,137,194,232 - .long lj_tab_getinth-.-4 - .byte 137,234,133,192,117,212 - - .globl lj_fff_res0 - .hidden lj_fff_res0 - .type lj_fff_res0, @function - .size lj_fff_res0, 10 -lj_fff_res0: - .byte 184,1,0,0,0,233,35,3,0,0 - - .globl lj_ff_ipairs - .hidden lj_ff_ipairs - .type lj_ff_ipairs, @function - .size lj_ff_ipairs, 55 -lj_ff_ipairs: - .byte 131,248,2,15,130,123,13,0,0,139,42,131,122,4,244,15 - .byte 133,111,13,0,0,139,106,248,139,69,24,139,114,252,199,66 - .byte 252,247,255,255,255,137,66,248,217,238,221,90,8,184,4,0 - .byte 0,0,233,236,2,0,0 - - .globl lj_ff_pcall - .hidden lj_ff_pcall - .type lj_ff_pcall, @function - .size lj_ff_pcall, 40 -lj_ff_pcall: - .byte 131,248,2,15,130,68,13,0,0,141,74,8,131,232,1,190 - .byte 14,0,0,0,15,182,171,113,245,255,255,193,237,4,131,229 - .byte 1,1,238,233,108,248,255,255 - - .globl lj_ff_xpcall - .hidden lj_ff_xpcall - .type lj_ff_xpcall, @function - .size lj_ff_xpcall, 55 -lj_ff_xpcall: - .byte 131,248,3,15,130,28,13,0,0,131,122,12,247,15,133,18 - .byte 13,0,0,139,106,4,137,106,12,199,66,4,247,255,255,255 - .byte 139,42,139,114,8,137,106,8,137,50,141,74,16,131,232,2 - .byte 190,22,0,0,0,235,181 - - .globl lj_ff_coroutine_resume - .hidden lj_ff_coroutine_resume - .type lj_ff_coroutine_resume, @function - .size lj_ff_coroutine_resume, 316 -lj_ff_coroutine_resume: - .byte 131,248,2,15,130,229,12,0,0,139,42,139,114,252,137,116 - .byte 36,24,137,44,36,131,122,4,249,15,133,207,12,0,0,131 - .byte 125,40,0,15,133,197,12,0,0,128,125,7,1,15,135,187 - .byte 12,0,0,139,77,20,116,9,59,77,16,15,132,173,12,0 - .byte 0,141,116,193,240,59,117,24,15,135,160,12,0,0,137,117 - .byte 20,139,108,36,48,137,85,16,131,194,8,137,85,20,141,108 - .byte 194,232,41,245,57,206,116,20,139,68,46,4,137,70,252,139 - .byte 4,46,137,70,248,131,238,8,57,206,117,236,137,76,36,4 - .byte 49,201,137,76,36,12,137,76,36,8,232,233,246,255,255,199 - .byte 131,188,245,255,255,255,255,255,255,139,108,36,48,139,52,36 - .byte 139,85,16,131,248,1,119,89,139,78,16,139,126,20,137,78 - .byte 20,137,254,41,206,116,34,141,4,50,193,238,3,59,69,24 - .byte 119,96,137,213,41,205,139,1,137,4,41,139,65,4,137,68 - .byte 41,4,131,193,8,57,249,117,237,141,70,2,199,66,252,253 - .byte 255,255,255,139,116,36,24,137,68,36,20,185,248,255,255,255 - .byte 247,198,3,0,0,0,15,132,102,240,255,255,233,66,245,255 - .byte 255,199,66,252,254,255,255,255,139,78,20,131,233,8,137,78 - .byte 20,139,1,137,2,139,65,4,137,66,4,184,3,0,0,0 - .byte 235,193,139,12,36,137,121,20,137,242,137,233,232 - .long lj_state_growstack-.-4 - .byte 139,52,36,139,85,16,233,108,255,255,255 - - .globl lj_ff_coroutine_wrap_aux - .hidden lj_ff_coroutine_wrap_aux - .type lj_ff_coroutine_wrap_aux, @function - .size lj_ff_coroutine_wrap_aux, 261 -lj_ff_coroutine_wrap_aux: - .byte 139,106,248,139,109,24,139,114,252,137,116,36,24,137,44,36 - .byte 131,125,40,0,15,133,152,11,0,0,128,125,7,1,15,135 - .byte 142,11,0,0,139,77,20,116,9,59,77,16,15,132,128,11 - .byte 0,0,141,116,193,248,59,117,24,15,135,115,11,0,0,137 - .byte 117,20,139,108,36,48,137,85,16,137,85,20,141,108,194,240 - .byte 41,245,57,206,116,20,139,68,46,4,137,70,252,139,4,46 - .byte 137,70,248,131,238,8,57,206,117,236,137,76,36,4,49,201 - .byte 137,76,36,12,137,76,36,8,232,191,245,255,255,199,131,188 - .byte 245,255,255,255,255,255,255,139,108,36,48,139,52,36,139,85 - .byte 16,131,248,1,119,79,139,78,16,139,126,20,137,78,20,137 - .byte 254,41,206,116,34,141,4,50,193,238,3,59,69,24,119,62 - .byte 137,213,41,205,139,1,137,4,41,139,65,4,137,68,41,4 - .byte 131,193,8,57,249,117,237,141,70,1,139,116,36,24,137,68 - .byte 36,20,49,201,247,198,3,0,0,0,15,132,70,239,255,255 - .byte 233,34,244,255,255,137,242,137,233,232 - .long lj_ffh_coroutine_wrap_err-.-4 - .byte 139,12,36,137,121,20,137,242,137,233,232 - .long lj_state_growstack-.-4 - .byte 139,52,36,139,85,16,235,145 - - .globl lj_ff_coroutine_yield - .hidden lj_ff_coroutine_yield - .type lj_ff_coroutine_yield, @function - .size lj_ff_coroutine_yield, 42 -lj_ff_coroutine_yield: - .byte 139,108,36,48,247,69,40,1,0,0,0,15,132,156,10,0 - .byte 0,137,85,16,141,68,194,248,137,69,20,49,192,137,69,40 - .byte 176,1,136,69,7,233,48,244,255,255 - - .globl lj_fff_resi - .hidden lj_fff_resi - .type lj_fff_resi, @function - .size lj_fff_resi, 0 -lj_fff_resi: - - .globl lj_ff_math_abs - .hidden lj_ff_math_abs - .type lj_ff_math_abs, @function - .size lj_ff_math_abs, 23 -lj_ff_math_abs: - .byte 131,248,2,15,130,122,10,0,0,131,122,4,242,15,131,112 - .byte 10,0,0,221,2,217,225 - - .globl lj_fff_resn - .hidden lj_fff_resn - .type lj_fff_resn, @function - .size lj_fff_resn, 0 -lj_fff_resn: - - .globl lj_fff_resxmm0 - .hidden lj_fff_resxmm0 - .type lj_fff_resxmm0, @function - .size lj_fff_resxmm0, 6 -lj_fff_resxmm0: - .byte 139,114,252,221,90,248 - - .globl lj_fff_res1 - .hidden lj_fff_res1 - .type lj_fff_res1, @function - .size lj_fff_res1, 5 -lj_fff_res1: - .byte 184,2,0,0,0 - - .globl lj_fff_res - .hidden lj_fff_res - .type lj_fff_res, @function - .size lj_fff_res, 4 -lj_fff_res: - .byte 137,68,36,20 - - .globl lj_fff_res_ - .hidden lj_fff_res_ - .type lj_fff_res_, @function - .size lj_fff_res_, 62 -lj_fff_res_: - .byte 247,198,3,0,0,0,117,44,56,70,255,119,26,15,182,78 - .byte 253,247,209,141,20,202,139,6,15,182,204,15,182,232,131,198 - .byte 4,193,232,16,255,36,171,199,68,194,244,255,255,255,255,131 - .byte 192,1,235,212,185,248,255,255,255,233,116,243,255,255 - - .globl lj_ff_math_floor - .hidden lj_ff_math_floor - .type lj_ff_math_floor, @function - .size lj_ff_math_floor, 19 -lj_ff_math_floor: - .byte 131,122,4,242,15,131,21,10,0,0,221,2,232,164,12,0 - .byte 0,235,160 - - .globl lj_ff_math_ceil - .hidden lj_ff_math_ceil - .type lj_ff_math_ceil, @function - .size lj_ff_math_ceil, 19 -lj_ff_math_ceil: - .byte 131,122,4,242,15,131,2,10,0,0,221,2,232,17,13,0 - .byte 0,235,141 - - .globl lj_ff_math_sqrt - .hidden lj_ff_math_sqrt - .type lj_ff_math_sqrt, @function - .size lj_ff_math_sqrt, 28 -lj_ff_math_sqrt: - .byte 131,248,2,15,130,240,9,0,0,131,122,4,242,15,131,230 - .byte 9,0,0,221,2,217,250,233,113,255,255,255 - - .globl lj_ff_math_log - .hidden lj_ff_math_log - .type lj_ff_math_log, @function - .size lj_ff_math_log, 30 -lj_ff_math_log: - .byte 131,248,2,15,133,212,9,0,0,131,122,4,242,15,131,202 - .byte 9,0,0,217,237,221,2,217,241,233,83,255,255,255 - - .globl lj_ff_math_log10 - .hidden lj_ff_math_log10 - .type lj_ff_math_log10, @function - .size lj_ff_math_log10, 30 -lj_ff_math_log10: - .byte 131,248,2,15,130,182,9,0,0,131,122,4,242,15,131,172 - .byte 9,0,0,217,236,221,2,217,241,233,53,255,255,255 - - .globl lj_ff_math_exp - .hidden lj_ff_math_exp - .type lj_ff_math_exp, @function - .size lj_ff_math_exp, 31 -lj_ff_math_exp: - .byte 131,248,2,15,130,152,9,0,0,131,122,4,242,15,131,142 - .byte 9,0,0,221,2,232,206,13,0,0,233,22,255,255,255 - - .globl lj_ff_math_sin - .hidden lj_ff_math_sin - .type lj_ff_math_sin, @function - .size lj_ff_math_sin, 28 -lj_ff_math_sin: - .byte 131,248,2,15,130,121,9,0,0,131,122,4,242,15,131,111 - .byte 9,0,0,221,2,217,254,233,250,254,255,255 - - .globl lj_ff_math_cos - .hidden lj_ff_math_cos - .type lj_ff_math_cos, @function - .size lj_ff_math_cos, 28 -lj_ff_math_cos: - .byte 131,248,2,15,130,93,9,0,0,131,122,4,242,15,131,83 - .byte 9,0,0,221,2,217,255,233,222,254,255,255 - - .globl lj_ff_math_tan - .hidden lj_ff_math_tan - .type lj_ff_math_tan, @function - .size lj_ff_math_tan, 30 -lj_ff_math_tan: - .byte 131,248,2,15,130,65,9,0,0,131,122,4,242,15,131,55 - .byte 9,0,0,221,2,217,242,221,216,233,192,254,255,255 - - .globl lj_ff_math_asin - .hidden lj_ff_math_asin - .type lj_ff_math_asin, @function - .size lj_ff_math_asin, 38 -lj_ff_math_asin: - .byte 131,248,2,15,130,35,9,0,0,131,122,4,242,15,131,25 - .byte 9,0,0,221,2,217,192,216,200,217,232,222,225,217,250,217 - .byte 243,233,154,254,255,255 - - .globl lj_ff_math_acos - .hidden lj_ff_math_acos - .type lj_ff_math_acos, @function - .size lj_ff_math_acos, 40 -lj_ff_math_acos: - .byte 131,248,2,15,130,253,8,0,0,131,122,4,242,15,131,243 - .byte 8,0,0,221,2,217,192,216,200,217,232,222,225,217,250,217 - .byte 201,217,243,233,114,254,255,255 - - .globl lj_ff_math_atan - .hidden lj_ff_math_atan - .type lj_ff_math_atan, @function - .size lj_ff_math_atan, 30 -lj_ff_math_atan: - .byte 131,248,2,15,130,213,8,0,0,131,122,4,242,15,131,203 - .byte 8,0,0,221,2,217,232,217,243,233,84,254,255,255 - - .globl lj_ff_math_sinh - .hidden lj_ff_math_sinh - .type lj_ff_math_sinh, @function - .size lj_ff_math_sinh, 38 -lj_ff_math_sinh: - .byte 131,248,2,15,130,183,8,0,0,131,122,4,242,15,131,173 - .byte 8,0,0,221,2,221,28,36,137,213,232 - .long lj_vm_sinh-.-4 - .byte 137,234,233,46,254,255,255 - - .globl lj_ff_math_cosh - .hidden lj_ff_math_cosh - .type lj_ff_math_cosh, @function - .size lj_ff_math_cosh, 38 -lj_ff_math_cosh: - .byte 131,248,2,15,130,145,8,0,0,131,122,4,242,15,131,135 - .byte 8,0,0,221,2,221,28,36,137,213,232 - .long lj_vm_cosh-.-4 - .byte 137,234,233,8,254,255,255 - - .globl lj_ff_math_tanh - .hidden lj_ff_math_tanh - .type lj_ff_math_tanh, @function - .size lj_ff_math_tanh, 38 -lj_ff_math_tanh: - .byte 131,248,2,15,130,107,8,0,0,131,122,4,242,15,131,97 - .byte 8,0,0,221,2,221,28,36,137,213,232 - .long lj_vm_tanh-.-4 - .byte 137,234,233,226,253,255,255 - - .globl lj_ff_math_deg - .hidden lj_ff_math_deg - .type lj_ff_math_deg, @function - .size lj_ff_math_deg, 0 -lj_ff_math_deg: - - .globl lj_ff_math_rad - .hidden lj_ff_math_rad - .type lj_ff_math_rad, @function - .size lj_ff_math_rad, 32 -lj_ff_math_rad: - .byte 131,248,2,15,130,69,8,0,0,131,122,4,242,15,131,59 - .byte 8,0,0,221,2,139,106,248,220,77,24,233,194,253,255,255 - - .globl lj_ff_math_atan2 - .hidden lj_ff_math_atan2 - .type lj_ff_math_atan2, @function - .size lj_ff_math_atan2, 41 -lj_ff_math_atan2: - .byte 131,248,3,15,130,37,8,0,0,131,122,4,242,15,131,27 - .byte 8,0,0,131,122,12,242,15,131,17,8,0,0,221,2,221 - .byte 66,8,217,243,233,153,253,255,255 - - .globl lj_ff_math_ldexp - .hidden lj_ff_math_ldexp - .type lj_ff_math_ldexp, @function - .size lj_ff_math_ldexp, 43 -lj_ff_math_ldexp: - .byte 131,248,3,15,130,252,7,0,0,131,122,4,242,15,131,242 - .byte 7,0,0,131,122,12,242,15,131,232,7,0,0,221,66,8 - .byte 221,2,217,253,221,217,233,110,253,255,255 - - .globl lj_ff_math_frexp - .hidden lj_ff_math_frexp - .type lj_ff_math_frexp, @function - .size lj_ff_math_frexp, 135 -lj_ff_math_frexp: - .byte 131,248,2,15,130,209,7,0,0,139,106,4,131,253,242,15 - .byte 131,197,7,0,0,139,114,252,139,2,137,106,252,137,66,248 - .byte 209,229,129,253,0,0,224,255,115,60,9,232,116,56,184,254 - .byte 3,0,0,129,253,0,0,32,0,114,47,193,237,21,41,197 - .byte 137,108,36,16,219,68,36,16,139,106,252,129,229,255,255,15 - .byte 128,129,205,0,0,224,63,137,106,252,221,26,184,3,0,0 - .byte 0,233,19,253,255,255,217,238,235,240,221,2,199,68,36,16 - .byte 0,0,128,90,216,76,36,16,221,90,248,139,106,252,184,52 - .byte 4,0,0,209,229,235,180 - - .globl lj_ff_math_modf - .hidden lj_ff_math_modf - .type lj_ff_math_modf, @function - .size lj_ff_math_modf, 88 -lj_ff_math_modf: - .byte 131,248,2,15,130,74,7,0,0,131,122,4,242,15,131,64 - .byte 7,0,0,221,2,139,106,4,139,114,252,209,229,129,253,0 - .byte 0,224,255,116,45,217,192,232,189,10,0,0,220,233,221,90 - .byte 248,221,26,139,66,252,139,106,4,49,232,120,10,184,3,0 - .byte 0,0,233,171,252,255,255,129,245,0,0,0,128,137,106,4 - .byte 235,235,217,238,217,201,235,214 - - .globl lj_ff_math_fmod - .hidden lj_ff_math_fmod - .type lj_ff_math_fmod, @function - .size lj_ff_math_fmod, 51 -lj_ff_math_fmod: - .byte 131,248,3,15,130,242,6,0,0,131,122,4,242,15,131,232 - .byte 6,0,0,131,122,12,242,15,131,222,6,0,0,221,66,8 - .byte 221,2,217,248,223,224,102,37,0,4,117,246,221,217,233,92 - .byte 252,255,255 - - .globl lj_ff_math_pow - .hidden lj_ff_math_pow - .type lj_ff_math_pow, @function - .size lj_ff_math_pow, 44 -lj_ff_math_pow: - .byte 131,248,3,15,130,191,6,0,0,131,122,4,242,15,131,181 - .byte 6,0,0,131,122,12,242,15,131,171,6,0,0,221,2,221 - .byte 66,8,232,28,11,0,0,233,48,252,255,255 - - .globl lj_ff_math_min - .hidden lj_ff_math_min - .type lj_ff_math_min, @function - .size lj_ff_math_min, 47 -lj_ff_math_min: - .byte 185,2,0,0,0,131,122,4,242,15,131,141,6,0,0,221 - .byte 2,57,193,15,131,23,252,255,255,131,124,202,252,242,115,62 - .byte 221,68,202,248,219,233,219,209,221,217,131,193,1,235,226 - - .globl lj_ff_math_max - .hidden lj_ff_math_max - .type lj_ff_math_max, @function - .size lj_ff_math_max, 54 -lj_ff_math_max: - .byte 185,2,0,0,0,131,122,4,242,15,131,94,6,0,0,221 - .byte 2,57,193,15,131,232,251,255,255,131,124,202,252,242,115,15 - .byte 221,68,202,248,219,233,218,209,221,217,131,193,1,235,226,221 - .byte 216,233,55,6,0,0 - - .globl lj_ff_string_len - .hidden lj_ff_string_len - .type lj_ff_string_len, @function - .size lj_ff_string_len, 29 -lj_ff_string_len: - .byte 131,248,2,15,130,46,6,0,0,131,122,4,251,15,133,36 - .byte 6,0,0,139,42,219,69,12,233,174,251,255,255 - - .globl lj_ff_string_byte - .hidden lj_ff_string_byte - .type lj_ff_string_byte, @function - .size lj_ff_string_byte, 51 -lj_ff_string_byte: - .byte 131,248,2,15,133,17,6,0,0,131,122,4,251,15,133,7 - .byte 6,0,0,139,42,139,114,252,131,125,12,1,15,130,106,248 - .byte 255,255,15,182,109,16,137,108,36,16,219,68,36,16,233,123 - .byte 251,255,255 - - .globl lj_ff_string_char - .hidden lj_ff_string_char - .type lj_ff_string_char, @function - .size lj_ff_string_char, 70 -lj_ff_string_char: - .byte 139,171,4,245,255,255,59,171,8,245,255,255,114,5,232,98 - .byte 6,0,0,131,248,2,15,133,203,5,0,0,131,122,4,242 - .byte 15,131,193,5,0,0,221,2,219,92,36,20,129,124,36,20 - .byte 255,0,0,0,15,135,173,5,0,0,199,68,36,8,1,0 - .byte 0,0,141,68,36,20 - - .globl lj_fff_newstr - .hidden lj_fff_newstr - .type lj_fff_newstr, @function - .size lj_fff_newstr, 44 -lj_fff_newstr: - .byte 139,108,36,48,137,85,16,137,68,36,4,137,44,36,137,116 - .byte 36,24,232 - .long lj_str_new-.-4 - .byte 139,85,16,139,114,252,199,66,252,251,255,255,255,137,66,248 - .byte 233,15,251,255,255 - - .globl lj_ff_string_sub - .hidden lj_ff_string_sub - .type lj_ff_string_sub, @function - .size lj_ff_string_sub, 161 -lj_ff_string_sub: - .byte 139,171,4,245,255,255,59,171,8,245,255,255,114,5,232,240 - .byte 5,0,0,199,68,36,20,255,255,255,255,131,248,3,15,130 - .byte 81,5,0,0,118,17,131,122,20,242,15,131,69,5,0,0 - .byte 221,66,16,219,92,36,20,131,122,4,251,15,133,52,5,0 - .byte 0,131,122,12,242,15,131,42,5,0,0,139,42,137,108,36 - .byte 12,139,109,12,221,66,8,219,92,36,8,139,76,36,8,139 - .byte 68,36,20,57,197,114,30,133,201,126,38,139,108,36,12,41 - .byte 200,124,46,141,108,13,15,131,192,1,137,68,36,8,137,232 - .byte 233,79,255,255,255,124,6,141,68,40,1,235,218,137,232,235 - .byte 214,116,7,1,233,131,193,1,127,209,185,1,0,0,0,235 - .byte 202 - - .globl lj_fff_emptystr - .hidden lj_fff_emptystr - .type lj_fff_emptystr, @function - .size lj_fff_emptystr, 4 -lj_fff_emptystr: - .byte 49,192,235,213 - - .globl lj_ff_string_rep - .hidden lj_ff_string_rep - .type lj_ff_string_rep, @function - .size lj_ff_string_rep, 125 -lj_ff_string_rep: - .byte 139,171,4,245,255,255,59,171,8,245,255,255,114,5,232,75 - .byte 5,0,0,131,248,3,15,133,180,4,0,0,131,122,4,251 - .byte 15,133,170,4,0,0,131,122,12,242,139,42,15,131,158,4 - .byte 0,0,221,66,8,219,92,36,20,139,68,36,20,133,192,126 - .byte 187,131,125,12,1,114,181,15,133,119,4,0,0,57,131,68 - .byte 245,255,255,15,130,107,4,0,0,15,182,77,16,139,171,60 - .byte 245,255,255,137,68,36,8,136,77,0,131,197,1,131,232,1 - .byte 117,245,139,131,60,245,255,255,233,178,254,255,255 - - .globl lj_ff_string_reverse - .hidden lj_ff_string_reverse - .type lj_ff_string_reverse, @function - .size lj_ff_string_reverse, 106 -lj_ff_string_reverse: - .byte 131,248,2,15,130,74,4,0,0,139,171,4,245,255,255,59 - .byte 171,8,245,255,255,114,5,232,197,4,0,0,131,122,4,251 - .byte 15,133,45,4,0,0,139,42,139,69,12,133,192,15,132,76 - .byte 255,255,255,57,131,68,245,255,255,15,130,15,4,0,0,131 - .byte 197,16,137,116,36,20,137,68,36,8,139,179,60,245,255,255 - .byte 15,182,77,0,131,197,1,131,232,1,136,12,6,117,241,137 - .byte 240,139,116,36,20,233,72,254,255,255 - - .globl lj_ff_string_lower - .hidden lj_ff_string_lower - .type lj_ff_string_lower, @function - .size lj_ff_string_lower, 111 -lj_ff_string_lower: - .byte 131,248,2,15,130,224,3,0,0,139,171,4,245,255,255,59 - .byte 171,8,245,255,255,114,5,232,91,4,0,0,131,122,4,251 - .byte 15,133,195,3,0,0,139,42,139,69,12,57,131,68,245,255 - .byte 255,15,130,173,3,0,0,131,197,16,137,116,36,20,137,68 - .byte 36,8,139,179,60,245,255,255,235,21,15,182,76,5,0,131 - .byte 249,65,114,8,131,249,90,119,3,131,241,32,136,12,6,131 - .byte 232,1,121,230,137,240,139,116,36,20,233,217,253,255,255 - - .globl lj_ff_string_upper - .hidden lj_ff_string_upper - .type lj_ff_string_upper, @function - .size lj_ff_string_upper, 111 -lj_ff_string_upper: - .byte 131,248,2,15,130,113,3,0,0,139,171,4,245,255,255,59 - .byte 171,8,245,255,255,114,5,232,236,3,0,0,131,122,4,251 - .byte 15,133,84,3,0,0,139,42,139,69,12,57,131,68,245,255 - .byte 255,15,130,62,3,0,0,131,197,16,137,116,36,20,137,68 - .byte 36,8,139,179,60,245,255,255,235,21,15,182,76,5,0,131 - .byte 249,97,114,8,131,249,122,119,3,131,241,32,136,12,6,131 - .byte 232,1,121,230,137,240,139,116,36,20,233,106,253,255,255 - - .globl lj_ff_table_getn - .hidden lj_ff_table_getn - .type lj_ff_table_getn, @function - .size lj_ff_table_getn, 41 -lj_ff_table_getn: - .byte 131,248,2,15,130,2,3,0,0,131,122,4,244,15,133,248 - .byte 2,0,0,137,213,139,10,232 - .long lj_tab_len-.-4 - .byte 137,234,137,4,36,219,4,36,233,118,248,255,255 - - .globl lj_ff_bit_tobit - .hidden lj_ff_bit_tobit - .type lj_ff_bit_tobit, @function - .size lj_ff_bit_tobit, 44 -lj_ff_bit_tobit: - .byte 131,248,2,15,130,217,2,0,0,131,122,4,242,15,131,207 - .byte 2,0,0,221,2,199,68,36,16,0,0,192,89,216,68,36 - .byte 16,221,28,36,219,4,36,233,74,248,255,255 - - .globl lj_ff_bit_band - .hidden lj_ff_bit_band - .type lj_ff_bit_band, @function - .size lj_ff_bit_band, 82 -lj_ff_bit_band: - .byte 131,248,2,15,130,173,2,0,0,199,68,36,16,0,0,192 - .byte 89,131,122,4,242,15,131,155,2,0,0,221,2,216,68,36 - .byte 16,221,28,36,139,44,36,137,68,36,20,141,68,194,240,57 - .byte 208,15,134,11,1,0,0,131,120,4,242,15,131,12,1,0 - .byte 0,221,0,216,68,36,16,221,28,36,35,44,36,131,232,8 - .byte 235,221 - - .globl lj_ff_bit_bor - .hidden lj_ff_bit_bor - .type lj_ff_bit_bor, @function - .size lj_ff_bit_bor, 82 -lj_ff_bit_bor: - .byte 131,248,2,15,130,91,2,0,0,199,68,36,16,0,0,192 - .byte 89,131,122,4,242,15,131,73,2,0,0,221,2,216,68,36 - .byte 16,221,28,36,139,44,36,137,68,36,20,141,68,194,240,57 - .byte 208,15,134,185,0,0,0,131,120,4,242,15,131,186,0,0 - .byte 0,221,0,216,68,36,16,221,28,36,11,44,36,131,232,8 - .byte 235,221 - - .globl lj_ff_bit_bxor - .hidden lj_ff_bit_bxor - .type lj_ff_bit_bxor, @function - .size lj_ff_bit_bxor, 74 -lj_ff_bit_bxor: - .byte 131,248,2,15,130,9,2,0,0,199,68,36,16,0,0,192 - .byte 89,131,122,4,242,15,131,247,1,0,0,221,2,216,68,36 - .byte 16,221,28,36,139,44,36,137,68,36,20,141,68,194,240,57 - .byte 208,118,107,131,120,4,242,115,112,221,0,216,68,36,16,221 - .byte 28,36,51,44,36,131,232,8,235,229 - - .globl lj_ff_bit_bswap - .hidden lj_ff_bit_bswap - .type lj_ff_bit_bswap, @function - .size lj_ff_bit_bswap, 43 -lj_ff_bit_bswap: - .byte 131,248,2,15,130,191,1,0,0,131,122,4,242,15,131,181 - .byte 1,0,0,221,2,199,68,36,16,0,0,192,89,216,68,36 - .byte 16,221,28,36,139,44,36,15,205,235,41 - - .globl lj_ff_bit_bnot - .hidden lj_ff_bit_bnot - .type lj_ff_bit_bnot, @function - .size lj_ff_bit_bnot, 41 -lj_ff_bit_bnot: - .byte 131,248,2,15,130,148,1,0,0,131,122,4,242,15,131,138 - .byte 1,0,0,221,2,199,68,36,16,0,0,192,89,216,68,36 - .byte 16,221,28,36,139,44,36,247,213 - - .globl lj_fff_resbit - .hidden lj_fff_resbit - .type lj_fff_resbit, @function - .size lj_fff_resbit, 11 -lj_fff_resbit: - .byte 137,44,36,219,4,36,233,253,246,255,255 - - .globl lj_fff_fallback_bit_op - .hidden lj_fff_fallback_bit_op - .type lj_fff_fallback_bit_op, @function - .size lj_fff_fallback_bit_op, 9 -lj_fff_fallback_bit_op: - .byte 139,68,36,20,233,96,1,0,0 - - .globl lj_ff_bit_lshift - .hidden lj_ff_bit_lshift - .type lj_ff_bit_lshift, @function - .size lj_ff_bit_lshift, 68 -lj_ff_bit_lshift: - .byte 131,248,3,15,130,87,1,0,0,131,122,4,242,15,131,77 - .byte 1,0,0,131,122,12,242,15,131,67,1,0,0,221,2,221 - .byte 66,8,199,68,36,16,0,0,192,89,216,68,36,16,221,92 - .byte 36,8,216,68,36,16,221,28,36,139,76,36,8,139,44,36 - .byte 211,229,235,168 - - .globl lj_ff_bit_rshift - .hidden lj_ff_bit_rshift - .type lj_ff_bit_rshift, @function - .size lj_ff_bit_rshift, 71 -lj_ff_bit_rshift: - .byte 131,248,3,15,130,19,1,0,0,131,122,4,242,15,131,9 - .byte 1,0,0,131,122,12,242,15,131,255,0,0,0,221,2,221 - .byte 66,8,199,68,36,16,0,0,192,89,216,68,36,16,221,92 - .byte 36,8,216,68,36,16,221,28,36,139,76,36,8,139,44,36 - .byte 211,237,233,97,255,255,255 - - .globl lj_ff_bit_arshift - .hidden lj_ff_bit_arshift - .type lj_ff_bit_arshift, @function - .size lj_ff_bit_arshift, 71 -lj_ff_bit_arshift: - .byte 131,248,3,15,130,204,0,0,0,131,122,4,242,15,131,194 - .byte 0,0,0,131,122,12,242,15,131,184,0,0,0,221,2,221 - .byte 66,8,199,68,36,16,0,0,192,89,216,68,36,16,221,92 - .byte 36,8,216,68,36,16,221,28,36,139,76,36,8,139,44,36 - .byte 211,253,233,26,255,255,255 - - .globl lj_ff_bit_rol - .hidden lj_ff_bit_rol - .type lj_ff_bit_rol, @function - .size lj_ff_bit_rol, 71 -lj_ff_bit_rol: - .byte 131,248,3,15,130,133,0,0,0,131,122,4,242,15,131,123 - .byte 0,0,0,131,122,12,242,15,131,113,0,0,0,221,2,221 - .byte 66,8,199,68,36,16,0,0,192,89,216,68,36,16,221,92 - .byte 36,8,216,68,36,16,221,28,36,139,76,36,8,139,44,36 - .byte 211,197,233,211,254,255,255 - - .globl lj_ff_bit_ror - .hidden lj_ff_bit_ror - .type lj_ff_bit_ror, @function - .size lj_ff_bit_ror, 59 -lj_ff_bit_ror: - .byte 131,248,3,114,66,131,122,4,242,115,60,131,122,12,242,115 - .byte 54,221,2,221,66,8,199,68,36,16,0,0,192,89,216,68 - .byte 36,16,221,92,36,8,216,68,36,16,221,28,36,139,76,36 - .byte 8,139,44,36,211,205,233,152,254,255,255 - - .globl lj_fff_fallback_2 - .hidden lj_fff_fallback_2 - .type lj_fff_fallback_2, @function - .size lj_fff_fallback_2, 7 -lj_fff_fallback_2: - .byte 184,3,0,0,0,235,5 - - .globl lj_fff_fallback_1 - .hidden lj_fff_fallback_1 - .type lj_fff_fallback_1, @function - .size lj_fff_fallback_1, 5 -lj_fff_fallback_1: - .byte 184,2,0,0,0 - - .globl lj_fff_fallback - .hidden lj_fff_fallback - .type lj_fff_fallback, @function - .size lj_fff_fallback, 87 -lj_fff_fallback: - .byte 139,108,36,48,139,114,252,137,116,36,24,137,85,16,141,68 - .byte 194,248,141,136,160,0,0,0,137,69,20,139,66,248,59,77 - .byte 24,119,88,137,44,36,255,80,20,139,85,16,133,192,15,143 - .byte 107,245,255,255,139,77,20,41,209,193,233,3,133,192,141,65 - .byte 1,139,106,248,117,17,139,117,16,139,14,15,182,233,15,182 - .byte 205,131,198,4,255,36,171 - - .globl lj_vm_call_tail - .hidden lj_vm_call_tail - .type lj_vm_call_tail, @function - .size lj_vm_call_tail, 55 -lj_vm_call_tail: - .byte 137,209,247,198,3,0,0,0,117,14,15,182,110,253,247,213 - .byte 141,20,234,233,216,234,255,255,137,245,131,229,248,41,234,233 - .byte 204,234,255,255,186,20,0,0,0,137,233,232 - .long lj_state_growstack-.-4 - .byte 139,85,16,49,192,235,166 - - .globl lj_fff_gcstep - .hidden lj_fff_gcstep - .type lj_fff_gcstep, @function - .size lj_fff_gcstep, 50 -lj_fff_gcstep: - .byte 93,137,108,36,16,139,108,36,48,137,116,36,24,137,85,16 - .byte 141,68,194,248,137,233,137,69,20,232 - .long lj_gc_step-.-4 - .byte 139,85,16,139,69,20,41,208,193,232,3,131,192,1,139,108 - .byte 36,16,85,195 - - .globl lj_vm_record - .hidden lj_vm_record - .type lj_vm_record, @function - .size lj_vm_record, 27 -lj_vm_record: - .byte 15,182,131,113,245,255,255,168,32,117,79,168,16,117,52,168 - .byte 12,116,48,255,139,168,245,255,255,235,40 - - .globl lj_vm_rethook - .hidden lj_vm_rethook - .type lj_vm_rethook, @function - .size lj_vm_rethook, 13 -lj_vm_rethook: - .byte 15,182,131,113,245,255,255,168,16,117,52,235,27 - - .globl lj_vm_inshook - .hidden lj_vm_inshook - .type lj_vm_inshook, @function - .size lj_vm_inshook, 65 -lj_vm_inshook: - .byte 15,182,131,113,245,255,255,168,16,117,39,168,12,116,35,255 - .byte 139,168,245,255,255,116,4,168,4,116,23,139,108,36,48,137 - .byte 85,16,137,242,137,233,232 - .long lj_dispatch_ins-.-4 - .byte 139,85,16,15,182,78,253,15,182,110,252,15,183,70,254,255 - .byte 164,171,108,2,0,0 - - .globl lj_cont_hook - .hidden lj_cont_hook - .type lj_cont_hook, @function - .size lj_cont_hook, 12 -lj_cont_hook: - .byte 131,198,4,139,77,232,137,76,36,20,235,225 - - .globl lj_vm_hotloop - .hidden lj_vm_hotloop - .type lj_vm_hotloop, @function - .size lj_vm_hotloop, 48 -lj_vm_hotloop: - .byte 139,106,248,139,109,16,15,182,69,199,141,4,194,139,108,36 - .byte 48,137,85,16,137,69,20,137,242,141,139,112,246,255,255,137 - .byte 171,188,246,255,255,137,116,36,24,232 - .long lj_trace_hot-.-4 - .byte 235,174 - - .globl lj_vm_callhook - .hidden lj_vm_callhook - .type lj_vm_callhook, @function - .size lj_vm_callhook, 6 -lj_vm_callhook: - .byte 137,116,36,24,235,7 - - .globl lj_vm_hotcall - .hidden lj_vm_hotcall - .type lj_vm_hotcall, @function - .size lj_vm_hotcall, 65 -lj_vm_hotcall: - .byte 137,116,36,24,131,206,1,141,68,194,248,139,108,36,48,137 - .byte 85,16,137,69,20,137,242,137,233,232 - .long lj_dispatch_call-.-4 - .byte 199,68,36,24,0,0,0,0,131,230,254,139,85,16,137,193 - .byte 139,69,20,41,208,137,205,15,182,78,253,193,232,3,131,192 - .byte 1,255,229 - - .globl lj_vm_exit_handler - .hidden lj_vm_exit_handler - .type lj_vm_exit_handler, @function - .size lj_vm_exit_handler, 160 -lj_vm_exit_handler: - .byte 85,141,108,36,12,85,83,82,81,80,15,182,69,252,138,101 - .byte 248,137,125,252,137,117,248,139,93,0,139,139,188,245,255,255 - .byte 199,131,188,245,255,255,252,255,255,255,137,131,80,255,255,255 - .byte 137,139,76,255,255,255,131,236,80,242,15,17,125,216,242,15 - .byte 17,117,208,242,15,17,109,200,242,15,17,101,192,242,15,17 - .byte 93,184,242,15,17,85,176,242,15,17,77,168,242,15,17,69 - .byte 160,139,171,200,245,255,255,139,147,204,245,255,255,137,171,188 - .byte 246,255,255,199,131,200,245,255,255,0,0,0,0,137,85,16 - .byte 141,84,36,16,141,139,112,246,255,255,232 - .long lj_trace_exit-.-4 - .byte 139,77,40,131,225,252,137,204,137,105,48,139,85,16,139,113 - .byte 24 - - .globl lj_vm_exit_interp - .hidden lj_vm_exit_interp - .type lj_vm_exit_interp, @function - .size lj_vm_exit_interp, 74 -lj_vm_exit_interp: - .byte 133,192,120,59,137,68,36,20,139,122,248,139,127,16,139,127 - .byte 208,199,131,200,245,255,255,0,0,0,0,199,131,188,245,255 - .byte 255,255,255,255,255,139,6,15,182,204,15,182,232,131,198,4 - .byte 193,232,16,131,253,85,114,4,139,68,36,20,255,36,171,247 - .byte 216,137,233,137,194,232 - .long lj_err_throw-.-4 - - .globl lj_vm_floor - .hidden lj_vm_floor - .type lj_vm_floor, @function - .size lj_vm_floor, 41 -lj_vm_floor: - .byte 217,124,36,4,137,68,36,8,102,184,0,4,102,11,68,36 - .byte 4,102,37,255,247,102,137,68,36,6,217,108,36,6,217,252 - .byte 217,108,36,4,139,68,36,8,195 - - .globl lj_vm_floor_sse - .hidden lj_vm_floor_sse - .type lj_vm_floor_sse, @function - .size lj_vm_floor_sse, 87 -lj_vm_floor_sse: - .byte 102,15,239,210,102,15,118,210,102,15,115,210,1,184,0,0 - .byte 48,67,102,15,110,216,102,15,112,219,81,15,40,200,102,15 - .byte 84,202,102,15,46,217,118,46,102,15,85,208,242,15,88,203 - .byte 242,15,92,203,102,15,86,202,184,0,0,240,63,102,15,110 - .byte 208,102,15,112,210,81,242,15,194,193,1,102,15,84,194,242 - .byte 15,92,200,15,40,193,195 - - .globl lj_vm_ceil - .hidden lj_vm_ceil - .type lj_vm_ceil, @function - .size lj_vm_ceil, 41 -lj_vm_ceil: - .byte 217,124,36,4,137,68,36,8,102,184,0,8,102,11,68,36 - .byte 4,102,37,255,251,102,137,68,36,6,217,108,36,6,217,252 - .byte 217,108,36,4,139,68,36,8,195 - - .globl lj_vm_ceil_sse - .hidden lj_vm_ceil_sse - .type lj_vm_ceil_sse, @function - .size lj_vm_ceil_sse, 87 -lj_vm_ceil_sse: - .byte 102,15,239,210,102,15,118,210,102,15,115,210,1,184,0,0 - .byte 48,67,102,15,110,216,102,15,112,219,81,15,40,200,102,15 - .byte 84,202,102,15,46,217,118,46,102,15,85,208,242,15,88,203 - .byte 242,15,92,203,102,15,86,202,184,0,0,240,191,102,15,110 - .byte 208,102,15,112,210,81,242,15,194,193,6,102,15,84,194,242 - .byte 15,92,200,15,40,193,195 - - .globl lj_vm_trunc - .hidden lj_vm_trunc - .type lj_vm_trunc, @function - .size lj_vm_trunc, 37 -lj_vm_trunc: - .byte 217,124,36,4,137,68,36,8,102,184,0,12,102,11,68,36 - .byte 4,102,137,68,36,6,217,108,36,6,217,252,217,108,36,4 - .byte 139,68,36,8,195 - - .globl lj_vm_trunc_sse - .hidden lj_vm_trunc_sse - .type lj_vm_trunc_sse, @function - .size lj_vm_trunc_sse, 90 -lj_vm_trunc_sse: - .byte 102,15,239,210,102,15,118,210,102,15,115,210,1,184,0,0 - .byte 48,67,102,15,110,216,102,15,112,219,81,15,40,200,102,15 - .byte 84,202,102,15,46,217,118,49,102,15,85,208,15,40,193,242 - .byte 15,88,203,242,15,92,203,184,0,0,240,63,102,15,110,216 - .byte 102,15,112,219,81,242,15,194,193,1,102,15,84,195,242,15 - .byte 92,200,102,15,86,202,15,40,193,195 - - .globl lj_vm_mod - .hidden lj_vm_mod - .type lj_vm_mod, @function - .size lj_vm_mod, 41 -lj_vm_mod: - .byte 217,193,216,241,217,124,36,4,102,184,0,4,102,11,68,36 - .byte 4,102,37,255,247,102,137,68,36,6,217,108,36,6,217,252 - .byte 217,108,36,4,222,201,222,233,195 - - .globl lj_vm_log2 - .hidden lj_vm_log2 - .type lj_vm_log2, @function - .size lj_vm_log2, 9 -lj_vm_log2: - .byte 217,232,221,68,36,4,217,241,195 - - .globl lj_vm_exp_x87 - .hidden lj_vm_exp_x87 - .type lj_vm_exp_x87, @function - .size lj_vm_exp_x87, 4 -lj_vm_exp_x87: - .byte 217,234,222,201 - - .globl lj_vm_exp2_x87 - .hidden lj_vm_exp2_x87 - .type lj_vm_exp2_x87, @function - .size lj_vm_exp2_x87, 24 -lj_vm_exp2_x87: - .byte 217,84,36,4,129,124,36,4,0,0,128,127,116,28,129,124 - .byte 36,4,0,0,128,255,116,19 - - .globl lj_vm_exp2raw - .hidden lj_vm_exp2raw - .type lj_vm_exp2raw, @function - .size lj_vm_exp2raw, 24 -lj_vm_exp2raw: - .byte 217,192,217,252,220,233,217,201,217,240,217,232,222,193,217,253 - .byte 221,217,195,221,216,217,238,195 - - .globl lj_vm_pow - .hidden lj_vm_pow - .type lj_vm_pow, @function - .size lj_vm_pow, 209 -lj_vm_pow: - .byte 219,84,36,4,219,68,36,4,223,233,117,73,15,138,112,0 - .byte 0,0,221,216,139,68,36,4,131,248,1,126,34,169,1,0 - .byte 0,0,117,6,216,200,209,232,235,243,209,232,116,16,217,192 - .byte 216,200,209,232,116,6,115,248,220,201,235,244,222,201,195,116 - .byte 253,114,13,217,232,222,241,247,216,131,248,1,116,240,235,205 - .byte 221,216,217,232,195,217,84,36,4,217,201,217,84,36,8,139 - .byte 68,36,4,209,224,61,0,0,0,255,116,33,139,68,36,8 - .byte 209,224,116,62,61,0,0,0,255,116,55,217,241,233,102,255 - .byte 255,255,217,232,223,234,116,2,217,201,221,216,195,217,225,217 - .byte 232,223,233,116,24,221,216,217,225,217,238,184,0,0,0,0 - .byte 15,146,208,209,200,51,68,36,4,121,2,217,201,221,217,217 - .byte 225,195,131,124,36,4,0,125,244,221,216,221,216,133,192,116 - .byte 3,217,238,195,199,68,36,4,0,0,128,127,217,68,36,4 - .byte 195 - - .globl lj_vm_pow_sse - .hidden lj_vm_pow_sse - .type lj_vm_pow_sse, @function - .size lj_vm_pow_sse, 24 -lj_vm_pow_sse: - .byte 242,15,45,193,242,15,42,208,102,15,46,202,15,133,102,0 - .byte 0,0,15,138,197,0,0,0 - - .globl lj_vm_powi_sse - .hidden lj_vm_powi_sse - .type lj_vm_powi_sse, @function - .size lj_vm_powi_sse, 313 -lj_vm_powi_sse: - .byte 131,248,1,126,43,169,1,0,0,0,117,8,242,15,89,192 - .byte 209,232,235,241,209,232,116,23,15,40,200,242,15,89,192,209 - .byte 232,116,8,115,246,242,15,89,200,235,240,242,15,89,193,195 - .byte 116,253,114,29,247,216,232,202,255,255,255,184,0,0,240,63 - .byte 102,15,110,200,102,15,112,201,81,242,15,94,200,15,40,193 - .byte 195,184,0,0,240,63,102,15,110,192,102,15,112,192,81,195 - .byte 242,15,17,76,36,12,242,15,17,68,36,4,131,124,36,12 - .byte 0,117,13,139,68,36,16,209,224,61,0,0,224,255,116,93 - .byte 131,124,36,4,0,117,23,139,68,36,8,209,224,15,132,142 - .byte 0,0,0,61,0,0,224,255,15,132,143,0,0,0,221,68 - .byte 36,12,221,68,36,4,217,241,217,192,217,252,220,233,217,201 - .byte 217,240,217,232,222,193,217,253,221,217,221,92,36,4,242,15 - .byte 16,68,36,4,195,184,0,0,240,63,102,15,110,208,102,15 - .byte 112,210,81,102,15,46,194,116,3,15,40,193,195,102,15,239 - .byte 210,102,15,118,210,102,15,115,210,1,102,15,84,194,184,0 - .byte 0,240,63,102,15,110,208,102,15,112,210,81,102,15,46,194 - .byte 116,218,102,15,80,193,15,87,192,136,196,15,146,208,48,224 - .byte 117,202,184,0,0,240,127,102,15,110,192,102,15,112,192,81 - .byte 195,102,15,80,193,133,192,117,233,15,87,192,195,102,15,80 - .byte 193,133,192,116,221,15,87,192,195 - - .globl lj_vm_foldfpm - .hidden lj_vm_foldfpm - .type lj_vm_foldfpm, @function - .size lj_vm_foldfpm, 106 -lj_vm_foldfpm: - .byte 139,68,36,12,221,68,36,4,131,248,1,15,130,232,251,255 - .byte 255,15,132,98,252,255,255,131,248,3,15,130,217,252,255,255 - .byte 119,3,217,250,195,131,248,5,15,130,124,253,255,255,15,132 - .byte 122,253,255,255,131,248,7,116,9,119,14,217,237,217,201,217 - .byte 241,195,217,232,217,201,217,241,195,131,248,9,116,9,119,10 - .byte 217,236,217,201,217,241,195,217,254,195,131,248,11,116,5,119 - .byte 8,217,255,195,217,242,221,216,195,204 - - .globl lj_vm_foldarith - .hidden lj_vm_foldarith - .type lj_vm_foldarith, @function - .size lj_vm_foldarith, 109 -lj_vm_foldarith: - .byte 139,68,36,20,221,68,36,4,221,68,36,12,131,248,1,116 - .byte 5,119,6,222,193,195,222,233,195,131,248,3,116,5,119,6 - .byte 222,201,195,222,249,195,131,248,5,15,130,223,252,255,255,15 - .byte 132,63,253,255,255,131,248,7,116,7,119,10,221,216,217,224 - .byte 195,221,216,217,225,195,131,248,9,116,5,119,10,217,243,195 - .byte 217,201,217,253,221,217,195,131,248,11,116,9,119,14,219,233 - .byte 219,209,221,217,195,219,233,218,209,221,217,195,204 - - .globl lj_vm_cpuid - .hidden lj_vm_cpuid - .type lj_vm_cpuid, @function - .size lj_vm_cpuid, 46 -lj_vm_cpuid: - .byte 156,90,137,209,129,242,0,0,32,0,82,157,156,90,49,192 - .byte 57,209,116,25,139,68,36,4,87,83,15,162,139,124,36,16 - .byte 137,7,137,95,4,137,79,8,137,87,12,91,95,195 - - .globl lj_assert_bad_for_arg_type - .hidden lj_assert_bad_for_arg_type - .type lj_assert_bad_for_arg_type, @function - .size lj_assert_bad_for_arg_type, 1 -lj_assert_bad_for_arg_type: - .byte 204 - - .globl lj_vm_ffi_callback - .hidden lj_vm_ffi_callback - .type lj_vm_ffi_callback, @function - .size lj_vm_ffi_callback, 119 -lj_vm_ffi_callback: - .byte 131,236,16,87,86,83,131,236,28,141,157,16,11,0,0,139 - .byte 181,224,0,0,0,15,183,192,137,134,148,0,0,0,141,68 - .byte 36,64,137,78,96,137,86,100,137,134,128,0,0,0,139,76 - .byte 36,60,139,84,36,56,137,76,36,44,137,84,36,40,137,226 - .byte 137,116,36,24,137,241,232 - .long lj_ccallback_enter-.-4 - .byte 199,131,188,245,255,255,255,255,255,255,139,80,16,139,64,20 - .byte 41,208,139,106,248,193,232,3,131,192,1,139,117,16,139,14 - .byte 15,182,233,15,182,205,131,198,4,255,36,171 - - .globl lj_cont_ffi_callback - .hidden lj_cont_ffi_callback - .type lj_cont_ffi_callback, @function - .size lj_cont_ffi_callback, 81 -lj_cont_ffi_callback: - .byte 139,76,36,48,139,179,208,245,255,255,137,78,12,137,81,16 - .byte 137,105,20,137,241,137,194,232 - .long lj_ccallback_leave-.-4 - .byte 139,108,36,48,139,70,96,139,86,100,131,126,104,1,114,10 - .byte 116,5,221,70,32,235,3,217,70,32,139,77,20,15,183,73 - .byte 6,137,76,36,48,131,196,28,91,94,95,93,89,3,36,36 - .byte 131,196,16,81,195 - - .globl lj_vm_ffi_call - .hidden lj_vm_ffi_call - .type lj_vm_ffi_call, @function - .size lj_vm_ffi_call, 65 -lj_vm_ffi_call: - .byte 85,137,229,83,137,203,43,99,4,15,182,75,8,131,233,1 - .byte 120,12,139,68,139,40,137,4,140,131,233,1,121,244,139,75 - .byte 32,139,83,36,255,19,137,67,32,137,83,36,128,123,10,1 - .byte 114,10,116,5,221,91,16,235,3,217,91,16,139,93,252,201 - .byte 195 - - .section .note.GNU-stack,"",@progbits - .ident "DynASM 1.3.0" - - .section .debug_frame,"",@progbits -.Lframe0: - .long .LECIE0-.LSCIE0 -.LSCIE0: - .long 0xffffffff - .byte 0x1 - .string "" - .uleb128 0x1 - .sleb128 -4 - .byte 0x8 - .byte 0xc - .uleb128 0x4 - .uleb128 4 - .byte 0x80+0x8 - .uleb128 0x1 - .align 4 -.LECIE0: - -.LSFDE0: - .long .LEFDE0-.LASFDE0 -.LASFDE0: - .long .Lframe0 - .long .Lbegin - .long 13866 - .byte 0xe - .uleb128 48 - .byte 0x85 - .uleb128 0x2 - .byte 0x87 - .uleb128 0x3 - .byte 0x86 - .uleb128 0x4 - .byte 0x83 - .uleb128 0x5 - .align 4 -.LEFDE0: - -.LSFDE1: - .long .LEFDE1-.LASFDE1 -.LASFDE1: - .long .Lframe0 - .long lj_vm_ffi_call - .long 65 - .byte 0xe - .uleb128 8 - .byte 0x85 - .uleb128 0x2 - .byte 0xd - .uleb128 0x5 - .byte 0x83 - .uleb128 0x3 - .align 4 -.LEFDE1: - - .section .eh_frame,"a",@progbits -.Lframe1: - .long .LECIE1-.LSCIE1 -.LSCIE1: - .long 0 - .byte 0x1 - .string "zPR" - .uleb128 0x1 - .sleb128 -4 - .byte 0x8 - .uleb128 6 - .byte 0x1b - .long lj_err_unwind_dwarf-. - .byte 0x1b - .byte 0xc - .uleb128 0x4 - .uleb128 4 - .byte 0x80+0x8 - .uleb128 0x1 - .align 4 -.LECIE1: - -.LSFDE2: - .long .LEFDE2-.LASFDE2 -.LASFDE2: - .long .LASFDE2-.Lframe1 - .long .Lbegin-. - .long 13866 - .uleb128 0 - .byte 0xe - .uleb128 48 - .byte 0x85 - .uleb128 0x2 - .byte 0x87 - .uleb128 0x3 - .byte 0x86 - .uleb128 0x4 - .byte 0x83 - .uleb128 0x5 - .align 4 -.LEFDE2: - -.Lframe2: - .long .LECIE2-.LSCIE2 -.LSCIE2: - .long 0 - .byte 0x1 - .string "zR" - .uleb128 0x1 - .sleb128 -4 - .byte 0x8 - .uleb128 1 - .byte 0x1b - .byte 0xc - .uleb128 0x4 - .uleb128 4 - .byte 0x80+0x8 - .uleb128 0x1 - .align 4 -.LECIE2: - -.LSFDE3: - .long .LEFDE3-.LASFDE3 -.LASFDE3: - .long .LASFDE3-.Lframe2 - .long lj_vm_ffi_call-. - .long 65 - .uleb128 0 - .byte 0xe - .uleb128 8 - .byte 0x85 - .uleb128 0x2 - .byte 0xd - .uleb128 0x5 - .byte 0x83 - .uleb128 0x3 - .align 4 -.LEFDE3: - diff --git a/core/src/luajit/src/autogen/linux/jit/x86_64/lj_bcdef.h b/core/src/luajit/src/autogen/linux/jit/x86_64/lj_bcdef.h deleted file mode 100644 index 231ed3a4e..000000000 --- a/core/src/luajit/src/autogen/linux/jit/x86_64/lj_bcdef.h +++ /dev/null @@ -1,226 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -LJ_DATADEF const uint16_t lj_bc_ofs[] = { -0, -72, -144, -216, -288, -427, -569, -632, -695, -764, -833, -886, -938, -989, -1040, -1081, -1122, -1148, -1180, -1240, -1314, -1368, -1422, -1476, -1530, -1589, -1643, -1697, -1751, -1805, -1841, -1908, -1975, -2042, -2109, -2158, -2230, -2306, -2342, -2378, -2408, -2437, -2462, -2505, -2541, -2628, -2710, -2748, -2782, -2833, -2897, -3006, -3099, -3117, -3135, -3283, -3407, -3506, -3679, -3908, -4032, -4174, -4220, -4262, -4266, -4414, -4482, -4647, -4838, -4926, -4930, -5066, -5158, -5263, -5360, -5465, -5485, -5555, -5622, -5642, -5686, -5725, -5745, -5763, -5810, -5835, -5855, -5918, -5972, -5972, -6097, -6098, -6177, -7841, -7908, -8419, -8522, -8579, -8710, -7974, -8136, -8228, -8280, -8311, -8768, -8809, -9417, -8864, -9167, -9469, -9596, -9620, -9647, -9711, -9744, -9778, -9809, -9840, -9873, -9914, -9957, -9990, -10030, -10070, -10245, -10393, -10110, -10110, -9678, -10149, -10549, -10492, -10196, -10603, -10662, -11596, -11994, -11941, -12063, -12142, -12224, -12306, -12388, -11650, -11747, -11844, -10721, -10752, -10799, -10921, -11090, -11217, -11327, -11442, -11557 -}; - -LJ_DATADEF const uint16_t lj_bc_mode[] = { -BCDEF(BCMODE) -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF -}; - diff --git a/core/src/luajit/src/autogen/linux/jit/x86_64/lj_ffdef.h b/core/src/luajit/src/autogen/linux/jit/x86_64/lj_ffdef.h deleted file mode 100644 index 29dd4d3ed..000000000 --- a/core/src/luajit/src/autogen/linux/jit/x86_64/lj_ffdef.h +++ /dev/null @@ -1,210 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -FFDEF(assert) -FFDEF(type) -FFDEF(next) -FFDEF(pairs) -FFDEF(ipairs_aux) -FFDEF(ipairs) -FFDEF(getmetatable) -FFDEF(setmetatable) -FFDEF(getfenv) -FFDEF(setfenv) -FFDEF(rawget) -FFDEF(rawset) -FFDEF(rawequal) -FFDEF(unpack) -FFDEF(select) -FFDEF(tonumber) -FFDEF(tostring) -FFDEF(error) -FFDEF(pcall) -FFDEF(xpcall) -FFDEF(loadfile) -FFDEF(load) -FFDEF(loadstring) -FFDEF(dofile) -FFDEF(gcinfo) -FFDEF(collectgarbage) -FFDEF(newproxy) -FFDEF(print) -FFDEF(coroutine_status) -FFDEF(coroutine_running) -FFDEF(coroutine_create) -FFDEF(coroutine_yield) -FFDEF(coroutine_resume) -FFDEF(coroutine_wrap_aux) -FFDEF(coroutine_wrap) -FFDEF(math_abs) -FFDEF(math_floor) -FFDEF(math_ceil) -FFDEF(math_sqrt) -FFDEF(math_log10) -FFDEF(math_exp) -FFDEF(math_sin) -FFDEF(math_cos) -FFDEF(math_tan) -FFDEF(math_asin) -FFDEF(math_acos) -FFDEF(math_atan) -FFDEF(math_sinh) -FFDEF(math_cosh) -FFDEF(math_tanh) -FFDEF(math_frexp) -FFDEF(math_modf) -FFDEF(math_deg) -FFDEF(math_rad) -FFDEF(math_log) -FFDEF(math_atan2) -FFDEF(math_pow) -FFDEF(math_fmod) -FFDEF(math_ldexp) -FFDEF(math_min) -FFDEF(math_max) -FFDEF(math_random) -FFDEF(math_randomseed) -FFDEF(bit_tobit) -FFDEF(bit_bnot) -FFDEF(bit_bswap) -FFDEF(bit_lshift) -FFDEF(bit_rshift) -FFDEF(bit_arshift) -FFDEF(bit_rol) -FFDEF(bit_ror) -FFDEF(bit_band) -FFDEF(bit_bor) -FFDEF(bit_bxor) -FFDEF(bit_tohex) -FFDEF(string_len) -FFDEF(string_byte) -FFDEF(string_char) -FFDEF(string_sub) -FFDEF(string_rep) -FFDEF(string_reverse) -FFDEF(string_lower) -FFDEF(string_upper) -FFDEF(string_dump) -FFDEF(string_find) -FFDEF(string_match) -FFDEF(string_gmatch_aux) -FFDEF(string_gmatch) -FFDEF(string_gsub) -FFDEF(string_format) -FFDEF(table_foreachi) -FFDEF(table_foreach) -FFDEF(table_getn) -FFDEF(table_maxn) -FFDEF(table_insert) -FFDEF(table_remove) -FFDEF(table_concat) -FFDEF(table_sort) -FFDEF(io_method_close) -FFDEF(io_method_read) -FFDEF(io_method_write) -FFDEF(io_method_flush) -FFDEF(io_method_seek) -FFDEF(io_method_setvbuf) -FFDEF(io_method_lines) -FFDEF(io_method___gc) -FFDEF(io_method___tostring) -FFDEF(io_open) -FFDEF(io_popen) -FFDEF(io_tmpfile) -FFDEF(io_close) -FFDEF(io_read) -FFDEF(io_write) -FFDEF(io_flush) -FFDEF(io_input) -FFDEF(io_output) -FFDEF(io_lines) -FFDEF(io_type) -FFDEF(os_execute) -FFDEF(os_remove) -FFDEF(os_rename) -FFDEF(os_tmpname) -FFDEF(os_getenv) -FFDEF(os_exit) -FFDEF(os_clock) -FFDEF(os_date) -FFDEF(os_time) -FFDEF(os_difftime) -FFDEF(os_setlocale) -FFDEF(debug_getregistry) -FFDEF(debug_getmetatable) -FFDEF(debug_setmetatable) -FFDEF(debug_getfenv) -FFDEF(debug_setfenv) -FFDEF(debug_getinfo) -FFDEF(debug_getlocal) -FFDEF(debug_setlocal) -FFDEF(debug_getupvalue) -FFDEF(debug_setupvalue) -FFDEF(debug_upvalueid) -FFDEF(debug_upvaluejoin) -FFDEF(debug_sethook) -FFDEF(debug_gethook) -FFDEF(debug_debug) -FFDEF(debug_traceback) -FFDEF(jit_on) -FFDEF(jit_off) -FFDEF(jit_flush) -FFDEF(jit_status) -FFDEF(jit_attach) -FFDEF(jit_util_funcinfo) -FFDEF(jit_util_funcbc) -FFDEF(jit_util_funck) -FFDEF(jit_util_funcuvname) -FFDEF(jit_util_traceinfo) -FFDEF(jit_util_traceir) -FFDEF(jit_util_tracek) -FFDEF(jit_util_tracesnap) -FFDEF(jit_util_tracemc) -FFDEF(jit_util_traceexitstub) -FFDEF(jit_util_ircalladdr) -FFDEF(jit_opt_start) -FFDEF(ffi_meta___index) -FFDEF(ffi_meta___newindex) -FFDEF(ffi_meta___eq) -FFDEF(ffi_meta___len) -FFDEF(ffi_meta___lt) -FFDEF(ffi_meta___le) -FFDEF(ffi_meta___concat) -FFDEF(ffi_meta___call) -FFDEF(ffi_meta___add) -FFDEF(ffi_meta___sub) -FFDEF(ffi_meta___mul) -FFDEF(ffi_meta___div) -FFDEF(ffi_meta___mod) -FFDEF(ffi_meta___pow) -FFDEF(ffi_meta___unm) -FFDEF(ffi_meta___tostring) -FFDEF(ffi_meta___pairs) -FFDEF(ffi_meta___ipairs) -FFDEF(ffi_clib___index) -FFDEF(ffi_clib___newindex) -FFDEF(ffi_clib___gc) -FFDEF(ffi_callback_free) -FFDEF(ffi_callback_set) -FFDEF(ffi_cdef) -FFDEF(ffi_new) -FFDEF(ffi_cast) -FFDEF(ffi_typeof) -FFDEF(ffi_istype) -FFDEF(ffi_sizeof) -FFDEF(ffi_alignof) -FFDEF(ffi_offsetof) -FFDEF(ffi_errno) -FFDEF(ffi_string) -FFDEF(ffi_copy) -FFDEF(ffi_fill) -FFDEF(ffi_abi) -FFDEF(ffi_metatype) -FFDEF(ffi_gc) -FFDEF(ffi_load) - -#undef FFDEF - -#ifndef FF_NUM_ASMFUNC -#define FF_NUM_ASMFUNC 62 -#endif - diff --git a/core/src/luajit/src/autogen/linux/jit/x86_64/lj_folddef.h b/core/src/luajit/src/autogen/linux/jit/x86_64/lj_folddef.h deleted file mode 100644 index c4ec4efd5..000000000 --- a/core/src/luajit/src/autogen/linux/jit/x86_64/lj_folddef.h +++ /dev/null @@ -1,1068 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -static const FoldFunc fold_func[] = { - fold_kfold_numarith, - fold_kfold_ldexp, - fold_kfold_fpmath, - fold_kfold_numpow, - fold_kfold_numcomp, - fold_kfold_intarith, - fold_kfold_intovarith, - fold_kfold_bnot, - fold_kfold_bswap, - fold_kfold_intcomp, - fold_kfold_intcomp0, - fold_kfold_int64arith, - fold_kfold_int64arith2, - fold_kfold_int64shift, - fold_kfold_bnot64, - fold_kfold_bswap64, - fold_kfold_int64comp, - fold_kfold_int64comp0, - fold_kfold_snew_kptr, - fold_kfold_snew_empty, - fold_kfold_strref, - fold_kfold_strref_snew, - fold_kfold_strcmp, - fold_kfold_add_kgc, - fold_kfold_add_kptr, - fold_kfold_add_kright, - fold_kfold_tobit, - fold_kfold_conv_kint_num, - fold_kfold_conv_kintu32_num, - fold_kfold_conv_kint_ext, - fold_kfold_conv_kint_i64, - fold_kfold_conv_kint64_num_i64, - fold_kfold_conv_kint64_num_u64, - fold_kfold_conv_kint64_int_i64, - fold_kfold_conv_knum_int_num, - fold_kfold_conv_knum_u32_num, - fold_kfold_conv_knum_i64_num, - fold_kfold_conv_knum_u64_num, - fold_kfold_tostr_knum, - fold_kfold_tostr_kint, - fold_kfold_strto, - lj_opt_cse, - fold_kfold_kref, - fold_shortcut_round, - fold_shortcut_left, - fold_shortcut_dropleft, - fold_shortcut_leftleft, - fold_simplify_numadd_negx, - fold_simplify_numadd_xneg, - fold_simplify_numsub_k, - fold_simplify_numsub_negk, - fold_simplify_numsub_xneg, - fold_simplify_nummuldiv_k, - fold_simplify_nummuldiv_negk, - fold_simplify_nummuldiv_negneg, - fold_simplify_numpow_xk, - fold_simplify_numpow_kx, - fold_shortcut_conv_num_int, - fold_simplify_conv_int_num, - fold_simplify_conv_i64_num, - fold_simplify_conv_int_i64, - fold_simplify_conv_flt_num, - fold_simplify_tobit_conv, - fold_simplify_floor_conv, - fold_simplify_conv_sext, - fold_simplify_conv_narrow, - fold_cse_conv, - fold_narrow_convert, - fold_simplify_intadd_k, - fold_simplify_intmul_k, - fold_simplify_intsub_k, - fold_simplify_intsub_kleft, - fold_simplify_intadd_k64, - fold_simplify_intsub_k64, - fold_simplify_intmul_k32, - fold_simplify_intmul_k64, - fold_simplify_intmod_k, - fold_simplify_intmod_kleft, - fold_simplify_intsub, - fold_simplify_intsubadd_leftcancel, - fold_simplify_intsubsub_leftcancel, - fold_simplify_intsubsub_rightcancel, - fold_simplify_intsubadd_rightcancel, - fold_simplify_intsubaddadd_cancel, - fold_simplify_band_k, - fold_simplify_bor_k, - fold_simplify_bxor_k, - fold_simplify_shift_ik, - fold_simplify_shift_andk, - fold_simplify_shift1_ki, - fold_simplify_shift2_ki, - fold_simplify_shiftk_andk, - fold_simplify_andk_shiftk, - fold_reassoc_intarith_k, - fold_reassoc_intarith_k64, - fold_reassoc_dup, - fold_reassoc_bxor, - fold_reassoc_shift, - fold_reassoc_minmax_k, - fold_reassoc_minmax_left, - fold_reassoc_minmax_right, - fold_abc_fwd, - fold_abc_k, - fold_abc_invar, - fold_comm_swap, - fold_comm_equal, - fold_comm_comp, - fold_comm_dup, - fold_comm_bxor, - fold_merge_eqne_snew_kgc, - lj_opt_fwd_aload, - fold_kfold_hload_kkptr, - lj_opt_fwd_hload, - lj_opt_fwd_uload, - lj_opt_fwd_tab_len, - fold_cse_uref, - lj_opt_fwd_hrefk, - fold_fwd_href_tnew, - fold_fwd_href_tdup, - fold_fload_tab_tnew_asize, - fold_fload_tab_tnew_hmask, - fold_fload_tab_tdup_asize, - fold_fload_tab_tdup_hmask, - fold_fload_tab_ah, - fold_fload_str_len_kgc, - fold_fload_str_len_snew, - fold_fload_cdata_typeid_kgc, - fold_fload_cdata_int64_kgc, - fold_fload_cdata_typeid_cnew, - fold_fload_cdata_ptr_int64_cnew, - lj_opt_cse, - lj_opt_fwd_fload, - fold_fwd_sload, - fold_xload_kptr, - lj_opt_fwd_xload, - fold_barrier_tab, - fold_barrier_tnew_tdup, - lj_opt_dse_ahstore, - lj_opt_dse_ustore, - lj_opt_dse_fstore, - lj_opt_dse_xstore, - lj_ir_emit -}; - -static const uint32_t fold_hash[916] = { -0xffffffff, -0xffffffff, -0x5b4c8016, -0x0d4e7016, -0xffffffff, -0x1000701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x29110c1a, -0xffffffff, -0xffffffff, -0x5b488016, -0x0d4a7016, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7b87fc07, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x0d467016, -0xffffffff, -0x5a4c73ff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x5153fc29, -0xffffffff, -0xffffffff, -0xffffffff, -0x5d408016, -0xffffffff, -0x594873ff, -0x8187440f, -0xffffffff, -0xffffffff, -0xffffffff, -0x8287fc0f, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6715ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a11fc1a, -0xffffffff, -0x1daa5a70, -0xffffffff, -0xffffffff, -0x0a0bfc16, -0x5c408c16, -0x6911ffff, -0x8db7ffff, -0xffffffff, -0xffffffff, -0x1caa59d4, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a0dffff, -0x2b68d002, -0xffffffff, -0x3cab5695, -0xffffffff, -0x41aaa675, -0xffffffff, -0xffffffff, -0xffffffff, -0x27ae5800, -0xffffffff, -0x6a09ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7f865c0f, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a05ffff, -0x42abffff, -0x5e44881c, -0x5d50a016, -0x066c5816, -0x00646c1b, -0x75753bff, -0x1951fc18, -0x6264c81b, -0x1850641c, -0xffffffff, -0x6a01ffff, -0x87a7ffff, -0x4953fc1c, -0x8da80000, -0x4f52a3ff, -0x00606c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0x5d428416, -0x88a53800, -0xffffffff, -0xffffffff, -0xffffffff, -0x05645816, -0xffffffff, -0x005c6c1b, -0x20aa71d6, -0xffffffff, -0xffffffff, -0xffffffff, -0x1399fc16, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x157f33ff, -0xffffffff, -0xffffffff, -0x584dfc20, -0xffffffff, -0xffffffff, -0xffffffff, -0x8d9bffff, -0xffffffff, -0x055c5816, -0xffffffff, -0x00546c1b, -0xffffffff, -0xffffffff, -0x5849fc20, -0xffffffff, -0xffffffff, -0xffffffff, -0x8c97ffff, -0x5543fc1c, -0x05585816, -0xffffffff, -0x00506c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x8a93ffff, -0x26ae6c00, -0x05545816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x76753c17, -0x41aaa695, -0xffffffff, -0x898fffff, -0xffffffff, -0x05505816, -0xffffffff, -0xffffffff, -0xffffffff, -0x858867ff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x848bffff, -0xffffffff, -0x054c5816, -0x79873c06, -0x47525bff, -0xffffffff, -0x3f695401, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x8387ffff, -0xffffffff, -0x05485816, -0xffffffff, -0x5a4e5bff, -0xffffffff, -0xffffffff, -0x6264c816, -0x43aaa26e, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x05445816, -0xffffffff, -0x5a4a5bff, -0xffffffff, -0xffffffff, -0xffffffff, -0x3455fc1b, -0x0c5a701c, -0x6366cbff, -0x0e3c7000, -0xffffffff, -0x05405816, -0xffffffff, -0x59465bff, -0xffffffff, -0xffffffff, -0xffffffff, -0x41aaa276, -0x0c56701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x21aa7275, -0x0b52701c, -0x61489016, -0x6465fc33, -0x8d77ffff, -0xffffffff, -0x7b87fc05, -0xffffffff, -0xffffffff, -0x2a126bff, -0x385a6fff, -0xffffffff, -0x446dfc16, -0xffffffff, -0x7473ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7d873000, -0xffffffff, -0x5c409016, -0x686fffff, -0x8187440d, -0xffffffff, -0xffffffff, -0x3554b81b, -0x8287fc0d, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x686bffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x8d9ffc00, -0x737a5fff, -0x41aaaa75, -0xffffffff, -0xffffffff, -0x5e40801c, -0x0b42701c, -0x6b67ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2b68d000, -0xffffffff, -0xffffffff, -0x6d133017, -0xffffffff, -0xffffffff, -0x4c59fc16, -0xffffffff, -0xffffffff, -0x110bfc1c, -0x3aab566e, -0xffffffff, -0x5052a7ff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6515fc28, -0x4a55fc16, -0x7f865c0d, -0x88a53c00, -0x41aaa296, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x4451fc16, -0xffffffff, -0x60448bff, -0x21aa7295, -0xffffffff, -0x3cab5676, -0x04106c1b, -0xffffffff, -0x78873807, -0xffffffff, -0xffffffff, -0x574dfc16, -0xffffffff, -0x4e53ffff, -0xffffffff, -0x09145816, -0xffffffff, -0x040c6c1b, -0x8287fc00, -0x5e50a01c, -0x6467fc32, -0xffffffff, -0x5749fc16, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a105816, -0x2e3e7c00, -0x04086c1b, -0x7083fc00, -0xffffffff, -0xffffffff, -0xffffffff, -0x5645fc16, -0xffffffff, -0x22aa6e6e, -0x5e42841c, -0x614e9c16, -0x090c5816, -0x04046c1b, -0x1eaa5ab3, -0xffffffff, -0xffffffff, -0xffffffff, -0x5441fc16, -0x41aaaa95, -0xffffffff, -0x5352a028, -0x09085816, -0x17505c16, -0x04006c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6b43ffff, -0xffffffff, -0x09045816, -0xffffffff, -0x43aaa2ae, -0xffffffff, -0xffffffff, -0xffffffff, -0x083e5800, -0x7c865c00, -0xffffffff, -0x76753c15, -0x3051fc2e, -0x09005816, -0xffffffff, -0xffffffff, -0xffffffff, -0x3aab568e, -0xffffffff, -0x43aaa66e, -0xffffffff, -0x1daa5a71, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a12701c, -0x5f66cfff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x3cab5696, -0xffffffff, -0x100e701c, -0x41aaa676, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a125c17, -0x3654b82e, -0x100a701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x1006701c, -0xffffffff, -0x1951fc19, -0xffffffff, -0xffffffff, -0xffffffff, -0x23aa6e8e, -0xffffffff, -0x5b4e8016, -0xffffffff, -0x1eaa5ad3, -0x1002701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x29130c1a, -0xffffffff, -0xffffffff, -0x0d4c7016, -0xffffffff, -0x475273ff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x5b468016, -0x0d487016, -0x5a4e73ff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x5d54a816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x5a4a73ff, -0x6615fc16, -0x3bab56ae, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x594673ff, -0xffffffff, -0x61468c16, -0x8d17ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a13fc1a, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6913ffff, -0x40abfeb3, -0x8db9ffff, -0x41aaa696, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a0fffff, -0x8db5ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7a873c07, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a0bffff, -0x3f695402, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x24aa6eae, -0xffffffff, -0xffffffff, -0x6a07ffff, -0xffffffff, -0xffffffff, -0x066e5816, -0xffffffff, -0x00666c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a03ffff, -0xffffffff, -0x4b55fc1c, -0x066a5816, -0xffffffff, -0x00626c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x4851fc1c, -0x05665816, -0x18506016, -0x005e6c1b, -0x12986416, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x8da1ffff, -0xffffffff, -0x3bab56ce, -0xffffffff, -0x43aaa6ae, -0xffffffff, -0xffffffff, -0x584ffc20, -0x7b87fc06, -0xffffffff, -0x5f4287ff, -0x8d9dffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x00566c1b, -0xffffffff, -0xffffffff, -0x584bfc20, -0x5253fc28, -0xffffffff, -0xffffffff, -0xffffffff, -0x5645fc1c, -0xffffffff, -0x40abfed3, -0x00526c1b, -0x8187440e, -0xffffffff, -0x5847fc20, -0x8287fc0e, -0xffffffff, -0xffffffff, -0x8b95ffff, -0x2e3c7800, -0x5441fc1c, -0xffffffff, -0xffffffff, -0xffffffff, -0x17505c1c, -0xffffffff, -0xffffffff, -0x41aaaa76, -0xffffffff, -0x614c9816, -0x8991ffff, -0x1daa5a6f, -0x05525816, -0x4d585bff, -0xffffffff, -0x8087400c, -0xffffffff, -0xffffffff, -0xffffffff, -0x1baa59d3, -0x828dffff, -0x25aa6ece, -0x054e5816, -0x76753c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0x2b68d001, -0xffffffff, -0xffffffff, -0xffffffff, -0x8689ffff, -0xffffffff, -0x054a5816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x43aca01b, -0x05465816, -0x7f865c0e, -0x5a4c5bff, -0x39ab55d3, -0x01626c16, -0x02686fff, -0x3457fc1b, -0xffffffff, -0xffffffff, -0x0f3e7000, -0x3dab55ae, -0x05425816, -0x1951fc17, -0x59485bff, -0xffffffff, -0xffffffff, -0xffffffff, -0x3153fc1b, -0x0c58701c, -0x5f64cbff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x035a6c16, -0xffffffff, -0xffffffff, -0xffffffff, -0x0b54701c, -0xffffffff, -0x8779ffff, -0x1faa71d5, -0xffffffff, -0xffffffff, -0x2d5eb81b, -0x72b5fc08, -0xffffffff, -0xffffffff, -0xffffffff, -0x0b50701c, -0x456ffc16, -0x7b75ffff, -0xffffffff, -0xffffffff, -0x147e5c16, -0xffffffff, -0xffffffff, -0x2a106bff, -0xffffffff, -0x1eaa5ab4, -0x446bfc16, -0xffffffff, -0xffffffff, -0xffffffff, -0x41aaaa96, -0xffffffff, -0x3556b81b, -0x87a5fc00, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x4e6dffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x3252b81b, -0xffffffff, -0x5e54a81c, -0xffffffff, -0xffffffff, -0x0b44701c, -0x28b05c00, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x73785fff, -0xffffffff, -0xffffffff, -0xffffffff, -0x0b40701c, -0xffffffff, -0x6b65ffff, -0xffffffff, -0xffffffff, -0x1daa5a72, -0xffffffff, -0xffffffff, -0xffffffff, -0x6266cc1b, -0xffffffff, -0x375bfc16, -0xffffffff, -0xffffffff, -0xffffffff, -0x3f695400, -0xffffffff, -0xffffffff, -0xffffffff, -0x6d113017, -0x3ead541b, -0xffffffff, -0x5d448816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x18506416, -0xffffffff, -0xffffffff, -0x16b37400, -0xffffffff, -0x4653fc16, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x04126c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x574ffc16, -0xffffffff, -0x6855ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x040e6c1b, -0x41aaa275, -0xffffffff, -0xffffffff, -0xffffffff, -0x574bfc16, -0x6f826400, -0x6851ffff, -0x1eaa5ad4, -0x2a125816, -0xffffffff, -0x040a6c1b, -0x7185fc00, -0xffffffff, -0xffffffff, -0xffffffff, -0x5747fc16, -0x7b87fc04, -0xffffffff, -0xffffffff, -0x090e5816, -0xffffffff, -0x04066c1b, -0x6e81fc00, -0x1aac6c1b, -0x1850601c, -0x2e5cbbff, -0x5543fc16, -0xffffffff, -0xffffffff, -0xffffffff, -0x090a5816, -0xffffffff, -0x04026c1b, -0xffffffff, -0xffffffff, -0x8087440c, -0xffffffff, -0xffffffff, -0xffffffff, -0x6c45ffff, -0x8287fc0c, -0x09065816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6b41ffff, -0x3353fc2e, -0x09025816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2f50bbff, -0x073c5800, -0x6266cc16, -0x5f4083ff, -0xffffffff, -0xffffffff, -0x43aca41b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a10701c, -0x6364cfff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7e865c0c, -0xffffffff, -0xffffffff, -0x3656b82e, -0x41aaa295, -0x100c701c, -0x614a9416, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2c5ebc1b, -0xffffffff, -0x2a105c17, -0xffffffff, -0x1008701c, -0x3cab5675, -0xffffffff, -0xffffffff, -0x77873806, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x1004701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff -}; - -#define fold_hashkey(k) (lj_rol(lj_rol((k),17)-(k),16)%915) - diff --git a/core/src/luajit/src/autogen/linux/jit/x86_64/lj_libdef.h b/core/src/luajit/src/autogen/linux/jit/x86_64/lj_libdef.h deleted file mode 100644 index 5693a5813..000000000 --- a/core/src/luajit/src/autogen/linux/jit/x86_64/lj_libdef.h +++ /dev/null @@ -1,393 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -#ifdef LJLIB_MODULE_base -#undef LJLIB_MODULE_base -static const lua_CFunction lj_lib_cf_base[] = { - lj_ffh_assert, - lj_ffh_next, - lj_ffh_pairs, - lj_ffh_ipairs_aux, - lj_ffh_ipairs, - lj_ffh_setmetatable, - lj_cf_getfenv, - lj_cf_setfenv, - lj_ffh_rawget, - lj_cf_rawset, - lj_cf_rawequal, - lj_cf_unpack, - lj_cf_select, - lj_ffh_tonumber, - lj_ffh_tostring, - lj_cf_error, - lj_ffh_pcall, - lj_cf_loadfile, - lj_cf_load, - lj_cf_loadstring, - lj_cf_dofile, - lj_cf_gcinfo, - lj_cf_collectgarbage, - lj_cf_newproxy, - lj_cf_print -}; -static const uint8_t lj_lib_init_base[] = { -2,0,28,70,97,115,115,101,114,116,195,110,105,108,199,98,111,111,108,101,97, -110,252,1,200,117,115,101,114,100,97,116,97,198,115,116,114,105,110,103,197, -117,112,118,97,108,198,116,104,114,101,97,100,197,112,114,111,116,111,200,102, -117,110,99,116,105,111,110,197,116,114,97,99,101,197,99,100,97,116,97,197,116, -97,98,108,101,252,9,198,110,117,109,98,101,114,132,116,121,112,101,68,110,101, -120,116,253,69,112,97,105,114,115,64,253,70,105,112,97,105,114,115,140,103, -101,116,109,101,116,97,116,97,98,108,101,76,115,101,116,109,101,116,97,116, -97,98,108,101,7,103,101,116,102,101,110,118,7,115,101,116,102,101,110,118,70, -114,97,119,103,101,116,6,114,97,119,115,101,116,8,114,97,119,101,113,117,97, -108,6,117,110,112,97,99,107,6,115,101,108,101,99,116,72,116,111,110,117,109, -98,101,114,195,110,105,108,197,102,97,108,115,101,196,116,114,117,101,72,116, -111,115,116,114,105,110,103,5,101,114,114,111,114,69,112,99,97,108,108,134, -120,112,99,97,108,108,8,108,111,97,100,102,105,108,101,4,108,111,97,100,10, -108,111,97,100,115,116,114,105,110,103,6,100,111,102,105,108,101,6,103,99,105, -110,102,111,14,99,111,108,108,101,99,116,103,97,114,98,97,103,101,252,2,8,110, -101,119,112,114,111,120,121,200,116,111,115,116,114,105,110,103,5,112,114,105, -110,116,252,3,200,95,86,69,82,83,73,79,78,250,255 -}; -#endif - -#ifdef LJLIB_MODULE_coroutine -#undef LJLIB_MODULE_coroutine -static const lua_CFunction lj_lib_cf_coroutine[] = { - lj_cf_coroutine_status, - lj_cf_coroutine_running, - lj_cf_coroutine_create, - lj_ffh_coroutine_yield, - lj_ffh_coroutine_resume, - lj_cf_coroutine_wrap -}; -static const uint8_t lj_lib_init_coroutine[] = { -30,13,6,6,115,116,97,116,117,115,7,114,117,110,110,105,110,103,6,99,114,101, -97,116,101,69,121,105,101,108,100,70,114,101,115,117,109,101,254,4,119,114, -97,112,255 -}; -#endif - -#ifdef LJLIB_MODULE_math -#undef LJLIB_MODULE_math -static const lua_CFunction lj_lib_cf_math[] = { - lj_ffh_math_abs, - lj_ffh_math_sqrt, - lj_ffh_math_log, - lj_ffh_math_atan2, - lj_ffh_math_ldexp, - lj_ffh_math_min, - lj_cf_math_random, - lj_cf_math_randomseed -}; -static const uint8_t lj_lib_init_math[] = { -37,16,30,67,97,98,115,133,102,108,111,111,114,132,99,101,105,108,68,115,113, -114,116,133,108,111,103,49,48,131,101,120,112,131,115,105,110,131,99,111,115, -131,116,97,110,132,97,115,105,110,132,97,99,111,115,132,97,116,97,110,132,115, -105,110,104,132,99,111,115,104,132,116,97,110,104,133,102,114,101,120,112,132, -109,111,100,102,251,248,193,99,26,220,165,76,64,131,100,101,103,251,57,157, -82,162,70,223,145,63,131,114,97,100,67,108,111,103,69,97,116,97,110,50,131, -112,111,119,132,102,109,111,100,69,108,100,101,120,112,67,109,105,110,131,109, -97,120,251,24,45,68,84,251,33,9,64,194,112,105,250,251,0,0,0,0,0,0,240,127, -196,104,117,103,101,250,252,2,6,114,97,110,100,111,109,252,2,10,114,97,110, -100,111,109,115,101,101,100,255 -}; -#endif - -#ifdef LJLIB_MODULE_bit -#undef LJLIB_MODULE_bit -static const lua_CFunction lj_lib_cf_bit[] = { - lj_ffh_bit_tobit, - lj_ffh_bit_lshift, - lj_ffh_bit_band, - lj_cf_bit_tohex -}; -static const uint8_t lj_lib_init_bit[] = { -65,42,12,69,116,111,98,105,116,132,98,110,111,116,133,98,115,119,97,112,70, -108,115,104,105,102,116,134,114,115,104,105,102,116,135,97,114,115,104,105, -102,116,131,114,111,108,131,114,111,114,68,98,97,110,100,131,98,111,114,132, -98,120,111,114,5,116,111,104,101,120,255 -}; -#endif - -#ifdef LJLIB_MODULE_string -#undef LJLIB_MODULE_string -static const lua_CFunction lj_lib_cf_string[] = { - lj_ffh_string_len, - lj_ffh_string_byte, - lj_ffh_string_char, - lj_ffh_string_sub, - lj_ffh_string_rep, - lj_ffh_string_reverse, - lj_cf_string_dump, - lj_cf_string_find, - lj_cf_string_match, - lj_cf_string_gmatch, - lj_cf_string_gsub, - lj_cf_string_format -}; -static const uint8_t lj_lib_init_string[] = { -77,53,14,67,108,101,110,68,98,121,116,101,68,99,104,97,114,67,115,117,98,67, -114,101,112,71,114,101,118,101,114,115,101,133,108,111,119,101,114,133,117, -112,112,101,114,4,100,117,109,112,4,102,105,110,100,5,109,97,116,99,104,254, -6,103,109,97,116,99,104,4,103,115,117,98,6,102,111,114,109,97,116,255 -}; -#endif - -#ifdef LJLIB_MODULE_table -#undef LJLIB_MODULE_table -static const lua_CFunction lj_lib_cf_table[] = { - lj_cf_table_foreachi, - lj_cf_table_foreach, - lj_ffh_table_getn, - lj_cf_table_maxn, - lj_cf_table_insert, - lj_cf_table_remove, - lj_cf_table_concat, - lj_cf_table_sort -}; -static const uint8_t lj_lib_init_table[] = { -92,61,8,8,102,111,114,101,97,99,104,105,7,102,111,114,101,97,99,104,68,103, -101,116,110,4,109,97,120,110,6,105,110,115,101,114,116,6,114,101,109,111,118, -101,6,99,111,110,99,97,116,4,115,111,114,116,255 -}; -#endif - -#ifdef LJLIB_MODULE_io_method -#undef LJLIB_MODULE_io_method -static const lua_CFunction lj_lib_cf_io_method[] = { - lj_cf_io_method_close, - lj_cf_io_method_read, - lj_cf_io_method_write, - lj_cf_io_method_flush, - lj_cf_io_method_seek, - lj_cf_io_method_setvbuf, - lj_cf_io_method_lines, - lj_cf_io_method___gc, - lj_cf_io_method___tostring -}; -static const uint8_t lj_lib_init_io_method[] = { -100,62,10,5,99,108,111,115,101,4,114,101,97,100,5,119,114,105,116,101,5,102, -108,117,115,104,4,115,101,101,107,7,115,101,116,118,98,117,102,5,108,105,110, -101,115,4,95,95,103,99,10,95,95,116,111,115,116,114,105,110,103,252,1,199,95, -95,105,110,100,101,120,250,255 -}; -#endif - -#ifdef LJLIB_MODULE_io -#undef LJLIB_MODULE_io -static const lua_CFunction lj_lib_cf_io[] = { - lj_cf_io_open, - lj_cf_io_popen, - lj_cf_io_tmpfile, - lj_cf_io_close, - lj_cf_io_read, - lj_cf_io_write, - lj_cf_io_flush, - lj_cf_io_input, - lj_cf_io_output, - lj_cf_io_lines, - lj_cf_io_type -}; -static const uint8_t lj_lib_init_io[] = { -109,62,12,252,2,192,250,4,111,112,101,110,5,112,111,112,101,110,7,116,109,112, -102,105,108,101,5,99,108,111,115,101,4,114,101,97,100,5,119,114,105,116,101, -5,102,108,117,115,104,5,105,110,112,117,116,6,111,117,116,112,117,116,5,108, -105,110,101,115,4,116,121,112,101,255 -}; -#endif - -#ifdef LJLIB_MODULE_os -#undef LJLIB_MODULE_os -static const lua_CFunction lj_lib_cf_os[] = { - lj_cf_os_execute, - lj_cf_os_remove, - lj_cf_os_rename, - lj_cf_os_tmpname, - lj_cf_os_getenv, - lj_cf_os_exit, - lj_cf_os_clock, - lj_cf_os_date, - lj_cf_os_time, - lj_cf_os_difftime, - lj_cf_os_setlocale -}; -static const uint8_t lj_lib_init_os[] = { -120,62,11,7,101,120,101,99,117,116,101,6,114,101,109,111,118,101,6,114,101, -110,97,109,101,7,116,109,112,110,97,109,101,6,103,101,116,101,110,118,4,101, -120,105,116,5,99,108,111,99,107,4,100,97,116,101,4,116,105,109,101,8,100,105, -102,102,116,105,109,101,9,115,101,116,108,111,99,97,108,101,255 -}; -#endif - -#ifdef LJLIB_MODULE_debug -#undef LJLIB_MODULE_debug -static const lua_CFunction lj_lib_cf_debug[] = { - lj_cf_debug_getregistry, - lj_cf_debug_getmetatable, - lj_cf_debug_setmetatable, - lj_cf_debug_getfenv, - lj_cf_debug_setfenv, - lj_cf_debug_getinfo, - lj_cf_debug_getlocal, - lj_cf_debug_setlocal, - lj_cf_debug_getupvalue, - lj_cf_debug_setupvalue, - lj_cf_debug_upvalueid, - lj_cf_debug_upvaluejoin, - lj_cf_debug_sethook, - lj_cf_debug_gethook, - lj_cf_debug_debug, - lj_cf_debug_traceback -}; -static const uint8_t lj_lib_init_debug[] = { -131,62,16,11,103,101,116,114,101,103,105,115,116,114,121,12,103,101,116,109, -101,116,97,116,97,98,108,101,12,115,101,116,109,101,116,97,116,97,98,108,101, -7,103,101,116,102,101,110,118,7,115,101,116,102,101,110,118,7,103,101,116,105, -110,102,111,8,103,101,116,108,111,99,97,108,8,115,101,116,108,111,99,97,108, -10,103,101,116,117,112,118,97,108,117,101,10,115,101,116,117,112,118,97,108, -117,101,9,117,112,118,97,108,117,101,105,100,11,117,112,118,97,108,117,101, -106,111,105,110,7,115,101,116,104,111,111,107,7,103,101,116,104,111,111,107, -5,100,101,98,117,103,9,116,114,97,99,101,98,97,99,107,255 -}; -#endif - -#ifdef LJLIB_MODULE_jit -#undef LJLIB_MODULE_jit -static const lua_CFunction lj_lib_cf_jit[] = { - lj_cf_jit_on, - lj_cf_jit_off, - lj_cf_jit_flush, - lj_cf_jit_status, - lj_cf_jit_attach -}; -static const uint8_t lj_lib_init_jit[] = { -147,62,9,2,111,110,3,111,102,102,5,102,108,117,115,104,6,115,116,97,116,117, -115,6,97,116,116,97,99,104,252,5,194,111,115,250,252,4,196,97,114,99,104,250, -252,3,203,118,101,114,115,105,111,110,95,110,117,109,250,252,2,199,118,101, -114,115,105,111,110,250,255 -}; -#endif - -#ifdef LJLIB_MODULE_jit_util -#undef LJLIB_MODULE_jit_util -static const lua_CFunction lj_lib_cf_jit_util[] = { - lj_cf_jit_util_funcinfo, - lj_cf_jit_util_funcbc, - lj_cf_jit_util_funck, - lj_cf_jit_util_funcuvname, - lj_cf_jit_util_traceinfo, - lj_cf_jit_util_traceir, - lj_cf_jit_util_tracek, - lj_cf_jit_util_tracesnap, - lj_cf_jit_util_tracemc, - lj_cf_jit_util_traceexitstub, - lj_cf_jit_util_ircalladdr -}; -static const uint8_t lj_lib_init_jit_util[] = { -152,62,11,8,102,117,110,99,105,110,102,111,6,102,117,110,99,98,99,5,102,117, -110,99,107,10,102,117,110,99,117,118,110,97,109,101,9,116,114,97,99,101,105, -110,102,111,7,116,114,97,99,101,105,114,6,116,114,97,99,101,107,9,116,114,97, -99,101,115,110,97,112,7,116,114,97,99,101,109,99,13,116,114,97,99,101,101,120, -105,116,115,116,117,98,10,105,114,99,97,108,108,97,100,100,114,255 -}; -#endif - -#ifdef LJLIB_MODULE_jit_opt -#undef LJLIB_MODULE_jit_opt -static const lua_CFunction lj_lib_cf_jit_opt[] = { - lj_cf_jit_opt_start -}; -static const uint8_t lj_lib_init_jit_opt[] = { -163,62,1,5,115,116,97,114,116,255 -}; -#endif - -#ifdef LJLIB_MODULE_ffi_meta -#undef LJLIB_MODULE_ffi_meta -static const lua_CFunction lj_lib_cf_ffi_meta[] = { - lj_cf_ffi_meta___index, - lj_cf_ffi_meta___newindex, - lj_cf_ffi_meta___eq, - lj_cf_ffi_meta___len, - lj_cf_ffi_meta___lt, - lj_cf_ffi_meta___le, - lj_cf_ffi_meta___concat, - lj_cf_ffi_meta___call, - lj_cf_ffi_meta___add, - lj_cf_ffi_meta___sub, - lj_cf_ffi_meta___mul, - lj_cf_ffi_meta___div, - lj_cf_ffi_meta___mod, - lj_cf_ffi_meta___pow, - lj_cf_ffi_meta___unm, - lj_cf_ffi_meta___tostring, - lj_cf_ffi_meta___pairs, - lj_cf_ffi_meta___ipairs -}; -static const uint8_t lj_lib_init_ffi_meta[] = { -164,62,19,7,95,95,105,110,100,101,120,10,95,95,110,101,119,105,110,100,101, -120,4,95,95,101,113,5,95,95,108,101,110,4,95,95,108,116,4,95,95,108,101,8,95, -95,99,111,110,99,97,116,6,95,95,99,97,108,108,5,95,95,97,100,100,5,95,95,115, -117,98,5,95,95,109,117,108,5,95,95,100,105,118,5,95,95,109,111,100,5,95,95, -112,111,119,5,95,95,117,110,109,10,95,95,116,111,115,116,114,105,110,103,7, -95,95,112,97,105,114,115,8,95,95,105,112,97,105,114,115,195,102,102,105,203, -95,95,109,101,116,97,116,97,98,108,101,250,255 -}; -#endif - -#ifdef LJLIB_MODULE_ffi_clib -#undef LJLIB_MODULE_ffi_clib -static const lua_CFunction lj_lib_cf_ffi_clib[] = { - lj_cf_ffi_clib___index, - lj_cf_ffi_clib___newindex, - lj_cf_ffi_clib___gc -}; -static const uint8_t lj_lib_init_ffi_clib[] = { -182,62,3,7,95,95,105,110,100,101,120,10,95,95,110,101,119,105,110,100,101,120, -4,95,95,103,99,255 -}; -#endif - -#ifdef LJLIB_MODULE_ffi_callback -#undef LJLIB_MODULE_ffi_callback -static const lua_CFunction lj_lib_cf_ffi_callback[] = { - lj_cf_ffi_callback_free, - lj_cf_ffi_callback_set -}; -static const uint8_t lj_lib_init_ffi_callback[] = { -185,62,3,4,102,114,101,101,3,115,101,116,252,1,199,95,95,105,110,100,101,120, -250,255 -}; -#endif - -#ifdef LJLIB_MODULE_ffi -#undef LJLIB_MODULE_ffi -static const lua_CFunction lj_lib_cf_ffi[] = { - lj_cf_ffi_cdef, - lj_cf_ffi_new, - lj_cf_ffi_cast, - lj_cf_ffi_typeof, - lj_cf_ffi_istype, - lj_cf_ffi_sizeof, - lj_cf_ffi_alignof, - lj_cf_ffi_offsetof, - lj_cf_ffi_errno, - lj_cf_ffi_string, - lj_cf_ffi_copy, - lj_cf_ffi_fill, - lj_cf_ffi_abi, - lj_cf_ffi_metatype, - lj_cf_ffi_gc, - lj_cf_ffi_load -}; -static const uint8_t lj_lib_init_ffi[] = { -187,62,22,4,99,100,101,102,3,110,101,119,4,99,97,115,116,6,116,121,112,101, -111,102,6,105,115,116,121,112,101,6,115,105,122,101,111,102,7,97,108,105,103, -110,111,102,8,111,102,102,115,101,116,111,102,5,101,114,114,110,111,6,115,116, -114,105,110,103,4,99,111,112,121,4,102,105,108,108,3,97,98,105,252,8,192,250, -8,109,101,116,97,116,121,112,101,252,7,192,250,2,103,99,252,5,192,250,4,108, -111,97,100,252,4,193,67,250,252,3,194,111,115,250,252,2,196,97,114,99,104,250, -255 -}; -#endif - diff --git a/core/src/luajit/src/autogen/linux/jit/x86_64/lj_recdef.h b/core/src/luajit/src/autogen/linux/jit/x86_64/lj_recdef.h deleted file mode 100644 index 2c3c9be63..000000000 --- a/core/src/luajit/src/autogen/linux/jit/x86_64/lj_recdef.h +++ /dev/null @@ -1,263 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -static const uint16_t recff_idmap[] = { -0, -0x0100, -0x0200, -0x0300, -0, -0, -0x0400, -0x0500, -0x0600, -0x0700, -0, -0, -0x0800, -0x0900, -0x0a00, -0, -0x0b00, -0x0c00, -0x0d00, -0, -0x0e00, -0x0f00, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0x1000, -0x1100+(IRFPM_FLOOR), -0x1100+(IRFPM_CEIL), -0x1200+(IRFPM_SQRT), -0x1200+(IRFPM_LOG10), -0x1200+(IRFPM_EXP), -0x1200+(IRFPM_SIN), -0x1200+(IRFPM_COS), -0x1200+(IRFPM_TAN), -0x1300+(FF_math_asin), -0x1300+(FF_math_acos), -0x1300+(FF_math_atan), -0x1400+(IRCALL_sinh), -0x1400+(IRCALL_cosh), -0x1400+(IRCALL_tanh), -0, -0x1500, -0x1600, -0x1600, -0x1700, -0x1800, -0x1900, -0, -0x1a00, -0x1b00+(IR_MIN), -0x1b00+(IR_MAX), -0x1c00, -0, -0x1d00+(IR_TOBIT), -0x1d00+(IR_BNOT), -0x1d00+(IR_BSWAP), -0x1e00+(IR_BSHL), -0x1e00+(IR_BSHR), -0x1e00+(IR_BSAR), -0x1e00+(IR_BROL), -0x1e00+(IR_BROR), -0x1f00+(IR_BAND), -0x1f00+(IR_BOR), -0x1f00+(IR_BXOR), -0, -0x2000, -0x2100+(0), -0, -0x2100+(1), -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0x2200, -0, -0x2300, -0x2400, -0, -0, -0, -0, -0x2500+(0), -0x2600+(0), -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0x2500+(GCROOT_IO_OUTPUT), -0x2600+(GCROOT_IO_OUTPUT), -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0x2700+(0), -0x2700+(1), -0x2800+(MM_eq), -0x2800+(MM_len), -0x2800+(MM_lt), -0x2800+(MM_le), -0x2800+(MM_concat), -0x2900, -0x2800+(MM_add), -0x2800+(MM_sub), -0x2800+(MM_mul), -0x2800+(MM_div), -0x2800+(MM_mod), -0x2800+(MM_pow), -0x2800+(MM_unm), -0, -0, -0, -0x2a00+(1), -0x2a00+(0), -0, -0, -0, -0, -0x2b00, -0x2b00, -0x2c00, -0x2d00, -0x2e00+(FF_ffi_sizeof), -0x2e00+(FF_ffi_alignof), -0x2e00+(FF_ffi_offsetof), -0x2f00, -0x3000, -0x3100, -0x3200, -0x3300, -0, -0x3400 -}; - -static const RecordFunc recff_func[] = { -recff_nyi, -recff_c, -recff_assert, -recff_type, -recff_ipairs_aux, -recff_ipairs, -recff_getmetatable, -recff_setmetatable, -recff_rawget, -recff_rawset, -recff_rawequal, -recff_select, -recff_tonumber, -recff_tostring, -recff_pcall, -recff_xpcall, -recff_math_abs, -recff_math_round, -recff_math_unary, -recff_math_atrig, -recff_math_htrig, -recff_math_modf, -recff_math_degrad, -recff_math_log, -recff_math_atan2, -recff_math_pow, -recff_math_ldexp, -recff_math_minmax, -recff_math_random, -recff_bit_unary, -recff_bit_shift, -recff_bit_nary, -recff_string_len, -recff_string_range, -recff_table_getn, -recff_table_insert, -recff_table_remove, -recff_io_write, -recff_io_flush, -recff_cdata_index, -recff_cdata_arith, -recff_cdata_call, -recff_clib_index, -recff_ffi_new, -recff_ffi_typeof, -recff_ffi_istype, -recff_ffi_xof, -recff_ffi_errno, -recff_ffi_string, -recff_ffi_copy, -recff_ffi_fill, -recff_ffi_abi, -recff_ffi_gc -}; - diff --git a/core/src/luajit/src/autogen/linux/jit/x86_64/lj_vm.s b/core/src/luajit/src/autogen/linux/jit/x86_64/lj_vm.s deleted file mode 100644 index bac82f15c..000000000 --- a/core/src/luajit/src/autogen/linux/jit/x86_64/lj_vm.s +++ /dev/null @@ -1,2744 +0,0 @@ - .file "buildvm_x86.dasc" - .text - .p2align 4 - - .globl lj_vm_asm_begin - .hidden lj_vm_asm_begin - .type lj_vm_asm_begin, @object - .size lj_vm_asm_begin, 0 -lj_vm_asm_begin: -.Lbegin: - - .globl lj_BC_ISLT - .hidden lj_BC_ISLT - .type lj_BC_ISLT, @function - .size lj_BC_ISLT, 72 -lj_BC_ISLT: - .byte 129,124,202,4,255,255,254,255,15,131,11,29,0,0,129,124 - .byte 194,4,255,255,254,255,15,131,253,28,0,0,242,15,16,4 - .byte 194,131,195,4,102,15,46,4,202,118,11,15,183,67,254,141 - .byte 156,131,0,0,254,255,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238 - - .globl lj_BC_ISGE - .hidden lj_BC_ISGE - .type lj_BC_ISGE, @function - .size lj_BC_ISGE, 72 -lj_BC_ISGE: - .byte 129,124,202,4,255,255,254,255,15,131,195,28,0,0,129,124 - .byte 194,4,255,255,254,255,15,131,181,28,0,0,242,15,16,4 - .byte 194,131,195,4,102,15,46,4,202,119,11,15,183,67,254,141 - .byte 156,131,0,0,254,255,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238 - - .globl lj_BC_ISLE - .hidden lj_BC_ISLE - .type lj_BC_ISLE, @function - .size lj_BC_ISLE, 72 -lj_BC_ISLE: - .byte 129,124,202,4,255,255,254,255,15,131,123,28,0,0,129,124 - .byte 194,4,255,255,254,255,15,131,109,28,0,0,242,15,16,4 - .byte 194,131,195,4,102,15,46,4,202,114,11,15,183,67,254,141 - .byte 156,131,0,0,254,255,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238 - - .globl lj_BC_ISGT - .hidden lj_BC_ISGT - .type lj_BC_ISGT, @function - .size lj_BC_ISGT, 72 -lj_BC_ISGT: - .byte 129,124,202,4,255,255,254,255,15,131,51,28,0,0,129,124 - .byte 194,4,255,255,254,255,15,131,37,28,0,0,242,15,16,4 - .byte 194,131,195,4,102,15,46,4,202,115,11,15,183,67,254,141 - .byte 156,131,0,0,254,255,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238 - - .globl lj_BC_ISEQV - .hidden lj_BC_ISEQV - .type lj_BC_ISEQV, @function - .size lj_BC_ISEQV, 139 -lj_BC_ISEQV: - .byte 139,108,194,4,131,195,4,129,253,255,255,254,255,115,53,129 - .byte 124,202,4,255,255,254,255,115,43,242,15,16,4,202,102,15 - .byte 46,4,194,122,13,117,11,15,183,67,254,141,156,131,0,0 - .byte 254,255,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238,131,253,245,15,132,36,28,0,0,131,124,202 - .byte 4,245,15,132,25,28,0,0,57,108,202,4,117,212,131,253 - .byte 253,115,196,139,12,202,139,4,194,57,193,116,186,131,253,244 - .byte 119,192,131,253,243,114,187,139,105,16,133,237,116,180,246,69 - .byte 6,16,117,174,49,237,233,201,27,0,0 - - .globl lj_BC_ISNEV - .hidden lj_BC_ISNEV - .type lj_BC_ISNEV, @function - .size lj_BC_ISNEV, 142 -lj_BC_ISNEV: - .byte 139,108,194,4,131,195,4,129,253,255,255,254,255,115,53,129 - .byte 124,202,4,255,255,254,255,115,43,242,15,16,4,202,102,15 - .byte 46,4,194,122,2,116,11,15,183,67,254,141,156,131,0,0 - .byte 254,255,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238,131,253,245,15,132,153,27,0,0,131,124,202 - .byte 4,245,15,132,142,27,0,0,57,108,202,4,117,201,131,253 - .byte 253,115,207,139,12,202,139,4,194,57,193,116,197,131,253,244 - .byte 119,181,131,253,243,114,176,139,105,16,133,237,116,169,246,69 - .byte 6,16,117,163,189,1,0,0,0,233,59,27,0,0 - - .globl lj_BC_ISEQS - .hidden lj_BC_ISEQS - .type lj_BC_ISEQS, @function - .size lj_BC_ISEQS, 63 -lj_BC_ISEQS: - .byte 72,247,208,139,108,202,4,131,195,4,131,253,251,117,38,139 - .byte 12,202,65,59,12,135,117,11,15,183,67,254,141,156,131,0 - .byte 0,254,255,139,3,15,182,204,15,182,232,131,195,4,193,232 - .byte 16,65,255,36,238,131,253,245,117,233,233,25,27,0,0 - - .globl lj_BC_ISNES - .hidden lj_BC_ISNES - .type lj_BC_ISNES, @function - .size lj_BC_ISNES, 63 -lj_BC_ISNES: - .byte 72,247,208,139,108,202,4,131,195,4,131,253,251,117,38,139 - .byte 12,202,65,59,12,135,116,11,15,183,67,254,141,156,131,0 - .byte 0,254,255,139,3,15,182,204,15,182,232,131,195,4,193,232 - .byte 16,65,255,36,238,131,253,245,117,222,233,218,26,0,0 - - .globl lj_BC_ISEQN - .hidden lj_BC_ISEQN - .type lj_BC_ISEQN, @function - .size lj_BC_ISEQN, 69 -lj_BC_ISEQN: - .byte 139,108,202,4,131,195,4,129,253,255,255,254,255,115,44,242 - .byte 65,15,16,4,199,102,15,46,4,202,122,13,117,11,15,183 - .byte 67,254,141,156,131,0,0,254,255,139,3,15,182,204,15,182 - .byte 232,131,195,4,193,232,16,65,255,36,238,131,253,245,117,233 - .byte 233,149,26,0,0 - - .globl lj_BC_ISNEN - .hidden lj_BC_ISNEN - .type lj_BC_ISNEN, @function - .size lj_BC_ISNEN, 69 -lj_BC_ISNEN: - .byte 139,108,202,4,131,195,4,129,253,255,255,254,255,115,44,242 - .byte 65,15,16,4,199,102,15,46,4,202,122,2,116,11,15,183 - .byte 67,254,141,156,131,0,0,254,255,139,3,15,182,204,15,182 - .byte 232,131,195,4,193,232,16,65,255,36,238,131,253,245,117,222 - .byte 233,80,26,0,0 - - .globl lj_BC_ISEQP - .hidden lj_BC_ISEQP - .type lj_BC_ISEQP, @function - .size lj_BC_ISEQP, 53 -lj_BC_ISEQP: - .byte 72,247,208,139,108,202,4,131,195,4,57,197,117,29,15,183 - .byte 67,254,141,156,131,0,0,254,255,139,3,15,182,204,15,182 - .byte 232,131,195,4,193,232,16,65,255,36,238,131,253,245,117,233 - .byte 233,27,26,0,0 - - .globl lj_BC_ISNEP - .hidden lj_BC_ISNEP - .type lj_BC_ISNEP, @function - .size lj_BC_ISNEP, 52 -lj_BC_ISNEP: - .byte 72,247,208,139,108,202,4,131,195,4,57,197,116,20,131,253 - .byte 245,15,132,4,26,0,0,15,183,67,254,141,156,131,0,0 - .byte 254,255,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238 - - .globl lj_BC_ISTC - .hidden lj_BC_ISTC - .type lj_BC_ISTC, @function - .size lj_BC_ISTC, 51 -lj_BC_ISTC: - .byte 139,108,194,4,131,195,4,131,253,254,115,21,137,108,202,4 - .byte 139,44,194,137,44,202,15,183,67,254,141,156,131,0,0,254 - .byte 255,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 - .byte 255,36,238 - - .globl lj_BC_ISFC - .hidden lj_BC_ISFC - .type lj_BC_ISFC, @function - .size lj_BC_ISFC, 51 -lj_BC_ISFC: - .byte 139,108,194,4,131,195,4,131,253,254,114,21,137,108,202,4 - .byte 139,44,194,137,44,202,15,183,67,254,141,156,131,0,0,254 - .byte 255,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 - .byte 255,36,238 - - .globl lj_BC_IST - .hidden lj_BC_IST - .type lj_BC_IST, @function - .size lj_BC_IST, 41 -lj_BC_IST: - .byte 139,108,194,4,131,195,4,131,253,254,115,11,15,183,67,254 - .byte 141,156,131,0,0,254,255,139,3,15,182,204,15,182,232,131 - .byte 195,4,193,232,16,65,255,36,238 - - .globl lj_BC_ISF - .hidden lj_BC_ISF - .type lj_BC_ISF, @function - .size lj_BC_ISF, 41 -lj_BC_ISF: - .byte 139,108,194,4,131,195,4,131,253,254,114,11,15,183,67,254 - .byte 141,156,131,0,0,254,255,139,3,15,182,204,15,182,232,131 - .byte 195,4,193,232,16,65,255,36,238 - - .globl lj_BC_MOV - .hidden lj_BC_MOV - .type lj_BC_MOV, @function - .size lj_BC_MOV, 26 -lj_BC_MOV: - .byte 72,139,44,194,72,137,44,202,139,3,15,182,204,15,182,232 - .byte 131,195,4,193,232,16,65,255,36,238 - - .globl lj_BC_NOT - .hidden lj_BC_NOT - .type lj_BC_NOT, @function - .size lj_BC_NOT, 32 -lj_BC_NOT: - .byte 49,237,131,124,194,4,254,131,213,253,137,108,202,4,139,3 - .byte 15,182,204,15,182,232,131,195,4,193,232,16,65,255,36,238 - - .globl lj_BC_UNM - .hidden lj_BC_UNM - .type lj_BC_UNM, @function - .size lj_BC_UNM, 60 -lj_BC_UNM: - .byte 129,124,194,4,255,255,254,255,15,131,17,25,0,0,242,15 - .byte 16,4,194,72,184,0,0,0,0,0,0,0,128,102,72,15 - .byte 110,200,15,87,193,242,15,17,4,202,139,3,15,182,204,15 - .byte 182,232,131,195,4,193,232,16,65,255,36,238 - - .globl lj_BC_LEN - .hidden lj_BC_LEN - .type lj_BC_LEN, @function - .size lj_BC_LEN, 74 -lj_BC_LEN: - .byte 131,124,194,4,251,117,34,139,4,194,15,87,192,242,15,42 - .byte 64,12,242,15,17,4,202,139,3,15,182,204,15,182,232,131 - .byte 195,4,193,232,16,65,255,36,238,131,124,194,4,244,15,133 - .byte 251,24,0,0,139,60,194,137,213,232 - .long lj_tab_len-.-4 - .byte 242,15,42,192,137,234,15,182,75,253,235,200 - - .globl lj_BC_ADDVN - .hidden lj_BC_ADDVN - .type lj_BC_ADDVN, @function - .size lj_BC_ADDVN, 54 -lj_BC_ADDVN: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 117,24,0,0,242,15,16,4,234,242,65,15,88,4,199,242 - .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 - .byte 232,16,65,255,36,238 - - .globl lj_BC_SUBVN - .hidden lj_BC_SUBVN - .type lj_BC_SUBVN, @function - .size lj_BC_SUBVN, 54 -lj_BC_SUBVN: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 63,24,0,0,242,15,16,4,234,242,65,15,92,4,199,242 - .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 - .byte 232,16,65,255,36,238 - - .globl lj_BC_MULVN - .hidden lj_BC_MULVN - .type lj_BC_MULVN, @function - .size lj_BC_MULVN, 54 -lj_BC_MULVN: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 9,24,0,0,242,15,16,4,234,242,65,15,89,4,199,242 - .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 - .byte 232,16,65,255,36,238 - - .globl lj_BC_DIVVN - .hidden lj_BC_DIVVN - .type lj_BC_DIVVN, @function - .size lj_BC_DIVVN, 54 -lj_BC_DIVVN: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 211,23,0,0,242,15,16,4,234,242,65,15,94,4,199,242 - .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 - .byte 232,16,65,255,36,238 - - .globl lj_BC_MODVN - .hidden lj_BC_MODVN - .type lj_BC_MODVN, @function - .size lj_BC_MODVN, 59 -lj_BC_MODVN: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 157,23,0,0,242,15,16,4,234,242,65,15,16,12,199,232 - .byte 185,46,0,0,242,15,17,4,202,139,3,15,182,204,15,182 - .byte 232,131,195,4,193,232,16,65,255,36,238 - - .globl lj_BC_ADDNV - .hidden lj_BC_ADDNV - .type lj_BC_ADDNV, @function - .size lj_BC_ADDNV, 54 -lj_BC_ADDNV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 104,23,0,0,242,65,15,16,4,199,242,15,88,4,234,242 - .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 - .byte 232,16,65,255,36,238 - - .globl lj_BC_SUBNV - .hidden lj_BC_SUBNV - .type lj_BC_SUBNV, @function - .size lj_BC_SUBNV, 54 -lj_BC_SUBNV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 50,23,0,0,242,65,15,16,4,199,242,15,92,4,234,242 - .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 - .byte 232,16,65,255,36,238 - - .globl lj_BC_MULNV - .hidden lj_BC_MULNV - .type lj_BC_MULNV, @function - .size lj_BC_MULNV, 54 -lj_BC_MULNV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 252,22,0,0,242,65,15,16,4,199,242,15,89,4,234,242 - .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 - .byte 232,16,65,255,36,238 - - .globl lj_BC_DIVNV - .hidden lj_BC_DIVNV - .type lj_BC_DIVNV, @function - .size lj_BC_DIVNV, 54 -lj_BC_DIVNV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 198,22,0,0,242,65,15,16,4,199,242,15,94,4,234,242 - .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 - .byte 232,16,65,255,36,238 - - .globl lj_BC_MODNV - .hidden lj_BC_MODNV - .type lj_BC_MODNV, @function - .size lj_BC_MODNV, 36 -lj_BC_MODNV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 144,22,0,0,242,65,15,16,4,199,242,15,16,12,234,233 - .byte 232,254,255,255 - - .globl lj_BC_ADDVV - .hidden lj_BC_ADDVV - .type lj_BC_ADDVV, @function - .size lj_BC_ADDVV, 67 -lj_BC_ADDVV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 125,22,0,0,129,124,194,4,255,255,254,255,15,131,111,22 - .byte 0,0,242,15,16,4,234,242,15,88,4,194,242,15,17,4 - .byte 202,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 - .byte 255,36,238 - - .globl lj_BC_SUBVV - .hidden lj_BC_SUBVV - .type lj_BC_SUBVV, @function - .size lj_BC_SUBVV, 67 -lj_BC_SUBVV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 58,22,0,0,129,124,194,4,255,255,254,255,15,131,44,22 - .byte 0,0,242,15,16,4,234,242,15,92,4,194,242,15,17,4 - .byte 202,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 - .byte 255,36,238 - - .globl lj_BC_MULVV - .hidden lj_BC_MULVV - .type lj_BC_MULVV, @function - .size lj_BC_MULVV, 67 -lj_BC_MULVV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 247,21,0,0,129,124,194,4,255,255,254,255,15,131,233,21 - .byte 0,0,242,15,16,4,234,242,15,89,4,194,242,15,17,4 - .byte 202,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 - .byte 255,36,238 - - .globl lj_BC_DIVVV - .hidden lj_BC_DIVVV - .type lj_BC_DIVVV, @function - .size lj_BC_DIVVV, 67 -lj_BC_DIVVV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 180,21,0,0,129,124,194,4,255,255,254,255,15,131,166,21 - .byte 0,0,242,15,16,4,234,242,15,94,4,194,242,15,17,4 - .byte 202,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 - .byte 255,36,238 - - .globl lj_BC_MODVV - .hidden lj_BC_MODVV - .type lj_BC_MODVV, @function - .size lj_BC_MODVV, 49 -lj_BC_MODVV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 113,21,0,0,129,124,194,4,255,255,254,255,15,131,99,21 - .byte 0,0,242,15,16,4,234,242,15,16,12,194,233,171,253,255 - .byte 255 - - .globl lj_BC_POW - .hidden lj_BC_POW - .type lj_BC_POW, @function - .size lj_BC_POW, 72 -lj_BC_POW: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 64,21,0,0,129,124,194,4,255,255,254,255,15,131,50,21 - .byte 0,0,242,15,16,4,234,242,15,16,12,194,232,251,44,0 - .byte 0,242,15,17,4,202,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238 - - .globl lj_BC_CAT - .hidden lj_BC_CAT - .type lj_BC_CAT, @function - .size lj_BC_CAT, 76 -lj_BC_CAT: - .byte 15,182,236,15,182,192,139,124,36,24,137,87,16,141,52,194 - .byte 137,194,41,234,137,253,137,92,36,28,232 - .long lj_meta_cat-.-4 - .byte 139,85,16,133,192,15,133,19,21,0,0,15,182,107,255,15 - .byte 182,75,253,72,139,4,234,72,137,4,202,139,3,15,182,204 - .byte 15,182,232,131,195,4,193,232,16,65,255,36,238 - - .globl lj_BC_KSTR - .hidden lj_BC_KSTR - .type lj_BC_KSTR, @function - .size lj_BC_KSTR, 36 -lj_BC_KSTR: - .byte 72,247,208,65,139,4,135,199,68,202,4,251,255,255,255,137 - .byte 4,202,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238 - - .globl lj_BC_KCDATA - .hidden lj_BC_KCDATA - .type lj_BC_KCDATA, @function - .size lj_BC_KCDATA, 36 -lj_BC_KCDATA: - .byte 72,247,208,65,139,4,135,199,68,202,4,245,255,255,255,137 - .byte 4,202,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238 - - .globl lj_BC_KSHORT - .hidden lj_BC_KSHORT - .type lj_BC_KSHORT, @function - .size lj_BC_KSHORT, 30 -lj_BC_KSHORT: - .byte 15,191,192,242,15,42,192,242,15,17,4,202,139,3,15,182 - .byte 204,15,182,232,131,195,4,193,232,16,65,255,36,238 - - .globl lj_BC_KNUM - .hidden lj_BC_KNUM - .type lj_BC_KNUM, @function - .size lj_BC_KNUM, 29 -lj_BC_KNUM: - .byte 242,65,15,16,4,199,242,15,17,4,202,139,3,15,182,204 - .byte 15,182,232,131,195,4,193,232,16,65,255,36,238 - - .globl lj_BC_KPRI - .hidden lj_BC_KPRI - .type lj_BC_KPRI, @function - .size lj_BC_KPRI, 25 -lj_BC_KPRI: - .byte 72,247,208,137,68,202,4,139,3,15,182,204,15,182,232,131 - .byte 195,4,193,232,16,65,255,36,238 - - .globl lj_BC_KNIL - .hidden lj_BC_KNIL - .type lj_BC_KNIL, @function - .size lj_BC_KNIL, 43 -lj_BC_KNIL: - .byte 141,76,202,12,141,68,194,4,189,255,255,255,255,137,105,248 - .byte 137,41,131,193,8,57,193,118,247,139,3,15,182,204,15,182 - .byte 232,131,195,4,193,232,16,65,255,36,238 - - .globl lj_BC_UGET - .hidden lj_BC_UGET - .type lj_BC_UGET, @function - .size lj_BC_UGET, 36 -lj_BC_UGET: - .byte 139,106,248,139,108,133,20,139,109,16,72,139,69,0,72,137 - .byte 4,202,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238 - - .globl lj_BC_USETV - .hidden lj_BC_USETV - .type lj_BC_USETV, @function - .size lj_BC_USETV, 87 -lj_BC_USETV: - .byte 139,106,248,139,108,141,20,128,125,6,0,139,109,16,139,12 - .byte 194,139,68,194,4,137,77,0,137,69,4,116,6,246,69,252 - .byte 4,117,18,139,3,15,182,204,15,182,232,131,195,4,193,232 - .byte 16,65,255,36,238,131,232,252,131,248,246,118,230,246,65,4 - .byte 3,116,224,137,238,137,213,65,141,190,72,244,255,255,232 - .long lj_gc_barrieruv-.-4 - .byte 137,234,235,204 - - .globl lj_BC_USETS - .hidden lj_BC_USETS - .type lj_BC_USETS, @function - .size lj_BC_USETS, 82 -lj_BC_USETS: - .byte 72,247,208,139,106,248,139,108,141,20,65,139,12,135,139,69 - .byte 16,137,8,199,64,4,251,255,255,255,246,69,4,4,117,18 - .byte 139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,255 - .byte 36,238,246,65,4,3,116,232,128,125,6,0,116,226,137,213 - .byte 137,198,65,141,190,72,244,255,255,232 - .long lj_gc_barrieruv-.-4 - .byte 137,234,235,206 - - .globl lj_BC_USETN - .hidden lj_BC_USETN - .type lj_BC_USETN, @function - .size lj_BC_USETN, 38 -lj_BC_USETN: - .byte 139,106,248,242,65,15,16,4,199,139,108,141,20,139,77,16 - .byte 242,15,17,1,139,3,15,182,204,15,182,232,131,195,4,193 - .byte 232,16,65,255,36,238 - - .globl lj_BC_USETP - .hidden lj_BC_USETP - .type lj_BC_USETP, @function - .size lj_BC_USETP, 34 -lj_BC_USETP: - .byte 72,247,208,139,106,248,139,108,141,20,139,77,16,137,65,4 - .byte 139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,255 - .byte 36,238 - - .globl lj_BC_UCLO - .hidden lj_BC_UCLO - .type lj_BC_UCLO, @function - .size lj_BC_UCLO, 51 -lj_BC_UCLO: - .byte 141,156,131,0,0,254,255,139,108,36,24,131,125,40,0,116 - .byte 16,137,85,16,141,52,202,137,239,232 - .long lj_func_closeuv-.-4 - .byte 139,85,16,139,3,15,182,204,15,182,232,131,195,4,193,232 - .byte 16,65,255,36,238 - - .globl lj_BC_FNEW - .hidden lj_BC_FNEW - .type lj_BC_FNEW, @function - .size lj_BC_FNEW, 64 -lj_BC_FNEW: - .byte 72,247,208,139,108,36,24,137,85,16,139,82,248,65,139,52 - .byte 135,137,239,137,92,36,28,232 - .long lj_func_newL_gc-.-4 - .byte 139,85,16,15,182,75,253,137,4,202,199,68,202,4,247,255 - .byte 255,255,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238 - - .globl lj_BC_TNEW - .hidden lj_BC_TNEW - .type lj_BC_TNEW, @function - .size lj_BC_TNEW, 109 -lj_BC_TNEW: - .byte 139,108,36,24,137,85,16,65,139,142,104,244,255,255,65,59 - .byte 142,108,244,255,255,137,92,36,28,115,69,137,194,37,255,7 - .byte 0,0,193,234,11,61,255,7,0,0,116,45,137,239,137,198 - .byte 232 - .long lj_tab_new-.-4 - .byte 139,85,16,15,182,75,253,137,4,202,199,68,202,4,244,255 - .byte 255,255,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238,184,1,8,0,0,235,204,137,239,232 - .long lj_gc_step_fixtop-.-4 - .byte 15,183,67,254,235,174 - - .globl lj_BC_TDUP - .hidden lj_BC_TDUP - .type lj_BC_TDUP, @function - .size lj_BC_TDUP, 93 -lj_BC_TDUP: - .byte 72,247,208,139,108,36,24,65,139,142,104,244,255,255,137,92 - .byte 36,28,65,59,142,108,244,255,255,137,85,16,115,47,65,139 - .byte 52,135,137,239,232 - .long lj_tab_dup-.-4 - .byte 139,85,16,15,182,75,253,137,4,202,199,68,202,4,244,255 - .byte 255,255,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238,137,239,232 - .long lj_gc_step_fixtop-.-4 - .byte 15,183,67,254,72,247,208,235,193 - - .globl lj_BC_GGET - .hidden lj_BC_GGET - .type lj_BC_GGET, @function - .size lj_BC_GGET, 18 -lj_BC_GGET: - .byte 72,247,208,139,106,248,139,109,8,65,139,4,135,233,193,0 - .byte 0,0 - - .globl lj_BC_GSET - .hidden lj_BC_GSET - .type lj_BC_GSET, @function - .size lj_BC_GSET, 18 -lj_BC_GSET: - .byte 72,247,208,139,106,248,139,109,8,65,139,4,135,233,59,2 - .byte 0,0 - - .globl lj_BC_TGETV - .hidden lj_BC_TGETV - .type lj_BC_TGETV, @function - .size lj_BC_TGETV, 148 -lj_BC_TGETV: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,191,15,0 - .byte 0,139,44,234,129,124,194,4,255,255,254,255,115,102,242,15 - .byte 16,4,194,242,15,45,192,242,15,42,200,102,15,46,193,15 - .byte 133,155,15,0,0,59,69,24,15,131,146,15,0,0,193,224 - .byte 3,3,69,8,131,120,4,255,116,25,72,139,40,72,137,44 - .byte 202,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 - .byte 255,36,238,131,125,16,0,116,17,139,77,16,246,65,6,1 - .byte 15,132,90,15,0,0,15,182,75,253,199,68,202,4,255,255 - .byte 255,255,235,205,131,124,194,4,251,15,133,65,15,0,0,139 - .byte 4,194,235,27 - - .globl lj_BC_TGETS - .hidden lj_BC_TGETS - .type lj_BC_TGETS, @function - .size lj_BC_TGETS, 124 -lj_BC_TGETS: - .byte 15,182,236,15,182,192,72,247,208,65,139,4,135,131,124,234 - .byte 4,244,15,133,232,14,0,0,139,44,234,139,77,28,35,72 - .byte 8,107,201,24,3,77,20,131,121,12,251,117,54,57,65,8 - .byte 117,49,131,121,4,255,116,50,15,182,67,253,72,139,41,72 - .byte 137,44,194,139,3,15,182,204,15,182,232,131,195,4,193,232 - .byte 16,65,255,36,238,15,182,67,253,199,68,194,4,255,255,255 - .byte 255,235,224,139,73,16,133,201,117,189,139,77,16,133,201,116 - .byte 228,246,65,6,1,117,222,233,132,14,0,0 - - .globl lj_BC_TGETB - .hidden lj_BC_TGETB - .type lj_BC_TGETB, @function - .size lj_BC_TGETB, 99 -lj_BC_TGETB: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,156,14,0 - .byte 0,139,44,234,59,69,24,15,131,144,14,0,0,193,224,3 - .byte 3,69,8,131,120,4,255,116,25,72,139,40,72,137,44,202 - .byte 139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,255 - .byte 36,238,131,125,16,0,116,17,139,77,16,246,65,6,1,15 - .byte 132,88,14,0,0,15,182,75,253,199,68,202,4,255,255,255 - .byte 255,235,205 - - .globl lj_BC_TSETV - .hidden lj_BC_TSETV - .type lj_BC_TSETV, @function - .size lj_BC_TSETV, 173 -lj_BC_TSETV: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,233,14,0 - .byte 0,139,44,234,129,124,194,4,255,255,254,255,115,100,242,15 - .byte 16,4,194,242,15,45,192,242,15,42,200,102,15,46,193,15 - .byte 133,197,14,0,0,59,69,24,15,131,188,14,0,0,193,224 - .byte 3,3,69,8,131,120,4,255,116,31,246,69,4,4,117,66 - .byte 72,139,44,202,72,137,40,139,3,15,182,204,15,182,232,131 - .byte 195,4,193,232,16,65,255,36,238,131,125,16,0,116,219,139 - .byte 77,16,246,65,6,2,15,132,126,14,0,0,15,182,75,253 - .byte 235,200,131,124,194,4,251,15,133,109,14,0,0,139,4,194 - .byte 235,54,128,101,4,251,65,139,142,132,244,255,255,65,137,174 - .byte 132,244,255,255,137,77,12,15,182,75,253,235,163 - - .globl lj_BC_TSETS - .hidden lj_BC_TSETS - .type lj_BC_TSETS, @function - .size lj_BC_TSETS, 229 -lj_BC_TSETS: - .byte 15,182,236,15,182,192,72,247,208,65,139,4,135,131,124,234 - .byte 4,244,15,133,249,13,0,0,139,44,234,139,77,28,35,72 - .byte 8,107,201,24,198,69,6,0,3,77,20,131,121,12,251,117 - .byte 77,57,65,8,117,72,131,121,4,255,116,39,246,69,4,4 - .byte 15,133,133,0,0,0,15,182,67,253,72,139,44,194,72,137 - .byte 41,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 - .byte 255,36,238,131,125,16,0,116,211,137,12,36,139,77,16,246 - .byte 65,6,2,15,132,152,13,0,0,139,12,36,235,190,139,73 - .byte 16,133,201,117,166,139,77,16,133,201,116,10,246,65,6,2 - .byte 15,132,123,13,0,0,137,4,36,199,68,36,4,251,255,255 - .byte 255,137,108,36,8,139,124,36,24,137,87,16,72,141,20,36 - .byte 137,238,137,253,137,92,36,28,232 - .long lj_tab_newkey-.-4 - .byte 139,85,16,139,108,36,8,137,193,233,113,255,255,255,128,101 - .byte 4,251,65,139,134,132,244,255,255,65,137,174,132,244,255,255 - .byte 137,69,12,233,97,255,255,255 - - .globl lj_BC_TSETB - .hidden lj_BC_TSETB - .type lj_BC_TSETB, @function - .size lj_BC_TSETB, 124 -lj_BC_TSETB: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,68,13,0 - .byte 0,139,44,234,59,69,24,15,131,56,13,0,0,193,224,3 - .byte 3,69,8,131,120,4,255,116,31,246,69,4,4,117,50,72 - .byte 139,12,202,72,137,8,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238,131,125,16,0,116,219,139,77 - .byte 16,246,65,6,2,15,132,250,12,0,0,15,182,75,253,235 - .byte 200,128,101,4,251,65,139,142,132,244,255,255,65,137,174,132 - .byte 244,255,255,137,77,12,15,182,75,253,235,179 - - .globl lj_BC_TSETM - .hidden lj_BC_TSETM - .type lj_BC_TSETM, @function - .size lj_BC_TSETM, 142 -lj_BC_TSETM: - .byte 68,137,60,36,69,139,60,199,141,12,202,139,105,248,246,69 - .byte 4,4,117,99,139,68,36,4,131,232,1,116,37,68,1,248 - .byte 59,69,24,119,51,68,41,248,65,193,231,3,68,3,125,8 - .byte 72,139,41,131,193,8,73,137,47,65,131,199,8,131,232,1 - .byte 117,238,68,139,60,36,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238,139,124,36,24,137,87,16,137 - .byte 238,137,194,137,253,137,92,36,28,232 - .long lj_tab_reasize-.-4 - .byte 139,85,16,15,182,75,253,235,145,128,101,4,251,65,139,134 - .byte 132,244,255,255,65,137,174,132,244,255,255,137,69,12,235,134 - - .globl lj_BC_CALLM - .hidden lj_BC_CALLM - .type lj_BC_CALLM, @function - .size lj_BC_CALLM, 46 -lj_BC_CALLM: - .byte 15,182,192,3,68,36,4,131,124,202,4,247,139,44,202,15 - .byte 133,190,13,0,0,141,84,202,8,137,90,252,139,93,16,139 - .byte 11,15,182,233,15,182,205,131,195,4,65,255,36,238 - - .globl lj_BC_CALL - .hidden lj_BC_CALL - .type lj_BC_CALL, @function - .size lj_BC_CALL, 42 -lj_BC_CALL: - .byte 15,182,192,131,124,202,4,247,139,44,202,15,133,148,13,0 - .byte 0,141,84,202,8,137,90,252,139,93,16,139,11,15,182,233 - .byte 15,182,205,131,195,4,65,255,36,238 - - .globl lj_BC_CALLMT - .hidden lj_BC_CALLMT - .type lj_BC_CALLMT, @function - .size lj_BC_CALLMT, 4 -lj_BC_CALLMT: - .byte 3,68,36,4 - - .globl lj_BC_CALLT - .hidden lj_BC_CALLT - .type lj_BC_CALLT, @function - .size lj_BC_CALLT, 148 -lj_BC_CALLT: - .byte 141,76,202,8,65,137,215,139,105,248,131,121,252,247,15,133 - .byte 103,13,0,0,139,90,252,247,195,3,0,0,0,117,91,137 - .byte 106,248,137,68,36,4,131,232,1,116,21,72,139,41,131,193 - .byte 8,73,137,47,65,131,199,8,131,232,1,117,238,139,106,248 - .byte 139,68,36,4,128,125,6,1,119,18,139,93,16,139,11,15 - .byte 182,233,15,182,205,131,195,4,65,255,36,238,247,195,3,0 - .byte 0,0,117,230,15,182,75,253,72,247,209,68,139,124,202,248 - .byte 69,139,127,16,69,139,127,208,235,208,131,235,3,247,195,7 - .byte 0,0,0,117,10,41,218,65,137,215,139,90,252,235,144,131 - .byte 195,3,235,139 - - .globl lj_BC_ITERC - .hidden lj_BC_ITERC - .type lj_BC_ITERC, @function - .size lj_BC_ITERC, 68 -lj_BC_ITERC: - .byte 141,76,202,8,72,139,105,232,72,139,65,240,72,137,41,72 - .byte 137,65,8,139,105,224,139,65,228,137,105,248,137,65,252,131 - .byte 248,247,184,3,0,0,0,15,133,186,12,0,0,137,202,137 - .byte 90,252,139,93,16,139,11,15,182,233,15,182,205,131,195,4 - .byte 65,255,36,238 - - .globl lj_BC_ITERN - .hidden lj_BC_ITERN - .type lj_BC_ITERN, @function - .size lj_BC_ITERN, 165 -lj_BC_ITERN: - .byte 68,137,60,36,68,137,116,36,4,139,108,202,240,139,68,202 - .byte 248,68,139,117,24,131,195,4,68,139,125,8,68,57,240,115 - .byte 76,65,131,124,199,4,255,116,63,242,15,42,192,73,139,44 - .byte 199,72,137,108,202,8,131,192,1,242,15,17,4,202,137,68 - .byte 202,248,15,183,67,254,141,156,131,0,0,254,255,68,139,116 - .byte 36,4,68,139,60,36,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238,131,192,1,235,175,68,41,240 - .byte 59,69,28,119,216,68,107,248,24,68,3,125,20,65,131,127 - .byte 4,255,116,28,70,141,116,48,1,73,139,111,8,73,139,7 - .byte 72,137,44,202,72,137,68,202,8,68,137,116,202,248,235,162 - .byte 131,192,1,235,203 - - .globl lj_BC_VARG - .hidden lj_BC_VARG - .type lj_BC_VARG, @function - .size lj_BC_VARG, 191 -lj_BC_VARG: - .byte 15,182,236,15,182,192,68,137,60,36,68,141,124,194,11,141 - .byte 12,202,68,43,122,252,133,237,116,68,141,108,233,248,65,57 - .byte 215,115,23,73,139,71,248,65,131,199,8,72,137,1,131,193 - .byte 8,57,233,115,19,65,57,215,114,233,199,65,4,255,255,255 - .byte 255,131,193,8,57,233,114,242,68,139,60,36,139,3,15,182 - .byte 204,15,182,232,131,195,4,193,232,16,65,255,36,238,199,68 - .byte 36,4,1,0,0,0,137,208,68,41,248,118,219,137,197,193 - .byte 237,3,131,197,1,137,108,36,4,139,108,36,24,1,200,59 - .byte 69,32,119,21,73,139,71,248,65,131,199,8,72,137,1,131 - .byte 193,8,65,57,215,114,237,235,175,137,85,16,137,77,24,137 - .byte 92,36,28,65,41,215,139,116,36,4,131,238,1,137,239,232 - .long lj_state_growstack-.-4 - .byte 139,85,16,139,77,24,65,1,215,235,197 - - .globl lj_BC_ISNEXT - .hidden lj_BC_ISNEXT - .type lj_BC_ISNEXT, @function - .size lj_BC_ISNEXT, 88 -lj_BC_ISNEXT: - .byte 131,124,202,236,247,117,65,139,108,202,232,131,124,202,244,244 - .byte 117,54,131,124,202,252,255,117,47,128,125,6,4,117,41,141 - .byte 156,131,0,0,254,255,199,68,202,248,0,0,0,0,199,68 - .byte 202,252,255,127,254,255,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238,198,67,252,84,141,156,131,0 - .byte 0,254,255,198,3,65,235,222 - - .globl lj_BC_RETM - .hidden lj_BC_RETM - .type lj_BC_RETM, @function - .size lj_BC_RETM, 4 -lj_BC_RETM: - .byte 3,68,36,4 - - .globl lj_BC_RET - .hidden lj_BC_RET - .type lj_BC_RET, @function - .size lj_BC_RET, 136 -lj_BC_RET: - .byte 193,225,3,139,90,252,137,68,36,4,247,195,3,0,0,0 - .byte 117,94,65,137,215,131,232,1,116,17,73,139,44,15,73,137 - .byte 111,248,65,131,199,8,131,232,1,117,239,139,68,36,4,15 - .byte 182,107,255,57,197,119,40,15,182,75,253,72,247,209,141,20 - .byte 202,68,139,122,248,69,139,127,16,69,139,127,208,139,3,15 - .byte 182,204,15,182,232,131,195,4,193,232,16,65,255,36,238,65 - .byte 199,71,252,255,255,255,255,65,131,199,8,131,192,1,235,195 - .byte 141,107,253,247,197,7,0,0,0,15,133,240,4,0,0,41 - .byte 234,1,233,233,123,255,255,255 - - .globl lj_BC_RET0 - .hidden lj_BC_RET0 - .type lj_BC_RET0, @function - .size lj_BC_RET0, 92 -lj_BC_RET0: - .byte 139,90,252,137,68,36,4,247,195,3,0,0,0,117,58,56 - .byte 67,255,119,40,15,182,75,253,72,247,209,141,20,202,68,139 - .byte 122,248,69,139,127,16,69,139,127,208,139,3,15,182,204,15 - .byte 182,232,131,195,4,193,232,16,65,255,36,238,199,68,194,244 - .byte 255,255,255,255,131,192,1,235,198,141,107,253,247,197,7,0 - .byte 0,0,15,133,143,4,0,0,41,234,235,164 - - .globl lj_BC_RET1 - .hidden lj_BC_RET1 - .type lj_BC_RET1, @function - .size lj_BC_RET1, 105 -lj_BC_RET1: - .byte 193,225,3,139,90,252,137,68,36,4,247,195,3,0,0,0 - .byte 117,66,72,139,44,10,72,137,106,248,56,67,255,119,40,15 - .byte 182,75,253,72,247,209,141,20,202,68,139,122,248,69,139,127 - .byte 16,69,139,127,208,139,3,15,182,204,15,182,232,131,195,4 - .byte 193,232,16,65,255,36,238,199,68,194,244,255,255,255,255,131 - .byte 192,1,235,198,141,107,253,247,197,7,0,0,0,15,133,40 - .byte 4,0,0,41,234,1,233,235,154 - - .globl lj_BC_FORI - .hidden lj_BC_FORI - .type lj_BC_FORI, @function - .size lj_BC_FORI, 97 -lj_BC_FORI: - .byte 141,12,202,129,121,4,255,255,254,255,15,131,215,9,0,0 - .byte 129,121,12,255,255,254,255,15,131,202,9,0,0,139,105,20 - .byte 129,253,255,255,254,255,15,131,187,9,0,0,242,15,16,1 - .byte 242,15,16,73,8,124,36,102,15,46,200,242,15,17,65,24 - .byte 115,7,141,156,131,0,0,254,255,139,3,15,182,204,15,182 - .byte 232,131,195,4,193,232,16,65,255,36,238,102,15,46,193,235 - .byte 218 - - .globl lj_BC_JFORI - .hidden lj_BC_JFORI - .type lj_BC_JFORI, @function - .size lj_BC_JFORI, 105 -lj_BC_JFORI: - .byte 141,12,202,129,121,4,255,255,254,255,15,131,118,9,0,0 - .byte 129,121,12,255,255,254,255,15,131,105,9,0,0,139,105,20 - .byte 129,253,255,255,254,255,15,131,90,9,0,0,242,15,16,1 - .byte 242,15,16,73,8,124,44,102,15,46,200,242,15,17,65,24 - .byte 141,156,131,0,0,254,255,15,183,67,254,15,131,66,1,0 - .byte 0,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 - .byte 255,36,238,102,15,46,193,235,210 - - .globl lj_BC_FORL - .hidden lj_BC_FORL - .type lj_BC_FORL, @function - .size lj_BC_FORL, 20 -lj_BC_FORL: - .byte 137,221,209,237,131,229,126,102,65,131,108,46,128,2,15,130 - .byte 135,28,0,0 - - .globl lj_BC_IFORL - .hidden lj_BC_IFORL - .type lj_BC_IFORL, @function - .size lj_BC_IFORL, 70 -lj_BC_IFORL: - .byte 141,12,202,139,105,20,242,15,16,1,242,15,16,73,8,242 - .byte 15,88,65,16,242,15,17,1,133,237,120,36,102,15,46,200 - .byte 242,15,17,65,24,114,7,141,156,131,0,0,254,255,139,3 - .byte 15,182,204,15,182,232,131,195,4,193,232,16,65,255,36,238 - .byte 102,15,46,193,235,218 - - .globl lj_BC_JFORL - .hidden lj_BC_JFORL - .type lj_BC_JFORL, @function - .size lj_BC_JFORL, 67 -lj_BC_JFORL: - .byte 141,12,202,139,105,20,242,15,16,1,242,15,16,73,8,242 - .byte 15,88,65,16,242,15,17,1,133,237,120,33,102,15,46,200 - .byte 242,15,17,65,24,15,131,165,0,0,0,139,3,15,182,204 - .byte 15,182,232,131,195,4,193,232,16,65,255,36,238,102,15,46 - .byte 193,235,221 - - .globl lj_BC_ITERL - .hidden lj_BC_ITERL - .type lj_BC_ITERL, @function - .size lj_BC_ITERL, 20 -lj_BC_ITERL: - .byte 137,221,209,237,131,229,126,102,65,131,108,46,128,2,15,130 - .byte 234,27,0,0 - - .globl lj_BC_IITERL - .hidden lj_BC_IITERL - .type lj_BC_IITERL, @function - .size lj_BC_IITERL, 44 -lj_BC_IITERL: - .byte 141,12,202,139,105,4,131,253,255,116,15,141,156,131,0,0 - .byte 254,255,139,1,137,105,252,137,65,248,139,3,15,182,204,15 - .byte 182,232,131,195,4,193,232,16,65,255,36,238 - - .globl lj_BC_JITERL - .hidden lj_BC_JITERL - .type lj_BC_JITERL, @function - .size lj_BC_JITERL, 39 -lj_BC_JITERL: - .byte 141,12,202,139,105,4,131,253,255,116,10,137,105,252,139,41 - .byte 137,105,248,235,56,139,3,15,182,204,15,182,232,131,195,4 - .byte 193,232,16,65,255,36,238 - - .globl lj_BC_LOOP - .hidden lj_BC_LOOP - .type lj_BC_LOOP, @function - .size lj_BC_LOOP, 20 -lj_BC_LOOP: - .byte 137,221,209,237,131,229,126,102,65,131,108,46,128,2,15,130 - .byte 131,27,0,0 - - .globl lj_BC_ILOOP - .hidden lj_BC_ILOOP - .type lj_BC_ILOOP, @function - .size lj_BC_ILOOP, 18 -lj_BC_ILOOP: - .byte 139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,255 - .byte 36,238 - - .globl lj_BC_JLOOP - .hidden lj_BC_JLOOP - .type lj_BC_JLOOP, @function - .size lj_BC_JLOOP, 47 -lj_BC_JLOOP: - .byte 65,139,142,16,247,255,255,139,4,129,72,139,64,64,139,108 - .byte 36,24,65,137,150,64,245,255,255,65,137,174,60,245,255,255 - .byte 76,137,36,36,76,137,108,36,8,72,131,236,16,255,224 - - .globl lj_BC_JMP - .hidden lj_BC_JMP - .type lj_BC_JMP, @function - .size lj_BC_JMP, 25 -lj_BC_JMP: - .byte 141,156,131,0,0,254,255,139,3,15,182,204,15,182,232,131 - .byte 195,4,193,232,16,65,255,36,238 - - .globl lj_BC_FUNCF - .hidden lj_BC_FUNCF - .type lj_BC_FUNCF, @function - .size lj_BC_FUNCF, 20 -lj_BC_FUNCF: - .byte 137,221,209,237,131,229,126,102,65,131,108,46,128,1,15,130 - .byte 77,27,0,0 - - .globl lj_BC_IFUNCF - .hidden lj_BC_IFUNCF - .type lj_BC_IFUNCF, @function - .size lj_BC_IFUNCF, 63 -lj_BC_IFUNCF: - .byte 68,139,123,204,139,108,36,24,141,12,202,59,77,32,15,135 - .byte 209,2,0,0,15,182,75,194,57,200,118,18,139,3,15,182 - .byte 204,15,182,232,131,195,4,193,232,16,65,255,36,238,199,68 - .byte 194,252,255,255,255,255,131,192,1,57,200,118,241,235,221 - - .globl lj_BC_JFUNCF - .hidden lj_BC_JFUNCF - .type lj_BC_JFUNCF, @function - .size lj_BC_JFUNCF, 54 -lj_BC_JFUNCF: - .byte 68,139,123,204,139,108,36,24,141,12,202,59,77,32,15,135 - .byte 146,2,0,0,15,182,75,194,57,200,118,9,15,183,67,254 - .byte 233,64,255,255,255,199,68,194,252,255,255,255,255,131,192,1 - .byte 57,200,118,241,235,230 - - .globl lj_BC_FUNCV - .hidden lj_BC_FUNCV - .type lj_BC_FUNCV, @function - .size lj_BC_FUNCV, 0 -lj_BC_FUNCV: - - .globl lj_BC_IFUNCV - .hidden lj_BC_IFUNCV - .type lj_BC_IFUNCV, @function - .size lj_BC_IFUNCV, 125 -lj_BC_IFUNCV: - .byte 141,44,197,3,0,0,0,141,4,194,68,139,122,248,137,104 - .byte 252,68,137,120,248,139,108,36,24,141,12,200,59,77,32,15 - .byte 135,70,2,0,0,137,209,137,194,15,182,107,194,133,237,116 - .byte 37,131,193,8,57,209,115,52,68,139,121,248,68,137,56,68 - .byte 139,121,252,68,137,120,4,131,192,8,199,65,252,255,255,255 - .byte 255,131,237,1,117,219,68,139,123,204,139,3,15,182,204,15 - .byte 182,232,131,195,4,193,232,16,65,255,36,238,199,64,4,255 - .byte 255,255,255,131,192,8,131,237,1,117,241,235,217 - - .globl lj_BC_JFUNCV - .hidden lj_BC_JFUNCV - .type lj_BC_JFUNCV, @function - .size lj_BC_JFUNCV, 1 -lj_BC_JFUNCV: - .byte 204 - - .globl lj_BC_FUNCC - .hidden lj_BC_FUNCC - .type lj_BC_FUNCC, @function - .size lj_BC_FUNCC, 79 -lj_BC_FUNCC: - .byte 139,106,248,76,139,125,24,139,108,36,24,141,68,194,248,137 - .byte 85,16,141,136,160,0,0,0,59,77,32,137,69,24,137,239 - .byte 15,135,192,1,0,0,65,199,134,48,245,255,255,254,255,255 - .byte 255,65,255,215,65,199,134,48,245,255,255,255,255,255,255,139 - .byte 85,16,141,12,194,247,217,3,77,24,139,90,252,235,119 - - .globl lj_BC_FUNCCW - .hidden lj_BC_FUNCCW - .type lj_BC_FUNCCW, @function - .size lj_BC_FUNCCW, 86 -lj_BC_FUNCCW: - .byte 139,106,248,76,139,125,24,139,108,36,24,141,68,194,248,137 - .byte 85,16,141,136,160,0,0,0,59,77,32,137,69,24,76,137 - .byte 254,137,239,15,135,110,1,0,0,65,199,134,48,245,255,255 - .byte 254,255,255,255,65,255,150,32,245,255,255,65,199,134,48,245 - .byte 255,255,255,255,255,255,139,85,16,141,12,194,247,217,3,77 - .byte 24,139,90,252,235,33 - - .globl lj_vm_returnp - .hidden lj_vm_returnp - .type lj_vm_returnp, @function - .size lj_vm_returnp, 33 -lj_vm_returnp: - .byte 247,195,4,0,0,0,15,132,216,2,0,0,131,227,248,41 - .byte 218,72,141,76,25,248,139,90,252,199,68,10,4,253,255,255 - .byte 255 - - .globl lj_vm_returnc - .hidden lj_vm_returnc - .type lj_vm_returnc, @function - .size lj_vm_returnc, 25 -lj_vm_returnc: - .byte 131,192,1,15,132,167,0,0,0,137,68,36,4,247,195,3 - .byte 0,0,0,15,132,163,250,255,255 - - .globl lj_vm_return - .hidden lj_vm_return - .type lj_vm_return, @function - .size lj_vm_return, 75 -lj_vm_return: - .byte 131,243,1,247,195,3,0,0,0,117,187,65,199,134,48,245 - .byte 255,255,254,255,255,255,131,227,248,41,211,247,219,131,232,1 - .byte 116,16,72,139,44,10,72,137,106,248,131,194,8,131,232,1 - .byte 117,240,139,108,36,24,137,93,16,139,68,36,4,139,76,36 - .byte 16,57,193,117,28,131,234,8,137,85,24 - - .globl lj_vm_leave_cp - .hidden lj_vm_leave_cp - .type lj_vm_leave_cp, @function - .size lj_vm_leave_cp, 11 -lj_vm_leave_cp: - .byte 72,139,76,36,32,72,137,77,48,49,192 - - .globl lj_vm_leave_unw - .hidden lj_vm_leave_unw - .type lj_vm_leave_unw, @function - .size lj_vm_leave_unw, 65 -lj_vm_leave_unw: - .byte 72,131,196,40,65,94,65,95,91,93,195,114,20,59,85,32 - .byte 119,26,199,66,252,255,255,255,255,131,194,8,131,192,1,235 - .byte 202,133,201,116,202,41,193,141,20,202,235,195,137,85,24,137 - .byte 68,36,4,137,206,137,239,232 - .long lj_state_growstack-.-4 - .byte 139,85,24,235,162 - - .globl lj_vm_unwind_yield - .hidden lj_vm_unwind_yield - .type lj_vm_unwind_yield, @function - .size lj_vm_unwind_yield, 4 -lj_vm_unwind_yield: - .byte 176,1,235,5 - - .globl lj_vm_unwind_c - .hidden lj_vm_unwind_c - .type lj_vm_unwind_c, @function - .size lj_vm_unwind_c, 5 -lj_vm_unwind_c: - .byte 137,240,72,137,252 - - .globl lj_vm_unwind_c_eh - .hidden lj_vm_unwind_c_eh - .type lj_vm_unwind_c_eh, @function - .size lj_vm_unwind_c_eh, 19 -lj_vm_unwind_c_eh: - .byte 139,108,36,24,139,109,8,199,133,232,0,0,0,254,255,255 - .byte 255,235,163 - - .globl lj_vm_unwind_rethrow - .hidden lj_vm_unwind_rethrow - .type lj_vm_unwind_rethrow, @function - .size lj_vm_unwind_rethrow, 21 -lj_vm_unwind_rethrow: - .byte 139,124,36,24,137,198,72,131,196,40,65,94,65,95,91,93 - .byte 233 - .long lj_err_throw-.-4 - - .globl lj_vm_unwind_ff - .hidden lj_vm_unwind_ff - .type lj_vm_unwind_ff, @function - .size lj_vm_unwind_ff, 7 -lj_vm_unwind_ff: - .byte 72,131,231,252,72,137,252 - - .globl lj_vm_unwind_ff_eh - .hidden lj_vm_unwind_ff_eh - .type lj_vm_unwind_ff_eh, @function - .size lj_vm_unwind_ff_eh, 56 -lj_vm_unwind_ff_eh: - .byte 139,108,36,24,72,199,193,248,255,255,255,184,2,0,0,0 - .byte 139,85,16,68,139,117,8,65,129,198,184,11,0,0,139,90 - .byte 252,199,66,252,254,255,255,255,65,199,134,48,245,255,255,255 - .byte 255,255,255,233,224,254,255,255 - - .globl lj_vm_growstack_c - .hidden lj_vm_growstack_c - .type lj_vm_growstack_c, @function - .size lj_vm_growstack_c, 7 -lj_vm_growstack_c: - .byte 190,20,0,0,0,235,28 - - .globl lj_vm_growstack_v - .hidden lj_vm_growstack_v - .type lj_vm_growstack_v, @function - .size lj_vm_growstack_v, 5 -lj_vm_growstack_v: - .byte 131,232,8,235,4 - - .globl lj_vm_growstack_f - .hidden lj_vm_growstack_f - .type lj_vm_growstack_f, @function - .size lj_vm_growstack_f, 65 -lj_vm_growstack_f: - .byte 141,68,194,248,15,182,75,195,131,195,4,137,85,16,137,69 - .byte 24,137,92,36,28,137,206,137,239,232 - .long lj_state_growstack-.-4 - .byte 139,85,16,139,69,24,139,106,248,41,208,193,232,3,131,192 - .byte 1,139,93,16,139,11,15,182,233,15,182,205,131,195,4,65 - .byte 255,36,238 - - .globl lj_vm_resume - .hidden lj_vm_resume - .type lj_vm_resume, @function - .size lj_vm_resume, 125 -lj_vm_resume: - .byte 85,83,65,87,65,86,72,131,236,40,137,253,137,124,36,24 - .byte 137,241,187,5,0,0,0,49,192,76,141,124,36,1,68,139 - .byte 117,8,65,129,198,184,11,0,0,76,137,125,48,137,68,36 - .byte 28,72,137,68,36,32,137,68,36,16,137,68,36,20,56,69 - .byte 7,15,132,130,0,0,0,65,199,134,48,245,255,255,255,255 - .byte 255,255,136,69,7,139,85,16,139,69,24,41,200,193,232,3 - .byte 131,192,1,41,209,139,90,252,137,68,36,4,247,195,3,0 - .byte 0,0,15,132,215,248,255,255,233,47,254,255,255 - - .globl lj_vm_pcall - .hidden lj_vm_pcall - .type lj_vm_pcall, @function - .size lj_vm_pcall, 21 -lj_vm_pcall: - .byte 85,83,65,87,65,86,72,131,236,40,187,5,0,0,0,137 - .byte 76,36,20,235,15 - - .globl lj_vm_call - .hidden lj_vm_call - .type lj_vm_call, @function - .size lj_vm_call, 84 -lj_vm_call: - .byte 85,83,65,87,65,86,72,131,236,40,187,1,0,0,0,137 - .byte 84,36,16,137,253,137,124,36,24,137,241,76,139,125,48,76 - .byte 137,124,36,32,137,108,36,28,72,137,101,48,68,139,117,8 - .byte 65,129,198,184,11,0,0,65,199,134,48,245,255,255,255,255 - .byte 255,255,139,85,16,1,203,41,211,139,69,24,41,200,193,232 - .byte 3,131,192,1 - - .globl lj_vm_call_dispatch - .hidden lj_vm_call_dispatch - .type lj_vm_call_dispatch, @function - .size lj_vm_call_dispatch, 13 -lj_vm_call_dispatch: - .byte 139,105,248,131,121,252,247,15,133,45,3,0,0 - - .globl lj_vm_call_dispatch_f - .hidden lj_vm_call_dispatch_f - .type lj_vm_call_dispatch_f, @function - .size lj_vm_call_dispatch_f, 23 -lj_vm_call_dispatch_f: - .byte 137,202,137,90,252,139,93,16,139,11,15,182,233,15,182,205 - .byte 131,195,4,65,255,36,238 - - .globl lj_vm_cpcall - .hidden lj_vm_cpcall - .type lj_vm_cpcall, @function - .size lj_vm_cpcall, 76 -lj_vm_cpcall: - .byte 85,83,65,87,65,86,72,131,236,40,137,253,137,124,36,24 - .byte 137,108,36,28,68,139,125,36,68,43,125,24,199,68,36,20 - .byte 0,0,0,0,68,137,124,36,16,76,139,125,48,76,137,124 - .byte 36,32,72,137,101,48,255,209,133,192,15,132,173,253,255,255 - .byte 137,193,187,5,0,0,0,233,104,255,255,255 - - .globl lj_cont_dispatch - .hidden lj_cont_dispatch - .type lj_cont_dispatch, @function - .size lj_cont_dispatch, 74 -lj_cont_dispatch: - .byte 1,209,131,227,248,137,213,41,218,199,68,193,252,255,255,255 - .byte 255,137,200,139,93,244,72,99,77,240,131,249,1,118,24,76 - .byte 141,61,127,228,255,255,76,1,249,68,139,122,248,69,139,127 - .byte 16,69,139,127,208,255,225,15,132,67,29,0,0,41,213,193 - .byte 237,3,141,69,255,233,104,21,0,0 - - .globl lj_cont_cat - .hidden lj_cont_cat - .type lj_cont_cat, @function - .size lj_cont_cat, 46 -lj_cont_cat: - .byte 15,182,75,255,131,237,16,141,12,202,41,233,15,132,132,0 - .byte 0,0,247,217,193,233,3,139,124,36,24,137,87,16,137,202 - .byte 72,139,8,72,137,77,0,137,238,233,247,236,255,255 - - .globl lj_vmeta_tgets - .hidden lj_vmeta_tgets - .type lj_vmeta_tgets, @function - .size lj_vmeta_tgets, 41 -lj_vmeta_tgets: - .byte 137,4,36,199,68,36,4,251,255,255,255,72,141,4,36,128 - .byte 123,252,52,117,46,65,141,142,232,244,255,255,137,41,199,65 - .byte 4,244,255,255,255,137,205,235,33 - - .globl lj_vmeta_tgetb - .hidden lj_vmeta_tgetb - .type lj_vmeta_tgetb, @function - .size lj_vmeta_tgetb, 19 -lj_vmeta_tgetb: - .byte 15,182,67,254,242,15,42,192,242,15,17,4,36,72,141,4 - .byte 36,235,7 - - .globl lj_vmeta_tgetv - .hidden lj_vmeta_tgetv - .type lj_vmeta_tgetv, @function - .size lj_vmeta_tgetv, 44 -lj_vmeta_tgetv: - .byte 15,182,67,254,141,4,194,15,182,107,255,141,44,234,139,124 - .byte 36,24,137,87,16,137,238,72,137,194,137,253,137,92,36,28 - .byte 232 - .long lj_meta_tget-.-4 - .byte 139,85,16,133,192,116,29 - - .globl lj_cont_ra - .hidden lj_cont_ra - .type lj_cont_ra, @function - .size lj_cont_ra, 53 -lj_cont_ra: - .byte 15,182,75,253,72,139,40,72,137,44,202,139,3,15,182,204 - .byte 15,182,232,131,195,4,193,232,16,65,255,36,238,139,77,24 - .byte 137,89,244,141,89,2,41,211,139,105,248,184,3,0,0,0 - .byte 233,136,254,255,255 - - .globl lj_vmeta_tsets - .hidden lj_vmeta_tsets - .type lj_vmeta_tsets, @function - .size lj_vmeta_tsets, 41 -lj_vmeta_tsets: - .byte 137,4,36,199,68,36,4,251,255,255,255,72,141,4,36,128 - .byte 123,252,53,117,46,65,141,142,232,244,255,255,137,41,199,65 - .byte 4,244,255,255,255,137,205,235,33 - - .globl lj_vmeta_tsetb - .hidden lj_vmeta_tsetb - .type lj_vmeta_tsetb, @function - .size lj_vmeta_tsetb, 19 -lj_vmeta_tsetb: - .byte 15,182,67,254,242,15,42,192,242,15,17,4,36,72,141,4 - .byte 36,235,7 - - .globl lj_vmeta_tsetv - .hidden lj_vmeta_tsetv - .type lj_vmeta_tsetv, @function - .size lj_vmeta_tsetv, 55 -lj_vmeta_tsetv: - .byte 15,182,67,254,141,4,194,15,182,107,255,141,44,234,139,124 - .byte 36,24,137,87,16,137,238,72,137,194,137,253,137,92,36,28 - .byte 232 - .long lj_meta_tset-.-4 - .byte 139,85,16,133,192,116,29,15,182,75,253,72,139,44,202,72 - .byte 137,40 - - .globl lj_cont_nop - .hidden lj_cont_nop - .type lj_cont_nop, @function - .size lj_cont_nop, 54 -lj_cont_nop: - .byte 139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,255 - .byte 36,238,139,77,24,137,89,244,15,182,67,253,72,139,44,194 - .byte 72,137,105,16,141,89,2,41,211,139,105,248,184,4,0,0 - .byte 0,233,223,253,255,255 - - .globl lj_vmeta_comp - .hidden lj_vmeta_comp - .type lj_vmeta_comp, @function - .size lj_vmeta_comp, 74 -lj_vmeta_comp: - .byte 139,108,36,24,137,85,16,141,52,202,141,20,194,137,239,15 - .byte 182,75,252,137,92,36,28,232 - .long lj_meta_comp-.-4 - .byte 139,85,16,131,248,1,15,135,178,0,0,0,141,91,4,114 - .byte 11,15,183,67,254,141,156,131,0,0,254,255,139,3,15,182 - .byte 204,15,182,232,131,195,4,193,232,16,65,255,36,238 - - .globl lj_cont_condt - .hidden lj_cont_condt - .type lj_cont_condt, @function - .size lj_cont_condt, 11 -lj_cont_condt: - .byte 131,195,4,131,120,4,254,114,218,235,227 - - .globl lj_cont_condf - .hidden lj_cont_condf - .type lj_cont_condf, @function - .size lj_cont_condf, 6 -lj_cont_condf: - .byte 131,120,4,254,235,205 - - .globl lj_vmeta_equal - .hidden lj_vmeta_equal - .type lj_vmeta_equal, @function - .size lj_vmeta_equal, 29 -lj_vmeta_equal: - .byte 131,235,4,137,206,137,233,139,108,36,24,137,85,16,137,194 - .byte 137,239,137,92,36,28,232 - .long lj_meta_equal-.-4 - .byte 235,164 - - .globl lj_vmeta_equal_cd - .hidden lj_vmeta_equal_cd - .type lj_vmeta_equal_cd, @function - .size lj_vmeta_equal_cd, 26 -lj_vmeta_equal_cd: - .byte 131,235,4,139,108,36,24,137,85,16,137,239,139,115,252,137 - .byte 92,36,28,232 - .long lj_meta_equal_cd-.-4 - .byte 235,138 - - .globl lj_vmeta_arith_vno - .hidden lj_vmeta_arith_vno - .type lj_vmeta_arith_vno, @function - .size lj_vmeta_arith_vno, 0 -lj_vmeta_arith_vno: - - .globl lj_vmeta_arith_vn - .hidden lj_vmeta_arith_vn - .type lj_vmeta_arith_vn, @function - .size lj_vmeta_arith_vn, 6 -lj_vmeta_arith_vn: - .byte 65,141,4,199,235,20 - - .globl lj_vmeta_arith_nvo - .hidden lj_vmeta_arith_nvo - .type lj_vmeta_arith_nvo, @function - .size lj_vmeta_arith_nvo, 0 -lj_vmeta_arith_nvo: - - .globl lj_vmeta_arith_nv - .hidden lj_vmeta_arith_nv - .type lj_vmeta_arith_nv, @function - .size lj_vmeta_arith_nv, 10 -lj_vmeta_arith_nv: - .byte 65,141,4,199,141,44,234,149,235,13 - - .globl lj_vmeta_unm - .hidden lj_vmeta_unm - .type lj_vmeta_unm, @function - .size lj_vmeta_unm, 7 -lj_vmeta_unm: - .byte 141,4,194,137,197,235,6 - - .globl lj_vmeta_arith_vvo - .hidden lj_vmeta_arith_vvo - .type lj_vmeta_arith_vvo, @function - .size lj_vmeta_arith_vvo, 0 -lj_vmeta_arith_vvo: - - .globl lj_vmeta_arith_vv - .hidden lj_vmeta_arith_vv - .type lj_vmeta_arith_vv, @function - .size lj_vmeta_arith_vv, 49 -lj_vmeta_arith_vv: - .byte 141,4,194,141,44,234,141,12,202,68,15,182,67,252,137,206 - .byte 137,193,139,124,36,24,137,87,16,137,234,137,253,137,92,36 - .byte 28,232 - .long lj_meta_arith-.-4 - .byte 139,85,16,133,192,15,132,240,254,255,255 - - .globl lj_vmeta_binop - .hidden lj_vmeta_binop - .type lj_vmeta_binop, @function - .size lj_vmeta_binop, 20 -lj_vmeta_binop: - .byte 137,193,41,208,137,89,244,141,88,2,184,3,0,0,0,233 - .byte 228,252,255,255 - - .globl lj_vmeta_len - .hidden lj_vmeta_len - .type lj_vmeta_len, @function - .size lj_vmeta_len, 26 -lj_vmeta_len: - .byte 139,108,36,24,137,85,16,141,52,194,137,239,137,92,36,28 - .byte 232 - .long lj_meta_len-.-4 - .byte 139,85,16,235,210 - - .globl lj_vmeta_call_ra - .hidden lj_vmeta_call_ra - .type lj_vmeta_call_ra, @function - .size lj_vmeta_call_ra, 4 -lj_vmeta_call_ra: - .byte 141,76,202,8 - - .globl lj_vmeta_call - .hidden lj_vmeta_call - .type lj_vmeta_call, @function - .size lj_vmeta_call, 81 -lj_vmeta_call: - .byte 137,76,36,4,137,4,36,131,233,8,139,108,36,24,137,85 - .byte 16,137,206,141,20,193,137,239,137,92,36,28,232 - .long lj_meta_call-.-4 - .byte 139,85,16,139,76,36,4,139,4,36,139,105,248,131,192,1 - .byte 65,57,215,15,132,95,242,255,255,137,202,137,90,252,139,93 - .byte 16,139,11,15,182,233,15,182,205,131,195,4,65,255,36,238 - - .globl lj_vmeta_for - .hidden lj_vmeta_for - .type lj_vmeta_for, @function - .size lj_vmeta_for, 43 -lj_vmeta_for: - .byte 139,108,36,24,137,85,16,137,206,137,239,137,92,36,28,232 - .long lj_meta_for-.-4 - .byte 139,85,16,139,67,252,15,182,204,15,182,232,193,232,16,65 - .byte 255,164,238,216,4,0,0 - - .globl lj_ff_assert - .hidden lj_ff_assert - .type lj_ff_assert, @function - .size lj_ff_assert, 67 -lj_ff_assert: - .byte 131,248,2,15,130,12,18,0,0,139,106,4,131,253,254,15 - .byte 131,0,18,0,0,139,90,252,137,68,36,4,137,106,252,139 - .byte 42,137,106,248,131,232,2,116,17,137,209,131,193,8,72,139 - .byte 41,72,137,105,248,131,232,1,117,241,139,68,36,4,233,86 - .byte 6,0,0 - - .globl lj_ff_type - .hidden lj_ff_type - .type lj_ff_type, @function - .size lj_ff_type, 66 -lj_ff_type: - .byte 131,248,2,15,130,201,17,0,0,139,106,4,137,233,193,249 - .byte 15,131,249,254,116,37,184,13,0,0,0,247,213,57,232,15 - .byte 71,197,139,106,248,139,68,197,32,139,90,252,199,66,252,251 - .byte 255,255,255,137,66,248,233,18,6,0,0,184,3,0,0,0 - .byte 235,224 - - .globl lj_ff_getmetatable - .hidden lj_ff_getmetatable - .type lj_ff_getmetatable, @function - .size lj_ff_getmetatable, 162 -lj_ff_getmetatable: - .byte 131,248,2,15,130,135,17,0,0,139,106,4,139,90,252,131 - .byte 253,244,117,97,139,42,139,109,16,133,237,199,66,252,255,255 - .byte 255,255,15,132,227,5,0,0,65,139,134,140,245,255,255,199 - .byte 66,252,244,255,255,255,137,106,248,139,77,28,35,72,8,107 - .byte 201,24,3,77,20,131,121,12,251,117,5,57,65,8,116,12 - .byte 139,73,16,133,201,117,238,233,175,5,0,0,139,105,4,131 - .byte 253,255,15,132,163,5,0,0,139,1,137,106,252,137,66,248 - .byte 233,150,5,0,0,131,253,243,116,154,131,253,242,119,20,129 - .byte 253,255,255,254,255,118,7,189,252,255,255,255,235,5,189,242 - .byte 255,255,255,247,213,65,139,172,174,160,245,255,255,233,119,255 - .byte 255,255 - - .globl lj_ff_setmetatable - .hidden lj_ff_setmetatable - .type lj_ff_setmetatable, @function - .size lj_ff_setmetatable, 92 -lj_ff_setmetatable: - .byte 131,248,3,15,130,229,16,0,0,131,122,4,244,15,133,219 - .byte 16,0,0,139,42,131,125,16,0,15,133,207,16,0,0,131 - .byte 122,12,244,15,133,197,16,0,0,139,66,8,137,69,16,139 - .byte 90,252,199,66,252,244,255,255,255,137,106,248,246,69,4,4 - .byte 116,21,128,101,4,251,65,139,134,132,244,255,255,65,137,174 - .byte 132,244,255,255,137,69,12,233,13,5,0,0 - - .globl lj_ff_rawget - .hidden lj_ff_rawget - .type lj_ff_rawget, @function - .size lj_ff_rawget, 52 -lj_ff_rawget: - .byte 131,248,3,15,130,137,16,0,0,131,122,4,244,15,133,127 - .byte 16,0,0,137,213,139,50,141,82,8,139,124,36,24,232 - .long lj_tab_get-.-4 - .byte 137,234,72,139,40,139,90,252,72,137,106,248,233,217,4,0 - .byte 0 - - .globl lj_ff_tonumber - .hidden lj_ff_tonumber - .type lj_ff_tonumber, @function - .size lj_ff_tonumber, 31 -lj_ff_tonumber: - .byte 131,248,2,15,133,85,16,0,0,129,122,4,255,255,254,255 - .byte 15,131,72,16,0,0,242,15,16,2,233,178,4,0,0 - - .globl lj_ff_tostring - .hidden lj_ff_tostring - .type lj_ff_tostring, @function - .size lj_ff_tostring, 108 -lj_ff_tostring: - .byte 131,248,2,15,130,54,16,0,0,139,90,252,131,122,4,251 - .byte 117,17,139,2,199,66,252,251,255,255,255,137,66,248,233,151 - .byte 4,0,0,129,122,4,255,255,254,255,15,135,15,16,0,0 - .byte 65,131,190,212,245,255,255,0,15,133,1,16,0,0,65,139 - .byte 174,104,244,255,255,65,59,174,108,244,255,255,114,5,232,123 - .byte 16,0,0,139,108,36,24,137,85,16,137,92,36,28,137,214 - .byte 137,239,232 - .long lj_str_fromnum-.-4 - .byte 139,85,16,235,168 - - .globl lj_ff_next - .hidden lj_ff_next - .type lj_ff_next, @function - .size lj_ff_next, 72 -lj_ff_next: - .byte 131,248,2,15,130,202,15,0,0,116,71,131,122,4,244,15 - .byte 133,190,15,0,0,139,108,36,24,137,85,16,137,85,24,139 - .byte 90,252,139,50,141,82,8,137,239,137,92,36,28,232 - .long lj_tab_next-.-4 - .byte 139,85,16,133,192,116,34,72,139,106,8,72,139,66,16,72 - .byte 137,106,248,72,137,2 - - .globl lj_fff_res2 - .hidden lj_fff_res2 - .type lj_fff_res2, @function - .size lj_fff_res2, 31 -lj_fff_res2: - .byte 184,3,0,0,0,233,1,4,0,0,199,66,12,255,255,255 - .byte 255,235,176,199,66,252,255,255,255,255,233,231,3,0,0 - - .globl lj_ff_pairs - .hidden lj_ff_pairs - .type lj_ff_pairs, @function - .size lj_ff_pairs, 57 -lj_ff_pairs: - .byte 131,248,2,15,130,99,15,0,0,139,42,131,122,4,244,15 - .byte 133,87,15,0,0,139,106,248,139,69,32,139,90,252,199,66 - .byte 252,247,255,255,255,137,66,248,199,66,12,255,255,255,255,184 - .byte 4,0,0,0,233,179,3,0,0 - - .globl lj_ff_ipairs_aux - .hidden lj_ff_ipairs_aux - .type lj_ff_ipairs_aux, @function - .size lj_ff_ipairs_aux, 121 -lj_ff_ipairs_aux: - .byte 131,248,3,15,130,42,15,0,0,131,122,4,244,15,133,32 - .byte 15,0,0,129,122,12,255,255,254,255,15,131,19,15,0,0 - .byte 139,90,252,242,15,16,66,8,72,189,0,0,0,0,0,0 - .byte 240,63,102,72,15,110,205,242,15,88,193,242,15,45,192,242 - .byte 15,17,66,248,139,42,59,69,24,115,23,193,224,3,3,69 - .byte 8,131,120,4,255,116,34,72,139,40,72,137,42,233,70,255 - .byte 255,255,131,125,28,0,116,17,137,239,137,213,137,198,232 - .long lj_tab_getinth-.-4 - .byte 137,234,133,192,117,216 - - .globl lj_fff_res0 - .hidden lj_fff_res0 - .type lj_fff_res0, @function - .size lj_fff_res0, 10 -lj_fff_res0: - .byte 184,1,0,0,0,233,48,3,0,0 - - .globl lj_ff_ipairs - .hidden lj_ff_ipairs - .type lj_ff_ipairs, @function - .size lj_ff_ipairs, 58 -lj_ff_ipairs: - .byte 131,248,2,15,130,167,14,0,0,139,42,131,122,4,244,15 - .byte 133,155,14,0,0,139,106,248,139,69,32,139,90,252,199,66 - .byte 252,247,255,255,255,137,66,248,15,87,192,242,15,17,66,8 - .byte 184,4,0,0,0,233,246,2,0,0 - - .globl lj_ff_pcall - .hidden lj_ff_pcall - .type lj_ff_pcall, @function - .size lj_ff_pcall, 41 -lj_ff_pcall: - .byte 131,248,2,15,130,109,14,0,0,141,74,8,131,232,1,187 - .byte 14,0,0,0,65,15,182,174,217,244,255,255,193,237,4,131 - .byte 229,1,1,235,233,130,248,255,255 - - .globl lj_ff_xpcall - .hidden lj_ff_xpcall - .type lj_ff_xpcall, @function - .size lj_ff_xpcall, 55 -lj_ff_xpcall: - .byte 131,248,3,15,130,68,14,0,0,131,122,12,247,15,133,58 - .byte 14,0,0,139,106,4,137,106,12,199,66,4,247,255,255,255 - .byte 139,42,139,90,8,137,106,8,137,26,141,74,16,131,232,2 - .byte 187,22,0,0,0,235,180 - - .globl lj_ff_coroutine_resume - .hidden lj_ff_coroutine_resume - .type lj_ff_coroutine_resume, @function - .size lj_ff_coroutine_resume, 303 -lj_ff_coroutine_resume: - .byte 131,248,2,15,130,13,14,0,0,139,42,139,90,252,137,92 - .byte 36,28,137,44,36,131,122,4,249,15,133,247,13,0,0,72 - .byte 131,125,48,0,15,133,236,13,0,0,128,125,7,1,15,135 - .byte 226,13,0,0,139,77,24,116,9,59,77,16,15,132,212,13 - .byte 0,0,141,92,193,240,59,93,32,15,135,199,13,0,0,137 - .byte 93,24,139,108,36,24,137,85,16,131,194,8,137,85,24,141 - .byte 108,194,232,72,41,221,57,203,116,15,72,139,4,43,72,137 - .byte 67,248,131,235,8,57,203,117,241,137,206,139,60,36,232,226 - .byte 246,255,255,65,199,134,48,245,255,255,255,255,255,255,139,108 - .byte 36,24,139,28,36,139,85,16,131,248,1,119,90,139,75,16 - .byte 68,139,123,24,137,75,24,68,137,251,41,203,116,31,141,4 - .byte 26,193,235,3,59,69,32,119,91,137,213,72,41,205,72,139 - .byte 1,72,137,4,41,131,193,8,68,57,249,117,241,141,67,2 - .byte 199,66,252,253,255,255,255,139,92,36,28,137,68,36,4,72 - .byte 199,193,248,255,255,255,247,195,3,0,0,0,15,132,194,239 - .byte 255,255,233,26,245,255,255,199,66,252,254,255,255,255,139,75 - .byte 24,131,233,8,137,75,24,72,139,1,72,137,2,184,3,0 - .byte 0,0,235,195,139,12,36,68,137,121,24,137,222,137,239,232 - .long lj_state_growstack-.-4 - .byte 139,28,36,139,85,16,233,110,255,255,255 - - .globl lj_ff_coroutine_wrap_aux - .hidden lj_ff_coroutine_wrap_aux - .type lj_ff_coroutine_wrap_aux, @function - .size lj_ff_coroutine_wrap_aux, 250 -lj_ff_coroutine_wrap_aux: - .byte 139,106,248,139,109,32,139,90,252,137,92,36,28,137,44,36 - .byte 72,131,125,48,0,15,133,204,12,0,0,128,125,7,1,15 - .byte 135,194,12,0,0,139,77,24,116,9,59,77,16,15,132,180 - .byte 12,0,0,141,92,193,248,59,93,32,15,135,167,12,0,0 - .byte 137,93,24,139,108,36,24,137,85,16,137,85,24,141,108,194 - .byte 240,72,41,221,57,203,116,15,72,139,4,43,72,137,67,248 - .byte 131,235,8,57,203,117,241,137,206,139,60,36,232,197,245,255 - .byte 255,65,199,134,48,245,255,255,255,255,255,255,139,108,36,24 - .byte 139,28,36,139,85,16,131,248,1,119,78,139,75,16,68,139 - .byte 123,24,137,75,24,68,137,251,41,203,116,31,141,4,26,193 - .byte 235,3,59,69,32,119,59,137,213,72,41,205,72,139,1,72 - .byte 137,4,41,131,193,8,68,57,249,117,241,141,67,1,139,92 - .byte 36,28,137,68,36,4,49,201,247,195,3,0,0,0,15,132 - .byte 177,238,255,255,233,9,244,255,255,137,222,137,239,232 - .long lj_ffh_coroutine_wrap_err-.-4 - .byte 139,12,36,68,137,121,24,137,222,137,239,232 - .long lj_state_growstack-.-4 - .byte 139,28,36,139,85,16,235,145 - - .globl lj_ff_coroutine_yield - .hidden lj_ff_coroutine_yield - .type lj_ff_coroutine_yield, @function - .size lj_ff_coroutine_yield, 44 -lj_ff_coroutine_yield: - .byte 139,108,36,24,72,247,69,48,1,0,0,0,15,132,219,11 - .byte 0,0,137,85,16,141,68,194,248,137,69,24,49,192,72,137 - .byte 69,48,176,1,136,69,7,233,18,244,255,255 - - .globl lj_fff_resi - .hidden lj_fff_resi - .type lj_fff_resi, @function - .size lj_fff_resi, 0 -lj_fff_resi: - - .globl lj_fff_resn - .hidden lj_fff_resn - .type lj_fff_resn, @function - .size lj_fff_resn, 8 -lj_fff_resn: - .byte 139,90,252,221,90,248,235,52 - - .globl lj_ff_math_abs - .hidden lj_ff_math_abs - .type lj_ff_math_abs, @function - .size lj_ff_math_abs, 44 -lj_ff_math_abs: - .byte 131,248,2,15,130,176,11,0,0,129,122,4,255,255,254,255 - .byte 15,131,163,11,0,0,242,15,16,2,72,184,255,255,255,255 - .byte 255,255,255,127,102,72,15,110,200,15,84,193 - - .globl lj_fff_resxmm0 - .hidden lj_fff_resxmm0 - .type lj_fff_resxmm0, @function - .size lj_fff_resxmm0, 8 -lj_fff_resxmm0: - .byte 139,90,252,242,15,17,66,248 - - .globl lj_fff_res1 - .hidden lj_fff_res1 - .type lj_fff_res1, @function - .size lj_fff_res1, 5 -lj_fff_res1: - .byte 184,2,0,0,0 - - .globl lj_fff_res - .hidden lj_fff_res - .type lj_fff_res, @function - .size lj_fff_res, 4 -lj_fff_res: - .byte 137,68,36,4 - - .globl lj_fff_res_ - .hidden lj_fff_res_ - .type lj_fff_res_, @function - .size lj_fff_res_, 66 -lj_fff_res_: - .byte 247,195,3,0,0,0,117,46,56,67,255,119,28,15,182,75 - .byte 253,72,247,209,141,20,202,139,3,15,182,204,15,182,232,131 - .byte 195,4,193,232,16,65,255,36,238,199,68,194,244,255,255,255 - .byte 255,131,192,1,235,210,72,199,193,248,255,255,255,233,53,243 - .byte 255,255 - - .globl lj_ff_math_floor - .hidden lj_ff_math_floor - .type lj_ff_math_floor, @function - .size lj_ff_math_floor, 24 -lj_ff_math_floor: - .byte 129,122,4,255,255,254,255,15,131,45,11,0,0,242,15,16 - .byte 2,232,49,14,0,0,235,149 - - .globl lj_ff_math_ceil - .hidden lj_ff_math_ceil - .type lj_ff_math_ceil, @function - .size lj_ff_math_ceil, 27 -lj_ff_math_ceil: - .byte 129,122,4,255,255,254,255,15,131,21,11,0,0,242,15,16 - .byte 2,232,116,14,0,0,233,122,255,255,255 - - .globl lj_ff_math_sqrt - .hidden lj_ff_math_sqrt - .type lj_ff_math_sqrt, @function - .size lj_ff_math_sqrt, 31 -lj_ff_math_sqrt: - .byte 131,248,2,15,130,254,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,241,10,0,0,242,15,81,2,233,91,255,255,255 - - .globl lj_ff_math_log - .hidden lj_ff_math_log - .type lj_ff_math_log, @function - .size lj_ff_math_log, 33 -lj_ff_math_log: - .byte 131,248,2,15,133,223,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,210,10,0,0,217,237,221,2,217,241,233,6,255,255 - .byte 255 - - .globl lj_ff_math_log10 - .hidden lj_ff_math_log10 - .type lj_ff_math_log10, @function - .size lj_ff_math_log10, 33 -lj_ff_math_log10: - .byte 131,248,2,15,130,190,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,177,10,0,0,217,236,221,2,217,241,233,229,254,255 - .byte 255 - - .globl lj_ff_math_exp - .hidden lj_ff_math_exp - .type lj_ff_math_exp, @function - .size lj_ff_math_exp, 34 -lj_ff_math_exp: - .byte 131,248,2,15,130,157,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,144,10,0,0,221,2,232,57,15,0,0,233,195,254 - .byte 255,255 - - .globl lj_ff_math_sin - .hidden lj_ff_math_sin - .type lj_ff_math_sin, @function - .size lj_ff_math_sin, 31 -lj_ff_math_sin: - .byte 131,248,2,15,130,123,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,110,10,0,0,221,2,217,254,233,164,254,255,255 - - .globl lj_ff_math_cos - .hidden lj_ff_math_cos - .type lj_ff_math_cos, @function - .size lj_ff_math_cos, 31 -lj_ff_math_cos: - .byte 131,248,2,15,130,92,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,79,10,0,0,221,2,217,255,233,133,254,255,255 - - .globl lj_ff_math_tan - .hidden lj_ff_math_tan - .type lj_ff_math_tan, @function - .size lj_ff_math_tan, 33 -lj_ff_math_tan: - .byte 131,248,2,15,130,61,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,48,10,0,0,221,2,217,242,221,216,233,100,254,255 - .byte 255 - - .globl lj_ff_math_asin - .hidden lj_ff_math_asin - .type lj_ff_math_asin, @function - .size lj_ff_math_asin, 41 -lj_ff_math_asin: - .byte 131,248,2,15,130,28,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,15,10,0,0,221,2,217,192,216,200,217,232,222,225 - .byte 217,250,217,243,233,59,254,255,255 - - .globl lj_ff_math_acos - .hidden lj_ff_math_acos - .type lj_ff_math_acos, @function - .size lj_ff_math_acos, 43 -lj_ff_math_acos: - .byte 131,248,2,15,130,243,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,230,9,0,0,221,2,217,192,216,200,217,232,222,225 - .byte 217,250,217,201,217,243,233,16,254,255,255 - - .globl lj_ff_math_atan - .hidden lj_ff_math_atan - .type lj_ff_math_atan, @function - .size lj_ff_math_atan, 33 -lj_ff_math_atan: - .byte 131,248,2,15,130,200,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,187,9,0,0,221,2,217,232,217,243,233,239,253,255 - .byte 255 - - .globl lj_ff_math_sinh - .hidden lj_ff_math_sinh - .type lj_ff_math_sinh, @function - .size lj_ff_math_sinh, 40 -lj_ff_math_sinh: - .byte 131,248,2,15,130,167,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,154,9,0,0,242,15,16,2,137,213,232 - .long lj_vm_sinh-.-4 - .byte 137,234,233,251,253,255,255 - - .globl lj_ff_math_cosh - .hidden lj_ff_math_cosh - .type lj_ff_math_cosh, @function - .size lj_ff_math_cosh, 40 -lj_ff_math_cosh: - .byte 131,248,2,15,130,127,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,114,9,0,0,242,15,16,2,137,213,232 - .long lj_vm_cosh-.-4 - .byte 137,234,233,211,253,255,255 - - .globl lj_ff_math_tanh - .hidden lj_ff_math_tanh - .type lj_ff_math_tanh, @function - .size lj_ff_math_tanh, 40 -lj_ff_math_tanh: - .byte 131,248,2,15,130,87,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,74,9,0,0,242,15,16,2,137,213,232 - .long lj_vm_tanh-.-4 - .byte 137,234,233,171,253,255,255 - - .globl lj_ff_math_deg - .hidden lj_ff_math_deg - .type lj_ff_math_deg, @function - .size lj_ff_math_deg, 0 -lj_ff_math_deg: - - .globl lj_ff_math_rad - .hidden lj_ff_math_rad - .type lj_ff_math_rad, @function - .size lj_ff_math_rad, 39 -lj_ff_math_rad: - .byte 131,248,2,15,130,47,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,34,9,0,0,242,15,16,2,139,106,248,242,15,89 - .byte 69,32,233,132,253,255,255 - - .globl lj_ff_math_atan2 - .hidden lj_ff_math_atan2 - .type lj_ff_math_atan2, @function - .size lj_ff_math_atan2, 47 -lj_ff_math_atan2: - .byte 131,248,3,15,130,8,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,251,8,0,0,129,122,12,255,255,254,255,15,131,238 - .byte 8,0,0,221,2,221,66,8,217,243,233,33,253,255,255 - - .globl lj_ff_math_ldexp - .hidden lj_ff_math_ldexp - .type lj_ff_math_ldexp, @function - .size lj_ff_math_ldexp, 49 -lj_ff_math_ldexp: - .byte 131,248,3,15,130,217,8,0,0,129,122,4,255,255,254,255 - .byte 15,131,204,8,0,0,129,122,12,255,255,254,255,15,131,191 - .byte 8,0,0,221,66,8,221,2,217,253,221,217,233,240,252,255 - .byte 255 - - .globl lj_ff_math_frexp - .hidden lj_ff_math_frexp - .type lj_ff_math_frexp, @function - .size lj_ff_math_frexp, 148 -lj_ff_math_frexp: - .byte 131,248,2,15,130,168,8,0,0,139,106,4,129,253,255,255 - .byte 254,255,15,131,153,8,0,0,139,90,252,139,2,137,106,252 - .byte 137,66,248,209,229,129,253,0,0,224,255,115,58,9,232,116 - .byte 54,184,254,3,0,0,129,253,0,0,32,0,114,46,193,237 - .byte 21,41,197,242,15,42,197,139,106,252,129,229,255,255,15,128 - .byte 129,205,0,0,224,63,137,106,252,242,15,17,2,184,3,0 - .byte 0,0,233,202,252,255,255,15,87,192,235,237,242,15,16,2 - .byte 72,189,0,0,0,0,0,0,80,67,102,72,15,110,205,242 - .byte 15,89,193,242,15,17,66,248,139,106,252,184,52,4,0,0 - .byte 209,229,235,170 - - .globl lj_ff_math_modf - .hidden lj_ff_math_modf - .type lj_ff_math_modf, @function - .size lj_ff_math_modf, 99 -lj_ff_math_modf: - .byte 131,248,2,15,130,20,8,0,0,129,122,4,255,255,254,255 - .byte 15,131,7,8,0,0,242,15,16,2,139,106,4,139,90,252 - .byte 209,229,129,253,0,0,224,255,116,52,15,40,224,232,174,11 - .byte 0,0,242,15,92,224,242,15,17,66,248,242,15,17,34,139 - .byte 66,252,139,106,4,49,232,120,10,184,3,0,0,0,233,74 - .byte 252,255,255,129,245,0,0,0,128,137,106,4,235,235,15,87 - .byte 228,235,211 - - .globl lj_ff_math_fmod - .hidden lj_ff_math_fmod - .type lj_ff_math_fmod, @function - .size lj_ff_math_fmod, 57 -lj_ff_math_fmod: - .byte 131,248,3,15,130,177,7,0,0,129,122,4,255,255,254,255 - .byte 15,131,164,7,0,0,129,122,12,255,255,254,255,15,131,151 - .byte 7,0,0,221,66,8,221,2,217,248,223,224,102,37,0,4 - .byte 117,246,221,217,233,192,251,255,255 - - .globl lj_ff_math_pow - .hidden lj_ff_math_pow - .type lj_ff_math_pow, @function - .size lj_ff_math_pow, 54 -lj_ff_math_pow: - .byte 131,248,3,15,130,120,7,0,0,129,122,4,255,255,254,255 - .byte 15,131,107,7,0,0,129,122,12,255,255,254,255,15,131,94 - .byte 7,0,0,242,15,16,2,242,15,16,74,8,232,52,12,0 - .byte 0,233,190,251,255,255 - - .globl lj_ff_math_min - .hidden lj_ff_math_min - .type lj_ff_math_min, @function - .size lj_ff_math_min, 59 -lj_ff_math_min: - .byte 185,2,0,0,0,129,122,4,255,255,254,255,15,131,57,7 - .byte 0,0,242,15,16,2,57,193,15,131,160,251,255,255,129,124 - .byte 202,252,255,255,254,255,15,131,31,7,0,0,242,15,16,76 - .byte 202,248,242,15,93,193,131,193,1,235,219 - - .globl lj_ff_math_max - .hidden lj_ff_math_max - .type lj_ff_math_max, @function - .size lj_ff_math_max, 59 -lj_ff_math_max: - .byte 185,2,0,0,0,129,122,4,255,255,254,255,15,131,254,6 - .byte 0,0,242,15,16,2,57,193,15,131,101,251,255,255,129,124 - .byte 202,252,255,255,254,255,15,131,228,6,0,0,242,15,16,76 - .byte 202,248,242,15,95,193,131,193,1,235,219 - - .globl lj_ff_string_len - .hidden lj_ff_string_len - .type lj_ff_string_len, @function - .size lj_ff_string_len, 31 -lj_ff_string_len: - .byte 131,248,2,15,130,204,6,0,0,131,122,4,251,15,133,194 - .byte 6,0,0,139,42,242,15,42,69,12,233,41,251,255,255 - - .globl lj_ff_string_byte - .hidden lj_ff_string_byte - .type lj_ff_string_byte, @function - .size lj_ff_string_byte, 47 -lj_ff_string_byte: - .byte 131,248,2,15,133,173,6,0,0,131,122,4,251,15,133,163 - .byte 6,0,0,139,42,139,90,252,131,125,12,1,15,130,218,247 - .byte 255,255,15,182,109,16,242,15,42,197,233,250,250,255,255 - - .globl lj_ff_string_char - .hidden lj_ff_string_char - .type lj_ff_string_char, @function - .size lj_ff_string_char, 76 -lj_ff_string_char: - .byte 65,139,174,104,244,255,255,65,59,174,108,244,255,255,114,5 - .byte 232,1,7,0,0,131,248,2,15,133,105,6,0,0,129,122 - .byte 4,255,255,254,255,15,131,92,6,0,0,242,15,44,42,129 - .byte 253,255,0,0,0,15,135,76,6,0,0,137,108,36,4,199 - .byte 68,36,8,1,0,0,0,72,141,68,36,4 - - .globl lj_fff_newstr - .hidden lj_fff_newstr - .type lj_fff_newstr, @function - .size lj_fff_newstr, 46 -lj_fff_newstr: - .byte 139,108,36,24,137,85,16,139,84,36,8,72,137,198,137,239 - .byte 137,92,36,28,232 - .long lj_str_new-.-4 - .byte 139,85,16,139,90,252,199,66,252,251,255,255,255,137,66,248 - .byte 233,136,250,255,255 - - .globl lj_ff_string_sub - .hidden lj_ff_string_sub - .type lj_ff_string_sub, @function - .size lj_ff_string_sub, 165 -lj_ff_string_sub: - .byte 65,139,174,104,244,255,255,65,59,174,108,244,255,255,114,5 - .byte 232,135,6,0,0,199,68,36,4,255,255,255,255,131,248,3 - .byte 15,130,231,5,0,0,118,22,129,122,20,255,255,254,255,15 - .byte 131,216,5,0,0,242,15,44,106,16,137,108,36,4,131,122 - .byte 4,251,15,133,197,5,0,0,129,122,12,255,255,254,255,15 - .byte 131,184,5,0,0,139,42,137,108,36,8,139,109,12,242,15 - .byte 44,74,8,139,68,36,4,57,197,114,30,133,201,126,38,139 - .byte 108,36,8,41,200,124,46,141,108,13,15,131,192,1,137,68 - .byte 36,8,137,232,233,73,255,255,255,124,6,141,68,40,1,235 - .byte 218,137,232,235,214,116,7,1,233,131,193,1,127,209,185,1 - .byte 0,0,0,235,202 - - .globl lj_fff_emptystr - .hidden lj_fff_emptystr - .type lj_fff_emptystr, @function - .size lj_fff_emptystr, 4 -lj_fff_emptystr: - .byte 49,192,235,213 - - .globl lj_ff_string_rep - .hidden lj_ff_string_rep - .type lj_ff_string_rep, @function - .size lj_ff_string_rep, 127 -lj_ff_string_rep: - .byte 65,139,174,104,244,255,255,65,59,174,108,244,255,255,114,5 - .byte 232,222,5,0,0,131,248,3,15,133,70,5,0,0,131,122 - .byte 4,251,15,133,60,5,0,0,129,122,12,255,255,254,255,139 - .byte 42,15,131,45,5,0,0,242,15,44,66,8,133,192,126,188 - .byte 131,125,12,1,114,182,15,133,12,5,0,0,65,57,134,172 - .byte 244,255,255,15,130,255,4,0,0,15,182,77,16,65,139,174 - .byte 160,244,255,255,137,68,36,8,136,77,0,131,197,1,131,232 - .byte 1,117,245,65,139,134,160,244,255,255,233,170,254,255,255 - - .globl lj_ff_string_reverse - .hidden lj_ff_string_reverse - .type lj_ff_string_reverse, @function - .size lj_ff_string_reverse, 110 -lj_ff_string_reverse: - .byte 131,248,2,15,130,220,4,0,0,65,139,174,104,244,255,255 - .byte 65,59,174,108,244,255,255,114,5,232,86,5,0,0,131,122 - .byte 4,251,15,133,189,4,0,0,139,42,139,69,12,133,192,15 - .byte 132,72,255,255,255,65,57,134,172,244,255,255,15,130,158,4 - .byte 0,0,131,197,16,137,92,36,4,137,68,36,8,65,139,158 - .byte 160,244,255,255,15,182,77,0,131,197,1,131,232,1,136,12 - .byte 3,117,241,137,216,139,92,36,4,233,60,254,255,255 - - .globl lj_ff_string_lower - .hidden lj_ff_string_lower - .type lj_ff_string_lower, @function - .size lj_ff_string_lower, 115 -lj_ff_string_lower: - .byte 131,248,2,15,130,110,4,0,0,65,139,174,104,244,255,255 - .byte 65,59,174,108,244,255,255,114,5,232,232,4,0,0,131,122 - .byte 4,251,15,133,79,4,0,0,139,42,139,69,12,65,57,134 - .byte 172,244,255,255,15,130,56,4,0,0,131,197,16,137,92,36 - .byte 4,137,68,36,8,65,139,158,160,244,255,255,235,21,15,182 - .byte 76,5,0,131,249,65,114,8,131,249,90,119,3,131,241,32 - .byte 136,12,3,131,232,1,121,230,137,216,139,92,36,4,233,201 - .byte 253,255,255 - - .globl lj_ff_string_upper - .hidden lj_ff_string_upper - .type lj_ff_string_upper, @function - .size lj_ff_string_upper, 115 -lj_ff_string_upper: - .byte 131,248,2,15,130,251,3,0,0,65,139,174,104,244,255,255 - .byte 65,59,174,108,244,255,255,114,5,232,117,4,0,0,131,122 - .byte 4,251,15,133,220,3,0,0,139,42,139,69,12,65,57,134 - .byte 172,244,255,255,15,130,197,3,0,0,131,197,16,137,92,36 - .byte 4,137,68,36,8,65,139,158,160,244,255,255,235,21,15,182 - .byte 76,5,0,131,249,97,114,8,131,249,122,119,3,131,241,32 - .byte 136,12,3,131,232,1,121,230,137,216,139,92,36,4,233,86 - .byte 253,255,255 - - .globl lj_ff_table_getn - .hidden lj_ff_table_getn - .type lj_ff_table_getn, @function - .size lj_ff_table_getn, 39 -lj_ff_table_getn: - .byte 131,248,2,15,130,136,3,0,0,131,122,4,244,15,133,126 - .byte 3,0,0,137,213,139,58,232 - .long lj_tab_len-.-4 - .byte 137,234,242,15,42,192,233,221,247,255,255 - - .globl lj_ff_bit_tobit - .hidden lj_ff_bit_tobit - .type lj_ff_bit_tobit, @function - .size lj_ff_bit_tobit, 54 -lj_ff_bit_tobit: - .byte 131,248,2,15,130,97,3,0,0,129,122,4,255,255,254,255 - .byte 15,131,84,3,0,0,242,15,16,2,72,189,0,0,0,0 - .byte 0,0,56,67,102,72,15,110,205,242,15,88,193,102,15,126 - .byte 197,233,139,1,0,0 - - .globl lj_ff_bit_band - .hidden lj_ff_bit_band - .type lj_ff_bit_band, @function - .size lj_ff_bit_band, 97 -lj_ff_bit_band: - .byte 131,248,2,15,130,43,3,0,0,72,189,0,0,0,0,0 - .byte 0,56,67,102,72,15,110,205,129,122,4,255,255,254,255,15 - .byte 131,15,3,0,0,242,15,16,2,242,15,88,193,102,15,126 - .byte 197,137,68,36,4,141,68,194,240,57,208,15,134,74,1,0 - .byte 0,129,120,4,255,255,254,255,15,131,70,1,0,0,242,15 - .byte 16,0,242,15,88,193,102,15,126,193,33,205,131,232,8,235 - .byte 216 - - .globl lj_ff_bit_bor - .hidden lj_ff_bit_bor - .type lj_ff_bit_bor, @function - .size lj_ff_bit_bor, 97 -lj_ff_bit_bor: - .byte 131,248,2,15,130,202,2,0,0,72,189,0,0,0,0,0 - .byte 0,56,67,102,72,15,110,205,129,122,4,255,255,254,255,15 - .byte 131,174,2,0,0,242,15,16,2,242,15,88,193,102,15,126 - .byte 197,137,68,36,4,141,68,194,240,57,208,15,134,233,0,0 - .byte 0,129,120,4,255,255,254,255,15,131,229,0,0,0,242,15 - .byte 16,0,242,15,88,193,102,15,126,193,9,205,131,232,8,235 - .byte 216 - - .globl lj_ff_bit_bxor - .hidden lj_ff_bit_bxor - .type lj_ff_bit_bxor, @function - .size lj_ff_bit_bxor, 97 -lj_ff_bit_bxor: - .byte 131,248,2,15,130,105,2,0,0,72,189,0,0,0,0,0 - .byte 0,56,67,102,72,15,110,205,129,122,4,255,255,254,255,15 - .byte 131,77,2,0,0,242,15,16,2,242,15,88,193,102,15,126 - .byte 197,137,68,36,4,141,68,194,240,57,208,15,134,136,0,0 - .byte 0,129,120,4,255,255,254,255,15,131,132,0,0,0,242,15 - .byte 16,0,242,15,88,193,102,15,126,193,49,205,131,232,8,235 - .byte 216 - - .globl lj_ff_bit_bswap - .hidden lj_ff_bit_bswap - .type lj_ff_bit_bswap, @function - .size lj_ff_bit_bswap, 53 -lj_ff_bit_bswap: - .byte 131,248,2,15,130,8,2,0,0,129,122,4,255,255,254,255 - .byte 15,131,251,1,0,0,242,15,16,2,72,189,0,0,0,0 - .byte 0,0,56,67,102,72,15,110,205,242,15,88,193,102,15,126 - .byte 197,15,205,235,51 - - .globl lj_ff_bit_bnot - .hidden lj_ff_bit_bnot - .type lj_ff_bit_bnot, @function - .size lj_ff_bit_bnot, 51 -lj_ff_bit_bnot: - .byte 131,248,2,15,130,211,1,0,0,129,122,4,255,255,254,255 - .byte 15,131,198,1,0,0,242,15,16,2,72,189,0,0,0,0 - .byte 0,0,56,67,102,72,15,110,205,242,15,88,193,102,15,126 - .byte 197,247,213 - - .globl lj_fff_resbit - .hidden lj_fff_resbit - .type lj_fff_resbit, @function - .size lj_fff_resbit, 9 -lj_fff_resbit: - .byte 242,15,42,197,233,19,246,255,255 - - .globl lj_fff_fallback_bit_op - .hidden lj_fff_fallback_bit_op - .type lj_fff_fallback_bit_op, @function - .size lj_fff_fallback_bit_op, 9 -lj_fff_fallback_bit_op: - .byte 139,68,36,4,233,151,1,0,0 - - .globl lj_ff_bit_lshift - .hidden lj_ff_bit_lshift - .type lj_ff_bit_lshift, @function - .size lj_ff_bit_lshift, 79 -lj_ff_bit_lshift: - .byte 131,248,3,15,130,142,1,0,0,129,122,4,255,255,254,255 - .byte 15,131,129,1,0,0,129,122,12,255,255,254,255,15,131,116 - .byte 1,0,0,242,15,16,2,242,15,16,74,8,72,189,0,0 - .byte 0,0,0,0,56,67,102,72,15,110,213,242,15,88,194,242 - .byte 15,88,202,102,15,126,197,102,15,126,201,211,229,235,159 - - .globl lj_ff_bit_rshift - .hidden lj_ff_bit_rshift - .type lj_ff_bit_rshift, @function - .size lj_ff_bit_rshift, 82 -lj_ff_bit_rshift: - .byte 131,248,3,15,130,63,1,0,0,129,122,4,255,255,254,255 - .byte 15,131,50,1,0,0,129,122,12,255,255,254,255,15,131,37 - .byte 1,0,0,242,15,16,2,242,15,16,74,8,72,189,0,0 - .byte 0,0,0,0,56,67,102,72,15,110,213,242,15,88,194,242 - .byte 15,88,202,102,15,126,197,102,15,126,201,211,237,233,77,255 - .byte 255,255 - - .globl lj_ff_bit_arshift - .hidden lj_ff_bit_arshift - .type lj_ff_bit_arshift, @function - .size lj_ff_bit_arshift, 82 -lj_ff_bit_arshift: - .byte 131,248,3,15,130,237,0,0,0,129,122,4,255,255,254,255 - .byte 15,131,224,0,0,0,129,122,12,255,255,254,255,15,131,211 - .byte 0,0,0,242,15,16,2,242,15,16,74,8,72,189,0,0 - .byte 0,0,0,0,56,67,102,72,15,110,213,242,15,88,194,242 - .byte 15,88,202,102,15,126,197,102,15,126,201,211,253,233,251,254 - .byte 255,255 - - .globl lj_ff_bit_rol - .hidden lj_ff_bit_rol - .type lj_ff_bit_rol, @function - .size lj_ff_bit_rol, 82 -lj_ff_bit_rol: - .byte 131,248,3,15,130,155,0,0,0,129,122,4,255,255,254,255 - .byte 15,131,142,0,0,0,129,122,12,255,255,254,255,15,131,129 - .byte 0,0,0,242,15,16,2,242,15,16,74,8,72,189,0,0 - .byte 0,0,0,0,56,67,102,72,15,110,213,242,15,88,194,242 - .byte 15,88,202,102,15,126,197,102,15,126,201,211,197,233,169,254 - .byte 255,255 - - .globl lj_ff_bit_ror - .hidden lj_ff_bit_ror - .type lj_ff_bit_ror, @function - .size lj_ff_bit_ror, 70 -lj_ff_bit_ror: - .byte 131,248,3,114,77,129,122,4,255,255,254,255,115,68,129,122 - .byte 12,255,255,254,255,115,59,242,15,16,2,242,15,16,74,8 - .byte 72,189,0,0,0,0,0,0,56,67,102,72,15,110,213,242 - .byte 15,88,194,242,15,88,202,102,15,126,197,102,15,126,201,211 - .byte 205,233,99,254,255,255 - - .globl lj_fff_fallback_2 - .hidden lj_fff_fallback_2 - .type lj_fff_fallback_2, @function - .size lj_fff_fallback_2, 7 -lj_fff_fallback_2: - .byte 184,3,0,0,0,235,5 - - .globl lj_fff_fallback_1 - .hidden lj_fff_fallback_1 - .type lj_fff_fallback_1, @function - .size lj_fff_fallback_1, 5 -lj_fff_fallback_1: - .byte 184,2,0,0,0 - - .globl lj_fff_fallback - .hidden lj_fff_fallback - .type lj_fff_fallback, @function - .size lj_fff_fallback, 87 -lj_fff_fallback: - .byte 139,108,36,24,139,90,252,137,92,36,28,137,85,16,141,68 - .byte 194,248,141,136,160,0,0,0,137,69,24,139,66,248,59,77 - .byte 32,119,89,137,239,255,80,24,139,85,16,133,192,15,143,77 - .byte 244,255,255,139,77,24,41,209,193,233,3,133,192,141,65,1 - .byte 139,106,248,117,18,139,93,16,139,11,15,182,233,15,182,205 - .byte 131,195,4,65,255,36,238 - - .globl lj_vm_call_tail - .hidden lj_vm_call_tail - .type lj_vm_call_tail, @function - .size lj_vm_call_tail, 56 -lj_vm_call_tail: - .byte 137,209,247,195,3,0,0,0,117,15,15,182,107,253,72,247 - .byte 213,141,20,234,233,197,233,255,255,137,221,131,229,248,41,234 - .byte 233,185,233,255,255,190,20,0,0,0,137,239,232 - .long lj_state_growstack-.-4 - .byte 139,85,16,49,192,235,164 - - .globl lj_fff_gcstep - .hidden lj_fff_gcstep - .type lj_fff_gcstep, @function - .size lj_fff_gcstep, 52 -lj_fff_gcstep: - .byte 93,72,137,108,36,8,139,108,36,24,137,92,36,28,137,85 - .byte 16,141,68,194,248,137,239,137,69,24,232 - .long lj_gc_step-.-4 - .byte 139,85,16,139,69,24,41,208,193,232,3,131,192,1,72,139 - .byte 108,36,8,85,195 - - .globl lj_vm_record - .hidden lj_vm_record - .type lj_vm_record, @function - .size lj_vm_record, 29 -lj_vm_record: - .byte 65,15,182,134,217,244,255,255,168,32,117,83,168,16,117,56 - .byte 168,12,116,52,65,255,142,16,245,255,255,235,43 - - .globl lj_vm_rethook - .hidden lj_vm_rethook - .type lj_vm_rethook, @function - .size lj_vm_rethook, 14 -lj_vm_rethook: - .byte 65,15,182,134,217,244,255,255,168,16,117,54,235,29 - - .globl lj_vm_inshook - .hidden lj_vm_inshook - .type lj_vm_inshook, @function - .size lj_vm_inshook, 68 -lj_vm_inshook: - .byte 65,15,182,134,217,244,255,255,168,16,117,40,168,12,116,36 - .byte 65,255,142,16,245,255,255,116,4,168,4,116,23,139,108,36 - .byte 24,137,85,16,137,222,137,239,232 - .long lj_dispatch_ins-.-4 - .byte 139,85,16,15,182,75,253,15,182,107,252,15,183,67,254,65 - .byte 255,164,238,216,4,0,0 - - .globl lj_cont_hook - .hidden lj_cont_hook - .type lj_cont_hook, @function - .size lj_cont_hook, 12 -lj_cont_hook: - .byte 131,195,4,139,77,232,137,76,36,4,235,224 - - .globl lj_vm_hotloop - .hidden lj_vm_hotloop - .type lj_vm_hotloop, @function - .size lj_vm_hotloop, 50 -lj_vm_hotloop: - .byte 139,106,248,139,109,16,15,182,69,199,141,4,194,139,108,36 - .byte 24,137,85,16,137,69,24,137,222,65,141,190,224,245,255,255 - .byte 73,137,174,64,246,255,255,137,92,36,28,232 - .long lj_trace_hot-.-4 - .byte 235,171 - - .globl lj_vm_callhook - .hidden lj_vm_callhook - .type lj_vm_callhook, @function - .size lj_vm_callhook, 6 -lj_vm_callhook: - .byte 137,92,36,28,235,7 - - .globl lj_vm_hotcall - .hidden lj_vm_hotcall - .type lj_vm_hotcall, @function - .size lj_vm_hotcall, 67 -lj_vm_hotcall: - .byte 137,92,36,28,131,203,1,141,68,194,248,139,108,36,24,137 - .byte 85,16,137,69,24,137,222,137,239,232 - .long lj_dispatch_call-.-4 - .byte 199,68,36,28,0,0,0,0,131,227,254,139,85,16,72,137 - .byte 193,139,69,24,41,208,72,137,205,15,182,75,253,193,232,3 - .byte 131,192,1,255,229 - - .globl lj_vm_exit_handler - .hidden lj_vm_exit_handler - .type lj_vm_exit_handler, @function - .size lj_vm_exit_handler, 247 -lj_vm_exit_handler: - .byte 65,85,65,84,65,83,65,82,65,81,65,80,87,86,85,72 - .byte 141,108,36,88,85,83,82,81,80,15,182,69,248,138,101,240 - .byte 76,137,125,248,76,137,117,240,68,139,117,0,65,139,142,48 - .byte 245,255,255,65,199,134,48,245,255,255,252,255,255,255,65,137 - .byte 134,60,255,255,255,65,137,142,56,255,255,255,72,129,236,128 - .byte 0,0,0,72,131,197,128,242,68,15,17,125,248,242,68,15 - .byte 17,117,240,242,68,15,17,109,232,242,68,15,17,101,224,242 - .byte 68,15,17,93,216,242,68,15,17,85,208,242,68,15,17,77 - .byte 200,242,68,15,17,69,192,242,15,17,125,184,242,15,17,117 - .byte 176,242,15,17,109,168,242,15,17,101,160,242,15,17,93,152 - .byte 242,15,17,85,144,242,15,17,77,136,242,15,17,69,128,65 - .byte 139,174,60,245,255,255,65,139,150,64,245,255,255,73,137,174 - .byte 64,246,255,255,65,199,134,60,245,255,255,0,0,0,0,137 - .byte 85,16,72,137,230,65,141,190,224,245,255,255,232 - .long lj_trace_exit-.-4 - .byte 72,139,77,48,72,131,225,252,72,137,204,137,105,24,139,85 - .byte 16,139,89,28,235,4 - - .globl lj_vm_exit_interp - .hidden lj_vm_exit_interp - .type lj_vm_exit_interp, @function - .size lj_vm_exit_interp, 93 -lj_vm_exit_interp: - .byte 72,131,196,16,76,139,108,36,8,76,139,36,36,133,192,120 - .byte 65,137,68,36,4,68,139,122,248,69,139,127,16,69,139,127 - .byte 208,65,199,134,60,245,255,255,0,0,0,0,65,199,134,48 - .byte 245,255,255,255,255,255,255,139,3,15,182,204,15,182,232,131 - .byte 195,4,193,232,16,131,253,85,114,4,139,68,36,4,65,255 - .byte 36,238,247,216,137,239,137,198,232 - .long lj_err_throw-.-4 - - .globl lj_vm_floor - .hidden lj_vm_floor - .type lj_vm_floor, @function - .size lj_vm_floor, 0 -lj_vm_floor: - - .globl lj_vm_floor_sse - .hidden lj_vm_floor_sse - .type lj_vm_floor_sse, @function - .size lj_vm_floor_sse, 91 -lj_vm_floor_sse: - .byte 72,184,255,255,255,255,255,255,255,127,102,72,15,110,208,72 - .byte 184,0,0,0,0,0,0,48,67,102,72,15,110,216,15,40 - .byte 200,102,15,84,202,102,15,46,217,118,47,102,15,85,208,242 - .byte 15,88,203,242,15,92,203,102,15,86,202,72,184,0,0,0 - .byte 0,0,0,240,63,102,72,15,110,208,242,15,194,193,1,102 - .byte 15,84,194,242,15,92,200,15,40,193,195 - - .globl lj_vm_ceil - .hidden lj_vm_ceil - .type lj_vm_ceil, @function - .size lj_vm_ceil, 0 -lj_vm_ceil: - - .globl lj_vm_ceil_sse - .hidden lj_vm_ceil_sse - .type lj_vm_ceil_sse, @function - .size lj_vm_ceil_sse, 91 -lj_vm_ceil_sse: - .byte 72,184,255,255,255,255,255,255,255,127,102,72,15,110,208,72 - .byte 184,0,0,0,0,0,0,48,67,102,72,15,110,216,15,40 - .byte 200,102,15,84,202,102,15,46,217,118,47,102,15,85,208,242 - .byte 15,88,203,242,15,92,203,102,15,86,202,72,184,0,0,0 - .byte 0,0,0,240,191,102,72,15,110,208,242,15,194,193,6,102 - .byte 15,84,194,242,15,92,200,15,40,193,195 - - .globl lj_vm_trunc - .hidden lj_vm_trunc - .type lj_vm_trunc, @function - .size lj_vm_trunc, 0 -lj_vm_trunc: - - .globl lj_vm_trunc_sse - .hidden lj_vm_trunc_sse - .type lj_vm_trunc_sse, @function - .size lj_vm_trunc_sse, 94 -lj_vm_trunc_sse: - .byte 72,184,255,255,255,255,255,255,255,127,102,72,15,110,208,72 - .byte 184,0,0,0,0,0,0,48,67,102,72,15,110,216,15,40 - .byte 200,102,15,84,202,102,15,46,217,118,50,102,15,85,208,15 - .byte 40,193,242,15,88,203,242,15,92,203,72,184,0,0,0,0 - .byte 0,0,240,63,102,72,15,110,216,242,15,194,193,1,102,15 - .byte 84,195,242,15,92,200,102,15,86,202,15,40,193,195 - - .globl lj_vm_mod - .hidden lj_vm_mod - .type lj_vm_mod, @function - .size lj_vm_mod, 118 -lj_vm_mod: - .byte 15,40,232,242,15,94,193,72,184,255,255,255,255,255,255,255 - .byte 127,102,72,15,110,208,72,184,0,0,0,0,0,0,48,67 - .byte 102,72,15,110,216,15,40,224,102,15,84,226,102,15,46,220 - .byte 118,56,102,15,85,208,242,15,88,227,242,15,92,227,102,15 - .byte 86,226,72,184,0,0,0,0,0,0,240,63,102,72,15,110 - .byte 208,242,15,194,196,1,102,15,84,194,242,15,92,224,15,40 - .byte 197,242,15,89,204,242,15,92,193,195,242,15,89,200,15,40 - .byte 197,242,15,92,193,195 - - .globl lj_vm_log2 - .hidden lj_vm_log2 - .type lj_vm_log2, @function - .size lj_vm_log2, 25 -lj_vm_log2: - .byte 242,15,17,68,36,248,217,232,221,68,36,248,217,241,221,92 - .byte 36,248,242,15,16,68,36,248,195 - - .globl lj_vm_exp_x87 - .hidden lj_vm_exp_x87 - .type lj_vm_exp_x87, @function - .size lj_vm_exp_x87, 4 -lj_vm_exp_x87: - .byte 217,234,222,201 - - .globl lj_vm_exp2_x87 - .hidden lj_vm_exp2_x87 - .type lj_vm_exp2_x87, @function - .size lj_vm_exp2_x87, 24 -lj_vm_exp2_x87: - .byte 217,84,36,248,129,124,36,248,0,0,128,127,116,28,129,124 - .byte 36,248,0,0,128,255,116,19 - - .globl lj_vm_exp2raw - .hidden lj_vm_exp2raw - .type lj_vm_exp2raw, @function - .size lj_vm_exp2raw, 24 -lj_vm_exp2raw: - .byte 217,192,217,252,220,233,217,201,217,240,217,232,222,193,217,253 - .byte 221,217,195,221,216,217,238,195 - - .globl lj_vm_pow - .hidden lj_vm_pow - .type lj_vm_pow, @function - .size lj_vm_pow, 0 -lj_vm_pow: - - .globl lj_vm_pow_sse - .hidden lj_vm_pow_sse - .type lj_vm_pow_sse, @function - .size lj_vm_pow_sse, 24 -lj_vm_pow_sse: - .byte 242,15,45,193,242,15,42,208,102,15,46,202,15,133,104,0 - .byte 0,0,15,138,199,0,0,0 - - .globl lj_vm_powi_sse - .hidden lj_vm_powi_sse - .type lj_vm_powi_sse, @function - .size lj_vm_powi_sse, 320 -lj_vm_powi_sse: - .byte 131,248,1,126,43,169,1,0,0,0,117,8,242,15,89,192 - .byte 209,232,235,241,209,232,116,23,15,40,200,242,15,89,192,209 - .byte 232,116,8,115,246,242,15,89,200,235,240,242,15,89,193,195 - .byte 116,253,114,30,247,216,232,202,255,255,255,72,184,0,0,0 - .byte 0,0,0,240,63,102,72,15,110,200,242,15,94,200,15,40 - .byte 193,195,72,184,0,0,0,0,0,0,240,63,102,72,15,110 - .byte 192,195,102,72,15,126,200,72,209,224,72,193,192,12,72,61 - .byte 254,15,0,0,116,106,102,72,15,126,192,72,209,224,15,132 - .byte 164,0,0,0,72,193,192,12,72,61,254,15,0,0,15,132 - .byte 160,0,0,0,242,15,17,76,36,240,242,15,17,68,36,248 - .byte 221,68,36,240,221,68,36,248,217,241,217,192,217,252,220,233 - .byte 217,201,217,240,217,232,222,193,217,253,221,217,221,92,36,248 - .byte 242,15,16,68,36,248,195,72,184,0,0,0,0,0,0,240 - .byte 63,102,72,15,110,208,102,15,46,194,116,3,15,40,193,195 - .byte 72,184,255,255,255,255,255,255,255,127,102,72,15,110,208,102 - .byte 15,84,194,72,184,0,0,0,0,0,0,240,63,102,72,15 - .byte 110,208,102,15,46,194,116,215,102,15,80,193,15,87,192,136 - .byte 196,15,146,208,48,224,117,199,72,184,0,0,0,0,0,0 - .byte 240,127,102,72,15,110,192,195,102,15,80,193,133,192,117,232 - .byte 15,87,192,195,102,15,80,193,133,192,116,220,15,87,192,195 - - .globl lj_vm_foldfpm - .hidden lj_vm_foldfpm - .type lj_vm_foldfpm, @function - .size lj_vm_foldfpm, 131 -lj_vm_foldfpm: - .byte 131,255,1,15,130,200,252,255,255,15,132,29,253,255,255,131 - .byte 255,3,15,130,111,253,255,255,119,5,242,15,81,192,195,242 - .byte 15,17,68,36,248,221,68,36,248,131,255,5,119,16,116,7 - .byte 232,63,254,255,255,235,64,232,60,254,255,255,235,57,131,255 - .byte 7,116,10,119,16,217,237,217,201,217,241,235,42,217,232,217 - .byte 201,217,241,235,34,131,255,9,116,10,119,12,217,236,217,201 - .byte 217,241,235,19,217,254,235,15,131,255,11,116,6,119,19,217 - .byte 255,235,4,217,242,221,216,221,92,36,248,242,15,16,68,36 - .byte 248,195,204 - - .globl lj_vm_foldarith - .hidden lj_vm_foldarith - .type lj_vm_foldarith, @function - .size lj_vm_foldarith, 160 -lj_vm_foldarith: - .byte 131,255,1,116,7,119,10,242,15,88,193,195,242,15,92,193 - .byte 195,131,255,3,116,7,119,10,242,15,89,193,195,242,15,94 - .byte 193,195,131,255,5,15,130,55,253,255,255,15,132,244,253,255 - .byte 255,131,255,7,116,21,119,38,72,184,0,0,0,0,0,0 - .byte 0,128,102,72,15,110,200,15,87,193,195,72,184,255,255,255 - .byte 255,255,255,255,127,102,72,15,110,200,15,84,193,195,131,255 - .byte 9,119,43,242,15,17,68,36,248,242,15,17,76,36,240,221 - .byte 68,36,248,221,68,36,240,116,13,217,243,221,92,36,248,242 - .byte 15,16,68,36,248,195,217,201,217,253,221,217,235,237,131,255 - .byte 11,116,7,119,10,242,15,93,193,195,242,15,95,193,195,204 - - .globl lj_vm_cpuid - .hidden lj_vm_cpuid - .type lj_vm_cpuid, @function - .size lj_vm_cpuid, 18 -lj_vm_cpuid: - .byte 137,248,83,15,162,137,6,137,94,4,137,78,8,137,86,12 - .byte 91,195 - - .globl lj_assert_bad_for_arg_type - .hidden lj_assert_bad_for_arg_type - .type lj_assert_bad_for_arg_type, @function - .size lj_assert_bad_for_arg_type, 1 -lj_assert_bad_for_arg_type: - .byte 204 - - .globl lj_vm_ffi_callback - .hidden lj_vm_ffi_callback - .type lj_vm_ffi_callback, @function - .size lj_vm_ffi_callback, 179 -lj_vm_ffi_callback: - .byte 83,65,87,65,86,72,131,236,40,68,141,181,184,11,0,0 - .byte 139,157,252,0,0,0,15,183,192,137,131,208,0,0,0,72 - .byte 137,123,112,72,137,115,120,72,137,147,128,0,0,0,72,137 - .byte 139,136,0,0,0,242,15,17,67,48,242,15,17,75,56,242 - .byte 15,17,83,64,242,15,17,91,72,72,141,68,36,80,76,137 - .byte 131,144,0,0,0,76,137,139,152,0,0,0,242,15,17,99 - .byte 80,242,15,17,107,88,242,15,17,115,96,242,15,17,123,104 - .byte 72,137,131,176,0,0,0,72,137,230,137,92,36,28,137,223 - .byte 232 - .long lj_ccallback_enter-.-4 - .byte 65,199,134,48,245,255,255,255,255,255,255,139,80,16,139,64 - .byte 24,41,208,139,106,248,193,232,3,131,192,1,139,93,16,139 - .byte 11,15,182,233,15,182,205,131,195,4,65,255,36,238 - - .globl lj_cont_ffi_callback - .hidden lj_cont_ffi_callback - .type lj_cont_ffi_callback, @function - .size lj_cont_ffi_callback, 44 -lj_cont_ffi_callback: - .byte 139,76,36,24,65,139,158,68,245,255,255,72,137,75,16,137 - .byte 81,16,137,105,24,137,223,137,198,232 - .long lj_ccallback_leave-.-4 - .byte 72,139,67,112,242,15,16,67,48,233,0,224,255,255 - - .globl lj_vm_ffi_call - .hidden lj_vm_ffi_call - .type lj_vm_ffi_call, @function - .size lj_vm_ffi_call, 160 -lj_vm_ffi_call: - .byte 85,72,137,229,83,72,137,251,139,67,8,72,41,196,15,182 - .byte 75,12,131,233,1,120,17,72,139,132,203,192,0,0,0,72 - .byte 137,4,204,131,233,1,121,239,15,182,67,15,72,139,187,144 - .byte 0,0,0,72,139,179,152,0,0,0,72,139,147,160,0,0 - .byte 0,72,139,139,168,0,0,0,76,139,131,176,0,0,0,76 - .byte 139,139,184,0,0,0,133,192,116,40,15,40,67,16,15,40 - .byte 75,32,15,40,83,48,15,40,91,64,131,248,4,118,19,15 - .byte 40,99,80,15,40,107,96,15,40,115,112,15,40,187,128,0 - .byte 0,0,255,19,72,137,131,144,0,0,0,15,41,67,16,72 - .byte 137,147,152,0,0,0,15,41,75,32,72,139,93,248,201,195 - - .section .note.GNU-stack,"",@progbits - .ident "DynASM 1.3.0" - - .section .debug_frame,"",@progbits -.Lframe0: - .long .LECIE0-.LSCIE0 -.LSCIE0: - .long 0xffffffff - .byte 0x1 - .string "" - .uleb128 0x1 - .sleb128 -8 - .byte 0x10 - .byte 0xc - .uleb128 0x7 - .uleb128 8 - .byte 0x80+0x10 - .uleb128 0x1 - .align 8 -.LECIE0: - -.LSFDE0: - .long .LEFDE0-.LASFDE0 -.LASFDE0: - .long .Lframe0 - .quad .Lbegin - .quad 14599 - .byte 0xe - .uleb128 80 - .byte 0x86 - .uleb128 0x2 - .byte 0x83 - .uleb128 0x3 - .byte 0x8f - .uleb128 0x4 - .byte 0x8e - .uleb128 0x5 - .align 8 -.LEFDE0: - -.LSFDE1: - .long .LEFDE1-.LASFDE1 -.LASFDE1: - .long .Lframe0 - .quad lj_vm_ffi_call - .quad 160 - .byte 0xe - .uleb128 16 - .byte 0x86 - .uleb128 0x2 - .byte 0xd - .uleb128 0x6 - .byte 0x83 - .uleb128 0x3 - .align 8 -.LEFDE1: - - .section .eh_frame,"a",@progbits -.Lframe1: - .long .LECIE1-.LSCIE1 -.LSCIE1: - .long 0 - .byte 0x1 - .string "zPR" - .uleb128 0x1 - .sleb128 -8 - .byte 0x10 - .uleb128 6 - .byte 0x1b - .long lj_err_unwind_dwarf-. - .byte 0x1b - .byte 0xc - .uleb128 0x7 - .uleb128 8 - .byte 0x80+0x10 - .uleb128 0x1 - .align 8 -.LECIE1: - -.LSFDE2: - .long .LEFDE2-.LASFDE2 -.LASFDE2: - .long .LASFDE2-.Lframe1 - .long .Lbegin-. - .long 14599 - .uleb128 0 - .byte 0xe - .uleb128 80 - .byte 0x86 - .uleb128 0x2 - .byte 0x83 - .uleb128 0x3 - .byte 0x8f - .uleb128 0x4 - .byte 0x8e - .uleb128 0x5 - .align 8 -.LEFDE2: - -.Lframe2: - .long .LECIE2-.LSCIE2 -.LSCIE2: - .long 0 - .byte 0x1 - .string "zR" - .uleb128 0x1 - .sleb128 -8 - .byte 0x10 - .uleb128 1 - .byte 0x1b - .byte 0xc - .uleb128 0x7 - .uleb128 8 - .byte 0x80+0x10 - .uleb128 0x1 - .align 8 -.LECIE2: - -.LSFDE3: - .long .LEFDE3-.LASFDE3 -.LASFDE3: - .long .LASFDE3-.Lframe2 - .long lj_vm_ffi_call-. - .long 160 - .uleb128 0 - .byte 0xe - .uleb128 16 - .byte 0x86 - .uleb128 0x2 - .byte 0xd - .uleb128 0x6 - .byte 0x83 - .uleb128 0x3 - .align 8 -.LEFDE3: - diff --git a/core/src/luajit/src/autogen/linux/nojit/i386/lj_bcdef.h b/core/src/luajit/src/autogen/linux/nojit/i386/lj_bcdef.h deleted file mode 100644 index 41f15c515..000000000 --- a/core/src/luajit/src/autogen/linux/nojit/i386/lj_bcdef.h +++ /dev/null @@ -1,226 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -LJ_DATADEF const uint16_t lj_bc_ofs[] = { -0, -65, -130, -195, -260, -387, -517, -577, -637, -701, -765, -816, -866, -916, -966, -1006, -1046, -1077, -1108, -1144, -1212, -1255, -1298, -1341, -1384, -1432, -1475, -1518, -1561, -1604, -1632, -1686, -1740, -1794, -1848, -1887, -1946, -2034, -2067, -2100, -2123, -2146, -2169, -2211, -2251, -2334, -2412, -2444, -2476, -2526, -2596, -2709, -2796, -2812, -2828, -2976, -3102, -3205, -3376, -3615, -3741, -3883, -3928, -3969, -3973, -4117, -4192, -4362, -4550, -4637, -4641, -4770, -4857, -4962, -5039, -5039, -5039, -5094, -5094, -5094, -5137, -5137, -5137, -5154, -5154, -5178, -5178, -5239, -5239, -5239, -5356, -5356, -5432, -7079, -7150, -7615, -7735, -7792, -7907, -7199, -7335, -7425, -7492, -7518, -7962, -8002, -8634, -8057, -8373, -8676, -8776, -8795, -8814, -8872, -8902, -8933, -8961, -8989, -9019, -9057, -9097, -9127, -9165, -9203, -9357, -9492, -9241, -9241, -8842, -9273, -9631, -9580, -9314, -9675, -9722, -10629, -10954, -10911, -11015, -11083, -11154, -11225, -11296, -10673, -10755, -10837, -9776, -9805, -9856, -9970, -10135, -10260, -10366, -10477, -10588 -}; - -LJ_DATADEF const uint16_t lj_bc_mode[] = { -BCDEF(BCMODE) -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF -}; - diff --git a/core/src/luajit/src/autogen/linux/nojit/i386/lj_ffdef.h b/core/src/luajit/src/autogen/linux/nojit/i386/lj_ffdef.h deleted file mode 100644 index a10c15921..000000000 --- a/core/src/luajit/src/autogen/linux/nojit/i386/lj_ffdef.h +++ /dev/null @@ -1,202 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -FFDEF(assert) -FFDEF(type) -FFDEF(next) -FFDEF(pairs) -FFDEF(ipairs_aux) -FFDEF(ipairs) -FFDEF(getmetatable) -FFDEF(setmetatable) -FFDEF(getfenv) -FFDEF(setfenv) -FFDEF(rawget) -FFDEF(rawset) -FFDEF(rawequal) -FFDEF(unpack) -FFDEF(select) -FFDEF(tonumber) -FFDEF(tostring) -FFDEF(error) -FFDEF(pcall) -FFDEF(xpcall) -FFDEF(loadfile) -FFDEF(load) -FFDEF(loadstring) -FFDEF(dofile) -FFDEF(gcinfo) -FFDEF(collectgarbage) -FFDEF(newproxy) -FFDEF(print) -FFDEF(coroutine_status) -FFDEF(coroutine_running) -FFDEF(coroutine_create) -FFDEF(coroutine_yield) -FFDEF(coroutine_resume) -FFDEF(coroutine_wrap_aux) -FFDEF(coroutine_wrap) -FFDEF(math_abs) -FFDEF(math_floor) -FFDEF(math_ceil) -FFDEF(math_sqrt) -FFDEF(math_log10) -FFDEF(math_exp) -FFDEF(math_sin) -FFDEF(math_cos) -FFDEF(math_tan) -FFDEF(math_asin) -FFDEF(math_acos) -FFDEF(math_atan) -FFDEF(math_sinh) -FFDEF(math_cosh) -FFDEF(math_tanh) -FFDEF(math_frexp) -FFDEF(math_modf) -FFDEF(math_deg) -FFDEF(math_rad) -FFDEF(math_log) -FFDEF(math_atan2) -FFDEF(math_pow) -FFDEF(math_fmod) -FFDEF(math_ldexp) -FFDEF(math_min) -FFDEF(math_max) -FFDEF(math_random) -FFDEF(math_randomseed) -FFDEF(bit_tobit) -FFDEF(bit_bnot) -FFDEF(bit_bswap) -FFDEF(bit_lshift) -FFDEF(bit_rshift) -FFDEF(bit_arshift) -FFDEF(bit_rol) -FFDEF(bit_ror) -FFDEF(bit_band) -FFDEF(bit_bor) -FFDEF(bit_bxor) -FFDEF(bit_tohex) -FFDEF(string_len) -FFDEF(string_byte) -FFDEF(string_char) -FFDEF(string_sub) -FFDEF(string_rep) -FFDEF(string_reverse) -FFDEF(string_lower) -FFDEF(string_upper) -FFDEF(string_dump) -FFDEF(string_find) -FFDEF(string_match) -FFDEF(string_gmatch_aux) -FFDEF(string_gmatch) -FFDEF(string_gsub) -FFDEF(string_format) -FFDEF(table_foreachi) -FFDEF(table_foreach) -FFDEF(table_getn) -FFDEF(table_maxn) -FFDEF(table_insert) -FFDEF(table_remove) -FFDEF(table_concat) -FFDEF(table_sort) -FFDEF(io_method_close) -FFDEF(io_method_read) -FFDEF(io_method_write) -FFDEF(io_method_flush) -FFDEF(io_method_seek) -FFDEF(io_method_setvbuf) -FFDEF(io_method_lines) -FFDEF(io_method___gc) -FFDEF(io_method___tostring) -FFDEF(io_open) -FFDEF(io_popen) -FFDEF(io_tmpfile) -FFDEF(io_close) -FFDEF(io_read) -FFDEF(io_write) -FFDEF(io_flush) -FFDEF(io_input) -FFDEF(io_output) -FFDEF(io_lines) -FFDEF(io_type) -FFDEF(os_execute) -FFDEF(os_remove) -FFDEF(os_rename) -FFDEF(os_tmpname) -FFDEF(os_getenv) -FFDEF(os_exit) -FFDEF(os_clock) -FFDEF(os_date) -FFDEF(os_time) -FFDEF(os_difftime) -FFDEF(os_setlocale) -FFDEF(debug_getregistry) -FFDEF(debug_getmetatable) -FFDEF(debug_setmetatable) -FFDEF(debug_getfenv) -FFDEF(debug_setfenv) -FFDEF(debug_getinfo) -FFDEF(debug_getlocal) -FFDEF(debug_setlocal) -FFDEF(debug_getupvalue) -FFDEF(debug_setupvalue) -FFDEF(debug_upvalueid) -FFDEF(debug_upvaluejoin) -FFDEF(debug_sethook) -FFDEF(debug_gethook) -FFDEF(debug_debug) -FFDEF(debug_traceback) -FFDEF(jit_on) -FFDEF(jit_off) -FFDEF(jit_flush) -FFDEF(jit_status) -FFDEF(jit_attach) -FFDEF(jit_util_funcinfo) -FFDEF(jit_util_funcbc) -FFDEF(jit_util_funck) -FFDEF(jit_util_funcuvname) -FFDEF(ffi_meta___index) -FFDEF(ffi_meta___newindex) -FFDEF(ffi_meta___eq) -FFDEF(ffi_meta___len) -FFDEF(ffi_meta___lt) -FFDEF(ffi_meta___le) -FFDEF(ffi_meta___concat) -FFDEF(ffi_meta___call) -FFDEF(ffi_meta___add) -FFDEF(ffi_meta___sub) -FFDEF(ffi_meta___mul) -FFDEF(ffi_meta___div) -FFDEF(ffi_meta___mod) -FFDEF(ffi_meta___pow) -FFDEF(ffi_meta___unm) -FFDEF(ffi_meta___tostring) -FFDEF(ffi_meta___pairs) -FFDEF(ffi_meta___ipairs) -FFDEF(ffi_clib___index) -FFDEF(ffi_clib___newindex) -FFDEF(ffi_clib___gc) -FFDEF(ffi_callback_free) -FFDEF(ffi_callback_set) -FFDEF(ffi_cdef) -FFDEF(ffi_new) -FFDEF(ffi_cast) -FFDEF(ffi_typeof) -FFDEF(ffi_istype) -FFDEF(ffi_sizeof) -FFDEF(ffi_alignof) -FFDEF(ffi_offsetof) -FFDEF(ffi_errno) -FFDEF(ffi_string) -FFDEF(ffi_copy) -FFDEF(ffi_fill) -FFDEF(ffi_abi) -FFDEF(ffi_metatype) -FFDEF(ffi_gc) -FFDEF(ffi_load) - -#undef FFDEF - -#ifndef FF_NUM_ASMFUNC -#define FF_NUM_ASMFUNC 62 -#endif - diff --git a/core/src/luajit/src/autogen/linux/nojit/i386/lj_folddef.h b/core/src/luajit/src/autogen/linux/nojit/i386/lj_folddef.h deleted file mode 100644 index c4ec4efd5..000000000 --- a/core/src/luajit/src/autogen/linux/nojit/i386/lj_folddef.h +++ /dev/null @@ -1,1068 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -static const FoldFunc fold_func[] = { - fold_kfold_numarith, - fold_kfold_ldexp, - fold_kfold_fpmath, - fold_kfold_numpow, - fold_kfold_numcomp, - fold_kfold_intarith, - fold_kfold_intovarith, - fold_kfold_bnot, - fold_kfold_bswap, - fold_kfold_intcomp, - fold_kfold_intcomp0, - fold_kfold_int64arith, - fold_kfold_int64arith2, - fold_kfold_int64shift, - fold_kfold_bnot64, - fold_kfold_bswap64, - fold_kfold_int64comp, - fold_kfold_int64comp0, - fold_kfold_snew_kptr, - fold_kfold_snew_empty, - fold_kfold_strref, - fold_kfold_strref_snew, - fold_kfold_strcmp, - fold_kfold_add_kgc, - fold_kfold_add_kptr, - fold_kfold_add_kright, - fold_kfold_tobit, - fold_kfold_conv_kint_num, - fold_kfold_conv_kintu32_num, - fold_kfold_conv_kint_ext, - fold_kfold_conv_kint_i64, - fold_kfold_conv_kint64_num_i64, - fold_kfold_conv_kint64_num_u64, - fold_kfold_conv_kint64_int_i64, - fold_kfold_conv_knum_int_num, - fold_kfold_conv_knum_u32_num, - fold_kfold_conv_knum_i64_num, - fold_kfold_conv_knum_u64_num, - fold_kfold_tostr_knum, - fold_kfold_tostr_kint, - fold_kfold_strto, - lj_opt_cse, - fold_kfold_kref, - fold_shortcut_round, - fold_shortcut_left, - fold_shortcut_dropleft, - fold_shortcut_leftleft, - fold_simplify_numadd_negx, - fold_simplify_numadd_xneg, - fold_simplify_numsub_k, - fold_simplify_numsub_negk, - fold_simplify_numsub_xneg, - fold_simplify_nummuldiv_k, - fold_simplify_nummuldiv_negk, - fold_simplify_nummuldiv_negneg, - fold_simplify_numpow_xk, - fold_simplify_numpow_kx, - fold_shortcut_conv_num_int, - fold_simplify_conv_int_num, - fold_simplify_conv_i64_num, - fold_simplify_conv_int_i64, - fold_simplify_conv_flt_num, - fold_simplify_tobit_conv, - fold_simplify_floor_conv, - fold_simplify_conv_sext, - fold_simplify_conv_narrow, - fold_cse_conv, - fold_narrow_convert, - fold_simplify_intadd_k, - fold_simplify_intmul_k, - fold_simplify_intsub_k, - fold_simplify_intsub_kleft, - fold_simplify_intadd_k64, - fold_simplify_intsub_k64, - fold_simplify_intmul_k32, - fold_simplify_intmul_k64, - fold_simplify_intmod_k, - fold_simplify_intmod_kleft, - fold_simplify_intsub, - fold_simplify_intsubadd_leftcancel, - fold_simplify_intsubsub_leftcancel, - fold_simplify_intsubsub_rightcancel, - fold_simplify_intsubadd_rightcancel, - fold_simplify_intsubaddadd_cancel, - fold_simplify_band_k, - fold_simplify_bor_k, - fold_simplify_bxor_k, - fold_simplify_shift_ik, - fold_simplify_shift_andk, - fold_simplify_shift1_ki, - fold_simplify_shift2_ki, - fold_simplify_shiftk_andk, - fold_simplify_andk_shiftk, - fold_reassoc_intarith_k, - fold_reassoc_intarith_k64, - fold_reassoc_dup, - fold_reassoc_bxor, - fold_reassoc_shift, - fold_reassoc_minmax_k, - fold_reassoc_minmax_left, - fold_reassoc_minmax_right, - fold_abc_fwd, - fold_abc_k, - fold_abc_invar, - fold_comm_swap, - fold_comm_equal, - fold_comm_comp, - fold_comm_dup, - fold_comm_bxor, - fold_merge_eqne_snew_kgc, - lj_opt_fwd_aload, - fold_kfold_hload_kkptr, - lj_opt_fwd_hload, - lj_opt_fwd_uload, - lj_opt_fwd_tab_len, - fold_cse_uref, - lj_opt_fwd_hrefk, - fold_fwd_href_tnew, - fold_fwd_href_tdup, - fold_fload_tab_tnew_asize, - fold_fload_tab_tnew_hmask, - fold_fload_tab_tdup_asize, - fold_fload_tab_tdup_hmask, - fold_fload_tab_ah, - fold_fload_str_len_kgc, - fold_fload_str_len_snew, - fold_fload_cdata_typeid_kgc, - fold_fload_cdata_int64_kgc, - fold_fload_cdata_typeid_cnew, - fold_fload_cdata_ptr_int64_cnew, - lj_opt_cse, - lj_opt_fwd_fload, - fold_fwd_sload, - fold_xload_kptr, - lj_opt_fwd_xload, - fold_barrier_tab, - fold_barrier_tnew_tdup, - lj_opt_dse_ahstore, - lj_opt_dse_ustore, - lj_opt_dse_fstore, - lj_opt_dse_xstore, - lj_ir_emit -}; - -static const uint32_t fold_hash[916] = { -0xffffffff, -0xffffffff, -0x5b4c8016, -0x0d4e7016, -0xffffffff, -0x1000701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x29110c1a, -0xffffffff, -0xffffffff, -0x5b488016, -0x0d4a7016, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7b87fc07, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x0d467016, -0xffffffff, -0x5a4c73ff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x5153fc29, -0xffffffff, -0xffffffff, -0xffffffff, -0x5d408016, -0xffffffff, -0x594873ff, -0x8187440f, -0xffffffff, -0xffffffff, -0xffffffff, -0x8287fc0f, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6715ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a11fc1a, -0xffffffff, -0x1daa5a70, -0xffffffff, -0xffffffff, -0x0a0bfc16, -0x5c408c16, -0x6911ffff, -0x8db7ffff, -0xffffffff, -0xffffffff, -0x1caa59d4, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a0dffff, -0x2b68d002, -0xffffffff, -0x3cab5695, -0xffffffff, -0x41aaa675, -0xffffffff, -0xffffffff, -0xffffffff, -0x27ae5800, -0xffffffff, -0x6a09ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7f865c0f, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a05ffff, -0x42abffff, -0x5e44881c, -0x5d50a016, -0x066c5816, -0x00646c1b, -0x75753bff, -0x1951fc18, -0x6264c81b, -0x1850641c, -0xffffffff, -0x6a01ffff, -0x87a7ffff, -0x4953fc1c, -0x8da80000, -0x4f52a3ff, -0x00606c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0x5d428416, -0x88a53800, -0xffffffff, -0xffffffff, -0xffffffff, -0x05645816, -0xffffffff, -0x005c6c1b, -0x20aa71d6, -0xffffffff, -0xffffffff, -0xffffffff, -0x1399fc16, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x157f33ff, -0xffffffff, -0xffffffff, -0x584dfc20, -0xffffffff, -0xffffffff, -0xffffffff, -0x8d9bffff, -0xffffffff, -0x055c5816, -0xffffffff, -0x00546c1b, -0xffffffff, -0xffffffff, -0x5849fc20, -0xffffffff, -0xffffffff, -0xffffffff, -0x8c97ffff, -0x5543fc1c, -0x05585816, -0xffffffff, -0x00506c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x8a93ffff, -0x26ae6c00, -0x05545816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x76753c17, -0x41aaa695, -0xffffffff, -0x898fffff, -0xffffffff, -0x05505816, -0xffffffff, -0xffffffff, -0xffffffff, -0x858867ff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x848bffff, -0xffffffff, -0x054c5816, -0x79873c06, -0x47525bff, -0xffffffff, -0x3f695401, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x8387ffff, -0xffffffff, -0x05485816, -0xffffffff, -0x5a4e5bff, -0xffffffff, -0xffffffff, -0x6264c816, -0x43aaa26e, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x05445816, -0xffffffff, -0x5a4a5bff, -0xffffffff, -0xffffffff, -0xffffffff, -0x3455fc1b, -0x0c5a701c, -0x6366cbff, -0x0e3c7000, -0xffffffff, -0x05405816, -0xffffffff, -0x59465bff, -0xffffffff, -0xffffffff, -0xffffffff, -0x41aaa276, -0x0c56701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x21aa7275, -0x0b52701c, -0x61489016, -0x6465fc33, -0x8d77ffff, -0xffffffff, -0x7b87fc05, -0xffffffff, -0xffffffff, -0x2a126bff, -0x385a6fff, -0xffffffff, -0x446dfc16, -0xffffffff, -0x7473ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7d873000, -0xffffffff, -0x5c409016, -0x686fffff, -0x8187440d, -0xffffffff, -0xffffffff, -0x3554b81b, -0x8287fc0d, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x686bffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x8d9ffc00, -0x737a5fff, -0x41aaaa75, -0xffffffff, -0xffffffff, -0x5e40801c, -0x0b42701c, -0x6b67ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2b68d000, -0xffffffff, -0xffffffff, -0x6d133017, -0xffffffff, -0xffffffff, -0x4c59fc16, -0xffffffff, -0xffffffff, -0x110bfc1c, -0x3aab566e, -0xffffffff, -0x5052a7ff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6515fc28, -0x4a55fc16, -0x7f865c0d, -0x88a53c00, -0x41aaa296, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x4451fc16, -0xffffffff, -0x60448bff, -0x21aa7295, -0xffffffff, -0x3cab5676, -0x04106c1b, -0xffffffff, -0x78873807, -0xffffffff, -0xffffffff, -0x574dfc16, -0xffffffff, -0x4e53ffff, -0xffffffff, -0x09145816, -0xffffffff, -0x040c6c1b, -0x8287fc00, -0x5e50a01c, -0x6467fc32, -0xffffffff, -0x5749fc16, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a105816, -0x2e3e7c00, -0x04086c1b, -0x7083fc00, -0xffffffff, -0xffffffff, -0xffffffff, -0x5645fc16, -0xffffffff, -0x22aa6e6e, -0x5e42841c, -0x614e9c16, -0x090c5816, -0x04046c1b, -0x1eaa5ab3, -0xffffffff, -0xffffffff, -0xffffffff, -0x5441fc16, -0x41aaaa95, -0xffffffff, -0x5352a028, -0x09085816, -0x17505c16, -0x04006c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6b43ffff, -0xffffffff, -0x09045816, -0xffffffff, -0x43aaa2ae, -0xffffffff, -0xffffffff, -0xffffffff, -0x083e5800, -0x7c865c00, -0xffffffff, -0x76753c15, -0x3051fc2e, -0x09005816, -0xffffffff, -0xffffffff, -0xffffffff, -0x3aab568e, -0xffffffff, -0x43aaa66e, -0xffffffff, -0x1daa5a71, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a12701c, -0x5f66cfff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x3cab5696, -0xffffffff, -0x100e701c, -0x41aaa676, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a125c17, -0x3654b82e, -0x100a701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x1006701c, -0xffffffff, -0x1951fc19, -0xffffffff, -0xffffffff, -0xffffffff, -0x23aa6e8e, -0xffffffff, -0x5b4e8016, -0xffffffff, -0x1eaa5ad3, -0x1002701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x29130c1a, -0xffffffff, -0xffffffff, -0x0d4c7016, -0xffffffff, -0x475273ff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x5b468016, -0x0d487016, -0x5a4e73ff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x5d54a816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x5a4a73ff, -0x6615fc16, -0x3bab56ae, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x594673ff, -0xffffffff, -0x61468c16, -0x8d17ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a13fc1a, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6913ffff, -0x40abfeb3, -0x8db9ffff, -0x41aaa696, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a0fffff, -0x8db5ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7a873c07, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a0bffff, -0x3f695402, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x24aa6eae, -0xffffffff, -0xffffffff, -0x6a07ffff, -0xffffffff, -0xffffffff, -0x066e5816, -0xffffffff, -0x00666c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a03ffff, -0xffffffff, -0x4b55fc1c, -0x066a5816, -0xffffffff, -0x00626c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x4851fc1c, -0x05665816, -0x18506016, -0x005e6c1b, -0x12986416, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x8da1ffff, -0xffffffff, -0x3bab56ce, -0xffffffff, -0x43aaa6ae, -0xffffffff, -0xffffffff, -0x584ffc20, -0x7b87fc06, -0xffffffff, -0x5f4287ff, -0x8d9dffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x00566c1b, -0xffffffff, -0xffffffff, -0x584bfc20, -0x5253fc28, -0xffffffff, -0xffffffff, -0xffffffff, -0x5645fc1c, -0xffffffff, -0x40abfed3, -0x00526c1b, -0x8187440e, -0xffffffff, -0x5847fc20, -0x8287fc0e, -0xffffffff, -0xffffffff, -0x8b95ffff, -0x2e3c7800, -0x5441fc1c, -0xffffffff, -0xffffffff, -0xffffffff, -0x17505c1c, -0xffffffff, -0xffffffff, -0x41aaaa76, -0xffffffff, -0x614c9816, -0x8991ffff, -0x1daa5a6f, -0x05525816, -0x4d585bff, -0xffffffff, -0x8087400c, -0xffffffff, -0xffffffff, -0xffffffff, -0x1baa59d3, -0x828dffff, -0x25aa6ece, -0x054e5816, -0x76753c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0x2b68d001, -0xffffffff, -0xffffffff, -0xffffffff, -0x8689ffff, -0xffffffff, -0x054a5816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x43aca01b, -0x05465816, -0x7f865c0e, -0x5a4c5bff, -0x39ab55d3, -0x01626c16, -0x02686fff, -0x3457fc1b, -0xffffffff, -0xffffffff, -0x0f3e7000, -0x3dab55ae, -0x05425816, -0x1951fc17, -0x59485bff, -0xffffffff, -0xffffffff, -0xffffffff, -0x3153fc1b, -0x0c58701c, -0x5f64cbff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x035a6c16, -0xffffffff, -0xffffffff, -0xffffffff, -0x0b54701c, -0xffffffff, -0x8779ffff, -0x1faa71d5, -0xffffffff, -0xffffffff, -0x2d5eb81b, -0x72b5fc08, -0xffffffff, -0xffffffff, -0xffffffff, -0x0b50701c, -0x456ffc16, -0x7b75ffff, -0xffffffff, -0xffffffff, -0x147e5c16, -0xffffffff, -0xffffffff, -0x2a106bff, -0xffffffff, -0x1eaa5ab4, -0x446bfc16, -0xffffffff, -0xffffffff, -0xffffffff, -0x41aaaa96, -0xffffffff, -0x3556b81b, -0x87a5fc00, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x4e6dffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x3252b81b, -0xffffffff, -0x5e54a81c, -0xffffffff, -0xffffffff, -0x0b44701c, -0x28b05c00, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x73785fff, -0xffffffff, -0xffffffff, -0xffffffff, -0x0b40701c, -0xffffffff, -0x6b65ffff, -0xffffffff, -0xffffffff, -0x1daa5a72, -0xffffffff, -0xffffffff, -0xffffffff, -0x6266cc1b, -0xffffffff, -0x375bfc16, -0xffffffff, -0xffffffff, -0xffffffff, -0x3f695400, -0xffffffff, -0xffffffff, -0xffffffff, -0x6d113017, -0x3ead541b, -0xffffffff, -0x5d448816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x18506416, -0xffffffff, -0xffffffff, -0x16b37400, -0xffffffff, -0x4653fc16, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x04126c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x574ffc16, -0xffffffff, -0x6855ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x040e6c1b, -0x41aaa275, -0xffffffff, -0xffffffff, -0xffffffff, -0x574bfc16, -0x6f826400, -0x6851ffff, -0x1eaa5ad4, -0x2a125816, -0xffffffff, -0x040a6c1b, -0x7185fc00, -0xffffffff, -0xffffffff, -0xffffffff, -0x5747fc16, -0x7b87fc04, -0xffffffff, -0xffffffff, -0x090e5816, -0xffffffff, -0x04066c1b, -0x6e81fc00, -0x1aac6c1b, -0x1850601c, -0x2e5cbbff, -0x5543fc16, -0xffffffff, -0xffffffff, -0xffffffff, -0x090a5816, -0xffffffff, -0x04026c1b, -0xffffffff, -0xffffffff, -0x8087440c, -0xffffffff, -0xffffffff, -0xffffffff, -0x6c45ffff, -0x8287fc0c, -0x09065816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6b41ffff, -0x3353fc2e, -0x09025816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2f50bbff, -0x073c5800, -0x6266cc16, -0x5f4083ff, -0xffffffff, -0xffffffff, -0x43aca41b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a10701c, -0x6364cfff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7e865c0c, -0xffffffff, -0xffffffff, -0x3656b82e, -0x41aaa295, -0x100c701c, -0x614a9416, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2c5ebc1b, -0xffffffff, -0x2a105c17, -0xffffffff, -0x1008701c, -0x3cab5675, -0xffffffff, -0xffffffff, -0x77873806, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x1004701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff -}; - -#define fold_hashkey(k) (lj_rol(lj_rol((k),17)-(k),16)%915) - diff --git a/core/src/luajit/src/autogen/linux/nojit/i386/lj_libdef.h b/core/src/luajit/src/autogen/linux/nojit/i386/lj_libdef.h deleted file mode 100644 index fd895b9ea..000000000 --- a/core/src/luajit/src/autogen/linux/nojit/i386/lj_libdef.h +++ /dev/null @@ -1,373 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -#ifdef LJLIB_MODULE_base -#undef LJLIB_MODULE_base -static const lua_CFunction lj_lib_cf_base[] = { - lj_ffh_assert, - lj_ffh_next, - lj_ffh_pairs, - lj_ffh_ipairs_aux, - lj_ffh_ipairs, - lj_ffh_setmetatable, - lj_cf_getfenv, - lj_cf_setfenv, - lj_ffh_rawget, - lj_cf_rawset, - lj_cf_rawequal, - lj_cf_unpack, - lj_cf_select, - lj_ffh_tonumber, - lj_ffh_tostring, - lj_cf_error, - lj_ffh_pcall, - lj_cf_loadfile, - lj_cf_load, - lj_cf_loadstring, - lj_cf_dofile, - lj_cf_gcinfo, - lj_cf_collectgarbage, - lj_cf_newproxy, - lj_cf_print -}; -static const uint8_t lj_lib_init_base[] = { -2,0,28,70,97,115,115,101,114,116,195,110,105,108,199,98,111,111,108,101,97, -110,252,1,200,117,115,101,114,100,97,116,97,198,115,116,114,105,110,103,197, -117,112,118,97,108,198,116,104,114,101,97,100,197,112,114,111,116,111,200,102, -117,110,99,116,105,111,110,197,116,114,97,99,101,197,99,100,97,116,97,197,116, -97,98,108,101,252,9,198,110,117,109,98,101,114,132,116,121,112,101,68,110,101, -120,116,253,69,112,97,105,114,115,64,253,70,105,112,97,105,114,115,140,103, -101,116,109,101,116,97,116,97,98,108,101,76,115,101,116,109,101,116,97,116, -97,98,108,101,7,103,101,116,102,101,110,118,7,115,101,116,102,101,110,118,70, -114,97,119,103,101,116,6,114,97,119,115,101,116,8,114,97,119,101,113,117,97, -108,6,117,110,112,97,99,107,6,115,101,108,101,99,116,72,116,111,110,117,109, -98,101,114,195,110,105,108,197,102,97,108,115,101,196,116,114,117,101,72,116, -111,115,116,114,105,110,103,5,101,114,114,111,114,69,112,99,97,108,108,134, -120,112,99,97,108,108,8,108,111,97,100,102,105,108,101,4,108,111,97,100,10, -108,111,97,100,115,116,114,105,110,103,6,100,111,102,105,108,101,6,103,99,105, -110,102,111,14,99,111,108,108,101,99,116,103,97,114,98,97,103,101,252,2,8,110, -101,119,112,114,111,120,121,200,116,111,115,116,114,105,110,103,5,112,114,105, -110,116,252,3,200,95,86,69,82,83,73,79,78,250,255 -}; -#endif - -#ifdef LJLIB_MODULE_coroutine -#undef LJLIB_MODULE_coroutine -static const lua_CFunction lj_lib_cf_coroutine[] = { - lj_cf_coroutine_status, - lj_cf_coroutine_running, - lj_cf_coroutine_create, - lj_ffh_coroutine_yield, - lj_ffh_coroutine_resume, - lj_cf_coroutine_wrap -}; -static const uint8_t lj_lib_init_coroutine[] = { -30,13,6,6,115,116,97,116,117,115,7,114,117,110,110,105,110,103,6,99,114,101, -97,116,101,69,121,105,101,108,100,70,114,101,115,117,109,101,254,4,119,114, -97,112,255 -}; -#endif - -#ifdef LJLIB_MODULE_math -#undef LJLIB_MODULE_math -static const lua_CFunction lj_lib_cf_math[] = { - lj_ffh_math_abs, - lj_ffh_math_sqrt, - lj_ffh_math_log, - lj_ffh_math_atan2, - lj_ffh_math_ldexp, - lj_ffh_math_min, - lj_cf_math_random, - lj_cf_math_randomseed -}; -static const uint8_t lj_lib_init_math[] = { -37,16,30,67,97,98,115,133,102,108,111,111,114,132,99,101,105,108,68,115,113, -114,116,133,108,111,103,49,48,131,101,120,112,131,115,105,110,131,99,111,115, -131,116,97,110,132,97,115,105,110,132,97,99,111,115,132,97,116,97,110,132,115, -105,110,104,132,99,111,115,104,132,116,97,110,104,133,102,114,101,120,112,132, -109,111,100,102,251,248,193,99,26,220,165,76,64,131,100,101,103,251,57,157, -82,162,70,223,145,63,131,114,97,100,67,108,111,103,69,97,116,97,110,50,131, -112,111,119,132,102,109,111,100,69,108,100,101,120,112,67,109,105,110,131,109, -97,120,251,24,45,68,84,251,33,9,64,194,112,105,250,251,0,0,0,0,0,0,240,127, -196,104,117,103,101,250,252,2,6,114,97,110,100,111,109,252,2,10,114,97,110, -100,111,109,115,101,101,100,255 -}; -#endif - -#ifdef LJLIB_MODULE_bit -#undef LJLIB_MODULE_bit -static const lua_CFunction lj_lib_cf_bit[] = { - lj_ffh_bit_tobit, - lj_ffh_bit_lshift, - lj_ffh_bit_band, - lj_cf_bit_tohex -}; -static const uint8_t lj_lib_init_bit[] = { -65,42,12,69,116,111,98,105,116,132,98,110,111,116,133,98,115,119,97,112,70, -108,115,104,105,102,116,134,114,115,104,105,102,116,135,97,114,115,104,105, -102,116,131,114,111,108,131,114,111,114,68,98,97,110,100,131,98,111,114,132, -98,120,111,114,5,116,111,104,101,120,255 -}; -#endif - -#ifdef LJLIB_MODULE_string -#undef LJLIB_MODULE_string -static const lua_CFunction lj_lib_cf_string[] = { - lj_ffh_string_len, - lj_ffh_string_byte, - lj_ffh_string_char, - lj_ffh_string_sub, - lj_ffh_string_rep, - lj_ffh_string_reverse, - lj_cf_string_dump, - lj_cf_string_find, - lj_cf_string_match, - lj_cf_string_gmatch, - lj_cf_string_gsub, - lj_cf_string_format -}; -static const uint8_t lj_lib_init_string[] = { -77,53,14,67,108,101,110,68,98,121,116,101,68,99,104,97,114,67,115,117,98,67, -114,101,112,71,114,101,118,101,114,115,101,133,108,111,119,101,114,133,117, -112,112,101,114,4,100,117,109,112,4,102,105,110,100,5,109,97,116,99,104,254, -6,103,109,97,116,99,104,4,103,115,117,98,6,102,111,114,109,97,116,255 -}; -#endif - -#ifdef LJLIB_MODULE_table -#undef LJLIB_MODULE_table -static const lua_CFunction lj_lib_cf_table[] = { - lj_cf_table_foreachi, - lj_cf_table_foreach, - lj_ffh_table_getn, - lj_cf_table_maxn, - lj_cf_table_insert, - lj_cf_table_remove, - lj_cf_table_concat, - lj_cf_table_sort -}; -static const uint8_t lj_lib_init_table[] = { -92,61,8,8,102,111,114,101,97,99,104,105,7,102,111,114,101,97,99,104,68,103, -101,116,110,4,109,97,120,110,6,105,110,115,101,114,116,6,114,101,109,111,118, -101,6,99,111,110,99,97,116,4,115,111,114,116,255 -}; -#endif - -#ifdef LJLIB_MODULE_io_method -#undef LJLIB_MODULE_io_method -static const lua_CFunction lj_lib_cf_io_method[] = { - lj_cf_io_method_close, - lj_cf_io_method_read, - lj_cf_io_method_write, - lj_cf_io_method_flush, - lj_cf_io_method_seek, - lj_cf_io_method_setvbuf, - lj_cf_io_method_lines, - lj_cf_io_method___gc, - lj_cf_io_method___tostring -}; -static const uint8_t lj_lib_init_io_method[] = { -100,62,10,5,99,108,111,115,101,4,114,101,97,100,5,119,114,105,116,101,5,102, -108,117,115,104,4,115,101,101,107,7,115,101,116,118,98,117,102,5,108,105,110, -101,115,4,95,95,103,99,10,95,95,116,111,115,116,114,105,110,103,252,1,199,95, -95,105,110,100,101,120,250,255 -}; -#endif - -#ifdef LJLIB_MODULE_io -#undef LJLIB_MODULE_io -static const lua_CFunction lj_lib_cf_io[] = { - lj_cf_io_open, - lj_cf_io_popen, - lj_cf_io_tmpfile, - lj_cf_io_close, - lj_cf_io_read, - lj_cf_io_write, - lj_cf_io_flush, - lj_cf_io_input, - lj_cf_io_output, - lj_cf_io_lines, - lj_cf_io_type -}; -static const uint8_t lj_lib_init_io[] = { -109,62,12,252,2,192,250,4,111,112,101,110,5,112,111,112,101,110,7,116,109,112, -102,105,108,101,5,99,108,111,115,101,4,114,101,97,100,5,119,114,105,116,101, -5,102,108,117,115,104,5,105,110,112,117,116,6,111,117,116,112,117,116,5,108, -105,110,101,115,4,116,121,112,101,255 -}; -#endif - -#ifdef LJLIB_MODULE_os -#undef LJLIB_MODULE_os -static const lua_CFunction lj_lib_cf_os[] = { - lj_cf_os_execute, - lj_cf_os_remove, - lj_cf_os_rename, - lj_cf_os_tmpname, - lj_cf_os_getenv, - lj_cf_os_exit, - lj_cf_os_clock, - lj_cf_os_date, - lj_cf_os_time, - lj_cf_os_difftime, - lj_cf_os_setlocale -}; -static const uint8_t lj_lib_init_os[] = { -120,62,11,7,101,120,101,99,117,116,101,6,114,101,109,111,118,101,6,114,101, -110,97,109,101,7,116,109,112,110,97,109,101,6,103,101,116,101,110,118,4,101, -120,105,116,5,99,108,111,99,107,4,100,97,116,101,4,116,105,109,101,8,100,105, -102,102,116,105,109,101,9,115,101,116,108,111,99,97,108,101,255 -}; -#endif - -#ifdef LJLIB_MODULE_debug -#undef LJLIB_MODULE_debug -static const lua_CFunction lj_lib_cf_debug[] = { - lj_cf_debug_getregistry, - lj_cf_debug_getmetatable, - lj_cf_debug_setmetatable, - lj_cf_debug_getfenv, - lj_cf_debug_setfenv, - lj_cf_debug_getinfo, - lj_cf_debug_getlocal, - lj_cf_debug_setlocal, - lj_cf_debug_getupvalue, - lj_cf_debug_setupvalue, - lj_cf_debug_upvalueid, - lj_cf_debug_upvaluejoin, - lj_cf_debug_sethook, - lj_cf_debug_gethook, - lj_cf_debug_debug, - lj_cf_debug_traceback -}; -static const uint8_t lj_lib_init_debug[] = { -131,62,16,11,103,101,116,114,101,103,105,115,116,114,121,12,103,101,116,109, -101,116,97,116,97,98,108,101,12,115,101,116,109,101,116,97,116,97,98,108,101, -7,103,101,116,102,101,110,118,7,115,101,116,102,101,110,118,7,103,101,116,105, -110,102,111,8,103,101,116,108,111,99,97,108,8,115,101,116,108,111,99,97,108, -10,103,101,116,117,112,118,97,108,117,101,10,115,101,116,117,112,118,97,108, -117,101,9,117,112,118,97,108,117,101,105,100,11,117,112,118,97,108,117,101, -106,111,105,110,7,115,101,116,104,111,111,107,7,103,101,116,104,111,111,107, -5,100,101,98,117,103,9,116,114,97,99,101,98,97,99,107,255 -}; -#endif - -#ifdef LJLIB_MODULE_jit -#undef LJLIB_MODULE_jit -static const lua_CFunction lj_lib_cf_jit[] = { - lj_cf_jit_on, - lj_cf_jit_off, - lj_cf_jit_flush, - lj_cf_jit_status, - lj_cf_jit_attach -}; -static const uint8_t lj_lib_init_jit[] = { -147,62,9,2,111,110,3,111,102,102,5,102,108,117,115,104,6,115,116,97,116,117, -115,6,97,116,116,97,99,104,252,5,194,111,115,250,252,4,196,97,114,99,104,250, -252,3,203,118,101,114,115,105,111,110,95,110,117,109,250,252,2,199,118,101, -114,115,105,111,110,250,255 -}; -#endif - -#ifdef LJLIB_MODULE_jit_util -#undef LJLIB_MODULE_jit_util -static const lua_CFunction lj_lib_cf_jit_util[] = { - lj_cf_jit_util_funcinfo, - lj_cf_jit_util_funcbc, - lj_cf_jit_util_funck, - lj_cf_jit_util_funcuvname -}; -static const uint8_t lj_lib_init_jit_util[] = { -152,62,4,8,102,117,110,99,105,110,102,111,6,102,117,110,99,98,99,5,102,117, -110,99,107,10,102,117,110,99,117,118,110,97,109,101,255 -}; -#endif - -#ifdef LJLIB_MODULE_ffi_meta -#undef LJLIB_MODULE_ffi_meta -static const lua_CFunction lj_lib_cf_ffi_meta[] = { - lj_cf_ffi_meta___index, - lj_cf_ffi_meta___newindex, - lj_cf_ffi_meta___eq, - lj_cf_ffi_meta___len, - lj_cf_ffi_meta___lt, - lj_cf_ffi_meta___le, - lj_cf_ffi_meta___concat, - lj_cf_ffi_meta___call, - lj_cf_ffi_meta___add, - lj_cf_ffi_meta___sub, - lj_cf_ffi_meta___mul, - lj_cf_ffi_meta___div, - lj_cf_ffi_meta___mod, - lj_cf_ffi_meta___pow, - lj_cf_ffi_meta___unm, - lj_cf_ffi_meta___tostring, - lj_cf_ffi_meta___pairs, - lj_cf_ffi_meta___ipairs -}; -static const uint8_t lj_lib_init_ffi_meta[] = { -156,62,19,7,95,95,105,110,100,101,120,10,95,95,110,101,119,105,110,100,101, -120,4,95,95,101,113,5,95,95,108,101,110,4,95,95,108,116,4,95,95,108,101,8,95, -95,99,111,110,99,97,116,6,95,95,99,97,108,108,5,95,95,97,100,100,5,95,95,115, -117,98,5,95,95,109,117,108,5,95,95,100,105,118,5,95,95,109,111,100,5,95,95, -112,111,119,5,95,95,117,110,109,10,95,95,116,111,115,116,114,105,110,103,7, -95,95,112,97,105,114,115,8,95,95,105,112,97,105,114,115,195,102,102,105,203, -95,95,109,101,116,97,116,97,98,108,101,250,255 -}; -#endif - -#ifdef LJLIB_MODULE_ffi_clib -#undef LJLIB_MODULE_ffi_clib -static const lua_CFunction lj_lib_cf_ffi_clib[] = { - lj_cf_ffi_clib___index, - lj_cf_ffi_clib___newindex, - lj_cf_ffi_clib___gc -}; -static const uint8_t lj_lib_init_ffi_clib[] = { -174,62,3,7,95,95,105,110,100,101,120,10,95,95,110,101,119,105,110,100,101,120, -4,95,95,103,99,255 -}; -#endif - -#ifdef LJLIB_MODULE_ffi_callback -#undef LJLIB_MODULE_ffi_callback -static const lua_CFunction lj_lib_cf_ffi_callback[] = { - lj_cf_ffi_callback_free, - lj_cf_ffi_callback_set -}; -static const uint8_t lj_lib_init_ffi_callback[] = { -177,62,3,4,102,114,101,101,3,115,101,116,252,1,199,95,95,105,110,100,101,120, -250,255 -}; -#endif - -#ifdef LJLIB_MODULE_ffi -#undef LJLIB_MODULE_ffi -static const lua_CFunction lj_lib_cf_ffi[] = { - lj_cf_ffi_cdef, - lj_cf_ffi_new, - lj_cf_ffi_cast, - lj_cf_ffi_typeof, - lj_cf_ffi_istype, - lj_cf_ffi_sizeof, - lj_cf_ffi_alignof, - lj_cf_ffi_offsetof, - lj_cf_ffi_errno, - lj_cf_ffi_string, - lj_cf_ffi_copy, - lj_cf_ffi_fill, - lj_cf_ffi_abi, - lj_cf_ffi_metatype, - lj_cf_ffi_gc, - lj_cf_ffi_load -}; -static const uint8_t lj_lib_init_ffi[] = { -179,62,22,4,99,100,101,102,3,110,101,119,4,99,97,115,116,6,116,121,112,101, -111,102,6,105,115,116,121,112,101,6,115,105,122,101,111,102,7,97,108,105,103, -110,111,102,8,111,102,102,115,101,116,111,102,5,101,114,114,110,111,6,115,116, -114,105,110,103,4,99,111,112,121,4,102,105,108,108,3,97,98,105,252,8,192,250, -8,109,101,116,97,116,121,112,101,252,7,192,250,2,103,99,252,5,192,250,4,108, -111,97,100,252,4,193,67,250,252,3,194,111,115,250,252,2,196,97,114,99,104,250, -255 -}; -#endif - diff --git a/core/src/luajit/src/autogen/linux/nojit/i386/lj_recdef.h b/core/src/luajit/src/autogen/linux/nojit/i386/lj_recdef.h deleted file mode 100644 index 919ac73ba..000000000 --- a/core/src/luajit/src/autogen/linux/nojit/i386/lj_recdef.h +++ /dev/null @@ -1,255 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -static const uint16_t recff_idmap[] = { -0, -0x0100, -0x0200, -0x0300, -0, -0, -0x0400, -0x0500, -0x0600, -0x0700, -0, -0, -0x0800, -0x0900, -0x0a00, -0, -0x0b00, -0x0c00, -0x0d00, -0, -0x0e00, -0x0f00, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0x1000, -0x1100+(IRFPM_FLOOR), -0x1100+(IRFPM_CEIL), -0x1200+(IRFPM_SQRT), -0x1200+(IRFPM_LOG10), -0x1200+(IRFPM_EXP), -0x1200+(IRFPM_SIN), -0x1200+(IRFPM_COS), -0x1200+(IRFPM_TAN), -0x1300+(FF_math_asin), -0x1300+(FF_math_acos), -0x1300+(FF_math_atan), -0x1400+(IRCALL_sinh), -0x1400+(IRCALL_cosh), -0x1400+(IRCALL_tanh), -0, -0x1500, -0x1600, -0x1600, -0x1700, -0x1800, -0x1900, -0, -0x1a00, -0x1b00+(IR_MIN), -0x1b00+(IR_MAX), -0x1c00, -0, -0x1d00+(IR_TOBIT), -0x1d00+(IR_BNOT), -0x1d00+(IR_BSWAP), -0x1e00+(IR_BSHL), -0x1e00+(IR_BSHR), -0x1e00+(IR_BSAR), -0x1e00+(IR_BROL), -0x1e00+(IR_BROR), -0x1f00+(IR_BAND), -0x1f00+(IR_BOR), -0x1f00+(IR_BXOR), -0, -0x2000, -0x2100+(0), -0, -0x2100+(1), -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0x2200, -0, -0x2300, -0x2400, -0, -0, -0, -0, -0x2500+(0), -0x2600+(0), -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0x2500+(GCROOT_IO_OUTPUT), -0x2600+(GCROOT_IO_OUTPUT), -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0x2700+(0), -0x2700+(1), -0x2800+(MM_eq), -0x2800+(MM_len), -0x2800+(MM_lt), -0x2800+(MM_le), -0x2800+(MM_concat), -0x2900, -0x2800+(MM_add), -0x2800+(MM_sub), -0x2800+(MM_mul), -0x2800+(MM_div), -0x2800+(MM_mod), -0x2800+(MM_pow), -0x2800+(MM_unm), -0, -0, -0, -0x2a00+(1), -0x2a00+(0), -0, -0, -0, -0, -0x2b00, -0x2b00, -0x2c00, -0x2d00, -0x2e00+(FF_ffi_sizeof), -0x2e00+(FF_ffi_alignof), -0x2e00+(FF_ffi_offsetof), -0x2f00, -0x3000, -0x3100, -0x3200, -0x3300, -0, -0x3400 -}; - -static const RecordFunc recff_func[] = { -recff_nyi, -recff_c, -recff_assert, -recff_type, -recff_ipairs_aux, -recff_ipairs, -recff_getmetatable, -recff_setmetatable, -recff_rawget, -recff_rawset, -recff_rawequal, -recff_select, -recff_tonumber, -recff_tostring, -recff_pcall, -recff_xpcall, -recff_math_abs, -recff_math_round, -recff_math_unary, -recff_math_atrig, -recff_math_htrig, -recff_math_modf, -recff_math_degrad, -recff_math_log, -recff_math_atan2, -recff_math_pow, -recff_math_ldexp, -recff_math_minmax, -recff_math_random, -recff_bit_unary, -recff_bit_shift, -recff_bit_nary, -recff_string_len, -recff_string_range, -recff_table_getn, -recff_table_insert, -recff_table_remove, -recff_io_write, -recff_io_flush, -recff_cdata_index, -recff_cdata_arith, -recff_cdata_call, -recff_clib_index, -recff_ffi_new, -recff_ffi_typeof, -recff_ffi_istype, -recff_ffi_xof, -recff_ffi_errno, -recff_ffi_string, -recff_ffi_copy, -recff_ffi_fill, -recff_ffi_abi, -recff_ffi_gc -}; - diff --git a/core/src/luajit/src/autogen/linux/nojit/i386/lj_vm.s b/core/src/luajit/src/autogen/linux/nojit/i386/lj_vm.s deleted file mode 100644 index 7dc17d97b..000000000 --- a/core/src/luajit/src/autogen/linux/nojit/i386/lj_vm.s +++ /dev/null @@ -1,2582 +0,0 @@ - .file "buildvm_x86.dasc" - .text - .p2align 4 - - .globl lj_vm_asm_begin - .hidden lj_vm_asm_begin - .type lj_vm_asm_begin, @object - .size lj_vm_asm_begin, 0 -lj_vm_asm_begin: -.Lbegin: - - .globl lj_BC_ISLT - .hidden lj_BC_ISLT - .type lj_BC_ISLT, @function - .size lj_BC_ISLT, 65 -lj_BC_ISLT: - .byte 131,124,202,4,242,15,131,243,25,0,0,131,124,194,4,242 - .byte 15,131,232,25,0,0,221,4,202,221,4,194,131,198,4,223 - .byte 233,221,216,118,11,15,183,70,254,141,180,134,0,0,254,255 - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171 - - .globl lj_BC_ISGE - .hidden lj_BC_ISGE - .type lj_BC_ISGE, @function - .size lj_BC_ISGE, 65 -lj_BC_ISGE: - .byte 131,124,202,4,242,15,131,178,25,0,0,131,124,194,4,242 - .byte 15,131,167,25,0,0,221,4,202,221,4,194,131,198,4,223 - .byte 233,221,216,119,11,15,183,70,254,141,180,134,0,0,254,255 - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171 - - .globl lj_BC_ISLE - .hidden lj_BC_ISLE - .type lj_BC_ISLE, @function - .size lj_BC_ISLE, 65 -lj_BC_ISLE: - .byte 131,124,202,4,242,15,131,113,25,0,0,131,124,194,4,242 - .byte 15,131,102,25,0,0,221,4,202,221,4,194,131,198,4,223 - .byte 233,221,216,114,11,15,183,70,254,141,180,134,0,0,254,255 - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171 - - .globl lj_BC_ISGT - .hidden lj_BC_ISGT - .type lj_BC_ISGT, @function - .size lj_BC_ISGT, 65 -lj_BC_ISGT: - .byte 131,124,202,4,242,15,131,48,25,0,0,131,124,194,4,242 - .byte 15,131,37,25,0,0,221,4,202,221,4,194,131,198,4,223 - .byte 233,221,216,115,11,15,183,70,254,141,180,134,0,0,254,255 - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171 - - .globl lj_BC_ISEQV - .hidden lj_BC_ISEQV - .type lj_BC_ISEQV, @function - .size lj_BC_ISEQV, 127 -lj_BC_ISEQV: - .byte 139,108,194,4,131,198,4,131,253,242,115,49,131,124,202,4 - .byte 242,115,42,221,4,202,221,4,194,223,233,221,216,122,13,117 - .byte 11,15,183,70,254,141,180,134,0,0,254,255,139,6,15,182 - .byte 204,15,182,232,131,198,4,193,232,16,255,36,171,131,253,245 - .byte 15,132,63,25,0,0,131,124,202,4,245,15,132,52,25,0 - .byte 0,57,108,202,4,117,213,131,253,253,115,197,139,12,202,139 - .byte 4,194,57,193,116,187,131,253,244,119,193,139,105,16,133,237 - .byte 116,186,246,69,6,16,117,180,49,237,233,226,24,0,0 - - .globl lj_BC_ISNEV - .hidden lj_BC_ISNEV - .type lj_BC_ISNEV, @function - .size lj_BC_ISNEV, 130 -lj_BC_ISNEV: - .byte 139,108,194,4,131,198,4,131,253,242,115,49,131,124,202,4 - .byte 242,115,42,221,4,202,221,4,194,223,233,221,216,122,2,116 - .byte 11,15,183,70,254,141,180,134,0,0,254,255,139,6,15,182 - .byte 204,15,182,232,131,198,4,193,232,16,255,36,171,131,253,245 - .byte 15,132,192,24,0,0,131,124,202,4,245,15,132,181,24,0 - .byte 0,57,108,202,4,117,202,131,253,253,115,208,139,12,202,139 - .byte 4,194,57,193,116,198,131,253,244,119,182,139,105,16,133,237 - .byte 116,175,246,69,6,16,117,169,189,1,0,0,0,233,96,24 - .byte 0,0 - - .globl lj_BC_ISEQS - .hidden lj_BC_ISEQS - .type lj_BC_ISEQS, @function - .size lj_BC_ISEQS, 60 -lj_BC_ISEQS: - .byte 247,208,139,108,202,4,131,198,4,131,253,251,117,36,139,12 - .byte 202,59,12,135,117,11,15,183,70,254,141,180,134,0,0,254 - .byte 255,139,6,15,182,204,15,182,232,131,198,4,193,232,16,255 - .byte 36,171,131,253,245,117,234,233,72,24,0,0 - - .globl lj_BC_ISNES - .hidden lj_BC_ISNES - .type lj_BC_ISNES, @function - .size lj_BC_ISNES, 60 -lj_BC_ISNES: - .byte 247,208,139,108,202,4,131,198,4,131,253,251,117,36,139,12 - .byte 202,59,12,135,116,11,15,183,70,254,141,180,134,0,0,254 - .byte 255,139,6,15,182,204,15,182,232,131,198,4,193,232,16,255 - .byte 36,171,131,253,245,117,223,233,12,24,0,0 - - .globl lj_BC_ISEQN - .hidden lj_BC_ISEQN - .type lj_BC_ISEQN, @function - .size lj_BC_ISEQN, 64 -lj_BC_ISEQN: - .byte 139,108,202,4,131,198,4,131,253,242,115,42,221,4,199,221 - .byte 4,202,223,233,221,216,122,13,117,11,15,183,70,254,141,180 - .byte 134,0,0,254,255,139,6,15,182,204,15,182,232,131,198,4 - .byte 193,232,16,255,36,171,131,253,245,117,234,233,204,23,0,0 - - .globl lj_BC_ISNEN - .hidden lj_BC_ISNEN - .type lj_BC_ISNEN, @function - .size lj_BC_ISNEN, 64 -lj_BC_ISNEN: - .byte 139,108,202,4,131,198,4,131,253,242,115,42,221,4,199,221 - .byte 4,202,223,233,221,216,122,2,116,11,15,183,70,254,141,180 - .byte 134,0,0,254,255,139,6,15,182,204,15,182,232,131,198,4 - .byte 193,232,16,255,36,171,131,253,245,117,223,233,140,23,0,0 - - .globl lj_BC_ISEQP - .hidden lj_BC_ISEQP - .type lj_BC_ISEQP, @function - .size lj_BC_ISEQP, 51 -lj_BC_ISEQP: - .byte 247,208,139,108,202,4,131,198,4,57,197,117,28,15,183,70 - .byte 254,141,180,134,0,0,254,255,139,6,15,182,204,15,182,232 - .byte 131,198,4,193,232,16,255,36,171,131,253,245,117,234,233,89 - .byte 23,0,0 - - .globl lj_BC_ISNEP - .hidden lj_BC_ISNEP - .type lj_BC_ISNEP, @function - .size lj_BC_ISNEP, 50 -lj_BC_ISNEP: - .byte 247,208,139,108,202,4,131,198,4,57,197,116,20,131,253,245 - .byte 15,132,67,23,0,0,15,183,70,254,141,180,134,0,0,254 - .byte 255,139,6,15,182,204,15,182,232,131,198,4,193,232,16,255 - .byte 36,171 - - .globl lj_BC_ISTC - .hidden lj_BC_ISTC - .type lj_BC_ISTC, @function - .size lj_BC_ISTC, 50 -lj_BC_ISTC: - .byte 139,108,194,4,131,198,4,131,253,254,115,21,137,108,202,4 - .byte 139,44,194,137,44,202,15,183,70,254,141,180,134,0,0,254 - .byte 255,139,6,15,182,204,15,182,232,131,198,4,193,232,16,255 - .byte 36,171 - - .globl lj_BC_ISFC - .hidden lj_BC_ISFC - .type lj_BC_ISFC, @function - .size lj_BC_ISFC, 50 -lj_BC_ISFC: - .byte 139,108,194,4,131,198,4,131,253,254,114,21,137,108,202,4 - .byte 139,44,194,137,44,202,15,183,70,254,141,180,134,0,0,254 - .byte 255,139,6,15,182,204,15,182,232,131,198,4,193,232,16,255 - .byte 36,171 - - .globl lj_BC_IST - .hidden lj_BC_IST - .type lj_BC_IST, @function - .size lj_BC_IST, 40 -lj_BC_IST: - .byte 139,108,194,4,131,198,4,131,253,254,115,11,15,183,70,254 - .byte 141,180,134,0,0,254,255,139,6,15,182,204,15,182,232,131 - .byte 198,4,193,232,16,255,36,171 - - .globl lj_BC_ISF - .hidden lj_BC_ISF - .type lj_BC_ISF, @function - .size lj_BC_ISF, 40 -lj_BC_ISF: - .byte 139,108,194,4,131,198,4,131,253,254,114,11,15,183,70,254 - .byte 141,180,134,0,0,254,255,139,6,15,182,204,15,182,232,131 - .byte 198,4,193,232,16,255,36,171 - - .globl lj_BC_MOV - .hidden lj_BC_MOV - .type lj_BC_MOV, @function - .size lj_BC_MOV, 31 -lj_BC_MOV: - .byte 139,108,194,4,139,4,194,137,108,202,4,137,4,202,139,6 - .byte 15,182,204,15,182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_NOT - .hidden lj_BC_NOT - .type lj_BC_NOT, @function - .size lj_BC_NOT, 31 -lj_BC_NOT: - .byte 49,237,131,124,194,4,254,131,213,253,137,108,202,4,139,6 - .byte 15,182,204,15,182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_UNM - .hidden lj_BC_UNM - .type lj_BC_UNM, @function - .size lj_BC_UNM, 36 -lj_BC_UNM: - .byte 131,124,194,4,242,15,131,82,22,0,0,221,4,194,217,224 - .byte 221,28,202,139,6,15,182,204,15,182,232,131,198,4,193,232 - .byte 16,255,36,171 - - .globl lj_BC_LEN - .hidden lj_BC_LEN - .type lj_BC_LEN, @function - .size lj_BC_LEN, 68 -lj_BC_LEN: - .byte 131,124,194,4,251,117,26,139,4,194,219,64,12,221,28,202 - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171,131,124,194,4,244,15,133,99,22,0,0,139,12,194,137 - .byte 213,232 - .long lj_tab_len-.-4 - .byte 137,4,36,219,4,36,137,234,15,182,78,253,235,201 - - .globl lj_BC_ADDVN - .hidden lj_BC_ADDVN - .type lj_BC_ADDVN, @function - .size lj_BC_ADDVN, 43 -lj_BC_ADDVN: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,214,21,0 - .byte 0,221,4,234,220,4,199,221,28,202,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_SUBVN - .hidden lj_BC_SUBVN - .type lj_BC_SUBVN, @function - .size lj_BC_SUBVN, 43 -lj_BC_SUBVN: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,171,21,0 - .byte 0,221,4,234,220,36,199,221,28,202,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_MULVN - .hidden lj_BC_MULVN - .type lj_BC_MULVN, @function - .size lj_BC_MULVN, 43 -lj_BC_MULVN: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,128,21,0 - .byte 0,221,4,234,220,12,199,221,28,202,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_DIVVN - .hidden lj_BC_DIVVN - .type lj_BC_DIVVN, @function - .size lj_BC_DIVVN, 43 -lj_BC_DIVVN: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,85,21,0 - .byte 0,221,4,234,220,52,199,221,28,202,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_MODVN - .hidden lj_BC_MODVN - .type lj_BC_MODVN, @function - .size lj_BC_MODVN, 48 -lj_BC_MODVN: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,42,21,0 - .byte 0,221,4,234,221,4,199,232,183,41,0,0,221,28,202,139 - .byte 6,15,182,204,15,182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_ADDNV - .hidden lj_BC_ADDNV - .type lj_BC_ADDNV, @function - .size lj_BC_ADDNV, 43 -lj_BC_ADDNV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,255,20,0 - .byte 0,221,4,199,220,4,234,221,28,202,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_SUBNV - .hidden lj_BC_SUBNV - .type lj_BC_SUBNV, @function - .size lj_BC_SUBNV, 43 -lj_BC_SUBNV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,212,20,0 - .byte 0,221,4,199,220,36,234,221,28,202,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_MULNV - .hidden lj_BC_MULNV - .type lj_BC_MULNV, @function - .size lj_BC_MULNV, 43 -lj_BC_MULNV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,169,20,0 - .byte 0,221,4,199,220,12,234,221,28,202,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_DIVNV - .hidden lj_BC_DIVNV - .type lj_BC_DIVNV, @function - .size lj_BC_DIVNV, 43 -lj_BC_DIVNV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,126,20,0 - .byte 0,221,4,199,220,52,234,221,28,202,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_MODNV - .hidden lj_BC_MODNV - .type lj_BC_MODNV, @function - .size lj_BC_MODNV, 28 -lj_BC_MODNV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,83,20,0 - .byte 0,221,4,199,221,4,234,233,31,255,255,255 - - .globl lj_BC_ADDVV - .hidden lj_BC_ADDVV - .type lj_BC_ADDVV, @function - .size lj_BC_ADDVV, 54 -lj_BC_ADDVV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,71,20,0 - .byte 0,131,124,194,4,242,15,131,60,20,0,0,221,4,234,220 - .byte 4,194,221,28,202,139,6,15,182,204,15,182,232,131,198,4 - .byte 193,232,16,255,36,171 - - .globl lj_BC_SUBVV - .hidden lj_BC_SUBVV - .type lj_BC_SUBVV, @function - .size lj_BC_SUBVV, 54 -lj_BC_SUBVV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,17,20,0 - .byte 0,131,124,194,4,242,15,131,6,20,0,0,221,4,234,220 - .byte 36,194,221,28,202,139,6,15,182,204,15,182,232,131,198,4 - .byte 193,232,16,255,36,171 - - .globl lj_BC_MULVV - .hidden lj_BC_MULVV - .type lj_BC_MULVV, @function - .size lj_BC_MULVV, 54 -lj_BC_MULVV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,219,19,0 - .byte 0,131,124,194,4,242,15,131,208,19,0,0,221,4,234,220 - .byte 12,194,221,28,202,139,6,15,182,204,15,182,232,131,198,4 - .byte 193,232,16,255,36,171 - - .globl lj_BC_DIVVV - .hidden lj_BC_DIVVV - .type lj_BC_DIVVV, @function - .size lj_BC_DIVVV, 54 -lj_BC_DIVVV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,165,19,0 - .byte 0,131,124,194,4,242,15,131,154,19,0,0,221,4,234,220 - .byte 52,194,221,28,202,139,6,15,182,204,15,182,232,131,198,4 - .byte 193,232,16,255,36,171 - - .globl lj_BC_MODVV - .hidden lj_BC_MODVV - .type lj_BC_MODVV, @function - .size lj_BC_MODVV, 39 -lj_BC_MODVV: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,111,19,0 - .byte 0,131,124,194,4,242,15,131,100,19,0,0,221,4,234,221 - .byte 4,194,233,32,254,255,255 - - .globl lj_BC_POW - .hidden lj_BC_POW - .type lj_BC_POW, @function - .size lj_BC_POW, 59 -lj_BC_POW: - .byte 15,182,236,15,182,192,131,124,234,4,242,15,131,72,19,0 - .byte 0,131,124,194,4,242,15,131,61,19,0,0,221,4,234,221 - .byte 4,194,232,27,40,0,0,221,28,202,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_CAT - .hidden lj_BC_CAT - .type lj_BC_CAT, @function - .size lj_BC_CAT, 88 -lj_BC_CAT: - .byte 15,182,236,15,182,192,141,12,194,41,232,137,76,36,4,137 - .byte 68,36,8,139,108,36,48,137,44,36,137,85,16,137,116,36 - .byte 24,232 - .long lj_meta_cat-.-4 - .byte 139,85,16,133,192,15,133,40,19,0,0,15,182,110,255,15 - .byte 182,78,253,139,68,234,4,139,44,234,137,68,202,4,137,44 - .byte 202,139,6,15,182,204,15,182,232,131,198,4,193,232,16,255 - .byte 36,171 - - .globl lj_BC_KSTR - .hidden lj_BC_KSTR - .type lj_BC_KSTR, @function - .size lj_BC_KSTR, 33 -lj_BC_KSTR: - .byte 247,208,139,4,135,199,68,202,4,251,255,255,255,137,4,202 - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171 - - .globl lj_BC_KCDATA - .hidden lj_BC_KCDATA - .type lj_BC_KCDATA, @function - .size lj_BC_KCDATA, 33 -lj_BC_KCDATA: - .byte 247,208,139,4,135,199,68,202,4,245,255,255,255,137,4,202 - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171 - - .globl lj_BC_KSHORT - .hidden lj_BC_KSHORT - .type lj_BC_KSHORT, @function - .size lj_BC_KSHORT, 23 -lj_BC_KSHORT: - .byte 223,70,254,221,28,202,139,6,15,182,204,15,182,232,131,198 - .byte 4,193,232,16,255,36,171 - - .globl lj_BC_KNUM - .hidden lj_BC_KNUM - .type lj_BC_KNUM, @function - .size lj_BC_KNUM, 23 -lj_BC_KNUM: - .byte 221,4,199,221,28,202,139,6,15,182,204,15,182,232,131,198 - .byte 4,193,232,16,255,36,171 - - .globl lj_BC_KPRI - .hidden lj_BC_KPRI - .type lj_BC_KPRI, @function - .size lj_BC_KPRI, 23 -lj_BC_KPRI: - .byte 247,208,137,68,202,4,139,6,15,182,204,15,182,232,131,198 - .byte 4,193,232,16,255,36,171 - - .globl lj_BC_KNIL - .hidden lj_BC_KNIL - .type lj_BC_KNIL, @function - .size lj_BC_KNIL, 42 -lj_BC_KNIL: - .byte 141,76,202,12,141,68,194,4,189,255,255,255,255,137,105,248 - .byte 137,41,131,193,8,57,193,118,247,139,6,15,182,204,15,182 - .byte 232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_UGET - .hidden lj_BC_UGET - .type lj_BC_UGET, @function - .size lj_BC_UGET, 40 -lj_BC_UGET: - .byte 139,106,248,139,108,133,20,139,109,16,139,69,4,139,109,0 - .byte 137,68,202,4,137,44,202,139,6,15,182,204,15,182,232,131 - .byte 198,4,193,232,16,255,36,171 - - .globl lj_BC_USETV - .hidden lj_BC_USETV - .type lj_BC_USETV, @function - .size lj_BC_USETV, 83 -lj_BC_USETV: - .byte 139,106,248,139,108,141,20,128,125,6,0,139,109,16,139,12 - .byte 194,139,68,194,4,137,77,0,137,69,4,116,6,246,69,252 - .byte 4,117,17,139,6,15,182,204,15,182,232,131,198,4,193,232 - .byte 16,255,36,171,131,232,252,131,248,246,118,231,246,65,4,3 - .byte 116,225,135,213,141,139,128,254,255,255,232 - .long lj_gc_barrieruv-.-4 - .byte 137,234,235,208 - - .globl lj_BC_USETS - .hidden lj_BC_USETS - .type lj_BC_USETS, @function - .size lj_BC_USETS, 78 -lj_BC_USETS: - .byte 247,208,139,106,248,139,108,141,20,139,12,135,139,69,16,137 - .byte 8,199,64,4,251,255,255,255,246,69,4,4,117,17,139,6 - .byte 15,182,204,15,182,232,131,198,4,193,232,16,255,36,171,246 - .byte 65,4,3,116,233,128,125,6,0,116,227,137,213,137,194,141 - .byte 139,128,254,255,255,232 - .long lj_gc_barrieruv-.-4 - .byte 137,234,235,208 - - .globl lj_BC_USETN - .hidden lj_BC_USETN - .type lj_BC_USETN, @function - .size lj_BC_USETN, 32 -lj_BC_USETN: - .byte 139,106,248,221,4,199,139,108,141,20,139,77,16,221,25,139 - .byte 6,15,182,204,15,182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_USETP - .hidden lj_BC_USETP - .type lj_BC_USETP, @function - .size lj_BC_USETP, 32 -lj_BC_USETP: - .byte 247,208,139,106,248,139,108,141,20,139,77,16,137,65,4,139 - .byte 6,15,182,204,15,182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_UCLO - .hidden lj_BC_UCLO - .type lj_BC_UCLO, @function - .size lj_BC_UCLO, 50 -lj_BC_UCLO: - .byte 141,180,134,0,0,254,255,139,108,36,48,131,125,32,0,116 - .byte 16,137,85,16,141,20,202,137,233,232 - .long lj_func_closeuv-.-4 - .byte 139,85,16,139,6,15,182,204,15,182,232,131,198,4,193,232 - .byte 16,255,36,171 - - .globl lj_BC_FNEW - .hidden lj_BC_FNEW - .type lj_BC_FNEW, @function - .size lj_BC_FNEW, 70 -lj_BC_FNEW: - .byte 247,208,139,74,248,139,4,135,139,108,36,48,137,76,36,8 - .byte 137,68,36,4,137,44,36,137,85,16,137,116,36,24,232 - .long lj_func_newL_gc-.-4 - .byte 139,85,16,15,182,78,253,137,4,202,199,68,202,4,247,255 - .byte 255,255,139,6,15,182,204,15,182,232,131,198,4,193,232,16 - .byte 255,36,171 - - .globl lj_BC_TNEW - .hidden lj_BC_TNEW - .type lj_BC_TNEW, @function - .size lj_BC_TNEW, 113 -lj_BC_TNEW: - .byte 139,108,36,48,137,85,16,139,139,148,254,255,255,59,139,152 - .byte 254,255,255,137,116,36,24,115,75,137,193,37,255,7,0,0 - .byte 193,233,11,137,76,36,8,61,255,7,0,0,116,47,137,44 - .byte 36,137,68,36,4,232 - .long lj_tab_new-.-4 - .byte 139,85,16,15,182,78,253,137,4,202,199,68,202,4,244,255 - .byte 255,255,139,6,15,182,204,15,182,232,131,198,4,193,232,16 - .byte 255,36,171,184,1,8,0,0,235,202,137,233,232 - .long lj_gc_step_fixtop-.-4 - .byte 15,183,70,254,235,168 - - .globl lj_BC_TDUP - .hidden lj_BC_TDUP - .type lj_BC_TDUP, @function - .size lj_BC_TDUP, 87 -lj_BC_TDUP: - .byte 247,208,139,108,36,48,139,139,148,254,255,255,137,116,36,24 - .byte 59,139,152,254,255,255,137,85,16,115,45,139,20,135,137,233 - .byte 232 - .long lj_tab_dup-.-4 - .byte 139,85,16,15,182,78,253,137,4,202,199,68,202,4,244,255 - .byte 255,255,139,6,15,182,204,15,182,232,131,198,4,193,232,16 - .byte 255,36,171,137,233,232 - .long lj_gc_step_fixtop-.-4 - .byte 15,183,70,254,247,208,235,196 - - .globl lj_BC_GGET - .hidden lj_BC_GGET - .type lj_BC_GGET, @function - .size lj_BC_GGET, 16 -lj_BC_GGET: - .byte 247,208,139,106,248,139,109,8,139,4,135,233,189,0,0,0 - - .globl lj_BC_GSET - .hidden lj_BC_GSET - .type lj_BC_GSET, @function - .size lj_BC_GSET, 16 -lj_BC_GSET: - .byte 247,208,139,106,248,139,109,8,139,4,135,233,61,2,0,0 - - .globl lj_BC_TGETV - .hidden lj_BC_TGETV - .type lj_BC_TGETV, @function - .size lj_BC_TGETV, 148 -lj_BC_TGETV: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,191,13,0 - .byte 0,139,44,234,131,124,194,4,242,115,105,221,4,194,219,20 - .byte 36,219,4,36,223,233,221,216,139,4,36,15,133,159,13,0 - .byte 0,59,69,24,15,131,150,13,0,0,193,224,3,3,69,8 - .byte 131,120,4,255,116,29,139,40,139,64,4,137,44,202,137,68 - .byte 202,4,139,6,15,182,204,15,182,232,131,198,4,193,232,16 - .byte 255,36,171,131,125,16,0,116,17,139,77,16,246,65,6,1 - .byte 15,132,90,13,0,0,15,182,78,253,199,68,202,4,255,255 - .byte 255,255,235,206,131,124,194,4,251,15,133,65,13,0,0,139 - .byte 4,194,235,25 - - .globl lj_BC_TGETS - .hidden lj_BC_TGETS - .type lj_BC_TGETS, @function - .size lj_BC_TGETS, 126 -lj_BC_TGETS: - .byte 15,182,236,15,182,192,247,208,139,4,135,131,124,234,4,244 - .byte 15,133,231,12,0,0,139,44,234,139,77,28,35,72,8,107 - .byte 201,24,3,77,20,131,121,12,251,117,58,57,65,8,117,53 - .byte 131,121,4,255,116,54,15,182,70,253,139,41,139,73,4,137 - .byte 44,194,137,76,194,4,139,6,15,182,204,15,182,232,131,198 - .byte 4,193,232,16,255,36,171,15,182,70,253,199,68,194,4,255 - .byte 255,255,255,235,225,139,73,16,133,201,117,185,139,77,16,133 - .byte 201,116,228,246,65,6,1,117,222,233,127,12,0,0 - - .globl lj_BC_TGETB - .hidden lj_BC_TGETB - .type lj_BC_TGETB, @function - .size lj_BC_TGETB, 103 -lj_BC_TGETB: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,151,12,0 - .byte 0,139,44,234,59,69,24,15,131,139,12,0,0,193,224,3 - .byte 3,69,8,131,120,4,255,116,29,139,40,139,64,4,137,44 - .byte 202,137,68,202,4,139,6,15,182,204,15,182,232,131,198,4 - .byte 193,232,16,255,36,171,131,125,16,0,116,17,139,77,16,246 - .byte 65,6,1,15,132,79,12,0,0,15,182,78,253,199,68,202 - .byte 4,255,255,255,255,235,206 - - .globl lj_BC_TSETV - .hidden lj_BC_TSETV - .type lj_BC_TSETV, @function - .size lj_BC_TSETV, 171 -lj_BC_TSETV: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,238,12,0 - .byte 0,139,44,234,131,124,194,4,242,115,103,221,4,194,219,20 - .byte 36,219,4,36,223,233,221,216,139,4,36,15,133,206,12,0 - .byte 0,59,69,24,15,131,197,12,0,0,193,224,3,3,69,8 - .byte 131,120,4,255,116,35,246,69,4,4,117,70,139,108,202,4 - .byte 139,12,202,137,104,4,137,8,139,6,15,182,204,15,182,232 - .byte 131,198,4,193,232,16,255,36,171,131,125,16,0,116,215,139 - .byte 77,16,246,65,6,2,15,132,131,12,0,0,15,182,78,253 - .byte 235,196,131,124,194,4,251,15,133,114,12,0,0,139,4,194 - .byte 235,50,128,101,4,251,139,139,176,254,255,255,137,171,176,254 - .byte 255,255,137,77,12,15,182,78,253,235,161 - - .globl lj_BC_TSETS - .hidden lj_BC_TSETS - .type lj_BC_TSETS, @function - .size lj_BC_TSETS, 239 -lj_BC_TSETS: - .byte 15,182,236,15,182,192,247,208,139,4,135,131,124,234,4,244 - .byte 15,133,255,11,0,0,139,44,234,139,77,28,35,72,8,107 - .byte 201,24,198,69,6,0,3,77,20,131,121,12,251,117,83,57 - .byte 65,8,117,78,131,121,4,255,116,43,246,69,4,4,15,133 - .byte 147,0,0,0,15,182,70,253,139,108,194,4,139,4,194,137 - .byte 105,4,137,1,139,6,15,182,204,15,182,232,131,198,4,193 - .byte 232,16,255,36,171,131,125,16,0,116,207,137,76,36,16,139 - .byte 77,16,246,65,6,2,15,132,153,11,0,0,139,76,36,16 - .byte 235,184,139,73,16,133,201,117,160,139,77,16,133,201,116,10 - .byte 246,65,6,2,15,132,123,11,0,0,137,68,36,16,199,68 - .byte 36,20,251,255,255,255,137,108,36,12,141,68,36,16,137,108 - .byte 36,4,139,108,36,48,137,68,36,8,137,44,36,137,85,16 - .byte 137,116,36,24,232 - .long lj_tab_newkey-.-4 - .byte 139,85,16,139,108,36,12,137,193,233,99,255,255,255,128,101 - .byte 4,251,139,131,176,254,255,255,137,171,176,254,255,255,137,69 - .byte 12,233,85,255,255,255 - - .globl lj_BC_TSETB - .hidden lj_BC_TSETB - .type lj_BC_TSETB, @function - .size lj_BC_TSETB, 126 -lj_BC_TSETB: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,62,11,0 - .byte 0,139,44,234,59,69,24,15,131,50,11,0,0,193,224,3 - .byte 3,69,8,131,120,4,255,116,35,246,69,4,4,117,54,139 - .byte 108,202,4,139,12,202,137,104,4,137,8,139,6,15,182,204 - .byte 15,182,232,131,198,4,193,232,16,255,36,171,131,125,16,0 - .byte 116,215,139,77,16,246,65,6,2,15,132,240,10,0,0,15 - .byte 182,78,253,235,196,128,101,4,251,139,139,176,254,255,255,137 - .byte 171,176,254,255,255,137,77,12,15,182,78,253,235,177 - - .globl lj_BC_TSETM - .hidden lj_BC_TSETM - .type lj_BC_TSETM, @function - .size lj_BC_TSETM, 142 -lj_BC_TSETM: - .byte 137,124,36,16,139,60,199,141,12,202,139,105,248,246,69,4 - .byte 4,117,102,139,68,36,20,131,232,1,116,36,1,248,59,69 - .byte 24,119,50,41,248,193,231,3,3,125,8,139,41,137,47,139 - .byte 105,4,131,193,8,137,111,4,131,199,8,131,232,1,117,235 - .byte 139,124,36,16,139,6,15,182,204,15,182,232,131,198,4,193 - .byte 232,16,255,36,171,137,108,36,4,139,108,36,48,137,85,16 - .byte 137,68,36,8,137,44,36,137,116,36,24,232 - .long lj_tab_reasize-.-4 - .byte 139,85,16,15,182,78,253,235,142,128,101,4,251,139,131,176 - .byte 254,255,255,137,171,176,254,255,255,137,69,12,235,133 - - .globl lj_BC_CALLM - .hidden lj_BC_CALLM - .type lj_BC_CALLM, @function - .size lj_BC_CALLM, 45 -lj_BC_CALLM: - .byte 15,182,192,3,68,36,20,131,124,202,4,247,139,44,202,15 - .byte 133,225,11,0,0,141,84,202,8,137,114,252,139,117,16,139 - .byte 14,15,182,233,15,182,205,131,198,4,255,36,171 - - .globl lj_BC_CALL - .hidden lj_BC_CALL - .type lj_BC_CALL, @function - .size lj_BC_CALL, 41 -lj_BC_CALL: - .byte 15,182,192,131,124,202,4,247,139,44,202,15,133,184,11,0 - .byte 0,141,84,202,8,137,114,252,139,117,16,139,14,15,182,233 - .byte 15,182,205,131,198,4,255,36,171 - - .globl lj_BC_CALLMT - .hidden lj_BC_CALLMT - .type lj_BC_CALLMT, @function - .size lj_BC_CALLMT, 4 -lj_BC_CALLMT: - .byte 3,68,36,20 - - .globl lj_BC_CALLT - .hidden lj_BC_CALLT - .type lj_BC_CALLT, @function - .size lj_BC_CALLT, 144 -lj_BC_CALLT: - .byte 141,76,202,8,137,215,139,105,248,131,121,252,247,15,133,141 - .byte 11,0,0,139,114,252,247,198,3,0,0,0,117,89,137,106 - .byte 248,137,68,36,20,131,232,1,116,24,139,41,137,47,139,105 - .byte 4,131,193,8,137,111,4,131,199,8,131,232,1,117,235,139 - .byte 106,248,139,68,36,20,128,125,6,1,119,17,139,117,16,139 - .byte 14,15,182,233,15,182,205,131,198,4,255,36,171,247,198,3 - .byte 0,0,0,117,231,15,182,78,253,247,209,139,124,202,248,139 - .byte 127,16,139,127,208,235,213,131,238,3,247,198,7,0,0,0 - .byte 117,9,41,242,137,215,139,114,252,235,147,131,198,3,235,142 - - .globl lj_BC_ITERC - .hidden lj_BC_ITERC - .type lj_BC_ITERC, @function - .size lj_BC_ITERC, 75 -lj_BC_ITERC: - .byte 141,76,202,8,139,105,232,139,65,236,137,41,137,65,4,139 - .byte 105,240,139,65,244,137,105,8,137,65,12,139,105,224,139,65 - .byte 228,137,105,248,137,65,252,131,248,247,184,3,0,0,0,15 - .byte 133,219,10,0,0,137,202,137,114,252,139,117,16,139,14,15 - .byte 182,233,15,182,205,131,198,4,255,36,171 - - .globl lj_BC_ITERN - .hidden lj_BC_ITERN - .type lj_BC_ITERN, @function - .size lj_BC_ITERN, 170 -lj_BC_ITERN: - .byte 137,124,36,16,137,92,36,20,139,108,202,240,139,68,202,248 - .byte 139,93,24,131,198,4,139,125,8,57,216,115,81,131,124,199 - .byte 4,255,116,65,219,68,202,248,139,108,199,4,137,108,202,12 - .byte 139,44,199,137,108,202,8,131,192,1,221,28,202,137,68,202 - .byte 248,15,183,70,254,141,180,134,0,0,254,255,139,92,36,20 - .byte 139,124,36,16,139,6,15,182,204,15,182,232,131,198,4,193 - .byte 232,16,255,36,171,131,192,1,137,68,202,248,235,171,41,216 - .byte 59,69,28,119,215,107,248,24,3,125,20,131,127,4,255,116 - .byte 36,141,92,24,1,139,111,8,139,71,12,137,44,202,137,68 - .byte 202,4,139,47,139,71,4,137,108,202,8,137,68,202,12,137 - .byte 92,202,248,235,156,131,192,1,235,198 - - .globl lj_BC_VARG - .hidden lj_BC_VARG - .type lj_BC_VARG, @function - .size lj_BC_VARG, 188 -lj_BC_VARG: - .byte 15,182,236,15,182,192,137,124,36,16,141,124,194,11,141,12 - .byte 202,43,122,252,133,237,116,68,141,108,233,248,57,215,115,25 - .byte 139,71,248,137,1,139,71,252,131,199,8,137,65,4,131,193 - .byte 8,57,233,115,18,57,215,114,231,199,65,4,255,255,255,255 - .byte 131,193,8,57,233,114,242,139,124,36,16,139,6,15,182,204 - .byte 15,182,232,131,198,4,193,232,16,255,36,171,199,68,36,20 - .byte 1,0,0,0,137,208,41,248,118,221,137,197,193,237,3,131 - .byte 197,1,137,108,36,20,139,108,36,48,1,200,59,69,24,119 - .byte 23,139,71,248,137,1,139,71,252,131,199,8,137,65,4,131 - .byte 193,8,57,215,114,235,235,175,137,85,16,137,77,20,137,116 - .byte 36,24,41,215,139,84,36,20,131,234,1,137,233,232 - .long lj_state_growstack-.-4 - .byte 139,85,16,139,77,20,1,215,235,197 - - .globl lj_BC_ISNEXT - .hidden lj_BC_ISNEXT - .type lj_BC_ISNEXT, @function - .size lj_BC_ISNEXT, 87 -lj_BC_ISNEXT: - .byte 131,124,202,236,247,117,64,139,108,202,232,131,124,202,244,244 - .byte 117,53,131,124,202,252,255,117,46,128,125,6,4,117,40,141 - .byte 180,134,0,0,254,255,199,68,202,248,0,0,0,0,199,68 - .byte 202,252,255,127,254,255,139,6,15,182,204,15,182,232,131,198 - .byte 4,193,232,16,255,36,171,198,70,252,84,141,180,134,0,0 - .byte 254,255,198,6,65,235,223 - - .globl lj_BC_RETM - .hidden lj_BC_RETM - .type lj_BC_RETM, @function - .size lj_BC_RETM, 4 -lj_BC_RETM: - .byte 3,68,36,20 - - .globl lj_BC_RET - .hidden lj_BC_RET - .type lj_BC_RET, @function - .size lj_BC_RET, 129 -lj_BC_RET: - .byte 193,225,3,139,114,252,137,68,36,20,247,198,3,0,0,0 - .byte 117,90,137,215,131,232,1,116,21,139,44,15,137,111,248,139 - .byte 108,15,4,137,111,252,131,199,8,131,232,1,117,235,139,68 - .byte 36,20,15,182,110,255,57,197,119,35,15,182,78,253,247,209 - .byte 141,20,202,139,122,248,139,127,16,139,127,208,139,6,15,182 - .byte 204,15,182,232,131,198,4,193,232,16,255,36,171,199,71,252 - .byte 255,255,255,255,131,199,8,131,192,1,235,202,141,110,253,247 - .byte 197,7,0,0,0,15,133,41,3,0,0,41,234,1,233,235 - .byte 130 - - .globl lj_BC_RET0 - .hidden lj_BC_RET0 - .type lj_BC_RET0, @function - .size lj_BC_RET0, 87 -lj_BC_RET0: - .byte 139,114,252,137,68,36,20,247,198,3,0,0,0,117,53,56 - .byte 70,255,119,35,15,182,78,253,247,209,141,20,202,139,122,248 - .byte 139,127,16,139,127,208,139,6,15,182,204,15,182,232,131,198 - .byte 4,193,232,16,255,36,171,199,68,194,244,255,255,255,255,131 - .byte 192,1,235,203,141,110,253,247,197,7,0,0,0,15,133,208 - .byte 2,0,0,41,234,235,169 - - .globl lj_BC_RET1 - .hidden lj_BC_RET1 - .type lj_BC_RET1, @function - .size lj_BC_RET1, 105 -lj_BC_RET1: - .byte 193,225,3,139,114,252,137,68,36,20,247,198,3,0,0,0 - .byte 117,66,139,108,10,4,137,106,252,139,44,10,137,106,248,56 - .byte 70,255,119,35,15,182,78,253,247,209,141,20,202,139,122,248 - .byte 139,127,16,139,127,208,139,6,15,182,204,15,182,232,131,198 - .byte 4,193,232,16,255,36,171,199,68,194,244,255,255,255,255,131 - .byte 192,1,235,203,141,110,253,247,197,7,0,0,0,15,133,105 - .byte 2,0,0,41,234,1,233,235,154 - - .globl lj_BC_FORI - .hidden lj_BC_FORI - .type lj_BC_FORI, @function - .size lj_BC_FORI, 77 -lj_BC_FORI: - .byte 141,12,202,131,121,4,242,15,131,14,8,0,0,131,121,12 - .byte 242,15,131,4,8,0,0,139,105,20,131,253,242,15,131,248 - .byte 7,0,0,221,65,8,221,1,221,81,24,124,2,217,201,223 - .byte 233,221,216,115,7,141,180,134,0,0,254,255,139,6,15,182 - .byte 204,15,182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_FORL - .hidden lj_BC_FORL - .type lj_BC_FORL, @function - .size lj_BC_FORL, 55 -lj_BC_FORL: - .byte 141,12,202,139,105,20,221,65,8,221,1,220,65,16,221,17 - .byte 221,81,24,133,237,120,2,217,201,223,233,221,216,114,7,141 - .byte 180,134,0,0,254,255,139,6,15,182,204,15,182,232,131,198 - .byte 4,193,232,16,255,36,171 - - .globl lj_BC_ITERL - .hidden lj_BC_ITERL - .type lj_BC_ITERL, @function - .size lj_BC_ITERL, 43 -lj_BC_ITERL: - .byte 141,12,202,139,105,4,131,253,255,116,15,141,180,134,0,0 - .byte 254,255,139,1,137,105,252,137,65,248,139,6,15,182,204,15 - .byte 182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_BC_LOOP - .hidden lj_BC_LOOP - .type lj_BC_LOOP, @function - .size lj_BC_LOOP, 17 -lj_BC_LOOP: - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171 - - .globl lj_BC_JMP - .hidden lj_BC_JMP - .type lj_BC_JMP, @function - .size lj_BC_JMP, 24 -lj_BC_JMP: - .byte 141,180,134,0,0,254,255,139,6,15,182,204,15,182,232,131 - .byte 198,4,193,232,16,255,36,171 - - .globl lj_BC_FUNCF - .hidden lj_BC_FUNCF - .type lj_BC_FUNCF, @function - .size lj_BC_FUNCF, 0 -lj_BC_FUNCF: - - .globl lj_BC_IFUNCF - .hidden lj_BC_IFUNCF - .type lj_BC_IFUNCF, @function - .size lj_BC_IFUNCF, 61 -lj_BC_IFUNCF: - .byte 139,126,204,139,108,36,48,141,12,202,59,77,24,15,135,109 - .byte 2,0,0,15,182,78,194,57,200,118,17,139,6,15,182,204 - .byte 15,182,232,131,198,4,193,232,16,255,36,171,199,68,194,252 - .byte 255,255,255,255,131,192,1,57,200,118,241,235,222 - - .globl lj_BC_JFUNCF - .hidden lj_BC_JFUNCF - .type lj_BC_JFUNCF, @function - .size lj_BC_JFUNCF, 0 -lj_BC_JFUNCF: - - .globl lj_BC_FUNCV - .hidden lj_BC_FUNCV - .type lj_BC_FUNCV, @function - .size lj_BC_FUNCV, 0 -lj_BC_FUNCV: - - .globl lj_BC_IFUNCV - .hidden lj_BC_IFUNCV - .type lj_BC_IFUNCV, @function - .size lj_BC_IFUNCV, 117 -lj_BC_IFUNCV: - .byte 141,44,197,3,0,0,0,141,4,194,139,122,248,137,104,252 - .byte 137,120,248,139,108,36,48,141,12,200,59,77,24,15,135,27 - .byte 2,0,0,137,209,137,194,15,182,110,194,133,237,116,33,131 - .byte 193,8,57,209,115,46,139,121,248,137,56,139,121,252,137,120 - .byte 4,131,192,8,199,65,252,255,255,255,255,131,237,1,117,223 - .byte 139,126,204,139,6,15,182,204,15,182,232,131,198,4,193,232 - .byte 16,255,36,171,199,64,4,255,255,255,255,131,192,8,131,237 - .byte 1,117,241,235,219 - - .globl lj_BC_JFUNCV - .hidden lj_BC_JFUNCV - .type lj_BC_JFUNCV, @function - .size lj_BC_JFUNCV, 0 -lj_BC_JFUNCV: - - .globl lj_BC_FUNCC - .hidden lj_BC_FUNCC - .type lj_BC_FUNCC, @function - .size lj_BC_FUNCC, 76 -lj_BC_FUNCC: - .byte 139,106,248,139,125,20,139,108,36,48,141,68,194,248,137,85 - .byte 16,141,136,160,0,0,0,59,77,24,137,69,20,137,44,36 - .byte 15,135,156,1,0,0,199,131,76,255,255,255,254,255,255,255 - .byte 255,215,199,131,76,255,255,255,255,255,255,255,139,85,16,141 - .byte 12,194,247,217,3,77,20,139,114,252,235,116 - - .globl lj_BC_FUNCCW - .hidden lj_BC_FUNCCW - .type lj_BC_FUNCCW, @function - .size lj_BC_FUNCCW, 84 -lj_BC_FUNCCW: - .byte 139,106,248,139,125,20,139,108,36,48,141,68,194,248,137,85 - .byte 16,141,136,160,0,0,0,59,77,24,137,69,20,137,124,36 - .byte 4,137,44,36,15,135,76,1,0,0,199,131,76,255,255,255 - .byte 254,255,255,255,255,147,68,255,255,255,199,131,76,255,255,255 - .byte 255,255,255,255,139,85,16,141,12,194,247,217,3,77,20,139 - .byte 114,252,235,32 - - .globl lj_vm_returnp - .hidden lj_vm_returnp - .type lj_vm_returnp, @function - .size lj_vm_returnp, 32 -lj_vm_returnp: - .byte 247,198,4,0,0,0,15,132,154,2,0,0,131,230,248,41 - .byte 242,141,76,49,248,139,114,252,199,68,10,4,253,255,255,255 - - .globl lj_vm_returnc - .hidden lj_vm_returnc - .type lj_vm_returnc, @function - .size lj_vm_returnc, 25 -lj_vm_returnc: - .byte 131,192,1,15,132,166,0,0,0,137,68,36,20,247,198,3 - .byte 0,0,0,15,132,110,252,255,255 - - .globl lj_vm_return - .hidden lj_vm_return - .type lj_vm_return, @function - .size lj_vm_return, 79 -lj_vm_return: - .byte 131,246,1,247,198,3,0,0,0,117,188,199,131,76,255,255 - .byte 255,254,255,255,255,131,230,248,41,214,247,222,131,232,1,116 - .byte 21,139,44,10,137,106,248,139,108,10,4,137,106,252,131,194 - .byte 8,131,232,1,117,235,139,108,36,48,137,117,16,139,68,36 - .byte 20,139,76,36,56,57,193,117,23,131,234,8,137,85,20 - - .globl lj_vm_leave_cp - .hidden lj_vm_leave_cp - .type lj_vm_leave_cp, @function - .size lj_vm_leave_cp, 9 -lj_vm_leave_cp: - .byte 139,76,36,52,137,77,40,49,192 - - .globl lj_vm_leave_unw - .hidden lj_vm_leave_unw - .type lj_vm_leave_unw, @function - .size lj_vm_leave_unw, 62 -lj_vm_leave_unw: - .byte 131,196,28,91,94,95,93,195,114,20,59,85,24,119,26,199 - .byte 66,252,255,255,255,255,131,194,8,131,192,1,235,207,133,201 - .byte 116,207,41,193,141,20,202,235,200,137,85,20,137,68,36,20 - .byte 137,202,137,233,232 - .long lj_state_growstack-.-4 - .byte 139,85,20,235,167 - - .globl lj_vm_unwind_yield - .hidden lj_vm_unwind_yield - .type lj_vm_unwind_yield, @function - .size lj_vm_unwind_yield, 4 -lj_vm_unwind_yield: - .byte 176,1,235,4 - - .globl lj_vm_unwind_c - .hidden lj_vm_unwind_c - .type lj_vm_unwind_c, @function - .size lj_vm_unwind_c, 4 -lj_vm_unwind_c: - .byte 137,208,137,204 - - .globl lj_vm_unwind_c_eh - .hidden lj_vm_unwind_c_eh - .type lj_vm_unwind_c_eh, @function - .size lj_vm_unwind_c_eh, 19 -lj_vm_unwind_c_eh: - .byte 139,108,36,48,139,109,8,199,133,204,0,0,0,254,255,255 - .byte 255,235,167 - - .globl lj_vm_unwind_rethrow - .hidden lj_vm_unwind_rethrow - .type lj_vm_unwind_rethrow, @function - .size lj_vm_unwind_rethrow, 0 -lj_vm_unwind_rethrow: - - .globl lj_vm_unwind_ff - .hidden lj_vm_unwind_ff - .type lj_vm_unwind_ff, @function - .size lj_vm_unwind_ff, 5 -lj_vm_unwind_ff: - .byte 131,225,252,137,204 - - .globl lj_vm_unwind_ff_eh - .hidden lj_vm_unwind_ff_eh - .type lj_vm_unwind_ff_eh, @function - .size lj_vm_unwind_ff_eh, 51 -lj_vm_unwind_ff_eh: - .byte 139,108,36,48,185,248,255,255,255,184,2,0,0,0,139,85 - .byte 16,139,93,8,129,195,128,1,0,0,139,114,252,199,66,252 - .byte 254,255,255,255,199,131,76,255,255,255,255,255,255,255,233,254 - .byte 254,255,255 - - .globl lj_vm_growstack_c - .hidden lj_vm_growstack_c - .type lj_vm_growstack_c, @function - .size lj_vm_growstack_c, 7 -lj_vm_growstack_c: - .byte 186,20,0,0,0,235,28 - - .globl lj_vm_growstack_v - .hidden lj_vm_growstack_v - .type lj_vm_growstack_v, @function - .size lj_vm_growstack_v, 5 -lj_vm_growstack_v: - .byte 131,232,8,235,4 - - .globl lj_vm_growstack_f - .hidden lj_vm_growstack_f - .type lj_vm_growstack_f, @function - .size lj_vm_growstack_f, 64 -lj_vm_growstack_f: - .byte 141,68,194,248,15,182,78,195,131,198,4,137,85,16,137,69 - .byte 20,137,116,36,24,137,202,137,233,232 - .long lj_state_growstack-.-4 - .byte 139,85,16,139,69,20,139,106,248,41,208,193,232,3,131,192 - .byte 1,139,117,16,139,14,15,182,233,15,182,205,131,198,4,255 - .byte 36,171 - - .globl lj_vm_resume - .hidden lj_vm_resume - .type lj_vm_resume, @function - .size lj_vm_resume, 104 -lj_vm_resume: - .byte 85,87,86,83,131,236,28,139,108,36,48,139,76,36,52,190 - .byte 5,0,0,0,49,192,141,124,36,1,139,93,8,129,195,128 - .byte 1,0,0,137,125,40,137,68,36,24,137,68,36,52,56,69 - .byte 7,116,110,199,131,76,255,255,255,255,255,255,255,136,69,7 - .byte 139,85,16,139,69,20,41,200,193,232,3,131,192,1,41,209 - .byte 139,114,252,137,68,36,20,247,198,3,0,0,0,15,132,214 - .byte 250,255,255,233,99,254,255,255 - - .globl lj_vm_pcall - .hidden lj_vm_pcall - .type lj_vm_pcall, @function - .size lj_vm_pcall, 14 -lj_vm_pcall: - .byte 85,87,86,83,131,236,28,190,5,0,0,0,235,12 - - .globl lj_vm_call - .hidden lj_vm_call - .type lj_vm_call, @function - .size lj_vm_call, 71 -lj_vm_call: - .byte 85,87,86,83,131,236,28,190,1,0,0,0,139,108,36,48 - .byte 139,76,36,52,139,125,40,137,124,36,52,137,108,36,24,137 - .byte 101,40,139,93,8,129,195,128,1,0,0,199,131,76,255,255 - .byte 255,255,255,255,255,139,85,16,1,206,41,214,139,69,20,41 - .byte 200,193,232,3,131,192,1 - - .globl lj_vm_call_dispatch - .hidden lj_vm_call_dispatch - .type lj_vm_call_dispatch, @function - .size lj_vm_call_dispatch, 13 -lj_vm_call_dispatch: - .byte 139,105,248,131,121,252,247,15,133,97,3,0,0 - - .globl lj_vm_call_dispatch_f - .hidden lj_vm_call_dispatch_f - .type lj_vm_call_dispatch_f, @function - .size lj_vm_call_dispatch_f, 22 -lj_vm_call_dispatch_f: - .byte 137,202,137,114,252,139,117,16,139,14,15,182,233,15,182,205 - .byte 131,198,4,255,36,171 - - .globl lj_vm_cpcall - .hidden lj_vm_cpcall - .type lj_vm_cpcall, @function - .size lj_vm_cpcall, 88 -lj_vm_cpcall: - .byte 85,87,86,83,131,236,28,139,108,36,48,139,68,36,56,139 - .byte 76,36,52,139,84,36,60,137,108,36,24,139,125,28,43,125 - .byte 20,199,68,36,60,0,0,0,0,137,124,36,56,137,68,36 - .byte 8,137,76,36,4,137,44,36,139,125,40,137,124,36,52,137 - .byte 101,40,255,210,133,192,15,132,238,253,255,255,137,193,190,5 - .byte 0,0,0,233,96,255,255,255 - - .globl lj_cont_dispatch - .hidden lj_cont_dispatch - .type lj_cont_dispatch, @function - .size lj_cont_dispatch, 60 -lj_cont_dispatch: - .byte 1,209,131,230,248,137,213,41,242,199,68,193,252,255,255,255 - .byte 255,137,200,139,117,244,139,77,240,131,249,1,118,11,139,122 - .byte 248,139,127,16,139,127,208,255,225,15,132,117,26,0,0,41 - .byte 213,193,237,3,141,69,255,233,80,20,0,0 - - .globl lj_cont_cat - .hidden lj_cont_cat - .type lj_cont_cat, @function - .size lj_cont_cat, 47 -lj_cont_cat: - .byte 15,182,78,255,131,237,16,141,12,202,41,233,15,132,140,0 - .byte 0,0,247,217,193,233,3,137,76,36,8,139,72,4,139,0 - .byte 137,77,4,137,69,0,137,108,36,4,233,16,239,255,255 - - .globl lj_vmeta_tgets - .hidden lj_vmeta_tgets - .type lj_vmeta_tgets, @function - .size lj_vmeta_tgets, 41 -lj_vmeta_tgets: - .byte 137,68,36,16,199,68,36,20,251,255,255,255,141,68,36,16 - .byte 128,126,252,52,117,48,141,139,16,255,255,255,137,41,199,65 - .byte 4,244,255,255,255,137,205,235,36 - - .globl lj_vmeta_tgetb - .hidden lj_vmeta_tgetb - .type lj_vmeta_tgetb, @function - .size lj_vmeta_tgetb, 22 -lj_vmeta_tgetb: - .byte 15,182,70,254,137,68,36,12,219,68,36,12,221,92,36,16 - .byte 141,68,36,16,235,7 - - .globl lj_vmeta_tgetv - .hidden lj_vmeta_tgetv - .type lj_vmeta_tgetv, @function - .size lj_vmeta_tgetv, 48 -lj_vmeta_tgetv: - .byte 15,182,70,254,141,4,194,15,182,110,255,141,44,234,137,108 - .byte 36,4,139,108,36,48,137,68,36,8,137,44,36,137,85,16 - .byte 137,116,36,24,232 - .long lj_meta_tget-.-4 - .byte 139,85,16,133,192,116,33 - - .globl lj_cont_ra - .hidden lj_cont_ra - .type lj_cont_ra, @function - .size lj_cont_ra, 57 -lj_cont_ra: - .byte 15,182,78,253,139,104,4,139,0,137,108,202,4,137,4,202 - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171,139,77,20,137,113,244,141,113,2,41,214,139,105,248,184 - .byte 3,0,0,0,233,127,254,255,255 - - .globl lj_vmeta_tsets - .hidden lj_vmeta_tsets - .type lj_vmeta_tsets, @function - .size lj_vmeta_tsets, 41 -lj_vmeta_tsets: - .byte 137,68,36,16,199,68,36,20,251,255,255,255,141,68,36,16 - .byte 128,126,252,53,117,48,141,139,16,255,255,255,137,41,199,65 - .byte 4,244,255,255,255,137,205,235,36 - - .globl lj_vmeta_tsetb - .hidden lj_vmeta_tsetb - .type lj_vmeta_tsetb, @function - .size lj_vmeta_tsetb, 22 -lj_vmeta_tsetb: - .byte 15,182,70,254,137,68,36,12,219,68,36,12,221,92,36,16 - .byte 141,68,36,16,235,7 - - .globl lj_vmeta_tsetv - .hidden lj_vmeta_tsetv - .type lj_vmeta_tsetv, @function - .size lj_vmeta_tsetv, 64 -lj_vmeta_tsetv: - .byte 15,182,70,254,141,4,194,15,182,110,255,141,44,234,137,108 - .byte 36,4,139,108,36,48,137,68,36,8,137,44,36,137,85,16 - .byte 137,116,36,24,232 - .long lj_meta_tset-.-4 - .byte 139,85,16,133,192,116,33,15,182,78,253,139,108,202,4,139 - .byte 12,202,137,104,4,137,8 - - .globl lj_cont_nop - .hidden lj_cont_nop - .type lj_cont_nop, @function - .size lj_cont_nop, 58 -lj_cont_nop: - .byte 139,6,15,182,204,15,182,232,131,198,4,193,232,16,255,36 - .byte 171,139,77,20,137,113,244,15,182,70,253,139,108,194,4,139 - .byte 4,194,137,105,20,137,65,16,141,113,2,41,214,139,105,248 - .byte 184,4,0,0,0,233,198,253,255,255 - - .globl lj_vmeta_comp - .hidden lj_vmeta_comp - .type lj_vmeta_comp, @function - .size lj_vmeta_comp, 86 -lj_vmeta_comp: - .byte 15,182,110,252,141,4,194,141,12,202,137,108,36,12,139,108 - .byte 36,48,137,68,36,8,137,76,36,4,137,44,36,137,85,16 - .byte 137,116,36,24,232 - .long lj_meta_comp-.-4 - .byte 139,85,16,131,248,1,15,135,192,0,0,0,141,118,4,114 - .byte 11,15,183,70,254,141,180,134,0,0,254,255,139,6,15,182 - .byte 204,15,182,232,131,198,4,193,232,16,255,36,171 - - .globl lj_cont_condt - .hidden lj_cont_condt - .type lj_cont_condt, @function - .size lj_cont_condt, 11 -lj_cont_condt: - .byte 131,198,4,131,120,4,254,114,219,235,228 - - .globl lj_cont_condf - .hidden lj_cont_condf - .type lj_cont_condf, @function - .size lj_cont_condf, 6 -lj_cont_condf: - .byte 131,120,4,254,235,206 - - .globl lj_vmeta_equal - .hidden lj_vmeta_equal - .type lj_vmeta_equal, @function - .size lj_vmeta_equal, 36 -lj_vmeta_equal: - .byte 131,238,4,137,108,36,12,139,108,36,48,137,68,36,8,137 - .byte 76,36,4,137,44,36,137,85,16,137,116,36,24,232 - .long lj_meta_equal-.-4 - .byte 235,158 - - .globl lj_vmeta_equal_cd - .hidden lj_vmeta_equal_cd - .type lj_vmeta_equal_cd, @function - .size lj_vmeta_equal_cd, 26 -lj_vmeta_equal_cd: - .byte 131,238,4,139,108,36,48,137,85,16,137,233,139,86,252,137 - .byte 116,36,24,232 - .long lj_meta_equal_cd-.-4 - .byte 235,132 - - .globl lj_vmeta_arith_vno - .hidden lj_vmeta_arith_vno - .type lj_vmeta_arith_vno, @function - .size lj_vmeta_arith_vno, 0 -lj_vmeta_arith_vno: - - .globl lj_vmeta_arith_vn - .hidden lj_vmeta_arith_vn - .type lj_vmeta_arith_vn, @function - .size lj_vmeta_arith_vn, 5 -lj_vmeta_arith_vn: - .byte 141,4,199,235,19 - - .globl lj_vmeta_arith_nvo - .hidden lj_vmeta_arith_nvo - .type lj_vmeta_arith_nvo, @function - .size lj_vmeta_arith_nvo, 0 -lj_vmeta_arith_nvo: - - .globl lj_vmeta_arith_nv - .hidden lj_vmeta_arith_nv - .type lj_vmeta_arith_nv, @function - .size lj_vmeta_arith_nv, 9 -lj_vmeta_arith_nv: - .byte 141,4,199,141,44,234,149,235,13 - - .globl lj_vmeta_unm - .hidden lj_vmeta_unm - .type lj_vmeta_unm, @function - .size lj_vmeta_unm, 7 -lj_vmeta_unm: - .byte 141,4,194,137,197,235,6 - - .globl lj_vmeta_arith_vvo - .hidden lj_vmeta_arith_vvo - .type lj_vmeta_arith_vvo, @function - .size lj_vmeta_arith_vvo, 0 -lj_vmeta_arith_vvo: - - .globl lj_vmeta_arith_vv - .hidden lj_vmeta_arith_vv - .type lj_vmeta_arith_vv, @function - .size lj_vmeta_arith_vv, 59 -lj_vmeta_arith_vv: - .byte 141,4,194,141,44,234,141,12,202,137,108,36,8,139,108,36 - .byte 48,137,68,36,12,15,182,70,252,137,76,36,4,137,68,36 - .byte 16,137,44,36,137,85,16,137,116,36,24,232 - .long lj_meta_arith-.-4 - .byte 139,85,16,133,192,15,132,209,254,255,255 - - .globl lj_vmeta_binop - .hidden lj_vmeta_binop - .type lj_vmeta_binop, @function - .size lj_vmeta_binop, 20 -lj_vmeta_binop: - .byte 137,193,41,208,137,113,244,141,112,2,184,3,0,0,0,233 - .byte 176,252,255,255 - - .globl lj_vmeta_len - .hidden lj_vmeta_len - .type lj_vmeta_len, @function - .size lj_vmeta_len, 26 -lj_vmeta_len: - .byte 139,108,36,48,137,85,16,141,20,194,137,233,137,116,36,24 - .byte 232 - .long lj_meta_len-.-4 - .byte 139,85,16,235,210 - - .globl lj_vmeta_call_ra - .hidden lj_vmeta_call_ra - .type lj_vmeta_call_ra, @function - .size lj_vmeta_call_ra, 4 -lj_vmeta_call_ra: - .byte 141,76,202,8 - - .globl lj_vmeta_call - .hidden lj_vmeta_call - .type lj_vmeta_call, @function - .size lj_vmeta_call, 88 -lj_vmeta_call: - .byte 137,76,36,20,137,68,36,16,131,233,8,141,4,193,139,108 - .byte 36,48,137,76,36,4,137,68,36,8,137,44,36,137,85,16 - .byte 137,116,36,24,232 - .long lj_meta_call-.-4 - .byte 139,85,16,139,76,36,20,139,68,36,16,139,105,248,131,192 - .byte 1,57,215,15,132,49,244,255,255,137,202,137,114,252,139,117 - .byte 16,139,14,15,182,233,15,182,205,131,198,4,255,36,171 - - .globl lj_vmeta_for - .hidden lj_vmeta_for - .type lj_vmeta_for, @function - .size lj_vmeta_for, 42 -lj_vmeta_for: - .byte 139,108,36,48,137,85,16,137,202,137,233,137,116,36,24,232 - .long lj_meta_for-.-4 - .byte 139,85,16,139,70,252,15,182,204,15,182,232,193,232,16,255 - .byte 164,171,108,2,0,0 - - .globl lj_ff_assert - .hidden lj_ff_assert - .type lj_ff_assert, @function - .size lj_ff_assert, 71 -lj_ff_assert: - .byte 131,248,2,15,130,183,16,0,0,139,106,4,131,253,254,15 - .byte 131,171,16,0,0,139,114,252,137,68,36,20,137,106,252,139 - .byte 42,137,106,248,131,232,2,116,21,137,209,131,193,8,139,105 - .byte 4,137,105,252,139,41,137,105,248,131,232,1,117,237,139,68 - .byte 36,20,233,28,6,0,0 - - .globl lj_ff_type - .hidden lj_ff_type - .type lj_ff_type, @function - .size lj_ff_type, 49 -lj_ff_type: - .byte 131,248,2,15,130,112,16,0,0,139,106,4,184,13,0,0 - .byte 0,247,213,57,232,15,71,197,139,106,248,139,68,197,24,139 - .byte 114,252,199,66,252,251,255,255,255,137,66,248,233,226,5,0 - .byte 0 - - .globl lj_ff_getmetatable - .hidden lj_ff_getmetatable - .type lj_ff_getmetatable, @function - .size lj_ff_getmetatable, 136 -lj_ff_getmetatable: - .byte 131,248,2,15,130,63,16,0,0,139,106,4,139,114,252,131 - .byte 253,244,117,93,139,42,139,109,16,133,237,199,66,252,255,255 - .byte 255,255,15,132,186,5,0,0,139,67,168,199,66,252,244,255 - .byte 255,255,137,106,248,139,77,28,35,72,8,107,201,24,3,77 - .byte 20,131,121,12,251,117,5,57,65,8,116,12,139,73,16,133 - .byte 201,117,238,233,138,5,0,0,139,105,4,131,253,255,15,132 - .byte 126,5,0,0,139,1,137,106,252,137,66,248,233,113,5,0 - .byte 0,131,253,243,116,158,131,253,242,119,5,189,242,255,255,255 - .byte 247,213,139,108,171,188,235,145 - - .globl lj_ff_setmetatable - .hidden lj_ff_setmetatable - .type lj_ff_setmetatable, @function - .size lj_ff_setmetatable, 90 -lj_ff_setmetatable: - .byte 131,248,3,15,130,183,15,0,0,131,122,4,244,15,133,173 - .byte 15,0,0,139,42,131,125,16,0,15,133,161,15,0,0,131 - .byte 122,12,244,15,133,151,15,0,0,139,66,8,137,69,16,139 - .byte 114,252,199,66,252,244,255,255,255,137,106,248,246,69,4,4 - .byte 116,19,128,101,4,251,139,131,176,254,255,255,137,171,176,254 - .byte 255,255,137,69,12,233,0,5,0,0 - - .globl lj_ff_rawget - .hidden lj_ff_rawget - .type lj_ff_rawget, @function - .size lj_ff_rawget, 67 -lj_ff_rawget: - .byte 131,248,3,15,130,93,15,0,0,131,122,4,244,15,133,83 - .byte 15,0,0,139,2,139,108,36,48,137,68,36,4,137,44,36 - .byte 137,213,131,194,8,137,84,36,8,232 - .long lj_tab_get-.-4 - .byte 137,234,139,40,139,64,4,139,114,252,137,106,248,137,66,252 - .byte 233,189,4,0,0 - - .globl lj_ff_tonumber - .hidden lj_ff_tonumber - .type lj_ff_tonumber, @function - .size lj_ff_tonumber, 26 -lj_ff_tonumber: - .byte 131,248,2,15,133,26,15,0,0,131,122,4,242,15,131,16 - .byte 15,0,0,221,2,233,157,4,0,0 - - .globl lj_ff_tostring - .hidden lj_ff_tostring - .type lj_ff_tostring, @function - .size lj_ff_tostring, 97 -lj_ff_tostring: - .byte 131,248,2,15,130,0,15,0,0,139,114,252,131,122,4,251 - .byte 117,17,139,2,199,66,252,251,255,255,255,137,66,248,233,128 - .byte 4,0,0,131,122,4,242,15,135,220,14,0,0,131,123,240 - .byte 0,15,133,210,14,0,0,139,171,148,254,255,255,59,171,152 - .byte 254,255,255,114,5,232,77,15,0,0,139,108,36,48,137,85 - .byte 16,137,116,36,24,137,233,232 - .long lj_str_fromnum-.-4 - .byte 139,85,16,235,179 - - .globl lj_ff_next - .hidden lj_ff_next - .type lj_ff_next, @function - .size lj_ff_next, 89 -lj_ff_next: - .byte 131,248,2,15,130,159,14,0,0,116,88,131,122,4,244,15 - .byte 133,147,14,0,0,139,108,36,48,137,85,16,137,85,20,139 - .byte 114,252,139,2,137,68,36,4,137,44,36,131,194,8,137,84 - .byte 36,8,137,116,36,24,232 - .long lj_tab_next-.-4 - .byte 139,85,16,133,192,116,42,139,106,8,139,66,12,137,106,248 - .byte 137,66,252,139,106,16,139,66,20,137,42,137,66,4 - - .globl lj_fff_res2 - .hidden lj_fff_res2 - .type lj_fff_res2, @function - .size lj_fff_res2, 31 -lj_fff_res2: - .byte 184,3,0,0,0,233,228,3,0,0,199,66,12,255,255,255 - .byte 255,235,159,199,66,252,255,255,255,255,233,202,3,0,0 - - .globl lj_ff_pairs - .hidden lj_ff_pairs - .type lj_ff_pairs, @function - .size lj_ff_pairs, 57 -lj_ff_pairs: - .byte 131,248,2,15,130,39,14,0,0,139,42,131,122,4,244,15 - .byte 133,27,14,0,0,139,106,248,139,69,24,139,114,252,199,66 - .byte 252,247,255,255,255,137,66,248,199,66,12,255,255,255,255,184 - .byte 4,0,0,0,233,150,3,0,0 - - .globl lj_ff_ipairs_aux - .hidden lj_ff_ipairs_aux - .type lj_ff_ipairs_aux, @function - .size lj_ff_ipairs_aux, 105 -lj_ff_ipairs_aux: - .byte 131,248,3,15,130,238,13,0,0,131,122,4,244,15,133,228 - .byte 13,0,0,131,122,12,242,15,131,218,13,0,0,139,114,252 - .byte 221,66,8,217,232,222,193,219,20,36,221,90,248,139,4,36 - .byte 139,42,59,69,24,115,27,193,224,3,3,69,8,131,120,4 - .byte 255,116,38,139,40,139,64,4,137,42,137,66,4,233,86,255 - .byte 255,255,131,125,28,0,116,17,137,233,137,213,137,194,232 - .long lj_tab_getinth-.-4 - .byte 137,234,133,192,117,212 - - .globl lj_fff_res0 - .hidden lj_fff_res0 - .type lj_fff_res0, @function - .size lj_fff_res0, 10 -lj_fff_res0: - .byte 184,1,0,0,0,233,35,3,0,0 - - .globl lj_ff_ipairs - .hidden lj_ff_ipairs - .type lj_ff_ipairs, @function - .size lj_ff_ipairs, 55 -lj_ff_ipairs: - .byte 131,248,2,15,130,123,13,0,0,139,42,131,122,4,244,15 - .byte 133,111,13,0,0,139,106,248,139,69,24,139,114,252,199,66 - .byte 252,247,255,255,255,137,66,248,217,238,221,90,8,184,4,0 - .byte 0,0,233,236,2,0,0 - - .globl lj_ff_pcall - .hidden lj_ff_pcall - .type lj_ff_pcall, @function - .size lj_ff_pcall, 40 -lj_ff_pcall: - .byte 131,248,2,15,130,68,13,0,0,141,74,8,131,232,1,190 - .byte 14,0,0,0,15,182,171,1,255,255,255,193,237,4,131,229 - .byte 1,1,238,233,117,248,255,255 - - .globl lj_ff_xpcall - .hidden lj_ff_xpcall - .type lj_ff_xpcall, @function - .size lj_ff_xpcall, 55 -lj_ff_xpcall: - .byte 131,248,3,15,130,28,13,0,0,131,122,12,247,15,133,18 - .byte 13,0,0,139,106,4,137,106,12,199,66,4,247,255,255,255 - .byte 139,42,139,114,8,137,106,8,137,50,141,74,16,131,232,2 - .byte 190,22,0,0,0,235,181 - - .globl lj_ff_coroutine_resume - .hidden lj_ff_coroutine_resume - .type lj_ff_coroutine_resume, @function - .size lj_ff_coroutine_resume, 316 -lj_ff_coroutine_resume: - .byte 131,248,2,15,130,229,12,0,0,139,42,139,114,252,137,116 - .byte 36,24,137,44,36,131,122,4,249,15,133,207,12,0,0,131 - .byte 125,40,0,15,133,197,12,0,0,128,125,7,1,15,135,187 - .byte 12,0,0,139,77,20,116,9,59,77,16,15,132,173,12,0 - .byte 0,141,116,193,240,59,117,24,15,135,160,12,0,0,137,117 - .byte 20,139,108,36,48,137,85,16,131,194,8,137,85,20,141,108 - .byte 194,232,41,245,57,206,116,20,139,68,46,4,137,70,252,139 - .byte 4,46,137,70,248,131,238,8,57,206,117,236,137,76,36,4 - .byte 49,201,137,76,36,12,137,76,36,8,232,242,246,255,255,199 - .byte 131,76,255,255,255,255,255,255,255,139,108,36,48,139,52,36 - .byte 139,85,16,131,248,1,119,89,139,78,16,139,126,20,137,78 - .byte 20,137,254,41,206,116,34,141,4,50,193,238,3,59,69,24 - .byte 119,96,137,213,41,205,139,1,137,4,41,139,65,4,137,68 - .byte 41,4,131,193,8,57,249,117,237,141,70,2,199,66,252,253 - .byte 255,255,255,139,116,36,24,137,68,36,20,185,248,255,255,255 - .byte 247,198,3,0,0,0,15,132,190,241,255,255,233,75,245,255 - .byte 255,199,66,252,254,255,255,255,139,78,20,131,233,8,137,78 - .byte 20,139,1,137,2,139,65,4,137,66,4,184,3,0,0,0 - .byte 235,193,139,12,36,137,121,20,137,242,137,233,232 - .long lj_state_growstack-.-4 - .byte 139,52,36,139,85,16,233,108,255,255,255 - - .globl lj_ff_coroutine_wrap_aux - .hidden lj_ff_coroutine_wrap_aux - .type lj_ff_coroutine_wrap_aux, @function - .size lj_ff_coroutine_wrap_aux, 261 -lj_ff_coroutine_wrap_aux: - .byte 139,106,248,139,109,24,139,114,252,137,116,36,24,137,44,36 - .byte 131,125,40,0,15,133,152,11,0,0,128,125,7,1,15,135 - .byte 142,11,0,0,139,77,20,116,9,59,77,16,15,132,128,11 - .byte 0,0,141,116,193,248,59,117,24,15,135,115,11,0,0,137 - .byte 117,20,139,108,36,48,137,85,16,137,85,20,141,108,194,240 - .byte 41,245,57,206,116,20,139,68,46,4,137,70,252,139,4,46 - .byte 137,70,248,131,238,8,57,206,117,236,137,76,36,4,49,201 - .byte 137,76,36,12,137,76,36,8,232,200,245,255,255,199,131,76 - .byte 255,255,255,255,255,255,255,139,108,36,48,139,52,36,139,85 - .byte 16,131,248,1,119,79,139,78,16,139,126,20,137,78,20,137 - .byte 254,41,206,116,34,141,4,50,193,238,3,59,69,24,119,62 - .byte 137,213,41,205,139,1,137,4,41,139,65,4,137,68,41,4 - .byte 131,193,8,57,249,117,237,141,70,1,139,116,36,24,137,68 - .byte 36,20,49,201,247,198,3,0,0,0,15,132,158,240,255,255 - .byte 233,43,244,255,255,137,242,137,233,232 - .long lj_ffh_coroutine_wrap_err-.-4 - .byte 139,12,36,137,121,20,137,242,137,233,232 - .long lj_state_growstack-.-4 - .byte 139,52,36,139,85,16,235,145 - - .globl lj_ff_coroutine_yield - .hidden lj_ff_coroutine_yield - .type lj_ff_coroutine_yield, @function - .size lj_ff_coroutine_yield, 42 -lj_ff_coroutine_yield: - .byte 139,108,36,48,247,69,40,1,0,0,0,15,132,156,10,0 - .byte 0,137,85,16,141,68,194,248,137,69,20,49,192,137,69,40 - .byte 176,1,136,69,7,233,57,244,255,255 - - .globl lj_fff_resi - .hidden lj_fff_resi - .type lj_fff_resi, @function - .size lj_fff_resi, 0 -lj_fff_resi: - - .globl lj_ff_math_abs - .hidden lj_ff_math_abs - .type lj_ff_math_abs, @function - .size lj_ff_math_abs, 23 -lj_ff_math_abs: - .byte 131,248,2,15,130,122,10,0,0,131,122,4,242,15,131,112 - .byte 10,0,0,221,2,217,225 - - .globl lj_fff_resn - .hidden lj_fff_resn - .type lj_fff_resn, @function - .size lj_fff_resn, 0 -lj_fff_resn: - - .globl lj_fff_resxmm0 - .hidden lj_fff_resxmm0 - .type lj_fff_resxmm0, @function - .size lj_fff_resxmm0, 6 -lj_fff_resxmm0: - .byte 139,114,252,221,90,248 - - .globl lj_fff_res1 - .hidden lj_fff_res1 - .type lj_fff_res1, @function - .size lj_fff_res1, 5 -lj_fff_res1: - .byte 184,2,0,0,0 - - .globl lj_fff_res - .hidden lj_fff_res - .type lj_fff_res, @function - .size lj_fff_res, 4 -lj_fff_res: - .byte 137,68,36,20 - - .globl lj_fff_res_ - .hidden lj_fff_res_ - .type lj_fff_res_, @function - .size lj_fff_res_, 62 -lj_fff_res_: - .byte 247,198,3,0,0,0,117,44,56,70,255,119,26,15,182,78 - .byte 253,247,209,141,20,202,139,6,15,182,204,15,182,232,131,198 - .byte 4,193,232,16,255,36,171,199,68,194,244,255,255,255,255,131 - .byte 192,1,235,212,185,248,255,255,255,233,125,243,255,255 - - .globl lj_ff_math_floor - .hidden lj_ff_math_floor - .type lj_ff_math_floor, @function - .size lj_ff_math_floor, 19 -lj_ff_math_floor: - .byte 131,122,4,242,15,131,21,10,0,0,221,2,232,99,11,0 - .byte 0,235,160 - - .globl lj_ff_math_ceil - .hidden lj_ff_math_ceil - .type lj_ff_math_ceil, @function - .size lj_ff_math_ceil, 19 -lj_ff_math_ceil: - .byte 131,122,4,242,15,131,2,10,0,0,221,2,232,208,11,0 - .byte 0,235,141 - - .globl lj_ff_math_sqrt - .hidden lj_ff_math_sqrt - .type lj_ff_math_sqrt, @function - .size lj_ff_math_sqrt, 28 -lj_ff_math_sqrt: - .byte 131,248,2,15,130,240,9,0,0,131,122,4,242,15,131,230 - .byte 9,0,0,221,2,217,250,233,113,255,255,255 - - .globl lj_ff_math_log - .hidden lj_ff_math_log - .type lj_ff_math_log, @function - .size lj_ff_math_log, 30 -lj_ff_math_log: - .byte 131,248,2,15,133,212,9,0,0,131,122,4,242,15,131,202 - .byte 9,0,0,217,237,221,2,217,241,233,83,255,255,255 - - .globl lj_ff_math_log10 - .hidden lj_ff_math_log10 - .type lj_ff_math_log10, @function - .size lj_ff_math_log10, 30 -lj_ff_math_log10: - .byte 131,248,2,15,130,182,9,0,0,131,122,4,242,15,131,172 - .byte 9,0,0,217,236,221,2,217,241,233,53,255,255,255 - - .globl lj_ff_math_exp - .hidden lj_ff_math_exp - .type lj_ff_math_exp, @function - .size lj_ff_math_exp, 31 -lj_ff_math_exp: - .byte 131,248,2,15,130,152,9,0,0,131,122,4,242,15,131,142 - .byte 9,0,0,221,2,232,141,12,0,0,233,22,255,255,255 - - .globl lj_ff_math_sin - .hidden lj_ff_math_sin - .type lj_ff_math_sin, @function - .size lj_ff_math_sin, 28 -lj_ff_math_sin: - .byte 131,248,2,15,130,121,9,0,0,131,122,4,242,15,131,111 - .byte 9,0,0,221,2,217,254,233,250,254,255,255 - - .globl lj_ff_math_cos - .hidden lj_ff_math_cos - .type lj_ff_math_cos, @function - .size lj_ff_math_cos, 28 -lj_ff_math_cos: - .byte 131,248,2,15,130,93,9,0,0,131,122,4,242,15,131,83 - .byte 9,0,0,221,2,217,255,233,222,254,255,255 - - .globl lj_ff_math_tan - .hidden lj_ff_math_tan - .type lj_ff_math_tan, @function - .size lj_ff_math_tan, 30 -lj_ff_math_tan: - .byte 131,248,2,15,130,65,9,0,0,131,122,4,242,15,131,55 - .byte 9,0,0,221,2,217,242,221,216,233,192,254,255,255 - - .globl lj_ff_math_asin - .hidden lj_ff_math_asin - .type lj_ff_math_asin, @function - .size lj_ff_math_asin, 38 -lj_ff_math_asin: - .byte 131,248,2,15,130,35,9,0,0,131,122,4,242,15,131,25 - .byte 9,0,0,221,2,217,192,216,200,217,232,222,225,217,250,217 - .byte 243,233,154,254,255,255 - - .globl lj_ff_math_acos - .hidden lj_ff_math_acos - .type lj_ff_math_acos, @function - .size lj_ff_math_acos, 40 -lj_ff_math_acos: - .byte 131,248,2,15,130,253,8,0,0,131,122,4,242,15,131,243 - .byte 8,0,0,221,2,217,192,216,200,217,232,222,225,217,250,217 - .byte 201,217,243,233,114,254,255,255 - - .globl lj_ff_math_atan - .hidden lj_ff_math_atan - .type lj_ff_math_atan, @function - .size lj_ff_math_atan, 30 -lj_ff_math_atan: - .byte 131,248,2,15,130,213,8,0,0,131,122,4,242,15,131,203 - .byte 8,0,0,221,2,217,232,217,243,233,84,254,255,255 - - .globl lj_ff_math_sinh - .hidden lj_ff_math_sinh - .type lj_ff_math_sinh, @function - .size lj_ff_math_sinh, 38 -lj_ff_math_sinh: - .byte 131,248,2,15,130,183,8,0,0,131,122,4,242,15,131,173 - .byte 8,0,0,221,2,221,28,36,137,213,232 - .long lj_vm_sinh-.-4 - .byte 137,234,233,46,254,255,255 - - .globl lj_ff_math_cosh - .hidden lj_ff_math_cosh - .type lj_ff_math_cosh, @function - .size lj_ff_math_cosh, 38 -lj_ff_math_cosh: - .byte 131,248,2,15,130,145,8,0,0,131,122,4,242,15,131,135 - .byte 8,0,0,221,2,221,28,36,137,213,232 - .long lj_vm_cosh-.-4 - .byte 137,234,233,8,254,255,255 - - .globl lj_ff_math_tanh - .hidden lj_ff_math_tanh - .type lj_ff_math_tanh, @function - .size lj_ff_math_tanh, 38 -lj_ff_math_tanh: - .byte 131,248,2,15,130,107,8,0,0,131,122,4,242,15,131,97 - .byte 8,0,0,221,2,221,28,36,137,213,232 - .long lj_vm_tanh-.-4 - .byte 137,234,233,226,253,255,255 - - .globl lj_ff_math_deg - .hidden lj_ff_math_deg - .type lj_ff_math_deg, @function - .size lj_ff_math_deg, 0 -lj_ff_math_deg: - - .globl lj_ff_math_rad - .hidden lj_ff_math_rad - .type lj_ff_math_rad, @function - .size lj_ff_math_rad, 32 -lj_ff_math_rad: - .byte 131,248,2,15,130,69,8,0,0,131,122,4,242,15,131,59 - .byte 8,0,0,221,2,139,106,248,220,77,24,233,194,253,255,255 - - .globl lj_ff_math_atan2 - .hidden lj_ff_math_atan2 - .type lj_ff_math_atan2, @function - .size lj_ff_math_atan2, 41 -lj_ff_math_atan2: - .byte 131,248,3,15,130,37,8,0,0,131,122,4,242,15,131,27 - .byte 8,0,0,131,122,12,242,15,131,17,8,0,0,221,2,221 - .byte 66,8,217,243,233,153,253,255,255 - - .globl lj_ff_math_ldexp - .hidden lj_ff_math_ldexp - .type lj_ff_math_ldexp, @function - .size lj_ff_math_ldexp, 43 -lj_ff_math_ldexp: - .byte 131,248,3,15,130,252,7,0,0,131,122,4,242,15,131,242 - .byte 7,0,0,131,122,12,242,15,131,232,7,0,0,221,66,8 - .byte 221,2,217,253,221,217,233,110,253,255,255 - - .globl lj_ff_math_frexp - .hidden lj_ff_math_frexp - .type lj_ff_math_frexp, @function - .size lj_ff_math_frexp, 135 -lj_ff_math_frexp: - .byte 131,248,2,15,130,209,7,0,0,139,106,4,131,253,242,15 - .byte 131,197,7,0,0,139,114,252,139,2,137,106,252,137,66,248 - .byte 209,229,129,253,0,0,224,255,115,60,9,232,116,56,184,254 - .byte 3,0,0,129,253,0,0,32,0,114,47,193,237,21,41,197 - .byte 137,108,36,16,219,68,36,16,139,106,252,129,229,255,255,15 - .byte 128,129,205,0,0,224,63,137,106,252,221,26,184,3,0,0 - .byte 0,233,19,253,255,255,217,238,235,240,221,2,199,68,36,16 - .byte 0,0,128,90,216,76,36,16,221,90,248,139,106,252,184,52 - .byte 4,0,0,209,229,235,180 - - .globl lj_ff_math_modf - .hidden lj_ff_math_modf - .type lj_ff_math_modf, @function - .size lj_ff_math_modf, 88 -lj_ff_math_modf: - .byte 131,248,2,15,130,74,7,0,0,131,122,4,242,15,131,64 - .byte 7,0,0,221,2,139,106,4,139,114,252,209,229,129,253,0 - .byte 0,224,255,116,45,217,192,232,124,9,0,0,220,233,221,90 - .byte 248,221,26,139,66,252,139,106,4,49,232,120,10,184,3,0 - .byte 0,0,233,171,252,255,255,129,245,0,0,0,128,137,106,4 - .byte 235,235,217,238,217,201,235,214 - - .globl lj_ff_math_fmod - .hidden lj_ff_math_fmod - .type lj_ff_math_fmod, @function - .size lj_ff_math_fmod, 51 -lj_ff_math_fmod: - .byte 131,248,3,15,130,242,6,0,0,131,122,4,242,15,131,232 - .byte 6,0,0,131,122,12,242,15,131,222,6,0,0,221,66,8 - .byte 221,2,217,248,223,224,102,37,0,4,117,246,221,217,233,92 - .byte 252,255,255 - - .globl lj_ff_math_pow - .hidden lj_ff_math_pow - .type lj_ff_math_pow, @function - .size lj_ff_math_pow, 44 -lj_ff_math_pow: - .byte 131,248,3,15,130,191,6,0,0,131,122,4,242,15,131,181 - .byte 6,0,0,131,122,12,242,15,131,171,6,0,0,221,2,221 - .byte 66,8,232,219,9,0,0,233,48,252,255,255 - - .globl lj_ff_math_min - .hidden lj_ff_math_min - .type lj_ff_math_min, @function - .size lj_ff_math_min, 47 -lj_ff_math_min: - .byte 185,2,0,0,0,131,122,4,242,15,131,141,6,0,0,221 - .byte 2,57,193,15,131,23,252,255,255,131,124,202,252,242,115,62 - .byte 221,68,202,248,219,233,219,209,221,217,131,193,1,235,226 - - .globl lj_ff_math_max - .hidden lj_ff_math_max - .type lj_ff_math_max, @function - .size lj_ff_math_max, 54 -lj_ff_math_max: - .byte 185,2,0,0,0,131,122,4,242,15,131,94,6,0,0,221 - .byte 2,57,193,15,131,232,251,255,255,131,124,202,252,242,115,15 - .byte 221,68,202,248,219,233,218,209,221,217,131,193,1,235,226,221 - .byte 216,233,55,6,0,0 - - .globl lj_ff_string_len - .hidden lj_ff_string_len - .type lj_ff_string_len, @function - .size lj_ff_string_len, 29 -lj_ff_string_len: - .byte 131,248,2,15,130,46,6,0,0,131,122,4,251,15,133,36 - .byte 6,0,0,139,42,219,69,12,233,174,251,255,255 - - .globl lj_ff_string_byte - .hidden lj_ff_string_byte - .type lj_ff_string_byte, @function - .size lj_ff_string_byte, 51 -lj_ff_string_byte: - .byte 131,248,2,15,133,17,6,0,0,131,122,4,251,15,133,7 - .byte 6,0,0,139,42,139,114,252,131,125,12,1,15,130,106,248 - .byte 255,255,15,182,109,16,137,108,36,16,219,68,36,16,233,123 - .byte 251,255,255 - - .globl lj_ff_string_char - .hidden lj_ff_string_char - .type lj_ff_string_char, @function - .size lj_ff_string_char, 70 -lj_ff_string_char: - .byte 139,171,148,254,255,255,59,171,152,254,255,255,114,5,232,98 - .byte 6,0,0,131,248,2,15,133,203,5,0,0,131,122,4,242 - .byte 15,131,193,5,0,0,221,2,219,92,36,20,129,124,36,20 - .byte 255,0,0,0,15,135,173,5,0,0,199,68,36,8,1,0 - .byte 0,0,141,68,36,20 - - .globl lj_fff_newstr - .hidden lj_fff_newstr - .type lj_fff_newstr, @function - .size lj_fff_newstr, 44 -lj_fff_newstr: - .byte 139,108,36,48,137,85,16,137,68,36,4,137,44,36,137,116 - .byte 36,24,232 - .long lj_str_new-.-4 - .byte 139,85,16,139,114,252,199,66,252,251,255,255,255,137,66,248 - .byte 233,15,251,255,255 - - .globl lj_ff_string_sub - .hidden lj_ff_string_sub - .type lj_ff_string_sub, @function - .size lj_ff_string_sub, 161 -lj_ff_string_sub: - .byte 139,171,148,254,255,255,59,171,152,254,255,255,114,5,232,240 - .byte 5,0,0,199,68,36,20,255,255,255,255,131,248,3,15,130 - .byte 81,5,0,0,118,17,131,122,20,242,15,131,69,5,0,0 - .byte 221,66,16,219,92,36,20,131,122,4,251,15,133,52,5,0 - .byte 0,131,122,12,242,15,131,42,5,0,0,139,42,137,108,36 - .byte 12,139,109,12,221,66,8,219,92,36,8,139,76,36,8,139 - .byte 68,36,20,57,197,114,30,133,201,126,38,139,108,36,12,41 - .byte 200,124,46,141,108,13,15,131,192,1,137,68,36,8,137,232 - .byte 233,79,255,255,255,124,6,141,68,40,1,235,218,137,232,235 - .byte 214,116,7,1,233,131,193,1,127,209,185,1,0,0,0,235 - .byte 202 - - .globl lj_fff_emptystr - .hidden lj_fff_emptystr - .type lj_fff_emptystr, @function - .size lj_fff_emptystr, 4 -lj_fff_emptystr: - .byte 49,192,235,213 - - .globl lj_ff_string_rep - .hidden lj_ff_string_rep - .type lj_ff_string_rep, @function - .size lj_ff_string_rep, 125 -lj_ff_string_rep: - .byte 139,171,148,254,255,255,59,171,152,254,255,255,114,5,232,75 - .byte 5,0,0,131,248,3,15,133,180,4,0,0,131,122,4,251 - .byte 15,133,170,4,0,0,131,122,12,242,139,42,15,131,158,4 - .byte 0,0,221,66,8,219,92,36,20,139,68,36,20,133,192,126 - .byte 187,131,125,12,1,114,181,15,133,119,4,0,0,57,131,212 - .byte 254,255,255,15,130,107,4,0,0,15,182,77,16,139,171,204 - .byte 254,255,255,137,68,36,8,136,77,0,131,197,1,131,232,1 - .byte 117,245,139,131,204,254,255,255,233,178,254,255,255 - - .globl lj_ff_string_reverse - .hidden lj_ff_string_reverse - .type lj_ff_string_reverse, @function - .size lj_ff_string_reverse, 106 -lj_ff_string_reverse: - .byte 131,248,2,15,130,74,4,0,0,139,171,148,254,255,255,59 - .byte 171,152,254,255,255,114,5,232,197,4,0,0,131,122,4,251 - .byte 15,133,45,4,0,0,139,42,139,69,12,133,192,15,132,76 - .byte 255,255,255,57,131,212,254,255,255,15,130,15,4,0,0,131 - .byte 197,16,137,116,36,20,137,68,36,8,139,179,204,254,255,255 - .byte 15,182,77,0,131,197,1,131,232,1,136,12,6,117,241,137 - .byte 240,139,116,36,20,233,72,254,255,255 - - .globl lj_ff_string_lower - .hidden lj_ff_string_lower - .type lj_ff_string_lower, @function - .size lj_ff_string_lower, 111 -lj_ff_string_lower: - .byte 131,248,2,15,130,224,3,0,0,139,171,148,254,255,255,59 - .byte 171,152,254,255,255,114,5,232,91,4,0,0,131,122,4,251 - .byte 15,133,195,3,0,0,139,42,139,69,12,57,131,212,254,255 - .byte 255,15,130,173,3,0,0,131,197,16,137,116,36,20,137,68 - .byte 36,8,139,179,204,254,255,255,235,21,15,182,76,5,0,131 - .byte 249,65,114,8,131,249,90,119,3,131,241,32,136,12,6,131 - .byte 232,1,121,230,137,240,139,116,36,20,233,217,253,255,255 - - .globl lj_ff_string_upper - .hidden lj_ff_string_upper - .type lj_ff_string_upper, @function - .size lj_ff_string_upper, 111 -lj_ff_string_upper: - .byte 131,248,2,15,130,113,3,0,0,139,171,148,254,255,255,59 - .byte 171,152,254,255,255,114,5,232,236,3,0,0,131,122,4,251 - .byte 15,133,84,3,0,0,139,42,139,69,12,57,131,212,254,255 - .byte 255,15,130,62,3,0,0,131,197,16,137,116,36,20,137,68 - .byte 36,8,139,179,204,254,255,255,235,21,15,182,76,5,0,131 - .byte 249,97,114,8,131,249,122,119,3,131,241,32,136,12,6,131 - .byte 232,1,121,230,137,240,139,116,36,20,233,106,253,255,255 - - .globl lj_ff_table_getn - .hidden lj_ff_table_getn - .type lj_ff_table_getn, @function - .size lj_ff_table_getn, 41 -lj_ff_table_getn: - .byte 131,248,2,15,130,2,3,0,0,131,122,4,244,15,133,248 - .byte 2,0,0,137,213,139,10,232 - .long lj_tab_len-.-4 - .byte 137,234,137,4,36,219,4,36,233,118,248,255,255 - - .globl lj_ff_bit_tobit - .hidden lj_ff_bit_tobit - .type lj_ff_bit_tobit, @function - .size lj_ff_bit_tobit, 44 -lj_ff_bit_tobit: - .byte 131,248,2,15,130,217,2,0,0,131,122,4,242,15,131,207 - .byte 2,0,0,221,2,199,68,36,16,0,0,192,89,216,68,36 - .byte 16,221,28,36,219,4,36,233,74,248,255,255 - - .globl lj_ff_bit_band - .hidden lj_ff_bit_band - .type lj_ff_bit_band, @function - .size lj_ff_bit_band, 82 -lj_ff_bit_band: - .byte 131,248,2,15,130,173,2,0,0,199,68,36,16,0,0,192 - .byte 89,131,122,4,242,15,131,155,2,0,0,221,2,216,68,36 - .byte 16,221,28,36,139,44,36,137,68,36,20,141,68,194,240,57 - .byte 208,15,134,11,1,0,0,131,120,4,242,15,131,12,1,0 - .byte 0,221,0,216,68,36,16,221,28,36,35,44,36,131,232,8 - .byte 235,221 - - .globl lj_ff_bit_bor - .hidden lj_ff_bit_bor - .type lj_ff_bit_bor, @function - .size lj_ff_bit_bor, 82 -lj_ff_bit_bor: - .byte 131,248,2,15,130,91,2,0,0,199,68,36,16,0,0,192 - .byte 89,131,122,4,242,15,131,73,2,0,0,221,2,216,68,36 - .byte 16,221,28,36,139,44,36,137,68,36,20,141,68,194,240,57 - .byte 208,15,134,185,0,0,0,131,120,4,242,15,131,186,0,0 - .byte 0,221,0,216,68,36,16,221,28,36,11,44,36,131,232,8 - .byte 235,221 - - .globl lj_ff_bit_bxor - .hidden lj_ff_bit_bxor - .type lj_ff_bit_bxor, @function - .size lj_ff_bit_bxor, 74 -lj_ff_bit_bxor: - .byte 131,248,2,15,130,9,2,0,0,199,68,36,16,0,0,192 - .byte 89,131,122,4,242,15,131,247,1,0,0,221,2,216,68,36 - .byte 16,221,28,36,139,44,36,137,68,36,20,141,68,194,240,57 - .byte 208,118,107,131,120,4,242,115,112,221,0,216,68,36,16,221 - .byte 28,36,51,44,36,131,232,8,235,229 - - .globl lj_ff_bit_bswap - .hidden lj_ff_bit_bswap - .type lj_ff_bit_bswap, @function - .size lj_ff_bit_bswap, 43 -lj_ff_bit_bswap: - .byte 131,248,2,15,130,191,1,0,0,131,122,4,242,15,131,181 - .byte 1,0,0,221,2,199,68,36,16,0,0,192,89,216,68,36 - .byte 16,221,28,36,139,44,36,15,205,235,41 - - .globl lj_ff_bit_bnot - .hidden lj_ff_bit_bnot - .type lj_ff_bit_bnot, @function - .size lj_ff_bit_bnot, 41 -lj_ff_bit_bnot: - .byte 131,248,2,15,130,148,1,0,0,131,122,4,242,15,131,138 - .byte 1,0,0,221,2,199,68,36,16,0,0,192,89,216,68,36 - .byte 16,221,28,36,139,44,36,247,213 - - .globl lj_fff_resbit - .hidden lj_fff_resbit - .type lj_fff_resbit, @function - .size lj_fff_resbit, 11 -lj_fff_resbit: - .byte 137,44,36,219,4,36,233,253,246,255,255 - - .globl lj_fff_fallback_bit_op - .hidden lj_fff_fallback_bit_op - .type lj_fff_fallback_bit_op, @function - .size lj_fff_fallback_bit_op, 9 -lj_fff_fallback_bit_op: - .byte 139,68,36,20,233,96,1,0,0 - - .globl lj_ff_bit_lshift - .hidden lj_ff_bit_lshift - .type lj_ff_bit_lshift, @function - .size lj_ff_bit_lshift, 68 -lj_ff_bit_lshift: - .byte 131,248,3,15,130,87,1,0,0,131,122,4,242,15,131,77 - .byte 1,0,0,131,122,12,242,15,131,67,1,0,0,221,2,221 - .byte 66,8,199,68,36,16,0,0,192,89,216,68,36,16,221,92 - .byte 36,8,216,68,36,16,221,28,36,139,76,36,8,139,44,36 - .byte 211,229,235,168 - - .globl lj_ff_bit_rshift - .hidden lj_ff_bit_rshift - .type lj_ff_bit_rshift, @function - .size lj_ff_bit_rshift, 71 -lj_ff_bit_rshift: - .byte 131,248,3,15,130,19,1,0,0,131,122,4,242,15,131,9 - .byte 1,0,0,131,122,12,242,15,131,255,0,0,0,221,2,221 - .byte 66,8,199,68,36,16,0,0,192,89,216,68,36,16,221,92 - .byte 36,8,216,68,36,16,221,28,36,139,76,36,8,139,44,36 - .byte 211,237,233,97,255,255,255 - - .globl lj_ff_bit_arshift - .hidden lj_ff_bit_arshift - .type lj_ff_bit_arshift, @function - .size lj_ff_bit_arshift, 71 -lj_ff_bit_arshift: - .byte 131,248,3,15,130,204,0,0,0,131,122,4,242,15,131,194 - .byte 0,0,0,131,122,12,242,15,131,184,0,0,0,221,2,221 - .byte 66,8,199,68,36,16,0,0,192,89,216,68,36,16,221,92 - .byte 36,8,216,68,36,16,221,28,36,139,76,36,8,139,44,36 - .byte 211,253,233,26,255,255,255 - - .globl lj_ff_bit_rol - .hidden lj_ff_bit_rol - .type lj_ff_bit_rol, @function - .size lj_ff_bit_rol, 71 -lj_ff_bit_rol: - .byte 131,248,3,15,130,133,0,0,0,131,122,4,242,15,131,123 - .byte 0,0,0,131,122,12,242,15,131,113,0,0,0,221,2,221 - .byte 66,8,199,68,36,16,0,0,192,89,216,68,36,16,221,92 - .byte 36,8,216,68,36,16,221,28,36,139,76,36,8,139,44,36 - .byte 211,197,233,211,254,255,255 - - .globl lj_ff_bit_ror - .hidden lj_ff_bit_ror - .type lj_ff_bit_ror, @function - .size lj_ff_bit_ror, 59 -lj_ff_bit_ror: - .byte 131,248,3,114,66,131,122,4,242,115,60,131,122,12,242,115 - .byte 54,221,2,221,66,8,199,68,36,16,0,0,192,89,216,68 - .byte 36,16,221,92,36,8,216,68,36,16,221,28,36,139,76,36 - .byte 8,139,44,36,211,205,233,152,254,255,255 - - .globl lj_fff_fallback_2 - .hidden lj_fff_fallback_2 - .type lj_fff_fallback_2, @function - .size lj_fff_fallback_2, 7 -lj_fff_fallback_2: - .byte 184,3,0,0,0,235,5 - - .globl lj_fff_fallback_1 - .hidden lj_fff_fallback_1 - .type lj_fff_fallback_1, @function - .size lj_fff_fallback_1, 5 -lj_fff_fallback_1: - .byte 184,2,0,0,0 - - .globl lj_fff_fallback - .hidden lj_fff_fallback - .type lj_fff_fallback, @function - .size lj_fff_fallback, 87 -lj_fff_fallback: - .byte 139,108,36,48,139,114,252,137,116,36,24,137,85,16,141,68 - .byte 194,248,141,136,160,0,0,0,137,69,20,139,66,248,59,77 - .byte 24,119,88,137,44,36,255,80,20,139,85,16,133,192,15,143 - .byte 107,245,255,255,139,77,20,41,209,193,233,3,133,192,141,65 - .byte 1,139,106,248,117,17,139,117,16,139,14,15,182,233,15,182 - .byte 205,131,198,4,255,36,171 - - .globl lj_vm_call_tail - .hidden lj_vm_call_tail - .type lj_vm_call_tail, @function - .size lj_vm_call_tail, 55 -lj_vm_call_tail: - .byte 137,209,247,198,3,0,0,0,117,14,15,182,110,253,247,213 - .byte 141,20,234,233,225,234,255,255,137,245,131,229,248,41,234,233 - .byte 213,234,255,255,186,20,0,0,0,137,233,232 - .long lj_state_growstack-.-4 - .byte 139,85,16,49,192,235,166 - - .globl lj_fff_gcstep - .hidden lj_fff_gcstep - .type lj_fff_gcstep, @function - .size lj_fff_gcstep, 50 -lj_fff_gcstep: - .byte 93,137,108,36,16,139,108,36,48,137,116,36,24,137,85,16 - .byte 141,68,194,248,137,233,137,69,20,232 - .long lj_gc_step-.-4 - .byte 139,85,16,139,69,20,41,208,193,232,3,131,192,1,139,108 - .byte 36,16,85,195 - - .globl lj_vm_record - .hidden lj_vm_record - .type lj_vm_record, @function - .size lj_vm_record, 0 -lj_vm_record: - - .globl lj_vm_rethook - .hidden lj_vm_rethook - .type lj_vm_rethook, @function - .size lj_vm_rethook, 13 -lj_vm_rethook: - .byte 15,182,131,1,255,255,255,168,16,117,52,235,27 - - .globl lj_vm_inshook - .hidden lj_vm_inshook - .type lj_vm_inshook, @function - .size lj_vm_inshook, 65 -lj_vm_inshook: - .byte 15,182,131,1,255,255,255,168,16,117,39,168,12,116,35,255 - .byte 139,56,255,255,255,116,4,168,4,116,23,139,108,36,48,137 - .byte 85,16,137,242,137,233,232 - .long lj_dispatch_ins-.-4 - .byte 139,85,16,15,182,78,253,15,182,110,252,15,183,70,254,255 - .byte 164,171,108,2,0,0 - - .globl lj_cont_hook - .hidden lj_cont_hook - .type lj_cont_hook, @function - .size lj_cont_hook, 12 -lj_cont_hook: - .byte 131,198,4,139,77,232,137,76,36,20,235,225 - - .globl lj_vm_hotloop - .hidden lj_vm_hotloop - .type lj_vm_hotloop, @function - .size lj_vm_hotloop, 0 -lj_vm_hotloop: - - .globl lj_vm_callhook - .hidden lj_vm_callhook - .type lj_vm_callhook, @function - .size lj_vm_callhook, 4 -lj_vm_callhook: - .byte 137,116,36,24 - - .globl lj_vm_hotcall - .hidden lj_vm_hotcall - .type lj_vm_hotcall, @function - .size lj_vm_hotcall, 55 -lj_vm_hotcall: - .byte 141,68,194,248,139,108,36,48,137,85,16,137,69,20,137,242 - .byte 137,233,232 - .long lj_dispatch_call-.-4 - .byte 199,68,36,24,0,0,0,0,139,85,16,137,193,139,69,20 - .byte 41,208,137,205,15,182,78,253,193,232,3,131,192,1,255,229 - - .globl lj_vm_floor - .hidden lj_vm_floor - .type lj_vm_floor, @function - .size lj_vm_floor, 0 -lj_vm_floor: - - .globl lj_vm_exit_handler - .hidden lj_vm_exit_handler - .type lj_vm_exit_handler, @function - .size lj_vm_exit_handler, 0 -lj_vm_exit_handler: - - .globl lj_vm_exit_interp - .hidden lj_vm_exit_interp - .type lj_vm_exit_interp, @function - .size lj_vm_exit_interp, 41 -lj_vm_exit_interp: - .byte 217,124,36,4,137,68,36,8,102,184,0,4,102,11,68,36 - .byte 4,102,37,255,247,102,137,68,36,6,217,108,36,6,217,252 - .byte 217,108,36,4,139,68,36,8,195 - - .globl lj_vm_floor_sse - .hidden lj_vm_floor_sse - .type lj_vm_floor_sse, @function - .size lj_vm_floor_sse, 87 -lj_vm_floor_sse: - .byte 102,15,239,210,102,15,118,210,102,15,115,210,1,184,0,0 - .byte 48,67,102,15,110,216,102,15,112,219,81,15,40,200,102,15 - .byte 84,202,102,15,46,217,118,46,102,15,85,208,242,15,88,203 - .byte 242,15,92,203,102,15,86,202,184,0,0,240,63,102,15,110 - .byte 208,102,15,112,210,81,242,15,194,193,1,102,15,84,194,242 - .byte 15,92,200,15,40,193,195 - - .globl lj_vm_ceil - .hidden lj_vm_ceil - .type lj_vm_ceil, @function - .size lj_vm_ceil, 41 -lj_vm_ceil: - .byte 217,124,36,4,137,68,36,8,102,184,0,8,102,11,68,36 - .byte 4,102,37,255,251,102,137,68,36,6,217,108,36,6,217,252 - .byte 217,108,36,4,139,68,36,8,195 - - .globl lj_vm_ceil_sse - .hidden lj_vm_ceil_sse - .type lj_vm_ceil_sse, @function - .size lj_vm_ceil_sse, 87 -lj_vm_ceil_sse: - .byte 102,15,239,210,102,15,118,210,102,15,115,210,1,184,0,0 - .byte 48,67,102,15,110,216,102,15,112,219,81,15,40,200,102,15 - .byte 84,202,102,15,46,217,118,46,102,15,85,208,242,15,88,203 - .byte 242,15,92,203,102,15,86,202,184,0,0,240,191,102,15,110 - .byte 208,102,15,112,210,81,242,15,194,193,6,102,15,84,194,242 - .byte 15,92,200,15,40,193,195 - - .globl lj_vm_trunc - .hidden lj_vm_trunc - .type lj_vm_trunc, @function - .size lj_vm_trunc, 37 -lj_vm_trunc: - .byte 217,124,36,4,137,68,36,8,102,184,0,12,102,11,68,36 - .byte 4,102,137,68,36,6,217,108,36,6,217,252,217,108,36,4 - .byte 139,68,36,8,195 - - .globl lj_vm_trunc_sse - .hidden lj_vm_trunc_sse - .type lj_vm_trunc_sse, @function - .size lj_vm_trunc_sse, 90 -lj_vm_trunc_sse: - .byte 102,15,239,210,102,15,118,210,102,15,115,210,1,184,0,0 - .byte 48,67,102,15,110,216,102,15,112,219,81,15,40,200,102,15 - .byte 84,202,102,15,46,217,118,49,102,15,85,208,15,40,193,242 - .byte 15,88,203,242,15,92,203,184,0,0,240,63,102,15,110,216 - .byte 102,15,112,219,81,242,15,194,193,1,102,15,84,195,242,15 - .byte 92,200,102,15,86,202,15,40,193,195 - - .globl lj_vm_mod - .hidden lj_vm_mod - .type lj_vm_mod, @function - .size lj_vm_mod, 41 -lj_vm_mod: - .byte 217,193,216,241,217,124,36,4,102,184,0,4,102,11,68,36 - .byte 4,102,37,255,247,102,137,68,36,6,217,108,36,6,217,252 - .byte 217,108,36,4,222,201,222,233,195 - - .globl lj_vm_log2 - .hidden lj_vm_log2 - .type lj_vm_log2, @function - .size lj_vm_log2, 9 -lj_vm_log2: - .byte 217,232,221,68,36,4,217,241,195 - - .globl lj_vm_exp_x87 - .hidden lj_vm_exp_x87 - .type lj_vm_exp_x87, @function - .size lj_vm_exp_x87, 4 -lj_vm_exp_x87: - .byte 217,234,222,201 - - .globl lj_vm_exp2_x87 - .hidden lj_vm_exp2_x87 - .type lj_vm_exp2_x87, @function - .size lj_vm_exp2_x87, 24 -lj_vm_exp2_x87: - .byte 217,84,36,4,129,124,36,4,0,0,128,127,116,28,129,124 - .byte 36,4,0,0,128,255,116,19 - - .globl lj_vm_exp2raw - .hidden lj_vm_exp2raw - .type lj_vm_exp2raw, @function - .size lj_vm_exp2raw, 24 -lj_vm_exp2raw: - .byte 217,192,217,252,220,233,217,201,217,240,217,232,222,193,217,253 - .byte 221,217,195,221,216,217,238,195 - - .globl lj_vm_pow - .hidden lj_vm_pow - .type lj_vm_pow, @function - .size lj_vm_pow, 209 -lj_vm_pow: - .byte 219,84,36,4,219,68,36,4,223,233,117,73,15,138,112,0 - .byte 0,0,221,216,139,68,36,4,131,248,1,126,34,169,1,0 - .byte 0,0,117,6,216,200,209,232,235,243,209,232,116,16,217,192 - .byte 216,200,209,232,116,6,115,248,220,201,235,244,222,201,195,116 - .byte 253,114,13,217,232,222,241,247,216,131,248,1,116,240,235,205 - .byte 221,216,217,232,195,217,84,36,4,217,201,217,84,36,8,139 - .byte 68,36,4,209,224,61,0,0,0,255,116,33,139,68,36,8 - .byte 209,224,116,62,61,0,0,0,255,116,55,217,241,233,102,255 - .byte 255,255,217,232,223,234,116,2,217,201,221,216,195,217,225,217 - .byte 232,223,233,116,24,221,216,217,225,217,238,184,0,0,0,0 - .byte 15,146,208,209,200,51,68,36,4,121,2,217,201,221,217,217 - .byte 225,195,131,124,36,4,0,125,244,221,216,221,216,133,192,116 - .byte 3,217,238,195,199,68,36,4,0,0,128,127,217,68,36,4 - .byte 195 - - .globl lj_vm_pow_sse - .hidden lj_vm_pow_sse - .type lj_vm_pow_sse, @function - .size lj_vm_pow_sse, 24 -lj_vm_pow_sse: - .byte 242,15,45,193,242,15,42,208,102,15,46,202,15,133,102,0 - .byte 0,0,15,138,197,0,0,0 - - .globl lj_vm_powi_sse - .hidden lj_vm_powi_sse - .type lj_vm_powi_sse, @function - .size lj_vm_powi_sse, 313 -lj_vm_powi_sse: - .byte 131,248,1,126,43,169,1,0,0,0,117,8,242,15,89,192 - .byte 209,232,235,241,209,232,116,23,15,40,200,242,15,89,192,209 - .byte 232,116,8,115,246,242,15,89,200,235,240,242,15,89,193,195 - .byte 116,253,114,29,247,216,232,202,255,255,255,184,0,0,240,63 - .byte 102,15,110,200,102,15,112,201,81,242,15,94,200,15,40,193 - .byte 195,184,0,0,240,63,102,15,110,192,102,15,112,192,81,195 - .byte 242,15,17,76,36,12,242,15,17,68,36,4,131,124,36,12 - .byte 0,117,13,139,68,36,16,209,224,61,0,0,224,255,116,93 - .byte 131,124,36,4,0,117,23,139,68,36,8,209,224,15,132,142 - .byte 0,0,0,61,0,0,224,255,15,132,143,0,0,0,221,68 - .byte 36,12,221,68,36,4,217,241,217,192,217,252,220,233,217,201 - .byte 217,240,217,232,222,193,217,253,221,217,221,92,36,4,242,15 - .byte 16,68,36,4,195,184,0,0,240,63,102,15,110,208,102,15 - .byte 112,210,81,102,15,46,194,116,3,15,40,193,195,102,15,239 - .byte 210,102,15,118,210,102,15,115,210,1,102,15,84,194,184,0 - .byte 0,240,63,102,15,110,208,102,15,112,210,81,102,15,46,194 - .byte 116,218,102,15,80,193,15,87,192,136,196,15,146,208,48,224 - .byte 117,202,184,0,0,240,127,102,15,110,192,102,15,112,192,81 - .byte 195,102,15,80,193,133,192,117,233,15,87,192,195,102,15,80 - .byte 193,133,192,116,221,15,87,192,195 - - .globl lj_vm_foldfpm - .hidden lj_vm_foldfpm - .type lj_vm_foldfpm, @function - .size lj_vm_foldfpm, 0 -lj_vm_foldfpm: - - .globl lj_vm_foldarith - .hidden lj_vm_foldarith - .type lj_vm_foldarith, @function - .size lj_vm_foldarith, 109 -lj_vm_foldarith: - .byte 139,68,36,20,221,68,36,4,221,68,36,12,131,248,1,116 - .byte 5,119,6,222,193,195,222,233,195,131,248,3,116,5,119,6 - .byte 222,201,195,222,249,195,131,248,5,15,130,73,253,255,255,15 - .byte 132,169,253,255,255,131,248,7,116,7,119,10,221,216,217,224 - .byte 195,221,216,217,225,195,131,248,9,116,5,119,10,217,243,195 - .byte 217,201,217,253,221,217,195,131,248,11,116,9,119,14,219,233 - .byte 219,209,221,217,195,219,233,218,209,221,217,195,204 - - .globl lj_vm_cpuid - .hidden lj_vm_cpuid - .type lj_vm_cpuid, @function - .size lj_vm_cpuid, 46 -lj_vm_cpuid: - .byte 156,90,137,209,129,242,0,0,32,0,82,157,156,90,49,192 - .byte 57,209,116,25,139,68,36,4,87,83,15,162,139,124,36,16 - .byte 137,7,137,95,4,137,79,8,137,87,12,91,95,195 - - .globl lj_assert_bad_for_arg_type - .hidden lj_assert_bad_for_arg_type - .type lj_assert_bad_for_arg_type, @function - .size lj_assert_bad_for_arg_type, 1 -lj_assert_bad_for_arg_type: - .byte 204 - - .globl lj_vm_ffi_callback - .hidden lj_vm_ffi_callback - .type lj_vm_ffi_callback, @function - .size lj_vm_ffi_callback, 119 -lj_vm_ffi_callback: - .byte 131,236,16,87,86,83,131,236,28,141,157,128,1,0,0,139 - .byte 181,224,0,0,0,15,183,192,137,134,148,0,0,0,141,68 - .byte 36,64,137,78,96,137,86,100,137,134,128,0,0,0,139,76 - .byte 36,60,139,84,36,56,137,76,36,44,137,84,36,40,137,226 - .byte 137,116,36,24,137,241,232 - .long lj_ccallback_enter-.-4 - .byte 199,131,76,255,255,255,255,255,255,255,139,80,16,139,64,20 - .byte 41,208,139,106,248,193,232,3,131,192,1,139,117,16,139,14 - .byte 15,182,233,15,182,205,131,198,4,255,36,171 - - .globl lj_cont_ffi_callback - .hidden lj_cont_ffi_callback - .type lj_cont_ffi_callback, @function - .size lj_cont_ffi_callback, 81 -lj_cont_ffi_callback: - .byte 139,76,36,48,139,179,96,255,255,255,137,78,12,137,81,16 - .byte 137,105,20,137,241,137,194,232 - .long lj_ccallback_leave-.-4 - .byte 139,108,36,48,139,70,96,139,86,100,131,126,104,1,114,10 - .byte 116,5,221,70,32,235,3,217,70,32,139,77,20,15,183,73 - .byte 6,137,76,36,48,131,196,28,91,94,95,93,89,3,36,36 - .byte 131,196,16,81,195 - - .globl lj_vm_ffi_call - .hidden lj_vm_ffi_call - .type lj_vm_ffi_call, @function - .size lj_vm_ffi_call, 65 -lj_vm_ffi_call: - .byte 85,137,229,83,137,203,43,99,4,15,182,75,8,131,233,1 - .byte 120,12,139,68,139,40,137,4,140,131,233,1,121,244,139,75 - .byte 32,139,83,36,255,19,137,67,32,137,83,36,128,123,10,1 - .byte 114,10,116,5,221,91,16,235,3,217,91,16,139,93,252,201 - .byte 195 - - .section .note.GNU-stack,"",@progbits - .ident "DynASM 1.3.0" - - .section .debug_frame,"",@progbits -.Lframe0: - .long .LECIE0-.LSCIE0 -.LSCIE0: - .long 0xffffffff - .byte 0x1 - .string "" - .uleb128 0x1 - .sleb128 -4 - .byte 0x8 - .byte 0xc - .uleb128 0x4 - .uleb128 4 - .byte 0x80+0x8 - .uleb128 0x1 - .align 4 -.LECIE0: - -.LSFDE0: - .long .LEFDE0-.LASFDE0 -.LASFDE0: - .long .Lframe0 - .long .Lbegin - .long 13095 - .byte 0xe - .uleb128 48 - .byte 0x85 - .uleb128 0x2 - .byte 0x87 - .uleb128 0x3 - .byte 0x86 - .uleb128 0x4 - .byte 0x83 - .uleb128 0x5 - .align 4 -.LEFDE0: - -.LSFDE1: - .long .LEFDE1-.LASFDE1 -.LASFDE1: - .long .Lframe0 - .long lj_vm_ffi_call - .long 65 - .byte 0xe - .uleb128 8 - .byte 0x85 - .uleb128 0x2 - .byte 0xd - .uleb128 0x5 - .byte 0x83 - .uleb128 0x3 - .align 4 -.LEFDE1: - - .section .eh_frame,"a",@progbits -.Lframe1: - .long .LECIE1-.LSCIE1 -.LSCIE1: - .long 0 - .byte 0x1 - .string "zPR" - .uleb128 0x1 - .sleb128 -4 - .byte 0x8 - .uleb128 6 - .byte 0x1b - .long lj_err_unwind_dwarf-. - .byte 0x1b - .byte 0xc - .uleb128 0x4 - .uleb128 4 - .byte 0x80+0x8 - .uleb128 0x1 - .align 4 -.LECIE1: - -.LSFDE2: - .long .LEFDE2-.LASFDE2 -.LASFDE2: - .long .LASFDE2-.Lframe1 - .long .Lbegin-. - .long 13095 - .uleb128 0 - .byte 0xe - .uleb128 48 - .byte 0x85 - .uleb128 0x2 - .byte 0x87 - .uleb128 0x3 - .byte 0x86 - .uleb128 0x4 - .byte 0x83 - .uleb128 0x5 - .align 4 -.LEFDE2: - -.Lframe2: - .long .LECIE2-.LSCIE2 -.LSCIE2: - .long 0 - .byte 0x1 - .string "zR" - .uleb128 0x1 - .sleb128 -4 - .byte 0x8 - .uleb128 1 - .byte 0x1b - .byte 0xc - .uleb128 0x4 - .uleb128 4 - .byte 0x80+0x8 - .uleb128 0x1 - .align 4 -.LECIE2: - -.LSFDE3: - .long .LEFDE3-.LASFDE3 -.LASFDE3: - .long .LASFDE3-.Lframe2 - .long lj_vm_ffi_call-. - .long 65 - .uleb128 0 - .byte 0xe - .uleb128 8 - .byte 0x85 - .uleb128 0x2 - .byte 0xd - .uleb128 0x5 - .byte 0x83 - .uleb128 0x3 - .align 4 -.LEFDE3: - diff --git a/core/src/luajit/src/autogen/linux/nojit/x86_64/lj_bcdef.h b/core/src/luajit/src/autogen/linux/nojit/x86_64/lj_bcdef.h deleted file mode 100644 index 2554b1023..000000000 --- a/core/src/luajit/src/autogen/linux/nojit/x86_64/lj_bcdef.h +++ /dev/null @@ -1,226 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -LJ_DATADEF const uint16_t lj_bc_ofs[] = { -0, -72, -144, -216, -288, -427, -569, -632, -695, -764, -833, -886, -938, -989, -1040, -1081, -1122, -1148, -1180, -1240, -1314, -1368, -1422, -1476, -1530, -1589, -1643, -1697, -1751, -1805, -1841, -1908, -1975, -2042, -2109, -2158, -2230, -2306, -2342, -2378, -2408, -2437, -2462, -2505, -2541, -2628, -2710, -2748, -2782, -2833, -2897, -3006, -3099, -3117, -3135, -3283, -3407, -3506, -3679, -3908, -4032, -4174, -4220, -4262, -4266, -4414, -4482, -4647, -4838, -4926, -4930, -5066, -5158, -5263, -5360, -5360, -5360, -5430, -5430, -5430, -5474, -5474, -5474, -5492, -5492, -5517, -5517, -5580, -5580, -5580, -5705, -5705, -5784, -7448, -7515, -8014, -8117, -8174, -8305, -7581, -7734, -7826, -7878, -7909, -8363, -8404, -9012, -8459, -8762, -9064, -9191, -9215, -9242, -9306, -9339, -9373, -9404, -9435, -9468, -9509, -9552, -9585, -9625, -9665, -9840, -9988, -9705, -9705, -9273, -9744, -10144, -10087, -9791, -10198, -10257, -11191, -11589, -11536, -11658, -11737, -11819, -11901, -11983, -11245, -11342, -11439, -10316, -10347, -10394, -10516, -10685, -10812, -10922, -11037, -11152 -}; - -LJ_DATADEF const uint16_t lj_bc_mode[] = { -BCDEF(BCMODE) -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF -}; - diff --git a/core/src/luajit/src/autogen/linux/nojit/x86_64/lj_ffdef.h b/core/src/luajit/src/autogen/linux/nojit/x86_64/lj_ffdef.h deleted file mode 100644 index a10c15921..000000000 --- a/core/src/luajit/src/autogen/linux/nojit/x86_64/lj_ffdef.h +++ /dev/null @@ -1,202 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -FFDEF(assert) -FFDEF(type) -FFDEF(next) -FFDEF(pairs) -FFDEF(ipairs_aux) -FFDEF(ipairs) -FFDEF(getmetatable) -FFDEF(setmetatable) -FFDEF(getfenv) -FFDEF(setfenv) -FFDEF(rawget) -FFDEF(rawset) -FFDEF(rawequal) -FFDEF(unpack) -FFDEF(select) -FFDEF(tonumber) -FFDEF(tostring) -FFDEF(error) -FFDEF(pcall) -FFDEF(xpcall) -FFDEF(loadfile) -FFDEF(load) -FFDEF(loadstring) -FFDEF(dofile) -FFDEF(gcinfo) -FFDEF(collectgarbage) -FFDEF(newproxy) -FFDEF(print) -FFDEF(coroutine_status) -FFDEF(coroutine_running) -FFDEF(coroutine_create) -FFDEF(coroutine_yield) -FFDEF(coroutine_resume) -FFDEF(coroutine_wrap_aux) -FFDEF(coroutine_wrap) -FFDEF(math_abs) -FFDEF(math_floor) -FFDEF(math_ceil) -FFDEF(math_sqrt) -FFDEF(math_log10) -FFDEF(math_exp) -FFDEF(math_sin) -FFDEF(math_cos) -FFDEF(math_tan) -FFDEF(math_asin) -FFDEF(math_acos) -FFDEF(math_atan) -FFDEF(math_sinh) -FFDEF(math_cosh) -FFDEF(math_tanh) -FFDEF(math_frexp) -FFDEF(math_modf) -FFDEF(math_deg) -FFDEF(math_rad) -FFDEF(math_log) -FFDEF(math_atan2) -FFDEF(math_pow) -FFDEF(math_fmod) -FFDEF(math_ldexp) -FFDEF(math_min) -FFDEF(math_max) -FFDEF(math_random) -FFDEF(math_randomseed) -FFDEF(bit_tobit) -FFDEF(bit_bnot) -FFDEF(bit_bswap) -FFDEF(bit_lshift) -FFDEF(bit_rshift) -FFDEF(bit_arshift) -FFDEF(bit_rol) -FFDEF(bit_ror) -FFDEF(bit_band) -FFDEF(bit_bor) -FFDEF(bit_bxor) -FFDEF(bit_tohex) -FFDEF(string_len) -FFDEF(string_byte) -FFDEF(string_char) -FFDEF(string_sub) -FFDEF(string_rep) -FFDEF(string_reverse) -FFDEF(string_lower) -FFDEF(string_upper) -FFDEF(string_dump) -FFDEF(string_find) -FFDEF(string_match) -FFDEF(string_gmatch_aux) -FFDEF(string_gmatch) -FFDEF(string_gsub) -FFDEF(string_format) -FFDEF(table_foreachi) -FFDEF(table_foreach) -FFDEF(table_getn) -FFDEF(table_maxn) -FFDEF(table_insert) -FFDEF(table_remove) -FFDEF(table_concat) -FFDEF(table_sort) -FFDEF(io_method_close) -FFDEF(io_method_read) -FFDEF(io_method_write) -FFDEF(io_method_flush) -FFDEF(io_method_seek) -FFDEF(io_method_setvbuf) -FFDEF(io_method_lines) -FFDEF(io_method___gc) -FFDEF(io_method___tostring) -FFDEF(io_open) -FFDEF(io_popen) -FFDEF(io_tmpfile) -FFDEF(io_close) -FFDEF(io_read) -FFDEF(io_write) -FFDEF(io_flush) -FFDEF(io_input) -FFDEF(io_output) -FFDEF(io_lines) -FFDEF(io_type) -FFDEF(os_execute) -FFDEF(os_remove) -FFDEF(os_rename) -FFDEF(os_tmpname) -FFDEF(os_getenv) -FFDEF(os_exit) -FFDEF(os_clock) -FFDEF(os_date) -FFDEF(os_time) -FFDEF(os_difftime) -FFDEF(os_setlocale) -FFDEF(debug_getregistry) -FFDEF(debug_getmetatable) -FFDEF(debug_setmetatable) -FFDEF(debug_getfenv) -FFDEF(debug_setfenv) -FFDEF(debug_getinfo) -FFDEF(debug_getlocal) -FFDEF(debug_setlocal) -FFDEF(debug_getupvalue) -FFDEF(debug_setupvalue) -FFDEF(debug_upvalueid) -FFDEF(debug_upvaluejoin) -FFDEF(debug_sethook) -FFDEF(debug_gethook) -FFDEF(debug_debug) -FFDEF(debug_traceback) -FFDEF(jit_on) -FFDEF(jit_off) -FFDEF(jit_flush) -FFDEF(jit_status) -FFDEF(jit_attach) -FFDEF(jit_util_funcinfo) -FFDEF(jit_util_funcbc) -FFDEF(jit_util_funck) -FFDEF(jit_util_funcuvname) -FFDEF(ffi_meta___index) -FFDEF(ffi_meta___newindex) -FFDEF(ffi_meta___eq) -FFDEF(ffi_meta___len) -FFDEF(ffi_meta___lt) -FFDEF(ffi_meta___le) -FFDEF(ffi_meta___concat) -FFDEF(ffi_meta___call) -FFDEF(ffi_meta___add) -FFDEF(ffi_meta___sub) -FFDEF(ffi_meta___mul) -FFDEF(ffi_meta___div) -FFDEF(ffi_meta___mod) -FFDEF(ffi_meta___pow) -FFDEF(ffi_meta___unm) -FFDEF(ffi_meta___tostring) -FFDEF(ffi_meta___pairs) -FFDEF(ffi_meta___ipairs) -FFDEF(ffi_clib___index) -FFDEF(ffi_clib___newindex) -FFDEF(ffi_clib___gc) -FFDEF(ffi_callback_free) -FFDEF(ffi_callback_set) -FFDEF(ffi_cdef) -FFDEF(ffi_new) -FFDEF(ffi_cast) -FFDEF(ffi_typeof) -FFDEF(ffi_istype) -FFDEF(ffi_sizeof) -FFDEF(ffi_alignof) -FFDEF(ffi_offsetof) -FFDEF(ffi_errno) -FFDEF(ffi_string) -FFDEF(ffi_copy) -FFDEF(ffi_fill) -FFDEF(ffi_abi) -FFDEF(ffi_metatype) -FFDEF(ffi_gc) -FFDEF(ffi_load) - -#undef FFDEF - -#ifndef FF_NUM_ASMFUNC -#define FF_NUM_ASMFUNC 62 -#endif - diff --git a/core/src/luajit/src/autogen/linux/nojit/x86_64/lj_folddef.h b/core/src/luajit/src/autogen/linux/nojit/x86_64/lj_folddef.h deleted file mode 100644 index c4ec4efd5..000000000 --- a/core/src/luajit/src/autogen/linux/nojit/x86_64/lj_folddef.h +++ /dev/null @@ -1,1068 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -static const FoldFunc fold_func[] = { - fold_kfold_numarith, - fold_kfold_ldexp, - fold_kfold_fpmath, - fold_kfold_numpow, - fold_kfold_numcomp, - fold_kfold_intarith, - fold_kfold_intovarith, - fold_kfold_bnot, - fold_kfold_bswap, - fold_kfold_intcomp, - fold_kfold_intcomp0, - fold_kfold_int64arith, - fold_kfold_int64arith2, - fold_kfold_int64shift, - fold_kfold_bnot64, - fold_kfold_bswap64, - fold_kfold_int64comp, - fold_kfold_int64comp0, - fold_kfold_snew_kptr, - fold_kfold_snew_empty, - fold_kfold_strref, - fold_kfold_strref_snew, - fold_kfold_strcmp, - fold_kfold_add_kgc, - fold_kfold_add_kptr, - fold_kfold_add_kright, - fold_kfold_tobit, - fold_kfold_conv_kint_num, - fold_kfold_conv_kintu32_num, - fold_kfold_conv_kint_ext, - fold_kfold_conv_kint_i64, - fold_kfold_conv_kint64_num_i64, - fold_kfold_conv_kint64_num_u64, - fold_kfold_conv_kint64_int_i64, - fold_kfold_conv_knum_int_num, - fold_kfold_conv_knum_u32_num, - fold_kfold_conv_knum_i64_num, - fold_kfold_conv_knum_u64_num, - fold_kfold_tostr_knum, - fold_kfold_tostr_kint, - fold_kfold_strto, - lj_opt_cse, - fold_kfold_kref, - fold_shortcut_round, - fold_shortcut_left, - fold_shortcut_dropleft, - fold_shortcut_leftleft, - fold_simplify_numadd_negx, - fold_simplify_numadd_xneg, - fold_simplify_numsub_k, - fold_simplify_numsub_negk, - fold_simplify_numsub_xneg, - fold_simplify_nummuldiv_k, - fold_simplify_nummuldiv_negk, - fold_simplify_nummuldiv_negneg, - fold_simplify_numpow_xk, - fold_simplify_numpow_kx, - fold_shortcut_conv_num_int, - fold_simplify_conv_int_num, - fold_simplify_conv_i64_num, - fold_simplify_conv_int_i64, - fold_simplify_conv_flt_num, - fold_simplify_tobit_conv, - fold_simplify_floor_conv, - fold_simplify_conv_sext, - fold_simplify_conv_narrow, - fold_cse_conv, - fold_narrow_convert, - fold_simplify_intadd_k, - fold_simplify_intmul_k, - fold_simplify_intsub_k, - fold_simplify_intsub_kleft, - fold_simplify_intadd_k64, - fold_simplify_intsub_k64, - fold_simplify_intmul_k32, - fold_simplify_intmul_k64, - fold_simplify_intmod_k, - fold_simplify_intmod_kleft, - fold_simplify_intsub, - fold_simplify_intsubadd_leftcancel, - fold_simplify_intsubsub_leftcancel, - fold_simplify_intsubsub_rightcancel, - fold_simplify_intsubadd_rightcancel, - fold_simplify_intsubaddadd_cancel, - fold_simplify_band_k, - fold_simplify_bor_k, - fold_simplify_bxor_k, - fold_simplify_shift_ik, - fold_simplify_shift_andk, - fold_simplify_shift1_ki, - fold_simplify_shift2_ki, - fold_simplify_shiftk_andk, - fold_simplify_andk_shiftk, - fold_reassoc_intarith_k, - fold_reassoc_intarith_k64, - fold_reassoc_dup, - fold_reassoc_bxor, - fold_reassoc_shift, - fold_reassoc_minmax_k, - fold_reassoc_minmax_left, - fold_reassoc_minmax_right, - fold_abc_fwd, - fold_abc_k, - fold_abc_invar, - fold_comm_swap, - fold_comm_equal, - fold_comm_comp, - fold_comm_dup, - fold_comm_bxor, - fold_merge_eqne_snew_kgc, - lj_opt_fwd_aload, - fold_kfold_hload_kkptr, - lj_opt_fwd_hload, - lj_opt_fwd_uload, - lj_opt_fwd_tab_len, - fold_cse_uref, - lj_opt_fwd_hrefk, - fold_fwd_href_tnew, - fold_fwd_href_tdup, - fold_fload_tab_tnew_asize, - fold_fload_tab_tnew_hmask, - fold_fload_tab_tdup_asize, - fold_fload_tab_tdup_hmask, - fold_fload_tab_ah, - fold_fload_str_len_kgc, - fold_fload_str_len_snew, - fold_fload_cdata_typeid_kgc, - fold_fload_cdata_int64_kgc, - fold_fload_cdata_typeid_cnew, - fold_fload_cdata_ptr_int64_cnew, - lj_opt_cse, - lj_opt_fwd_fload, - fold_fwd_sload, - fold_xload_kptr, - lj_opt_fwd_xload, - fold_barrier_tab, - fold_barrier_tnew_tdup, - lj_opt_dse_ahstore, - lj_opt_dse_ustore, - lj_opt_dse_fstore, - lj_opt_dse_xstore, - lj_ir_emit -}; - -static const uint32_t fold_hash[916] = { -0xffffffff, -0xffffffff, -0x5b4c8016, -0x0d4e7016, -0xffffffff, -0x1000701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x29110c1a, -0xffffffff, -0xffffffff, -0x5b488016, -0x0d4a7016, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7b87fc07, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x0d467016, -0xffffffff, -0x5a4c73ff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x5153fc29, -0xffffffff, -0xffffffff, -0xffffffff, -0x5d408016, -0xffffffff, -0x594873ff, -0x8187440f, -0xffffffff, -0xffffffff, -0xffffffff, -0x8287fc0f, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6715ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a11fc1a, -0xffffffff, -0x1daa5a70, -0xffffffff, -0xffffffff, -0x0a0bfc16, -0x5c408c16, -0x6911ffff, -0x8db7ffff, -0xffffffff, -0xffffffff, -0x1caa59d4, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a0dffff, -0x2b68d002, -0xffffffff, -0x3cab5695, -0xffffffff, -0x41aaa675, -0xffffffff, -0xffffffff, -0xffffffff, -0x27ae5800, -0xffffffff, -0x6a09ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7f865c0f, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a05ffff, -0x42abffff, -0x5e44881c, -0x5d50a016, -0x066c5816, -0x00646c1b, -0x75753bff, -0x1951fc18, -0x6264c81b, -0x1850641c, -0xffffffff, -0x6a01ffff, -0x87a7ffff, -0x4953fc1c, -0x8da80000, -0x4f52a3ff, -0x00606c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0x5d428416, -0x88a53800, -0xffffffff, -0xffffffff, -0xffffffff, -0x05645816, -0xffffffff, -0x005c6c1b, -0x20aa71d6, -0xffffffff, -0xffffffff, -0xffffffff, -0x1399fc16, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x157f33ff, -0xffffffff, -0xffffffff, -0x584dfc20, -0xffffffff, -0xffffffff, -0xffffffff, -0x8d9bffff, -0xffffffff, -0x055c5816, -0xffffffff, -0x00546c1b, -0xffffffff, -0xffffffff, -0x5849fc20, -0xffffffff, -0xffffffff, -0xffffffff, -0x8c97ffff, -0x5543fc1c, -0x05585816, -0xffffffff, -0x00506c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x8a93ffff, -0x26ae6c00, -0x05545816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x76753c17, -0x41aaa695, -0xffffffff, -0x898fffff, -0xffffffff, -0x05505816, -0xffffffff, -0xffffffff, -0xffffffff, -0x858867ff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x848bffff, -0xffffffff, -0x054c5816, -0x79873c06, -0x47525bff, -0xffffffff, -0x3f695401, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x8387ffff, -0xffffffff, -0x05485816, -0xffffffff, -0x5a4e5bff, -0xffffffff, -0xffffffff, -0x6264c816, -0x43aaa26e, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x05445816, -0xffffffff, -0x5a4a5bff, -0xffffffff, -0xffffffff, -0xffffffff, -0x3455fc1b, -0x0c5a701c, -0x6366cbff, -0x0e3c7000, -0xffffffff, -0x05405816, -0xffffffff, -0x59465bff, -0xffffffff, -0xffffffff, -0xffffffff, -0x41aaa276, -0x0c56701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x21aa7275, -0x0b52701c, -0x61489016, -0x6465fc33, -0x8d77ffff, -0xffffffff, -0x7b87fc05, -0xffffffff, -0xffffffff, -0x2a126bff, -0x385a6fff, -0xffffffff, -0x446dfc16, -0xffffffff, -0x7473ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7d873000, -0xffffffff, -0x5c409016, -0x686fffff, -0x8187440d, -0xffffffff, -0xffffffff, -0x3554b81b, -0x8287fc0d, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x686bffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x8d9ffc00, -0x737a5fff, -0x41aaaa75, -0xffffffff, -0xffffffff, -0x5e40801c, -0x0b42701c, -0x6b67ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2b68d000, -0xffffffff, -0xffffffff, -0x6d133017, -0xffffffff, -0xffffffff, -0x4c59fc16, -0xffffffff, -0xffffffff, -0x110bfc1c, -0x3aab566e, -0xffffffff, -0x5052a7ff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6515fc28, -0x4a55fc16, -0x7f865c0d, -0x88a53c00, -0x41aaa296, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x4451fc16, -0xffffffff, -0x60448bff, -0x21aa7295, -0xffffffff, -0x3cab5676, -0x04106c1b, -0xffffffff, -0x78873807, -0xffffffff, -0xffffffff, -0x574dfc16, -0xffffffff, -0x4e53ffff, -0xffffffff, -0x09145816, -0xffffffff, -0x040c6c1b, -0x8287fc00, -0x5e50a01c, -0x6467fc32, -0xffffffff, -0x5749fc16, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a105816, -0x2e3e7c00, -0x04086c1b, -0x7083fc00, -0xffffffff, -0xffffffff, -0xffffffff, -0x5645fc16, -0xffffffff, -0x22aa6e6e, -0x5e42841c, -0x614e9c16, -0x090c5816, -0x04046c1b, -0x1eaa5ab3, -0xffffffff, -0xffffffff, -0xffffffff, -0x5441fc16, -0x41aaaa95, -0xffffffff, -0x5352a028, -0x09085816, -0x17505c16, -0x04006c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6b43ffff, -0xffffffff, -0x09045816, -0xffffffff, -0x43aaa2ae, -0xffffffff, -0xffffffff, -0xffffffff, -0x083e5800, -0x7c865c00, -0xffffffff, -0x76753c15, -0x3051fc2e, -0x09005816, -0xffffffff, -0xffffffff, -0xffffffff, -0x3aab568e, -0xffffffff, -0x43aaa66e, -0xffffffff, -0x1daa5a71, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a12701c, -0x5f66cfff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x3cab5696, -0xffffffff, -0x100e701c, -0x41aaa676, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a125c17, -0x3654b82e, -0x100a701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x1006701c, -0xffffffff, -0x1951fc19, -0xffffffff, -0xffffffff, -0xffffffff, -0x23aa6e8e, -0xffffffff, -0x5b4e8016, -0xffffffff, -0x1eaa5ad3, -0x1002701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x29130c1a, -0xffffffff, -0xffffffff, -0x0d4c7016, -0xffffffff, -0x475273ff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x5b468016, -0x0d487016, -0x5a4e73ff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x5d54a816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x5a4a73ff, -0x6615fc16, -0x3bab56ae, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x594673ff, -0xffffffff, -0x61468c16, -0x8d17ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a13fc1a, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6913ffff, -0x40abfeb3, -0x8db9ffff, -0x41aaa696, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a0fffff, -0x8db5ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7a873c07, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a0bffff, -0x3f695402, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x24aa6eae, -0xffffffff, -0xffffffff, -0x6a07ffff, -0xffffffff, -0xffffffff, -0x066e5816, -0xffffffff, -0x00666c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6a03ffff, -0xffffffff, -0x4b55fc1c, -0x066a5816, -0xffffffff, -0x00626c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x4851fc1c, -0x05665816, -0x18506016, -0x005e6c1b, -0x12986416, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x8da1ffff, -0xffffffff, -0x3bab56ce, -0xffffffff, -0x43aaa6ae, -0xffffffff, -0xffffffff, -0x584ffc20, -0x7b87fc06, -0xffffffff, -0x5f4287ff, -0x8d9dffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x00566c1b, -0xffffffff, -0xffffffff, -0x584bfc20, -0x5253fc28, -0xffffffff, -0xffffffff, -0xffffffff, -0x5645fc1c, -0xffffffff, -0x40abfed3, -0x00526c1b, -0x8187440e, -0xffffffff, -0x5847fc20, -0x8287fc0e, -0xffffffff, -0xffffffff, -0x8b95ffff, -0x2e3c7800, -0x5441fc1c, -0xffffffff, -0xffffffff, -0xffffffff, -0x17505c1c, -0xffffffff, -0xffffffff, -0x41aaaa76, -0xffffffff, -0x614c9816, -0x8991ffff, -0x1daa5a6f, -0x05525816, -0x4d585bff, -0xffffffff, -0x8087400c, -0xffffffff, -0xffffffff, -0xffffffff, -0x1baa59d3, -0x828dffff, -0x25aa6ece, -0x054e5816, -0x76753c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0x2b68d001, -0xffffffff, -0xffffffff, -0xffffffff, -0x8689ffff, -0xffffffff, -0x054a5816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x43aca01b, -0x05465816, -0x7f865c0e, -0x5a4c5bff, -0x39ab55d3, -0x01626c16, -0x02686fff, -0x3457fc1b, -0xffffffff, -0xffffffff, -0x0f3e7000, -0x3dab55ae, -0x05425816, -0x1951fc17, -0x59485bff, -0xffffffff, -0xffffffff, -0xffffffff, -0x3153fc1b, -0x0c58701c, -0x5f64cbff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x035a6c16, -0xffffffff, -0xffffffff, -0xffffffff, -0x0b54701c, -0xffffffff, -0x8779ffff, -0x1faa71d5, -0xffffffff, -0xffffffff, -0x2d5eb81b, -0x72b5fc08, -0xffffffff, -0xffffffff, -0xffffffff, -0x0b50701c, -0x456ffc16, -0x7b75ffff, -0xffffffff, -0xffffffff, -0x147e5c16, -0xffffffff, -0xffffffff, -0x2a106bff, -0xffffffff, -0x1eaa5ab4, -0x446bfc16, -0xffffffff, -0xffffffff, -0xffffffff, -0x41aaaa96, -0xffffffff, -0x3556b81b, -0x87a5fc00, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x4e6dffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x3252b81b, -0xffffffff, -0x5e54a81c, -0xffffffff, -0xffffffff, -0x0b44701c, -0x28b05c00, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x73785fff, -0xffffffff, -0xffffffff, -0xffffffff, -0x0b40701c, -0xffffffff, -0x6b65ffff, -0xffffffff, -0xffffffff, -0x1daa5a72, -0xffffffff, -0xffffffff, -0xffffffff, -0x6266cc1b, -0xffffffff, -0x375bfc16, -0xffffffff, -0xffffffff, -0xffffffff, -0x3f695400, -0xffffffff, -0xffffffff, -0xffffffff, -0x6d113017, -0x3ead541b, -0xffffffff, -0x5d448816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x18506416, -0xffffffff, -0xffffffff, -0x16b37400, -0xffffffff, -0x4653fc16, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x04126c1b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x574ffc16, -0xffffffff, -0x6855ffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x040e6c1b, -0x41aaa275, -0xffffffff, -0xffffffff, -0xffffffff, -0x574bfc16, -0x6f826400, -0x6851ffff, -0x1eaa5ad4, -0x2a125816, -0xffffffff, -0x040a6c1b, -0x7185fc00, -0xffffffff, -0xffffffff, -0xffffffff, -0x5747fc16, -0x7b87fc04, -0xffffffff, -0xffffffff, -0x090e5816, -0xffffffff, -0x04066c1b, -0x6e81fc00, -0x1aac6c1b, -0x1850601c, -0x2e5cbbff, -0x5543fc16, -0xffffffff, -0xffffffff, -0xffffffff, -0x090a5816, -0xffffffff, -0x04026c1b, -0xffffffff, -0xffffffff, -0x8087440c, -0xffffffff, -0xffffffff, -0xffffffff, -0x6c45ffff, -0x8287fc0c, -0x09065816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x6b41ffff, -0x3353fc2e, -0x09025816, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2f50bbff, -0x073c5800, -0x6266cc16, -0x5f4083ff, -0xffffffff, -0xffffffff, -0x43aca41b, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2a10701c, -0x6364cfff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x7e865c0c, -0xffffffff, -0xffffffff, -0x3656b82e, -0x41aaa295, -0x100c701c, -0x614a9416, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x2c5ebc1b, -0xffffffff, -0x2a105c17, -0xffffffff, -0x1008701c, -0x3cab5675, -0xffffffff, -0xffffffff, -0x77873806, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0x1004701c, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff, -0xffffffff -}; - -#define fold_hashkey(k) (lj_rol(lj_rol((k),17)-(k),16)%915) - diff --git a/core/src/luajit/src/autogen/linux/nojit/x86_64/lj_libdef.h b/core/src/luajit/src/autogen/linux/nojit/x86_64/lj_libdef.h deleted file mode 100644 index fd895b9ea..000000000 --- a/core/src/luajit/src/autogen/linux/nojit/x86_64/lj_libdef.h +++ /dev/null @@ -1,373 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -#ifdef LJLIB_MODULE_base -#undef LJLIB_MODULE_base -static const lua_CFunction lj_lib_cf_base[] = { - lj_ffh_assert, - lj_ffh_next, - lj_ffh_pairs, - lj_ffh_ipairs_aux, - lj_ffh_ipairs, - lj_ffh_setmetatable, - lj_cf_getfenv, - lj_cf_setfenv, - lj_ffh_rawget, - lj_cf_rawset, - lj_cf_rawequal, - lj_cf_unpack, - lj_cf_select, - lj_ffh_tonumber, - lj_ffh_tostring, - lj_cf_error, - lj_ffh_pcall, - lj_cf_loadfile, - lj_cf_load, - lj_cf_loadstring, - lj_cf_dofile, - lj_cf_gcinfo, - lj_cf_collectgarbage, - lj_cf_newproxy, - lj_cf_print -}; -static const uint8_t lj_lib_init_base[] = { -2,0,28,70,97,115,115,101,114,116,195,110,105,108,199,98,111,111,108,101,97, -110,252,1,200,117,115,101,114,100,97,116,97,198,115,116,114,105,110,103,197, -117,112,118,97,108,198,116,104,114,101,97,100,197,112,114,111,116,111,200,102, -117,110,99,116,105,111,110,197,116,114,97,99,101,197,99,100,97,116,97,197,116, -97,98,108,101,252,9,198,110,117,109,98,101,114,132,116,121,112,101,68,110,101, -120,116,253,69,112,97,105,114,115,64,253,70,105,112,97,105,114,115,140,103, -101,116,109,101,116,97,116,97,98,108,101,76,115,101,116,109,101,116,97,116, -97,98,108,101,7,103,101,116,102,101,110,118,7,115,101,116,102,101,110,118,70, -114,97,119,103,101,116,6,114,97,119,115,101,116,8,114,97,119,101,113,117,97, -108,6,117,110,112,97,99,107,6,115,101,108,101,99,116,72,116,111,110,117,109, -98,101,114,195,110,105,108,197,102,97,108,115,101,196,116,114,117,101,72,116, -111,115,116,114,105,110,103,5,101,114,114,111,114,69,112,99,97,108,108,134, -120,112,99,97,108,108,8,108,111,97,100,102,105,108,101,4,108,111,97,100,10, -108,111,97,100,115,116,114,105,110,103,6,100,111,102,105,108,101,6,103,99,105, -110,102,111,14,99,111,108,108,101,99,116,103,97,114,98,97,103,101,252,2,8,110, -101,119,112,114,111,120,121,200,116,111,115,116,114,105,110,103,5,112,114,105, -110,116,252,3,200,95,86,69,82,83,73,79,78,250,255 -}; -#endif - -#ifdef LJLIB_MODULE_coroutine -#undef LJLIB_MODULE_coroutine -static const lua_CFunction lj_lib_cf_coroutine[] = { - lj_cf_coroutine_status, - lj_cf_coroutine_running, - lj_cf_coroutine_create, - lj_ffh_coroutine_yield, - lj_ffh_coroutine_resume, - lj_cf_coroutine_wrap -}; -static const uint8_t lj_lib_init_coroutine[] = { -30,13,6,6,115,116,97,116,117,115,7,114,117,110,110,105,110,103,6,99,114,101, -97,116,101,69,121,105,101,108,100,70,114,101,115,117,109,101,254,4,119,114, -97,112,255 -}; -#endif - -#ifdef LJLIB_MODULE_math -#undef LJLIB_MODULE_math -static const lua_CFunction lj_lib_cf_math[] = { - lj_ffh_math_abs, - lj_ffh_math_sqrt, - lj_ffh_math_log, - lj_ffh_math_atan2, - lj_ffh_math_ldexp, - lj_ffh_math_min, - lj_cf_math_random, - lj_cf_math_randomseed -}; -static const uint8_t lj_lib_init_math[] = { -37,16,30,67,97,98,115,133,102,108,111,111,114,132,99,101,105,108,68,115,113, -114,116,133,108,111,103,49,48,131,101,120,112,131,115,105,110,131,99,111,115, -131,116,97,110,132,97,115,105,110,132,97,99,111,115,132,97,116,97,110,132,115, -105,110,104,132,99,111,115,104,132,116,97,110,104,133,102,114,101,120,112,132, -109,111,100,102,251,248,193,99,26,220,165,76,64,131,100,101,103,251,57,157, -82,162,70,223,145,63,131,114,97,100,67,108,111,103,69,97,116,97,110,50,131, -112,111,119,132,102,109,111,100,69,108,100,101,120,112,67,109,105,110,131,109, -97,120,251,24,45,68,84,251,33,9,64,194,112,105,250,251,0,0,0,0,0,0,240,127, -196,104,117,103,101,250,252,2,6,114,97,110,100,111,109,252,2,10,114,97,110, -100,111,109,115,101,101,100,255 -}; -#endif - -#ifdef LJLIB_MODULE_bit -#undef LJLIB_MODULE_bit -static const lua_CFunction lj_lib_cf_bit[] = { - lj_ffh_bit_tobit, - lj_ffh_bit_lshift, - lj_ffh_bit_band, - lj_cf_bit_tohex -}; -static const uint8_t lj_lib_init_bit[] = { -65,42,12,69,116,111,98,105,116,132,98,110,111,116,133,98,115,119,97,112,70, -108,115,104,105,102,116,134,114,115,104,105,102,116,135,97,114,115,104,105, -102,116,131,114,111,108,131,114,111,114,68,98,97,110,100,131,98,111,114,132, -98,120,111,114,5,116,111,104,101,120,255 -}; -#endif - -#ifdef LJLIB_MODULE_string -#undef LJLIB_MODULE_string -static const lua_CFunction lj_lib_cf_string[] = { - lj_ffh_string_len, - lj_ffh_string_byte, - lj_ffh_string_char, - lj_ffh_string_sub, - lj_ffh_string_rep, - lj_ffh_string_reverse, - lj_cf_string_dump, - lj_cf_string_find, - lj_cf_string_match, - lj_cf_string_gmatch, - lj_cf_string_gsub, - lj_cf_string_format -}; -static const uint8_t lj_lib_init_string[] = { -77,53,14,67,108,101,110,68,98,121,116,101,68,99,104,97,114,67,115,117,98,67, -114,101,112,71,114,101,118,101,114,115,101,133,108,111,119,101,114,133,117, -112,112,101,114,4,100,117,109,112,4,102,105,110,100,5,109,97,116,99,104,254, -6,103,109,97,116,99,104,4,103,115,117,98,6,102,111,114,109,97,116,255 -}; -#endif - -#ifdef LJLIB_MODULE_table -#undef LJLIB_MODULE_table -static const lua_CFunction lj_lib_cf_table[] = { - lj_cf_table_foreachi, - lj_cf_table_foreach, - lj_ffh_table_getn, - lj_cf_table_maxn, - lj_cf_table_insert, - lj_cf_table_remove, - lj_cf_table_concat, - lj_cf_table_sort -}; -static const uint8_t lj_lib_init_table[] = { -92,61,8,8,102,111,114,101,97,99,104,105,7,102,111,114,101,97,99,104,68,103, -101,116,110,4,109,97,120,110,6,105,110,115,101,114,116,6,114,101,109,111,118, -101,6,99,111,110,99,97,116,4,115,111,114,116,255 -}; -#endif - -#ifdef LJLIB_MODULE_io_method -#undef LJLIB_MODULE_io_method -static const lua_CFunction lj_lib_cf_io_method[] = { - lj_cf_io_method_close, - lj_cf_io_method_read, - lj_cf_io_method_write, - lj_cf_io_method_flush, - lj_cf_io_method_seek, - lj_cf_io_method_setvbuf, - lj_cf_io_method_lines, - lj_cf_io_method___gc, - lj_cf_io_method___tostring -}; -static const uint8_t lj_lib_init_io_method[] = { -100,62,10,5,99,108,111,115,101,4,114,101,97,100,5,119,114,105,116,101,5,102, -108,117,115,104,4,115,101,101,107,7,115,101,116,118,98,117,102,5,108,105,110, -101,115,4,95,95,103,99,10,95,95,116,111,115,116,114,105,110,103,252,1,199,95, -95,105,110,100,101,120,250,255 -}; -#endif - -#ifdef LJLIB_MODULE_io -#undef LJLIB_MODULE_io -static const lua_CFunction lj_lib_cf_io[] = { - lj_cf_io_open, - lj_cf_io_popen, - lj_cf_io_tmpfile, - lj_cf_io_close, - lj_cf_io_read, - lj_cf_io_write, - lj_cf_io_flush, - lj_cf_io_input, - lj_cf_io_output, - lj_cf_io_lines, - lj_cf_io_type -}; -static const uint8_t lj_lib_init_io[] = { -109,62,12,252,2,192,250,4,111,112,101,110,5,112,111,112,101,110,7,116,109,112, -102,105,108,101,5,99,108,111,115,101,4,114,101,97,100,5,119,114,105,116,101, -5,102,108,117,115,104,5,105,110,112,117,116,6,111,117,116,112,117,116,5,108, -105,110,101,115,4,116,121,112,101,255 -}; -#endif - -#ifdef LJLIB_MODULE_os -#undef LJLIB_MODULE_os -static const lua_CFunction lj_lib_cf_os[] = { - lj_cf_os_execute, - lj_cf_os_remove, - lj_cf_os_rename, - lj_cf_os_tmpname, - lj_cf_os_getenv, - lj_cf_os_exit, - lj_cf_os_clock, - lj_cf_os_date, - lj_cf_os_time, - lj_cf_os_difftime, - lj_cf_os_setlocale -}; -static const uint8_t lj_lib_init_os[] = { -120,62,11,7,101,120,101,99,117,116,101,6,114,101,109,111,118,101,6,114,101, -110,97,109,101,7,116,109,112,110,97,109,101,6,103,101,116,101,110,118,4,101, -120,105,116,5,99,108,111,99,107,4,100,97,116,101,4,116,105,109,101,8,100,105, -102,102,116,105,109,101,9,115,101,116,108,111,99,97,108,101,255 -}; -#endif - -#ifdef LJLIB_MODULE_debug -#undef LJLIB_MODULE_debug -static const lua_CFunction lj_lib_cf_debug[] = { - lj_cf_debug_getregistry, - lj_cf_debug_getmetatable, - lj_cf_debug_setmetatable, - lj_cf_debug_getfenv, - lj_cf_debug_setfenv, - lj_cf_debug_getinfo, - lj_cf_debug_getlocal, - lj_cf_debug_setlocal, - lj_cf_debug_getupvalue, - lj_cf_debug_setupvalue, - lj_cf_debug_upvalueid, - lj_cf_debug_upvaluejoin, - lj_cf_debug_sethook, - lj_cf_debug_gethook, - lj_cf_debug_debug, - lj_cf_debug_traceback -}; -static const uint8_t lj_lib_init_debug[] = { -131,62,16,11,103,101,116,114,101,103,105,115,116,114,121,12,103,101,116,109, -101,116,97,116,97,98,108,101,12,115,101,116,109,101,116,97,116,97,98,108,101, -7,103,101,116,102,101,110,118,7,115,101,116,102,101,110,118,7,103,101,116,105, -110,102,111,8,103,101,116,108,111,99,97,108,8,115,101,116,108,111,99,97,108, -10,103,101,116,117,112,118,97,108,117,101,10,115,101,116,117,112,118,97,108, -117,101,9,117,112,118,97,108,117,101,105,100,11,117,112,118,97,108,117,101, -106,111,105,110,7,115,101,116,104,111,111,107,7,103,101,116,104,111,111,107, -5,100,101,98,117,103,9,116,114,97,99,101,98,97,99,107,255 -}; -#endif - -#ifdef LJLIB_MODULE_jit -#undef LJLIB_MODULE_jit -static const lua_CFunction lj_lib_cf_jit[] = { - lj_cf_jit_on, - lj_cf_jit_off, - lj_cf_jit_flush, - lj_cf_jit_status, - lj_cf_jit_attach -}; -static const uint8_t lj_lib_init_jit[] = { -147,62,9,2,111,110,3,111,102,102,5,102,108,117,115,104,6,115,116,97,116,117, -115,6,97,116,116,97,99,104,252,5,194,111,115,250,252,4,196,97,114,99,104,250, -252,3,203,118,101,114,115,105,111,110,95,110,117,109,250,252,2,199,118,101, -114,115,105,111,110,250,255 -}; -#endif - -#ifdef LJLIB_MODULE_jit_util -#undef LJLIB_MODULE_jit_util -static const lua_CFunction lj_lib_cf_jit_util[] = { - lj_cf_jit_util_funcinfo, - lj_cf_jit_util_funcbc, - lj_cf_jit_util_funck, - lj_cf_jit_util_funcuvname -}; -static const uint8_t lj_lib_init_jit_util[] = { -152,62,4,8,102,117,110,99,105,110,102,111,6,102,117,110,99,98,99,5,102,117, -110,99,107,10,102,117,110,99,117,118,110,97,109,101,255 -}; -#endif - -#ifdef LJLIB_MODULE_ffi_meta -#undef LJLIB_MODULE_ffi_meta -static const lua_CFunction lj_lib_cf_ffi_meta[] = { - lj_cf_ffi_meta___index, - lj_cf_ffi_meta___newindex, - lj_cf_ffi_meta___eq, - lj_cf_ffi_meta___len, - lj_cf_ffi_meta___lt, - lj_cf_ffi_meta___le, - lj_cf_ffi_meta___concat, - lj_cf_ffi_meta___call, - lj_cf_ffi_meta___add, - lj_cf_ffi_meta___sub, - lj_cf_ffi_meta___mul, - lj_cf_ffi_meta___div, - lj_cf_ffi_meta___mod, - lj_cf_ffi_meta___pow, - lj_cf_ffi_meta___unm, - lj_cf_ffi_meta___tostring, - lj_cf_ffi_meta___pairs, - lj_cf_ffi_meta___ipairs -}; -static const uint8_t lj_lib_init_ffi_meta[] = { -156,62,19,7,95,95,105,110,100,101,120,10,95,95,110,101,119,105,110,100,101, -120,4,95,95,101,113,5,95,95,108,101,110,4,95,95,108,116,4,95,95,108,101,8,95, -95,99,111,110,99,97,116,6,95,95,99,97,108,108,5,95,95,97,100,100,5,95,95,115, -117,98,5,95,95,109,117,108,5,95,95,100,105,118,5,95,95,109,111,100,5,95,95, -112,111,119,5,95,95,117,110,109,10,95,95,116,111,115,116,114,105,110,103,7, -95,95,112,97,105,114,115,8,95,95,105,112,97,105,114,115,195,102,102,105,203, -95,95,109,101,116,97,116,97,98,108,101,250,255 -}; -#endif - -#ifdef LJLIB_MODULE_ffi_clib -#undef LJLIB_MODULE_ffi_clib -static const lua_CFunction lj_lib_cf_ffi_clib[] = { - lj_cf_ffi_clib___index, - lj_cf_ffi_clib___newindex, - lj_cf_ffi_clib___gc -}; -static const uint8_t lj_lib_init_ffi_clib[] = { -174,62,3,7,95,95,105,110,100,101,120,10,95,95,110,101,119,105,110,100,101,120, -4,95,95,103,99,255 -}; -#endif - -#ifdef LJLIB_MODULE_ffi_callback -#undef LJLIB_MODULE_ffi_callback -static const lua_CFunction lj_lib_cf_ffi_callback[] = { - lj_cf_ffi_callback_free, - lj_cf_ffi_callback_set -}; -static const uint8_t lj_lib_init_ffi_callback[] = { -177,62,3,4,102,114,101,101,3,115,101,116,252,1,199,95,95,105,110,100,101,120, -250,255 -}; -#endif - -#ifdef LJLIB_MODULE_ffi -#undef LJLIB_MODULE_ffi -static const lua_CFunction lj_lib_cf_ffi[] = { - lj_cf_ffi_cdef, - lj_cf_ffi_new, - lj_cf_ffi_cast, - lj_cf_ffi_typeof, - lj_cf_ffi_istype, - lj_cf_ffi_sizeof, - lj_cf_ffi_alignof, - lj_cf_ffi_offsetof, - lj_cf_ffi_errno, - lj_cf_ffi_string, - lj_cf_ffi_copy, - lj_cf_ffi_fill, - lj_cf_ffi_abi, - lj_cf_ffi_metatype, - lj_cf_ffi_gc, - lj_cf_ffi_load -}; -static const uint8_t lj_lib_init_ffi[] = { -179,62,22,4,99,100,101,102,3,110,101,119,4,99,97,115,116,6,116,121,112,101, -111,102,6,105,115,116,121,112,101,6,115,105,122,101,111,102,7,97,108,105,103, -110,111,102,8,111,102,102,115,101,116,111,102,5,101,114,114,110,111,6,115,116, -114,105,110,103,4,99,111,112,121,4,102,105,108,108,3,97,98,105,252,8,192,250, -8,109,101,116,97,116,121,112,101,252,7,192,250,2,103,99,252,5,192,250,4,108, -111,97,100,252,4,193,67,250,252,3,194,111,115,250,252,2,196,97,114,99,104,250, -255 -}; -#endif - diff --git a/core/src/luajit/src/autogen/linux/nojit/x86_64/lj_recdef.h b/core/src/luajit/src/autogen/linux/nojit/x86_64/lj_recdef.h deleted file mode 100644 index 919ac73ba..000000000 --- a/core/src/luajit/src/autogen/linux/nojit/x86_64/lj_recdef.h +++ /dev/null @@ -1,255 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */ - -static const uint16_t recff_idmap[] = { -0, -0x0100, -0x0200, -0x0300, -0, -0, -0x0400, -0x0500, -0x0600, -0x0700, -0, -0, -0x0800, -0x0900, -0x0a00, -0, -0x0b00, -0x0c00, -0x0d00, -0, -0x0e00, -0x0f00, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0x1000, -0x1100+(IRFPM_FLOOR), -0x1100+(IRFPM_CEIL), -0x1200+(IRFPM_SQRT), -0x1200+(IRFPM_LOG10), -0x1200+(IRFPM_EXP), -0x1200+(IRFPM_SIN), -0x1200+(IRFPM_COS), -0x1200+(IRFPM_TAN), -0x1300+(FF_math_asin), -0x1300+(FF_math_acos), -0x1300+(FF_math_atan), -0x1400+(IRCALL_sinh), -0x1400+(IRCALL_cosh), -0x1400+(IRCALL_tanh), -0, -0x1500, -0x1600, -0x1600, -0x1700, -0x1800, -0x1900, -0, -0x1a00, -0x1b00+(IR_MIN), -0x1b00+(IR_MAX), -0x1c00, -0, -0x1d00+(IR_TOBIT), -0x1d00+(IR_BNOT), -0x1d00+(IR_BSWAP), -0x1e00+(IR_BSHL), -0x1e00+(IR_BSHR), -0x1e00+(IR_BSAR), -0x1e00+(IR_BROL), -0x1e00+(IR_BROR), -0x1f00+(IR_BAND), -0x1f00+(IR_BOR), -0x1f00+(IR_BXOR), -0, -0x2000, -0x2100+(0), -0, -0x2100+(1), -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0x2200, -0, -0x2300, -0x2400, -0, -0, -0, -0, -0x2500+(0), -0x2600+(0), -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0x2500+(GCROOT_IO_OUTPUT), -0x2600+(GCROOT_IO_OUTPUT), -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0, -0x2700+(0), -0x2700+(1), -0x2800+(MM_eq), -0x2800+(MM_len), -0x2800+(MM_lt), -0x2800+(MM_le), -0x2800+(MM_concat), -0x2900, -0x2800+(MM_add), -0x2800+(MM_sub), -0x2800+(MM_mul), -0x2800+(MM_div), -0x2800+(MM_mod), -0x2800+(MM_pow), -0x2800+(MM_unm), -0, -0, -0, -0x2a00+(1), -0x2a00+(0), -0, -0, -0, -0, -0x2b00, -0x2b00, -0x2c00, -0x2d00, -0x2e00+(FF_ffi_sizeof), -0x2e00+(FF_ffi_alignof), -0x2e00+(FF_ffi_offsetof), -0x2f00, -0x3000, -0x3100, -0x3200, -0x3300, -0, -0x3400 -}; - -static const RecordFunc recff_func[] = { -recff_nyi, -recff_c, -recff_assert, -recff_type, -recff_ipairs_aux, -recff_ipairs, -recff_getmetatable, -recff_setmetatable, -recff_rawget, -recff_rawset, -recff_rawequal, -recff_select, -recff_tonumber, -recff_tostring, -recff_pcall, -recff_xpcall, -recff_math_abs, -recff_math_round, -recff_math_unary, -recff_math_atrig, -recff_math_htrig, -recff_math_modf, -recff_math_degrad, -recff_math_log, -recff_math_atan2, -recff_math_pow, -recff_math_ldexp, -recff_math_minmax, -recff_math_random, -recff_bit_unary, -recff_bit_shift, -recff_bit_nary, -recff_string_len, -recff_string_range, -recff_table_getn, -recff_table_insert, -recff_table_remove, -recff_io_write, -recff_io_flush, -recff_cdata_index, -recff_cdata_arith, -recff_cdata_call, -recff_clib_index, -recff_ffi_new, -recff_ffi_typeof, -recff_ffi_istype, -recff_ffi_xof, -recff_ffi_errno, -recff_ffi_string, -recff_ffi_copy, -recff_ffi_fill, -recff_ffi_abi, -recff_ffi_gc -}; - diff --git a/core/src/luajit/src/autogen/linux/nojit/x86_64/lj_vm.s b/core/src/luajit/src/autogen/linux/nojit/x86_64/lj_vm.s deleted file mode 100644 index 6f251609b..000000000 --- a/core/src/luajit/src/autogen/linux/nojit/x86_64/lj_vm.s +++ /dev/null @@ -1,2629 +0,0 @@ - .file "buildvm_x86.dasc" - .text - .p2align 4 - - .globl lj_vm_asm_begin - .hidden lj_vm_asm_begin - .type lj_vm_asm_begin, @object - .size lj_vm_asm_begin, 0 -lj_vm_asm_begin: -.Lbegin: - - .globl lj_BC_ISLT - .hidden lj_BC_ISLT - .type lj_BC_ISLT, @function - .size lj_BC_ISLT, 72 -lj_BC_ISLT: - .byte 129,124,202,4,255,255,254,255,15,131,130,27,0,0,129,124 - .byte 194,4,255,255,254,255,15,131,116,27,0,0,242,15,16,4 - .byte 194,131,195,4,102,15,46,4,202,118,11,15,183,67,254,141 - .byte 156,131,0,0,254,255,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238 - - .globl lj_BC_ISGE - .hidden lj_BC_ISGE - .type lj_BC_ISGE, @function - .size lj_BC_ISGE, 72 -lj_BC_ISGE: - .byte 129,124,202,4,255,255,254,255,15,131,58,27,0,0,129,124 - .byte 194,4,255,255,254,255,15,131,44,27,0,0,242,15,16,4 - .byte 194,131,195,4,102,15,46,4,202,119,11,15,183,67,254,141 - .byte 156,131,0,0,254,255,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238 - - .globl lj_BC_ISLE - .hidden lj_BC_ISLE - .type lj_BC_ISLE, @function - .size lj_BC_ISLE, 72 -lj_BC_ISLE: - .byte 129,124,202,4,255,255,254,255,15,131,242,26,0,0,129,124 - .byte 194,4,255,255,254,255,15,131,228,26,0,0,242,15,16,4 - .byte 194,131,195,4,102,15,46,4,202,114,11,15,183,67,254,141 - .byte 156,131,0,0,254,255,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238 - - .globl lj_BC_ISGT - .hidden lj_BC_ISGT - .type lj_BC_ISGT, @function - .size lj_BC_ISGT, 72 -lj_BC_ISGT: - .byte 129,124,202,4,255,255,254,255,15,131,170,26,0,0,129,124 - .byte 194,4,255,255,254,255,15,131,156,26,0,0,242,15,16,4 - .byte 194,131,195,4,102,15,46,4,202,115,11,15,183,67,254,141 - .byte 156,131,0,0,254,255,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238 - - .globl lj_BC_ISEQV - .hidden lj_BC_ISEQV - .type lj_BC_ISEQV, @function - .size lj_BC_ISEQV, 139 -lj_BC_ISEQV: - .byte 139,108,194,4,131,195,4,129,253,255,255,254,255,115,53,129 - .byte 124,202,4,255,255,254,255,115,43,242,15,16,4,202,102,15 - .byte 46,4,194,122,13,117,11,15,183,67,254,141,156,131,0,0 - .byte 254,255,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238,131,253,245,15,132,155,26,0,0,131,124,202 - .byte 4,245,15,132,144,26,0,0,57,108,202,4,117,212,131,253 - .byte 253,115,196,139,12,202,139,4,194,57,193,116,186,131,253,244 - .byte 119,192,131,253,243,114,187,139,105,16,133,237,116,180,246,69 - .byte 6,16,117,174,49,237,233,64,26,0,0 - - .globl lj_BC_ISNEV - .hidden lj_BC_ISNEV - .type lj_BC_ISNEV, @function - .size lj_BC_ISNEV, 142 -lj_BC_ISNEV: - .byte 139,108,194,4,131,195,4,129,253,255,255,254,255,115,53,129 - .byte 124,202,4,255,255,254,255,115,43,242,15,16,4,202,102,15 - .byte 46,4,194,122,2,116,11,15,183,67,254,141,156,131,0,0 - .byte 254,255,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238,131,253,245,15,132,16,26,0,0,131,124,202 - .byte 4,245,15,132,5,26,0,0,57,108,202,4,117,201,131,253 - .byte 253,115,207,139,12,202,139,4,194,57,193,116,197,131,253,244 - .byte 119,181,131,253,243,114,176,139,105,16,133,237,116,169,246,69 - .byte 6,16,117,163,189,1,0,0,0,233,178,25,0,0 - - .globl lj_BC_ISEQS - .hidden lj_BC_ISEQS - .type lj_BC_ISEQS, @function - .size lj_BC_ISEQS, 63 -lj_BC_ISEQS: - .byte 72,247,208,139,108,202,4,131,195,4,131,253,251,117,38,139 - .byte 12,202,65,59,12,135,117,11,15,183,67,254,141,156,131,0 - .byte 0,254,255,139,3,15,182,204,15,182,232,131,195,4,193,232 - .byte 16,65,255,36,238,131,253,245,117,233,233,144,25,0,0 - - .globl lj_BC_ISNES - .hidden lj_BC_ISNES - .type lj_BC_ISNES, @function - .size lj_BC_ISNES, 63 -lj_BC_ISNES: - .byte 72,247,208,139,108,202,4,131,195,4,131,253,251,117,38,139 - .byte 12,202,65,59,12,135,116,11,15,183,67,254,141,156,131,0 - .byte 0,254,255,139,3,15,182,204,15,182,232,131,195,4,193,232 - .byte 16,65,255,36,238,131,253,245,117,222,233,81,25,0,0 - - .globl lj_BC_ISEQN - .hidden lj_BC_ISEQN - .type lj_BC_ISEQN, @function - .size lj_BC_ISEQN, 69 -lj_BC_ISEQN: - .byte 139,108,202,4,131,195,4,129,253,255,255,254,255,115,44,242 - .byte 65,15,16,4,199,102,15,46,4,202,122,13,117,11,15,183 - .byte 67,254,141,156,131,0,0,254,255,139,3,15,182,204,15,182 - .byte 232,131,195,4,193,232,16,65,255,36,238,131,253,245,117,233 - .byte 233,12,25,0,0 - - .globl lj_BC_ISNEN - .hidden lj_BC_ISNEN - .type lj_BC_ISNEN, @function - .size lj_BC_ISNEN, 69 -lj_BC_ISNEN: - .byte 139,108,202,4,131,195,4,129,253,255,255,254,255,115,44,242 - .byte 65,15,16,4,199,102,15,46,4,202,122,2,116,11,15,183 - .byte 67,254,141,156,131,0,0,254,255,139,3,15,182,204,15,182 - .byte 232,131,195,4,193,232,16,65,255,36,238,131,253,245,117,222 - .byte 233,199,24,0,0 - - .globl lj_BC_ISEQP - .hidden lj_BC_ISEQP - .type lj_BC_ISEQP, @function - .size lj_BC_ISEQP, 53 -lj_BC_ISEQP: - .byte 72,247,208,139,108,202,4,131,195,4,57,197,117,29,15,183 - .byte 67,254,141,156,131,0,0,254,255,139,3,15,182,204,15,182 - .byte 232,131,195,4,193,232,16,65,255,36,238,131,253,245,117,233 - .byte 233,146,24,0,0 - - .globl lj_BC_ISNEP - .hidden lj_BC_ISNEP - .type lj_BC_ISNEP, @function - .size lj_BC_ISNEP, 52 -lj_BC_ISNEP: - .byte 72,247,208,139,108,202,4,131,195,4,57,197,116,20,131,253 - .byte 245,15,132,123,24,0,0,15,183,67,254,141,156,131,0,0 - .byte 254,255,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238 - - .globl lj_BC_ISTC - .hidden lj_BC_ISTC - .type lj_BC_ISTC, @function - .size lj_BC_ISTC, 51 -lj_BC_ISTC: - .byte 139,108,194,4,131,195,4,131,253,254,115,21,137,108,202,4 - .byte 139,44,194,137,44,202,15,183,67,254,141,156,131,0,0,254 - .byte 255,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 - .byte 255,36,238 - - .globl lj_BC_ISFC - .hidden lj_BC_ISFC - .type lj_BC_ISFC, @function - .size lj_BC_ISFC, 51 -lj_BC_ISFC: - .byte 139,108,194,4,131,195,4,131,253,254,114,21,137,108,202,4 - .byte 139,44,194,137,44,202,15,183,67,254,141,156,131,0,0,254 - .byte 255,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 - .byte 255,36,238 - - .globl lj_BC_IST - .hidden lj_BC_IST - .type lj_BC_IST, @function - .size lj_BC_IST, 41 -lj_BC_IST: - .byte 139,108,194,4,131,195,4,131,253,254,115,11,15,183,67,254 - .byte 141,156,131,0,0,254,255,139,3,15,182,204,15,182,232,131 - .byte 195,4,193,232,16,65,255,36,238 - - .globl lj_BC_ISF - .hidden lj_BC_ISF - .type lj_BC_ISF, @function - .size lj_BC_ISF, 41 -lj_BC_ISF: - .byte 139,108,194,4,131,195,4,131,253,254,114,11,15,183,67,254 - .byte 141,156,131,0,0,254,255,139,3,15,182,204,15,182,232,131 - .byte 195,4,193,232,16,65,255,36,238 - - .globl lj_BC_MOV - .hidden lj_BC_MOV - .type lj_BC_MOV, @function - .size lj_BC_MOV, 26 -lj_BC_MOV: - .byte 72,139,44,194,72,137,44,202,139,3,15,182,204,15,182,232 - .byte 131,195,4,193,232,16,65,255,36,238 - - .globl lj_BC_NOT - .hidden lj_BC_NOT - .type lj_BC_NOT, @function - .size lj_BC_NOT, 32 -lj_BC_NOT: - .byte 49,237,131,124,194,4,254,131,213,253,137,108,202,4,139,3 - .byte 15,182,204,15,182,232,131,195,4,193,232,16,65,255,36,238 - - .globl lj_BC_UNM - .hidden lj_BC_UNM - .type lj_BC_UNM, @function - .size lj_BC_UNM, 60 -lj_BC_UNM: - .byte 129,124,194,4,255,255,254,255,15,131,136,23,0,0,242,15 - .byte 16,4,194,72,184,0,0,0,0,0,0,0,128,102,72,15 - .byte 110,200,15,87,193,242,15,17,4,202,139,3,15,182,204,15 - .byte 182,232,131,195,4,193,232,16,65,255,36,238 - - .globl lj_BC_LEN - .hidden lj_BC_LEN - .type lj_BC_LEN, @function - .size lj_BC_LEN, 74 -lj_BC_LEN: - .byte 131,124,194,4,251,117,34,139,4,194,15,87,192,242,15,42 - .byte 64,12,242,15,17,4,202,139,3,15,182,204,15,182,232,131 - .byte 195,4,193,232,16,65,255,36,238,131,124,194,4,244,15,133 - .byte 114,23,0,0,139,60,194,137,213,232 - .long lj_tab_len-.-4 - .byte 242,15,42,192,137,234,15,182,75,253,235,200 - - .globl lj_BC_ADDVN - .hidden lj_BC_ADDVN - .type lj_BC_ADDVN, @function - .size lj_BC_ADDVN, 54 -lj_BC_ADDVN: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 236,22,0,0,242,15,16,4,234,242,65,15,88,4,199,242 - .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 - .byte 232,16,65,255,36,238 - - .globl lj_BC_SUBVN - .hidden lj_BC_SUBVN - .type lj_BC_SUBVN, @function - .size lj_BC_SUBVN, 54 -lj_BC_SUBVN: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 182,22,0,0,242,15,16,4,234,242,65,15,92,4,199,242 - .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 - .byte 232,16,65,255,36,238 - - .globl lj_BC_MULVN - .hidden lj_BC_MULVN - .type lj_BC_MULVN, @function - .size lj_BC_MULVN, 54 -lj_BC_MULVN: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 128,22,0,0,242,15,16,4,234,242,65,15,89,4,199,242 - .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 - .byte 232,16,65,255,36,238 - - .globl lj_BC_DIVVN - .hidden lj_BC_DIVVN - .type lj_BC_DIVVN, @function - .size lj_BC_DIVVN, 54 -lj_BC_DIVVN: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 74,22,0,0,242,15,16,4,234,242,65,15,94,4,199,242 - .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 - .byte 232,16,65,255,36,238 - - .globl lj_BC_MODVN - .hidden lj_BC_MODVN - .type lj_BC_MODVN, @function - .size lj_BC_MODVN, 59 -lj_BC_MODVN: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 20,22,0,0,242,15,16,4,234,242,65,15,16,12,199,232 - .byte 117,43,0,0,242,15,17,4,202,139,3,15,182,204,15,182 - .byte 232,131,195,4,193,232,16,65,255,36,238 - - .globl lj_BC_ADDNV - .hidden lj_BC_ADDNV - .type lj_BC_ADDNV, @function - .size lj_BC_ADDNV, 54 -lj_BC_ADDNV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 223,21,0,0,242,65,15,16,4,199,242,15,88,4,234,242 - .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 - .byte 232,16,65,255,36,238 - - .globl lj_BC_SUBNV - .hidden lj_BC_SUBNV - .type lj_BC_SUBNV, @function - .size lj_BC_SUBNV, 54 -lj_BC_SUBNV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 169,21,0,0,242,65,15,16,4,199,242,15,92,4,234,242 - .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 - .byte 232,16,65,255,36,238 - - .globl lj_BC_MULNV - .hidden lj_BC_MULNV - .type lj_BC_MULNV, @function - .size lj_BC_MULNV, 54 -lj_BC_MULNV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 115,21,0,0,242,65,15,16,4,199,242,15,89,4,234,242 - .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 - .byte 232,16,65,255,36,238 - - .globl lj_BC_DIVNV - .hidden lj_BC_DIVNV - .type lj_BC_DIVNV, @function - .size lj_BC_DIVNV, 54 -lj_BC_DIVNV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 61,21,0,0,242,65,15,16,4,199,242,15,94,4,234,242 - .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 - .byte 232,16,65,255,36,238 - - .globl lj_BC_MODNV - .hidden lj_BC_MODNV - .type lj_BC_MODNV, @function - .size lj_BC_MODNV, 36 -lj_BC_MODNV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 7,21,0,0,242,65,15,16,4,199,242,15,16,12,234,233 - .byte 232,254,255,255 - - .globl lj_BC_ADDVV - .hidden lj_BC_ADDVV - .type lj_BC_ADDVV, @function - .size lj_BC_ADDVV, 67 -lj_BC_ADDVV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 244,20,0,0,129,124,194,4,255,255,254,255,15,131,230,20 - .byte 0,0,242,15,16,4,234,242,15,88,4,194,242,15,17,4 - .byte 202,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 - .byte 255,36,238 - - .globl lj_BC_SUBVV - .hidden lj_BC_SUBVV - .type lj_BC_SUBVV, @function - .size lj_BC_SUBVV, 67 -lj_BC_SUBVV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 177,20,0,0,129,124,194,4,255,255,254,255,15,131,163,20 - .byte 0,0,242,15,16,4,234,242,15,92,4,194,242,15,17,4 - .byte 202,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 - .byte 255,36,238 - - .globl lj_BC_MULVV - .hidden lj_BC_MULVV - .type lj_BC_MULVV, @function - .size lj_BC_MULVV, 67 -lj_BC_MULVV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 110,20,0,0,129,124,194,4,255,255,254,255,15,131,96,20 - .byte 0,0,242,15,16,4,234,242,15,89,4,194,242,15,17,4 - .byte 202,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 - .byte 255,36,238 - - .globl lj_BC_DIVVV - .hidden lj_BC_DIVVV - .type lj_BC_DIVVV, @function - .size lj_BC_DIVVV, 67 -lj_BC_DIVVV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 43,20,0,0,129,124,194,4,255,255,254,255,15,131,29,20 - .byte 0,0,242,15,16,4,234,242,15,94,4,194,242,15,17,4 - .byte 202,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 - .byte 255,36,238 - - .globl lj_BC_MODVV - .hidden lj_BC_MODVV - .type lj_BC_MODVV, @function - .size lj_BC_MODVV, 49 -lj_BC_MODVV: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 232,19,0,0,129,124,194,4,255,255,254,255,15,131,218,19 - .byte 0,0,242,15,16,4,234,242,15,16,12,194,233,171,253,255 - .byte 255 - - .globl lj_BC_POW - .hidden lj_BC_POW - .type lj_BC_POW, @function - .size lj_BC_POW, 72 -lj_BC_POW: - .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 183,19,0,0,129,124,194,4,255,255,254,255,15,131,169,19 - .byte 0,0,242,15,16,4,234,242,15,16,12,194,232,183,41,0 - .byte 0,242,15,17,4,202,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238 - - .globl lj_BC_CAT - .hidden lj_BC_CAT - .type lj_BC_CAT, @function - .size lj_BC_CAT, 76 -lj_BC_CAT: - .byte 15,182,236,15,182,192,139,124,36,24,137,87,16,141,52,194 - .byte 137,194,41,234,137,253,137,92,36,28,232 - .long lj_meta_cat-.-4 - .byte 139,85,16,133,192,15,133,138,19,0,0,15,182,107,255,15 - .byte 182,75,253,72,139,4,234,72,137,4,202,139,3,15,182,204 - .byte 15,182,232,131,195,4,193,232,16,65,255,36,238 - - .globl lj_BC_KSTR - .hidden lj_BC_KSTR - .type lj_BC_KSTR, @function - .size lj_BC_KSTR, 36 -lj_BC_KSTR: - .byte 72,247,208,65,139,4,135,199,68,202,4,251,255,255,255,137 - .byte 4,202,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238 - - .globl lj_BC_KCDATA - .hidden lj_BC_KCDATA - .type lj_BC_KCDATA, @function - .size lj_BC_KCDATA, 36 -lj_BC_KCDATA: - .byte 72,247,208,65,139,4,135,199,68,202,4,245,255,255,255,137 - .byte 4,202,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238 - - .globl lj_BC_KSHORT - .hidden lj_BC_KSHORT - .type lj_BC_KSHORT, @function - .size lj_BC_KSHORT, 30 -lj_BC_KSHORT: - .byte 15,191,192,242,15,42,192,242,15,17,4,202,139,3,15,182 - .byte 204,15,182,232,131,195,4,193,232,16,65,255,36,238 - - .globl lj_BC_KNUM - .hidden lj_BC_KNUM - .type lj_BC_KNUM, @function - .size lj_BC_KNUM, 29 -lj_BC_KNUM: - .byte 242,65,15,16,4,199,242,15,17,4,202,139,3,15,182,204 - .byte 15,182,232,131,195,4,193,232,16,65,255,36,238 - - .globl lj_BC_KPRI - .hidden lj_BC_KPRI - .type lj_BC_KPRI, @function - .size lj_BC_KPRI, 25 -lj_BC_KPRI: - .byte 72,247,208,137,68,202,4,139,3,15,182,204,15,182,232,131 - .byte 195,4,193,232,16,65,255,36,238 - - .globl lj_BC_KNIL - .hidden lj_BC_KNIL - .type lj_BC_KNIL, @function - .size lj_BC_KNIL, 43 -lj_BC_KNIL: - .byte 141,76,202,12,141,68,194,4,189,255,255,255,255,137,105,248 - .byte 137,41,131,193,8,57,193,118,247,139,3,15,182,204,15,182 - .byte 232,131,195,4,193,232,16,65,255,36,238 - - .globl lj_BC_UGET - .hidden lj_BC_UGET - .type lj_BC_UGET, @function - .size lj_BC_UGET, 36 -lj_BC_UGET: - .byte 139,106,248,139,108,133,20,139,109,16,72,139,69,0,72,137 - .byte 4,202,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238 - - .globl lj_BC_USETV - .hidden lj_BC_USETV - .type lj_BC_USETV, @function - .size lj_BC_USETV, 87 -lj_BC_USETV: - .byte 139,106,248,139,108,141,20,128,125,6,0,139,109,16,139,12 - .byte 194,139,68,194,4,137,77,0,137,69,4,116,6,246,69,252 - .byte 4,117,18,139,3,15,182,204,15,182,232,131,195,4,193,232 - .byte 16,65,255,36,238,131,232,252,131,248,246,118,230,246,65,4 - .byte 3,116,224,137,238,137,213,65,141,190,104,254,255,255,232 - .long lj_gc_barrieruv-.-4 - .byte 137,234,235,204 - - .globl lj_BC_USETS - .hidden lj_BC_USETS - .type lj_BC_USETS, @function - .size lj_BC_USETS, 82 -lj_BC_USETS: - .byte 72,247,208,139,106,248,139,108,141,20,65,139,12,135,139,69 - .byte 16,137,8,199,64,4,251,255,255,255,246,69,4,4,117,18 - .byte 139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,255 - .byte 36,238,246,65,4,3,116,232,128,125,6,0,116,226,137,213 - .byte 137,198,65,141,190,104,254,255,255,232 - .long lj_gc_barrieruv-.-4 - .byte 137,234,235,206 - - .globl lj_BC_USETN - .hidden lj_BC_USETN - .type lj_BC_USETN, @function - .size lj_BC_USETN, 38 -lj_BC_USETN: - .byte 139,106,248,242,65,15,16,4,199,139,108,141,20,139,77,16 - .byte 242,15,17,1,139,3,15,182,204,15,182,232,131,195,4,193 - .byte 232,16,65,255,36,238 - - .globl lj_BC_USETP - .hidden lj_BC_USETP - .type lj_BC_USETP, @function - .size lj_BC_USETP, 34 -lj_BC_USETP: - .byte 72,247,208,139,106,248,139,108,141,20,139,77,16,137,65,4 - .byte 139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,255 - .byte 36,238 - - .globl lj_BC_UCLO - .hidden lj_BC_UCLO - .type lj_BC_UCLO, @function - .size lj_BC_UCLO, 51 -lj_BC_UCLO: - .byte 141,156,131,0,0,254,255,139,108,36,24,131,125,40,0,116 - .byte 16,137,85,16,141,52,202,137,239,232 - .long lj_func_closeuv-.-4 - .byte 139,85,16,139,3,15,182,204,15,182,232,131,195,4,193,232 - .byte 16,65,255,36,238 - - .globl lj_BC_FNEW - .hidden lj_BC_FNEW - .type lj_BC_FNEW, @function - .size lj_BC_FNEW, 64 -lj_BC_FNEW: - .byte 72,247,208,139,108,36,24,137,85,16,139,82,248,65,139,52 - .byte 135,137,239,137,92,36,28,232 - .long lj_func_newL_gc-.-4 - .byte 139,85,16,15,182,75,253,137,4,202,199,68,202,4,247,255 - .byte 255,255,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238 - - .globl lj_BC_TNEW - .hidden lj_BC_TNEW - .type lj_BC_TNEW, @function - .size lj_BC_TNEW, 109 -lj_BC_TNEW: - .byte 139,108,36,24,137,85,16,65,139,142,136,254,255,255,65,59 - .byte 142,140,254,255,255,137,92,36,28,115,69,137,194,37,255,7 - .byte 0,0,193,234,11,61,255,7,0,0,116,45,137,239,137,198 - .byte 232 - .long lj_tab_new-.-4 - .byte 139,85,16,15,182,75,253,137,4,202,199,68,202,4,244,255 - .byte 255,255,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238,184,1,8,0,0,235,204,137,239,232 - .long lj_gc_step_fixtop-.-4 - .byte 15,183,67,254,235,174 - - .globl lj_BC_TDUP - .hidden lj_BC_TDUP - .type lj_BC_TDUP, @function - .size lj_BC_TDUP, 93 -lj_BC_TDUP: - .byte 72,247,208,139,108,36,24,65,139,142,136,254,255,255,137,92 - .byte 36,28,65,59,142,140,254,255,255,137,85,16,115,47,65,139 - .byte 52,135,137,239,232 - .long lj_tab_dup-.-4 - .byte 139,85,16,15,182,75,253,137,4,202,199,68,202,4,244,255 - .byte 255,255,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238,137,239,232 - .long lj_gc_step_fixtop-.-4 - .byte 15,183,67,254,72,247,208,235,193 - - .globl lj_BC_GGET - .hidden lj_BC_GGET - .type lj_BC_GGET, @function - .size lj_BC_GGET, 18 -lj_BC_GGET: - .byte 72,247,208,139,106,248,139,109,8,65,139,4,135,233,193,0 - .byte 0,0 - - .globl lj_BC_GSET - .hidden lj_BC_GSET - .type lj_BC_GSET, @function - .size lj_BC_GSET, 18 -lj_BC_GSET: - .byte 72,247,208,139,106,248,139,109,8,65,139,4,135,233,59,2 - .byte 0,0 - - .globl lj_BC_TGETV - .hidden lj_BC_TGETV - .type lj_BC_TGETV, @function - .size lj_BC_TGETV, 148 -lj_BC_TGETV: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,54,14,0 - .byte 0,139,44,234,129,124,194,4,255,255,254,255,115,102,242,15 - .byte 16,4,194,242,15,45,192,242,15,42,200,102,15,46,193,15 - .byte 133,18,14,0,0,59,69,24,15,131,9,14,0,0,193,224 - .byte 3,3,69,8,131,120,4,255,116,25,72,139,40,72,137,44 - .byte 202,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 - .byte 255,36,238,131,125,16,0,116,17,139,77,16,246,65,6,1 - .byte 15,132,209,13,0,0,15,182,75,253,199,68,202,4,255,255 - .byte 255,255,235,205,131,124,194,4,251,15,133,184,13,0,0,139 - .byte 4,194,235,27 - - .globl lj_BC_TGETS - .hidden lj_BC_TGETS - .type lj_BC_TGETS, @function - .size lj_BC_TGETS, 124 -lj_BC_TGETS: - .byte 15,182,236,15,182,192,72,247,208,65,139,4,135,131,124,234 - .byte 4,244,15,133,95,13,0,0,139,44,234,139,77,28,35,72 - .byte 8,107,201,24,3,77,20,131,121,12,251,117,54,57,65,8 - .byte 117,49,131,121,4,255,116,50,15,182,67,253,72,139,41,72 - .byte 137,44,194,139,3,15,182,204,15,182,232,131,195,4,193,232 - .byte 16,65,255,36,238,15,182,67,253,199,68,194,4,255,255,255 - .byte 255,235,224,139,73,16,133,201,117,189,139,77,16,133,201,116 - .byte 228,246,65,6,1,117,222,233,251,12,0,0 - - .globl lj_BC_TGETB - .hidden lj_BC_TGETB - .type lj_BC_TGETB, @function - .size lj_BC_TGETB, 99 -lj_BC_TGETB: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,19,13,0 - .byte 0,139,44,234,59,69,24,15,131,7,13,0,0,193,224,3 - .byte 3,69,8,131,120,4,255,116,25,72,139,40,72,137,44,202 - .byte 139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,255 - .byte 36,238,131,125,16,0,116,17,139,77,16,246,65,6,1,15 - .byte 132,207,12,0,0,15,182,75,253,199,68,202,4,255,255,255 - .byte 255,235,205 - - .globl lj_BC_TSETV - .hidden lj_BC_TSETV - .type lj_BC_TSETV, @function - .size lj_BC_TSETV, 173 -lj_BC_TSETV: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,96,13,0 - .byte 0,139,44,234,129,124,194,4,255,255,254,255,115,100,242,15 - .byte 16,4,194,242,15,45,192,242,15,42,200,102,15,46,193,15 - .byte 133,60,13,0,0,59,69,24,15,131,51,13,0,0,193,224 - .byte 3,3,69,8,131,120,4,255,116,31,246,69,4,4,117,66 - .byte 72,139,44,202,72,137,40,139,3,15,182,204,15,182,232,131 - .byte 195,4,193,232,16,65,255,36,238,131,125,16,0,116,219,139 - .byte 77,16,246,65,6,2,15,132,245,12,0,0,15,182,75,253 - .byte 235,200,131,124,194,4,251,15,133,228,12,0,0,139,4,194 - .byte 235,54,128,101,4,251,65,139,142,164,254,255,255,65,137,174 - .byte 164,254,255,255,137,77,12,15,182,75,253,235,163 - - .globl lj_BC_TSETS - .hidden lj_BC_TSETS - .type lj_BC_TSETS, @function - .size lj_BC_TSETS, 229 -lj_BC_TSETS: - .byte 15,182,236,15,182,192,72,247,208,65,139,4,135,131,124,234 - .byte 4,244,15,133,112,12,0,0,139,44,234,139,77,28,35,72 - .byte 8,107,201,24,198,69,6,0,3,77,20,131,121,12,251,117 - .byte 77,57,65,8,117,72,131,121,4,255,116,39,246,69,4,4 - .byte 15,133,133,0,0,0,15,182,67,253,72,139,44,194,72,137 - .byte 41,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 - .byte 255,36,238,131,125,16,0,116,211,137,12,36,139,77,16,246 - .byte 65,6,2,15,132,15,12,0,0,139,12,36,235,190,139,73 - .byte 16,133,201,117,166,139,77,16,133,201,116,10,246,65,6,2 - .byte 15,132,242,11,0,0,137,4,36,199,68,36,4,251,255,255 - .byte 255,137,108,36,8,139,124,36,24,137,87,16,72,141,20,36 - .byte 137,238,137,253,137,92,36,28,232 - .long lj_tab_newkey-.-4 - .byte 139,85,16,139,108,36,8,137,193,233,113,255,255,255,128,101 - .byte 4,251,65,139,134,164,254,255,255,65,137,174,164,254,255,255 - .byte 137,69,12,233,97,255,255,255 - - .globl lj_BC_TSETB - .hidden lj_BC_TSETB - .type lj_BC_TSETB, @function - .size lj_BC_TSETB, 124 -lj_BC_TSETB: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,187,11,0 - .byte 0,139,44,234,59,69,24,15,131,175,11,0,0,193,224,3 - .byte 3,69,8,131,120,4,255,116,31,246,69,4,4,117,50,72 - .byte 139,12,202,72,137,8,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238,131,125,16,0,116,219,139,77 - .byte 16,246,65,6,2,15,132,113,11,0,0,15,182,75,253,235 - .byte 200,128,101,4,251,65,139,142,164,254,255,255,65,137,174,164 - .byte 254,255,255,137,77,12,15,182,75,253,235,179 - - .globl lj_BC_TSETM - .hidden lj_BC_TSETM - .type lj_BC_TSETM, @function - .size lj_BC_TSETM, 142 -lj_BC_TSETM: - .byte 68,137,60,36,69,139,60,199,141,12,202,139,105,248,246,69 - .byte 4,4,117,99,139,68,36,4,131,232,1,116,37,68,1,248 - .byte 59,69,24,119,51,68,41,248,65,193,231,3,68,3,125,8 - .byte 72,139,41,131,193,8,73,137,47,65,131,199,8,131,232,1 - .byte 117,238,68,139,60,36,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238,139,124,36,24,137,87,16,137 - .byte 238,137,194,137,253,137,92,36,28,232 - .long lj_tab_reasize-.-4 - .byte 139,85,16,15,182,75,253,235,145,128,101,4,251,65,139,134 - .byte 164,254,255,255,65,137,174,164,254,255,255,137,69,12,235,134 - - .globl lj_BC_CALLM - .hidden lj_BC_CALLM - .type lj_BC_CALLM, @function - .size lj_BC_CALLM, 46 -lj_BC_CALLM: - .byte 15,182,192,3,68,36,4,131,124,202,4,247,139,44,202,15 - .byte 133,53,12,0,0,141,84,202,8,137,90,252,139,93,16,139 - .byte 11,15,182,233,15,182,205,131,195,4,65,255,36,238 - - .globl lj_BC_CALL - .hidden lj_BC_CALL - .type lj_BC_CALL, @function - .size lj_BC_CALL, 42 -lj_BC_CALL: - .byte 15,182,192,131,124,202,4,247,139,44,202,15,133,11,12,0 - .byte 0,141,84,202,8,137,90,252,139,93,16,139,11,15,182,233 - .byte 15,182,205,131,195,4,65,255,36,238 - - .globl lj_BC_CALLMT - .hidden lj_BC_CALLMT - .type lj_BC_CALLMT, @function - .size lj_BC_CALLMT, 4 -lj_BC_CALLMT: - .byte 3,68,36,4 - - .globl lj_BC_CALLT - .hidden lj_BC_CALLT - .type lj_BC_CALLT, @function - .size lj_BC_CALLT, 148 -lj_BC_CALLT: - .byte 141,76,202,8,65,137,215,139,105,248,131,121,252,247,15,133 - .byte 222,11,0,0,139,90,252,247,195,3,0,0,0,117,91,137 - .byte 106,248,137,68,36,4,131,232,1,116,21,72,139,41,131,193 - .byte 8,73,137,47,65,131,199,8,131,232,1,117,238,139,106,248 - .byte 139,68,36,4,128,125,6,1,119,18,139,93,16,139,11,15 - .byte 182,233,15,182,205,131,195,4,65,255,36,238,247,195,3,0 - .byte 0,0,117,230,15,182,75,253,72,247,209,68,139,124,202,248 - .byte 69,139,127,16,69,139,127,208,235,208,131,235,3,247,195,7 - .byte 0,0,0,117,10,41,218,65,137,215,139,90,252,235,144,131 - .byte 195,3,235,139 - - .globl lj_BC_ITERC - .hidden lj_BC_ITERC - .type lj_BC_ITERC, @function - .size lj_BC_ITERC, 68 -lj_BC_ITERC: - .byte 141,76,202,8,72,139,105,232,72,139,65,240,72,137,41,72 - .byte 137,65,8,139,105,224,139,65,228,137,105,248,137,65,252,131 - .byte 248,247,184,3,0,0,0,15,133,49,11,0,0,137,202,137 - .byte 90,252,139,93,16,139,11,15,182,233,15,182,205,131,195,4 - .byte 65,255,36,238 - - .globl lj_BC_ITERN - .hidden lj_BC_ITERN - .type lj_BC_ITERN, @function - .size lj_BC_ITERN, 165 -lj_BC_ITERN: - .byte 68,137,60,36,68,137,116,36,4,139,108,202,240,139,68,202 - .byte 248,68,139,117,24,131,195,4,68,139,125,8,68,57,240,115 - .byte 76,65,131,124,199,4,255,116,63,242,15,42,192,73,139,44 - .byte 199,72,137,108,202,8,131,192,1,242,15,17,4,202,137,68 - .byte 202,248,15,183,67,254,141,156,131,0,0,254,255,68,139,116 - .byte 36,4,68,139,60,36,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238,131,192,1,235,175,68,41,240 - .byte 59,69,28,119,216,68,107,248,24,68,3,125,20,65,131,127 - .byte 4,255,116,28,70,141,116,48,1,73,139,111,8,73,139,7 - .byte 72,137,44,202,72,137,68,202,8,68,137,116,202,248,235,162 - .byte 131,192,1,235,203 - - .globl lj_BC_VARG - .hidden lj_BC_VARG - .type lj_BC_VARG, @function - .size lj_BC_VARG, 191 -lj_BC_VARG: - .byte 15,182,236,15,182,192,68,137,60,36,68,141,124,194,11,141 - .byte 12,202,68,43,122,252,133,237,116,68,141,108,233,248,65,57 - .byte 215,115,23,73,139,71,248,65,131,199,8,72,137,1,131,193 - .byte 8,57,233,115,19,65,57,215,114,233,199,65,4,255,255,255 - .byte 255,131,193,8,57,233,114,242,68,139,60,36,139,3,15,182 - .byte 204,15,182,232,131,195,4,193,232,16,65,255,36,238,199,68 - .byte 36,4,1,0,0,0,137,208,68,41,248,118,219,137,197,193 - .byte 237,3,131,197,1,137,108,36,4,139,108,36,24,1,200,59 - .byte 69,32,119,21,73,139,71,248,65,131,199,8,72,137,1,131 - .byte 193,8,65,57,215,114,237,235,175,137,85,16,137,77,24,137 - .byte 92,36,28,65,41,215,139,116,36,4,131,238,1,137,239,232 - .long lj_state_growstack-.-4 - .byte 139,85,16,139,77,24,65,1,215,235,197 - - .globl lj_BC_ISNEXT - .hidden lj_BC_ISNEXT - .type lj_BC_ISNEXT, @function - .size lj_BC_ISNEXT, 88 -lj_BC_ISNEXT: - .byte 131,124,202,236,247,117,65,139,108,202,232,131,124,202,244,244 - .byte 117,54,131,124,202,252,255,117,47,128,125,6,4,117,41,141 - .byte 156,131,0,0,254,255,199,68,202,248,0,0,0,0,199,68 - .byte 202,252,255,127,254,255,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238,198,67,252,84,141,156,131,0 - .byte 0,254,255,198,3,65,235,222 - - .globl lj_BC_RETM - .hidden lj_BC_RETM - .type lj_BC_RETM, @function - .size lj_BC_RETM, 4 -lj_BC_RETM: - .byte 3,68,36,4 - - .globl lj_BC_RET - .hidden lj_BC_RET - .type lj_BC_RET, @function - .size lj_BC_RET, 136 -lj_BC_RET: - .byte 193,225,3,139,90,252,137,68,36,4,247,195,3,0,0,0 - .byte 117,94,65,137,215,131,232,1,116,17,73,139,44,15,73,137 - .byte 111,248,65,131,199,8,131,232,1,117,239,139,68,36,4,15 - .byte 182,107,255,57,197,119,40,15,182,75,253,72,247,209,141,20 - .byte 202,68,139,122,248,69,139,127,16,69,139,127,208,139,3,15 - .byte 182,204,15,182,232,131,195,4,193,232,16,65,255,36,238,65 - .byte 199,71,252,255,255,255,255,65,131,199,8,131,192,1,235,195 - .byte 141,107,253,247,197,7,0,0,0,15,133,103,3,0,0,41 - .byte 234,1,233,233,123,255,255,255 - - .globl lj_BC_RET0 - .hidden lj_BC_RET0 - .type lj_BC_RET0, @function - .size lj_BC_RET0, 92 -lj_BC_RET0: - .byte 139,90,252,137,68,36,4,247,195,3,0,0,0,117,58,56 - .byte 67,255,119,40,15,182,75,253,72,247,209,141,20,202,68,139 - .byte 122,248,69,139,127,16,69,139,127,208,139,3,15,182,204,15 - .byte 182,232,131,195,4,193,232,16,65,255,36,238,199,68,194,244 - .byte 255,255,255,255,131,192,1,235,198,141,107,253,247,197,7,0 - .byte 0,0,15,133,6,3,0,0,41,234,235,164 - - .globl lj_BC_RET1 - .hidden lj_BC_RET1 - .type lj_BC_RET1, @function - .size lj_BC_RET1, 105 -lj_BC_RET1: - .byte 193,225,3,139,90,252,137,68,36,4,247,195,3,0,0,0 - .byte 117,66,72,139,44,10,72,137,106,248,56,67,255,119,40,15 - .byte 182,75,253,72,247,209,141,20,202,68,139,122,248,69,139,127 - .byte 16,69,139,127,208,139,3,15,182,204,15,182,232,131,195,4 - .byte 193,232,16,65,255,36,238,199,68,194,244,255,255,255,255,131 - .byte 192,1,235,198,141,107,253,247,197,7,0,0,0,15,133,159 - .byte 2,0,0,41,234,1,233,235,154 - - .globl lj_BC_FORI - .hidden lj_BC_FORI - .type lj_BC_FORI, @function - .size lj_BC_FORI, 97 -lj_BC_FORI: - .byte 141,12,202,129,121,4,255,255,254,255,15,131,78,8,0,0 - .byte 129,121,12,255,255,254,255,15,131,65,8,0,0,139,105,20 - .byte 129,253,255,255,254,255,15,131,50,8,0,0,242,15,16,1 - .byte 242,15,16,73,8,124,36,102,15,46,200,242,15,17,65,24 - .byte 115,7,141,156,131,0,0,254,255,139,3,15,182,204,15,182 - .byte 232,131,195,4,193,232,16,65,255,36,238,102,15,46,193,235 - .byte 218 - - .globl lj_BC_FORL - .hidden lj_BC_FORL - .type lj_BC_FORL, @function - .size lj_BC_FORL, 70 -lj_BC_FORL: - .byte 141,12,202,139,105,20,242,15,16,1,242,15,16,73,8,242 - .byte 15,88,65,16,242,15,17,1,133,237,120,36,102,15,46,200 - .byte 242,15,17,65,24,114,7,141,156,131,0,0,254,255,139,3 - .byte 15,182,204,15,182,232,131,195,4,193,232,16,65,255,36,238 - .byte 102,15,46,193,235,218 - - .globl lj_BC_ITERL - .hidden lj_BC_ITERL - .type lj_BC_ITERL, @function - .size lj_BC_ITERL, 44 -lj_BC_ITERL: - .byte 141,12,202,139,105,4,131,253,255,116,15,141,156,131,0,0 - .byte 254,255,139,1,137,105,252,137,65,248,139,3,15,182,204,15 - .byte 182,232,131,195,4,193,232,16,65,255,36,238 - - .globl lj_BC_LOOP - .hidden lj_BC_LOOP - .type lj_BC_LOOP, @function - .size lj_BC_LOOP, 18 -lj_BC_LOOP: - .byte 139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,255 - .byte 36,238 - - .globl lj_BC_JMP - .hidden lj_BC_JMP - .type lj_BC_JMP, @function - .size lj_BC_JMP, 25 -lj_BC_JMP: - .byte 141,156,131,0,0,254,255,139,3,15,182,204,15,182,232,131 - .byte 195,4,193,232,16,65,255,36,238 - - .globl lj_BC_FUNCF - .hidden lj_BC_FUNCF - .type lj_BC_FUNCF, @function - .size lj_BC_FUNCF, 0 -lj_BC_FUNCF: - - .globl lj_BC_IFUNCF - .hidden lj_BC_IFUNCF - .type lj_BC_IFUNCF, @function - .size lj_BC_IFUNCF, 63 -lj_BC_IFUNCF: - .byte 68,139,123,204,139,108,36,24,141,12,202,59,77,32,15,135 - .byte 154,2,0,0,15,182,75,194,57,200,118,18,139,3,15,182 - .byte 204,15,182,232,131,195,4,193,232,16,65,255,36,238,199,68 - .byte 194,252,255,255,255,255,131,192,1,57,200,118,241,235,221 - - .globl lj_BC_JFUNCF - .hidden lj_BC_JFUNCF - .type lj_BC_JFUNCF, @function - .size lj_BC_JFUNCF, 0 -lj_BC_JFUNCF: - - .globl lj_BC_FUNCV - .hidden lj_BC_FUNCV - .type lj_BC_FUNCV, @function - .size lj_BC_FUNCV, 0 -lj_BC_FUNCV: - - .globl lj_BC_IFUNCV - .hidden lj_BC_IFUNCV - .type lj_BC_IFUNCV, @function - .size lj_BC_IFUNCV, 125 -lj_BC_IFUNCV: - .byte 141,44,197,3,0,0,0,141,4,194,68,139,122,248,137,104 - .byte 252,68,137,120,248,139,108,36,24,141,12,200,59,77,32,15 - .byte 135,69,2,0,0,137,209,137,194,15,182,107,194,133,237,116 - .byte 37,131,193,8,57,209,115,52,68,139,121,248,68,137,56,68 - .byte 139,121,252,68,137,120,4,131,192,8,199,65,252,255,255,255 - .byte 255,131,237,1,117,219,68,139,123,204,139,3,15,182,204,15 - .byte 182,232,131,195,4,193,232,16,65,255,36,238,199,64,4,255 - .byte 255,255,255,131,192,8,131,237,1,117,241,235,217 - - .globl lj_BC_JFUNCV - .hidden lj_BC_JFUNCV - .type lj_BC_JFUNCV, @function - .size lj_BC_JFUNCV, 0 -lj_BC_JFUNCV: - - .globl lj_BC_FUNCC - .hidden lj_BC_FUNCC - .type lj_BC_FUNCC, @function - .size lj_BC_FUNCC, 79 -lj_BC_FUNCC: - .byte 139,106,248,76,139,125,24,139,108,36,24,141,68,194,248,137 - .byte 85,16,141,136,160,0,0,0,59,77,32,137,69,24,137,239 - .byte 15,135,192,1,0,0,65,199,134,80,255,255,255,254,255,255 - .byte 255,65,255,215,65,199,134,80,255,255,255,255,255,255,255,139 - .byte 85,16,141,12,194,247,217,3,77,24,139,90,252,235,119 - - .globl lj_BC_FUNCCW - .hidden lj_BC_FUNCCW - .type lj_BC_FUNCCW, @function - .size lj_BC_FUNCCW, 86 -lj_BC_FUNCCW: - .byte 139,106,248,76,139,125,24,139,108,36,24,141,68,194,248,137 - .byte 85,16,141,136,160,0,0,0,59,77,32,137,69,24,76,137 - .byte 254,137,239,15,135,110,1,0,0,65,199,134,80,255,255,255 - .byte 254,255,255,255,65,255,150,64,255,255,255,65,199,134,80,255 - .byte 255,255,255,255,255,255,139,85,16,141,12,194,247,217,3,77 - .byte 24,139,90,252,235,33 - - .globl lj_vm_returnp - .hidden lj_vm_returnp - .type lj_vm_returnp, @function - .size lj_vm_returnp, 33 -lj_vm_returnp: - .byte 247,195,4,0,0,0,15,132,216,2,0,0,131,227,248,41 - .byte 218,72,141,76,25,248,139,90,252,199,68,10,4,253,255,255 - .byte 255 - - .globl lj_vm_returnc - .hidden lj_vm_returnc - .type lj_vm_returnc, @function - .size lj_vm_returnc, 25 -lj_vm_returnc: - .byte 131,192,1,15,132,167,0,0,0,137,68,36,4,247,195,3 - .byte 0,0,0,15,132,44,252,255,255 - - .globl lj_vm_return - .hidden lj_vm_return - .type lj_vm_return, @function - .size lj_vm_return, 75 -lj_vm_return: - .byte 131,243,1,247,195,3,0,0,0,117,187,65,199,134,80,255 - .byte 255,255,254,255,255,255,131,227,248,41,211,247,219,131,232,1 - .byte 116,16,72,139,44,10,72,137,106,248,131,194,8,131,232,1 - .byte 117,240,139,108,36,24,137,93,16,139,68,36,4,139,76,36 - .byte 16,57,193,117,28,131,234,8,137,85,24 - - .globl lj_vm_leave_cp - .hidden lj_vm_leave_cp - .type lj_vm_leave_cp, @function - .size lj_vm_leave_cp, 11 -lj_vm_leave_cp: - .byte 72,139,76,36,32,72,137,77,48,49,192 - - .globl lj_vm_leave_unw - .hidden lj_vm_leave_unw - .type lj_vm_leave_unw, @function - .size lj_vm_leave_unw, 65 -lj_vm_leave_unw: - .byte 72,131,196,40,65,94,65,95,91,93,195,114,20,59,85,32 - .byte 119,26,199,66,252,255,255,255,255,131,194,8,131,192,1,235 - .byte 202,133,201,116,202,41,193,141,20,202,235,195,137,85,24,137 - .byte 68,36,4,137,206,137,239,232 - .long lj_state_growstack-.-4 - .byte 139,85,24,235,162 - - .globl lj_vm_unwind_yield - .hidden lj_vm_unwind_yield - .type lj_vm_unwind_yield, @function - .size lj_vm_unwind_yield, 4 -lj_vm_unwind_yield: - .byte 176,1,235,5 - - .globl lj_vm_unwind_c - .hidden lj_vm_unwind_c - .type lj_vm_unwind_c, @function - .size lj_vm_unwind_c, 5 -lj_vm_unwind_c: - .byte 137,240,72,137,252 - - .globl lj_vm_unwind_c_eh - .hidden lj_vm_unwind_c_eh - .type lj_vm_unwind_c_eh, @function - .size lj_vm_unwind_c_eh, 19 -lj_vm_unwind_c_eh: - .byte 139,108,36,24,139,109,8,199,133,232,0,0,0,254,255,255 - .byte 255,235,163 - - .globl lj_vm_unwind_rethrow - .hidden lj_vm_unwind_rethrow - .type lj_vm_unwind_rethrow, @function - .size lj_vm_unwind_rethrow, 21 -lj_vm_unwind_rethrow: - .byte 139,124,36,24,137,198,72,131,196,40,65,94,65,95,91,93 - .byte 233 - .long lj_err_throw-.-4 - - .globl lj_vm_unwind_ff - .hidden lj_vm_unwind_ff - .type lj_vm_unwind_ff, @function - .size lj_vm_unwind_ff, 7 -lj_vm_unwind_ff: - .byte 72,131,231,252,72,137,252 - - .globl lj_vm_unwind_ff_eh - .hidden lj_vm_unwind_ff_eh - .type lj_vm_unwind_ff_eh, @function - .size lj_vm_unwind_ff_eh, 56 -lj_vm_unwind_ff_eh: - .byte 139,108,36,24,72,199,193,248,255,255,255,184,2,0,0,0 - .byte 139,85,16,68,139,117,8,65,129,198,152,1,0,0,139,90 - .byte 252,199,66,252,254,255,255,255,65,199,134,80,255,255,255,255 - .byte 255,255,255,233,224,254,255,255 - - .globl lj_vm_growstack_c - .hidden lj_vm_growstack_c - .type lj_vm_growstack_c, @function - .size lj_vm_growstack_c, 7 -lj_vm_growstack_c: - .byte 190,20,0,0,0,235,28 - - .globl lj_vm_growstack_v - .hidden lj_vm_growstack_v - .type lj_vm_growstack_v, @function - .size lj_vm_growstack_v, 5 -lj_vm_growstack_v: - .byte 131,232,8,235,4 - - .globl lj_vm_growstack_f - .hidden lj_vm_growstack_f - .type lj_vm_growstack_f, @function - .size lj_vm_growstack_f, 65 -lj_vm_growstack_f: - .byte 141,68,194,248,15,182,75,195,131,195,4,137,85,16,137,69 - .byte 24,137,92,36,28,137,206,137,239,232 - .long lj_state_growstack-.-4 - .byte 139,85,16,139,69,24,139,106,248,41,208,193,232,3,131,192 - .byte 1,139,93,16,139,11,15,182,233,15,182,205,131,195,4,65 - .byte 255,36,238 - - .globl lj_vm_resume - .hidden lj_vm_resume - .type lj_vm_resume, @function - .size lj_vm_resume, 125 -lj_vm_resume: - .byte 85,83,65,87,65,86,72,131,236,40,137,253,137,124,36,24 - .byte 137,241,187,5,0,0,0,49,192,76,141,124,36,1,68,139 - .byte 117,8,65,129,198,152,1,0,0,76,137,125,48,137,68,36 - .byte 28,72,137,68,36,32,137,68,36,16,137,68,36,20,56,69 - .byte 7,15,132,130,0,0,0,65,199,134,80,255,255,255,255,255 - .byte 255,255,136,69,7,139,85,16,139,69,24,41,200,193,232,3 - .byte 131,192,1,41,209,139,90,252,137,68,36,4,247,195,3,0 - .byte 0,0,15,132,96,250,255,255,233,47,254,255,255 - - .globl lj_vm_pcall - .hidden lj_vm_pcall - .type lj_vm_pcall, @function - .size lj_vm_pcall, 21 -lj_vm_pcall: - .byte 85,83,65,87,65,86,72,131,236,40,187,5,0,0,0,137 - .byte 76,36,20,235,15 - - .globl lj_vm_call - .hidden lj_vm_call - .type lj_vm_call, @function - .size lj_vm_call, 84 -lj_vm_call: - .byte 85,83,65,87,65,86,72,131,236,40,187,1,0,0,0,137 - .byte 84,36,16,137,253,137,124,36,24,137,241,76,139,125,48,76 - .byte 137,124,36,32,137,108,36,28,72,137,101,48,68,139,117,8 - .byte 65,129,198,152,1,0,0,65,199,134,80,255,255,255,255,255 - .byte 255,255,139,85,16,1,203,41,211,139,69,24,41,200,193,232 - .byte 3,131,192,1 - - .globl lj_vm_call_dispatch - .hidden lj_vm_call_dispatch - .type lj_vm_call_dispatch, @function - .size lj_vm_call_dispatch, 13 -lj_vm_call_dispatch: - .byte 139,105,248,131,121,252,247,15,133,45,3,0,0 - - .globl lj_vm_call_dispatch_f - .hidden lj_vm_call_dispatch_f - .type lj_vm_call_dispatch_f, @function - .size lj_vm_call_dispatch_f, 23 -lj_vm_call_dispatch_f: - .byte 137,202,137,90,252,139,93,16,139,11,15,182,233,15,182,205 - .byte 131,195,4,65,255,36,238 - - .globl lj_vm_cpcall - .hidden lj_vm_cpcall - .type lj_vm_cpcall, @function - .size lj_vm_cpcall, 76 -lj_vm_cpcall: - .byte 85,83,65,87,65,86,72,131,236,40,137,253,137,124,36,24 - .byte 137,108,36,28,68,139,125,36,68,43,125,24,199,68,36,20 - .byte 0,0,0,0,68,137,124,36,16,76,139,125,48,76,137,124 - .byte 36,32,72,137,101,48,255,209,133,192,15,132,173,253,255,255 - .byte 137,193,187,5,0,0,0,233,104,255,255,255 - - .globl lj_cont_dispatch - .hidden lj_cont_dispatch - .type lj_cont_dispatch, @function - .size lj_cont_dispatch, 74 -lj_cont_dispatch: - .byte 1,209,131,227,248,137,213,41,218,199,68,193,252,255,255,255 - .byte 255,137,200,139,93,244,72,99,77,240,131,249,1,118,24,76 - .byte 141,61,8,230,255,255,76,1,249,68,139,122,248,69,139,127 - .byte 16,69,139,127,208,255,225,15,132,5,27,0,0,41,213,193 - .byte 237,3,141,69,255,233,92,21,0,0 - - .globl lj_cont_cat - .hidden lj_cont_cat - .type lj_cont_cat, @function - .size lj_cont_cat, 46 -lj_cont_cat: - .byte 15,182,75,255,131,237,16,141,12,202,41,233,15,132,132,0 - .byte 0,0,247,217,193,233,3,139,124,36,24,137,87,16,137,202 - .byte 72,139,8,72,137,77,0,137,238,233,128,238,255,255 - - .globl lj_vmeta_tgets - .hidden lj_vmeta_tgets - .type lj_vmeta_tgets, @function - .size lj_vmeta_tgets, 41 -lj_vmeta_tgets: - .byte 137,4,36,199,68,36,4,251,255,255,255,72,141,4,36,128 - .byte 123,252,52,117,46,65,141,142,8,255,255,255,137,41,199,65 - .byte 4,244,255,255,255,137,205,235,33 - - .globl lj_vmeta_tgetb - .hidden lj_vmeta_tgetb - .type lj_vmeta_tgetb, @function - .size lj_vmeta_tgetb, 19 -lj_vmeta_tgetb: - .byte 15,182,67,254,242,15,42,192,242,15,17,4,36,72,141,4 - .byte 36,235,7 - - .globl lj_vmeta_tgetv - .hidden lj_vmeta_tgetv - .type lj_vmeta_tgetv, @function - .size lj_vmeta_tgetv, 44 -lj_vmeta_tgetv: - .byte 15,182,67,254,141,4,194,15,182,107,255,141,44,234,139,124 - .byte 36,24,137,87,16,137,238,72,137,194,137,253,137,92,36,28 - .byte 232 - .long lj_meta_tget-.-4 - .byte 139,85,16,133,192,116,29 - - .globl lj_cont_ra - .hidden lj_cont_ra - .type lj_cont_ra, @function - .size lj_cont_ra, 53 -lj_cont_ra: - .byte 15,182,75,253,72,139,40,72,137,44,202,139,3,15,182,204 - .byte 15,182,232,131,195,4,193,232,16,65,255,36,238,139,77,24 - .byte 137,89,244,141,89,2,41,211,139,105,248,184,3,0,0,0 - .byte 233,136,254,255,255 - - .globl lj_vmeta_tsets - .hidden lj_vmeta_tsets - .type lj_vmeta_tsets, @function - .size lj_vmeta_tsets, 41 -lj_vmeta_tsets: - .byte 137,4,36,199,68,36,4,251,255,255,255,72,141,4,36,128 - .byte 123,252,53,117,46,65,141,142,8,255,255,255,137,41,199,65 - .byte 4,244,255,255,255,137,205,235,33 - - .globl lj_vmeta_tsetb - .hidden lj_vmeta_tsetb - .type lj_vmeta_tsetb, @function - .size lj_vmeta_tsetb, 19 -lj_vmeta_tsetb: - .byte 15,182,67,254,242,15,42,192,242,15,17,4,36,72,141,4 - .byte 36,235,7 - - .globl lj_vmeta_tsetv - .hidden lj_vmeta_tsetv - .type lj_vmeta_tsetv, @function - .size lj_vmeta_tsetv, 55 -lj_vmeta_tsetv: - .byte 15,182,67,254,141,4,194,15,182,107,255,141,44,234,139,124 - .byte 36,24,137,87,16,137,238,72,137,194,137,253,137,92,36,28 - .byte 232 - .long lj_meta_tset-.-4 - .byte 139,85,16,133,192,116,29,15,182,75,253,72,139,44,202,72 - .byte 137,40 - - .globl lj_cont_nop - .hidden lj_cont_nop - .type lj_cont_nop, @function - .size lj_cont_nop, 54 -lj_cont_nop: - .byte 139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,255 - .byte 36,238,139,77,24,137,89,244,15,182,67,253,72,139,44,194 - .byte 72,137,105,16,141,89,2,41,211,139,105,248,184,4,0,0 - .byte 0,233,223,253,255,255 - - .globl lj_vmeta_comp - .hidden lj_vmeta_comp - .type lj_vmeta_comp, @function - .size lj_vmeta_comp, 74 -lj_vmeta_comp: - .byte 139,108,36,24,137,85,16,141,52,202,141,20,194,137,239,15 - .byte 182,75,252,137,92,36,28,232 - .long lj_meta_comp-.-4 - .byte 139,85,16,131,248,1,15,135,178,0,0,0,141,91,4,114 - .byte 11,15,183,67,254,141,156,131,0,0,254,255,139,3,15,182 - .byte 204,15,182,232,131,195,4,193,232,16,65,255,36,238 - - .globl lj_cont_condt - .hidden lj_cont_condt - .type lj_cont_condt, @function - .size lj_cont_condt, 11 -lj_cont_condt: - .byte 131,195,4,131,120,4,254,114,218,235,227 - - .globl lj_cont_condf - .hidden lj_cont_condf - .type lj_cont_condf, @function - .size lj_cont_condf, 6 -lj_cont_condf: - .byte 131,120,4,254,235,205 - - .globl lj_vmeta_equal - .hidden lj_vmeta_equal - .type lj_vmeta_equal, @function - .size lj_vmeta_equal, 29 -lj_vmeta_equal: - .byte 131,235,4,137,206,137,233,139,108,36,24,137,85,16,137,194 - .byte 137,239,137,92,36,28,232 - .long lj_meta_equal-.-4 - .byte 235,164 - - .globl lj_vmeta_equal_cd - .hidden lj_vmeta_equal_cd - .type lj_vmeta_equal_cd, @function - .size lj_vmeta_equal_cd, 26 -lj_vmeta_equal_cd: - .byte 131,235,4,139,108,36,24,137,85,16,137,239,139,115,252,137 - .byte 92,36,28,232 - .long lj_meta_equal_cd-.-4 - .byte 235,138 - - .globl lj_vmeta_arith_vno - .hidden lj_vmeta_arith_vno - .type lj_vmeta_arith_vno, @function - .size lj_vmeta_arith_vno, 0 -lj_vmeta_arith_vno: - - .globl lj_vmeta_arith_vn - .hidden lj_vmeta_arith_vn - .type lj_vmeta_arith_vn, @function - .size lj_vmeta_arith_vn, 6 -lj_vmeta_arith_vn: - .byte 65,141,4,199,235,20 - - .globl lj_vmeta_arith_nvo - .hidden lj_vmeta_arith_nvo - .type lj_vmeta_arith_nvo, @function - .size lj_vmeta_arith_nvo, 0 -lj_vmeta_arith_nvo: - - .globl lj_vmeta_arith_nv - .hidden lj_vmeta_arith_nv - .type lj_vmeta_arith_nv, @function - .size lj_vmeta_arith_nv, 10 -lj_vmeta_arith_nv: - .byte 65,141,4,199,141,44,234,149,235,13 - - .globl lj_vmeta_unm - .hidden lj_vmeta_unm - .type lj_vmeta_unm, @function - .size lj_vmeta_unm, 7 -lj_vmeta_unm: - .byte 141,4,194,137,197,235,6 - - .globl lj_vmeta_arith_vvo - .hidden lj_vmeta_arith_vvo - .type lj_vmeta_arith_vvo, @function - .size lj_vmeta_arith_vvo, 0 -lj_vmeta_arith_vvo: - - .globl lj_vmeta_arith_vv - .hidden lj_vmeta_arith_vv - .type lj_vmeta_arith_vv, @function - .size lj_vmeta_arith_vv, 49 -lj_vmeta_arith_vv: - .byte 141,4,194,141,44,234,141,12,202,68,15,182,67,252,137,206 - .byte 137,193,139,124,36,24,137,87,16,137,234,137,253,137,92,36 - .byte 28,232 - .long lj_meta_arith-.-4 - .byte 139,85,16,133,192,15,132,240,254,255,255 - - .globl lj_vmeta_binop - .hidden lj_vmeta_binop - .type lj_vmeta_binop, @function - .size lj_vmeta_binop, 20 -lj_vmeta_binop: - .byte 137,193,41,208,137,89,244,141,88,2,184,3,0,0,0,233 - .byte 228,252,255,255 - - .globl lj_vmeta_len - .hidden lj_vmeta_len - .type lj_vmeta_len, @function - .size lj_vmeta_len, 26 -lj_vmeta_len: - .byte 139,108,36,24,137,85,16,141,52,194,137,239,137,92,36,28 - .byte 232 - .long lj_meta_len-.-4 - .byte 139,85,16,235,210 - - .globl lj_vmeta_call_ra - .hidden lj_vmeta_call_ra - .type lj_vmeta_call_ra, @function - .size lj_vmeta_call_ra, 4 -lj_vmeta_call_ra: - .byte 141,76,202,8 - - .globl lj_vmeta_call - .hidden lj_vmeta_call - .type lj_vmeta_call, @function - .size lj_vmeta_call, 81 -lj_vmeta_call: - .byte 137,76,36,4,137,4,36,131,233,8,139,108,36,24,137,85 - .byte 16,137,206,141,20,193,137,239,137,92,36,28,232 - .long lj_meta_call-.-4 - .byte 139,85,16,139,76,36,4,139,4,36,139,105,248,131,192,1 - .byte 65,57,215,15,132,232,243,255,255,137,202,137,90,252,139,93 - .byte 16,139,11,15,182,233,15,182,205,131,195,4,65,255,36,238 - - .globl lj_vmeta_for - .hidden lj_vmeta_for - .type lj_vmeta_for, @function - .size lj_vmeta_for, 43 -lj_vmeta_for: - .byte 139,108,36,24,137,85,16,137,206,137,239,137,92,36,28,232 - .long lj_meta_for-.-4 - .byte 139,85,16,139,67,252,15,182,204,15,182,232,193,232,16,65 - .byte 255,164,238,216,4,0,0 - - .globl lj_ff_assert - .hidden lj_ff_assert - .type lj_ff_assert, @function - .size lj_ff_assert, 67 -lj_ff_assert: - .byte 131,248,2,15,130,0,18,0,0,139,106,4,131,253,254,15 - .byte 131,244,17,0,0,139,90,252,137,68,36,4,137,106,252,139 - .byte 42,137,106,248,131,232,2,116,17,137,209,131,193,8,72,139 - .byte 41,72,137,105,248,131,232,1,117,241,139,68,36,4,233,74 - .byte 6,0,0 - - .globl lj_ff_type - .hidden lj_ff_type - .type lj_ff_type, @function - .size lj_ff_type, 66 -lj_ff_type: - .byte 131,248,2,15,130,189,17,0,0,139,106,4,137,233,193,249 - .byte 15,131,249,254,116,37,184,13,0,0,0,247,213,57,232,15 - .byte 71,197,139,106,248,139,68,197,32,139,90,252,199,66,252,251 - .byte 255,255,255,137,66,248,233,6,6,0,0,184,3,0,0,0 - .byte 235,224 - - .globl lj_ff_getmetatable - .hidden lj_ff_getmetatable - .type lj_ff_getmetatable, @function - .size lj_ff_getmetatable, 153 -lj_ff_getmetatable: - .byte 131,248,2,15,130,123,17,0,0,139,106,4,139,90,252,131 - .byte 253,244,117,94,139,42,139,109,16,133,237,199,66,252,255,255 - .byte 255,255,15,132,215,5,0,0,65,139,70,172,199,66,252,244 - .byte 255,255,255,137,106,248,139,77,28,35,72,8,107,201,24,3 - .byte 77,20,131,121,12,251,117,5,57,65,8,116,12,139,73,16 - .byte 133,201,117,238,233,166,5,0,0,139,105,4,131,253,255,15 - .byte 132,154,5,0,0,139,1,137,106,252,137,66,248,233,141,5 - .byte 0,0,131,253,243,116,157,131,253,242,119,20,129,253,255,255 - .byte 254,255,118,7,189,252,255,255,255,235,5,189,242,255,255,255 - .byte 247,213,65,139,108,174,192,235,128 - - .globl lj_ff_setmetatable - .hidden lj_ff_setmetatable - .type lj_ff_setmetatable, @function - .size lj_ff_setmetatable, 92 -lj_ff_setmetatable: - .byte 131,248,3,15,130,226,16,0,0,131,122,4,244,15,133,216 - .byte 16,0,0,139,42,131,125,16,0,15,133,204,16,0,0,131 - .byte 122,12,244,15,133,194,16,0,0,139,66,8,137,69,16,139 - .byte 90,252,199,66,252,244,255,255,255,137,106,248,246,69,4,4 - .byte 116,21,128,101,4,251,65,139,134,164,254,255,255,65,137,174 - .byte 164,254,255,255,137,69,12,233,10,5,0,0 - - .globl lj_ff_rawget - .hidden lj_ff_rawget - .type lj_ff_rawget, @function - .size lj_ff_rawget, 52 -lj_ff_rawget: - .byte 131,248,3,15,130,134,16,0,0,131,122,4,244,15,133,124 - .byte 16,0,0,137,213,139,50,141,82,8,139,124,36,24,232 - .long lj_tab_get-.-4 - .byte 137,234,72,139,40,139,90,252,72,137,106,248,233,214,4,0 - .byte 0 - - .globl lj_ff_tonumber - .hidden lj_ff_tonumber - .type lj_ff_tonumber, @function - .size lj_ff_tonumber, 31 -lj_ff_tonumber: - .byte 131,248,2,15,133,82,16,0,0,129,122,4,255,255,254,255 - .byte 15,131,69,16,0,0,242,15,16,2,233,175,4,0,0 - - .globl lj_ff_tostring - .hidden lj_ff_tostring - .type lj_ff_tostring, @function - .size lj_ff_tostring, 105 -lj_ff_tostring: - .byte 131,248,2,15,130,51,16,0,0,139,90,252,131,122,4,251 - .byte 117,17,139,2,199,66,252,251,255,255,255,137,66,248,233,148 - .byte 4,0,0,129,122,4,255,255,254,255,15,135,12,16,0,0 - .byte 65,131,126,244,0,15,133,1,16,0,0,65,139,174,136,254 - .byte 255,255,65,59,174,140,254,255,255,114,5,232,123,16,0,0 - .byte 139,108,36,24,137,85,16,137,92,36,28,137,214,137,239,232 - .long lj_str_fromnum-.-4 - .byte 139,85,16,235,171 - - .globl lj_ff_next - .hidden lj_ff_next - .type lj_ff_next, @function - .size lj_ff_next, 72 -lj_ff_next: - .byte 131,248,2,15,130,202,15,0,0,116,71,131,122,4,244,15 - .byte 133,190,15,0,0,139,108,36,24,137,85,16,137,85,24,139 - .byte 90,252,139,50,141,82,8,137,239,137,92,36,28,232 - .long lj_tab_next-.-4 - .byte 139,85,16,133,192,116,34,72,139,106,8,72,139,66,16,72 - .byte 137,106,248,72,137,2 - - .globl lj_fff_res2 - .hidden lj_fff_res2 - .type lj_fff_res2, @function - .size lj_fff_res2, 31 -lj_fff_res2: - .byte 184,3,0,0,0,233,1,4,0,0,199,66,12,255,255,255 - .byte 255,235,176,199,66,252,255,255,255,255,233,231,3,0,0 - - .globl lj_ff_pairs - .hidden lj_ff_pairs - .type lj_ff_pairs, @function - .size lj_ff_pairs, 57 -lj_ff_pairs: - .byte 131,248,2,15,130,99,15,0,0,139,42,131,122,4,244,15 - .byte 133,87,15,0,0,139,106,248,139,69,32,139,90,252,199,66 - .byte 252,247,255,255,255,137,66,248,199,66,12,255,255,255,255,184 - .byte 4,0,0,0,233,179,3,0,0 - - .globl lj_ff_ipairs_aux - .hidden lj_ff_ipairs_aux - .type lj_ff_ipairs_aux, @function - .size lj_ff_ipairs_aux, 121 -lj_ff_ipairs_aux: - .byte 131,248,3,15,130,42,15,0,0,131,122,4,244,15,133,32 - .byte 15,0,0,129,122,12,255,255,254,255,15,131,19,15,0,0 - .byte 139,90,252,242,15,16,66,8,72,189,0,0,0,0,0,0 - .byte 240,63,102,72,15,110,205,242,15,88,193,242,15,45,192,242 - .byte 15,17,66,248,139,42,59,69,24,115,23,193,224,3,3,69 - .byte 8,131,120,4,255,116,34,72,139,40,72,137,42,233,70,255 - .byte 255,255,131,125,28,0,116,17,137,239,137,213,137,198,232 - .long lj_tab_getinth-.-4 - .byte 137,234,133,192,117,216 - - .globl lj_fff_res0 - .hidden lj_fff_res0 - .type lj_fff_res0, @function - .size lj_fff_res0, 10 -lj_fff_res0: - .byte 184,1,0,0,0,233,48,3,0,0 - - .globl lj_ff_ipairs - .hidden lj_ff_ipairs - .type lj_ff_ipairs, @function - .size lj_ff_ipairs, 58 -lj_ff_ipairs: - .byte 131,248,2,15,130,167,14,0,0,139,42,131,122,4,244,15 - .byte 133,155,14,0,0,139,106,248,139,69,32,139,90,252,199,66 - .byte 252,247,255,255,255,137,66,248,15,87,192,242,15,17,66,8 - .byte 184,4,0,0,0,233,246,2,0,0 - - .globl lj_ff_pcall - .hidden lj_ff_pcall - .type lj_ff_pcall, @function - .size lj_ff_pcall, 41 -lj_ff_pcall: - .byte 131,248,2,15,130,109,14,0,0,141,74,8,131,232,1,187 - .byte 14,0,0,0,65,15,182,174,249,254,255,255,193,237,4,131 - .byte 229,1,1,235,233,142,248,255,255 - - .globl lj_ff_xpcall - .hidden lj_ff_xpcall - .type lj_ff_xpcall, @function - .size lj_ff_xpcall, 55 -lj_ff_xpcall: - .byte 131,248,3,15,130,68,14,0,0,131,122,12,247,15,133,58 - .byte 14,0,0,139,106,4,137,106,12,199,66,4,247,255,255,255 - .byte 139,42,139,90,8,137,106,8,137,26,141,74,16,131,232,2 - .byte 187,22,0,0,0,235,180 - - .globl lj_ff_coroutine_resume - .hidden lj_ff_coroutine_resume - .type lj_ff_coroutine_resume, @function - .size lj_ff_coroutine_resume, 303 -lj_ff_coroutine_resume: - .byte 131,248,2,15,130,13,14,0,0,139,42,139,90,252,137,92 - .byte 36,28,137,44,36,131,122,4,249,15,133,247,13,0,0,72 - .byte 131,125,48,0,15,133,236,13,0,0,128,125,7,1,15,135 - .byte 226,13,0,0,139,77,24,116,9,59,77,16,15,132,212,13 - .byte 0,0,141,92,193,240,59,93,32,15,135,199,13,0,0,137 - .byte 93,24,139,108,36,24,137,85,16,131,194,8,137,85,24,141 - .byte 108,194,232,72,41,221,57,203,116,15,72,139,4,43,72,137 - .byte 67,248,131,235,8,57,203,117,241,137,206,139,60,36,232,238 - .byte 246,255,255,65,199,134,80,255,255,255,255,255,255,255,139,108 - .byte 36,24,139,28,36,139,85,16,131,248,1,119,90,139,75,16 - .byte 68,139,123,24,137,75,24,68,137,251,41,203,116,31,141,4 - .byte 26,193,235,3,59,69,32,119,91,137,213,72,41,205,72,139 - .byte 1,72,137,4,41,131,193,8,68,57,249,117,241,141,67,2 - .byte 199,66,252,253,255,255,255,139,92,36,28,137,68,36,4,72 - .byte 199,193,248,255,255,255,247,195,3,0,0,0,15,132,87,241 - .byte 255,255,233,38,245,255,255,199,66,252,254,255,255,255,139,75 - .byte 24,131,233,8,137,75,24,72,139,1,72,137,2,184,3,0 - .byte 0,0,235,195,139,12,36,68,137,121,24,137,222,137,239,232 - .long lj_state_growstack-.-4 - .byte 139,28,36,139,85,16,233,110,255,255,255 - - .globl lj_ff_coroutine_wrap_aux - .hidden lj_ff_coroutine_wrap_aux - .type lj_ff_coroutine_wrap_aux, @function - .size lj_ff_coroutine_wrap_aux, 250 -lj_ff_coroutine_wrap_aux: - .byte 139,106,248,139,109,32,139,90,252,137,92,36,28,137,44,36 - .byte 72,131,125,48,0,15,133,204,12,0,0,128,125,7,1,15 - .byte 135,194,12,0,0,139,77,24,116,9,59,77,16,15,132,180 - .byte 12,0,0,141,92,193,248,59,93,32,15,135,167,12,0,0 - .byte 137,93,24,139,108,36,24,137,85,16,137,85,24,141,108,194 - .byte 240,72,41,221,57,203,116,15,72,139,4,43,72,137,67,248 - .byte 131,235,8,57,203,117,241,137,206,139,60,36,232,209,245,255 - .byte 255,65,199,134,80,255,255,255,255,255,255,255,139,108,36,24 - .byte 139,28,36,139,85,16,131,248,1,119,78,139,75,16,68,139 - .byte 123,24,137,75,24,68,137,251,41,203,116,31,141,4,26,193 - .byte 235,3,59,69,32,119,59,137,213,72,41,205,72,139,1,72 - .byte 137,4,41,131,193,8,68,57,249,117,241,141,67,1,139,92 - .byte 36,28,137,68,36,4,49,201,247,195,3,0,0,0,15,132 - .byte 70,240,255,255,233,21,244,255,255,137,222,137,239,232 - .long lj_ffh_coroutine_wrap_err-.-4 - .byte 139,12,36,68,137,121,24,137,222,137,239,232 - .long lj_state_growstack-.-4 - .byte 139,28,36,139,85,16,235,145 - - .globl lj_ff_coroutine_yield - .hidden lj_ff_coroutine_yield - .type lj_ff_coroutine_yield, @function - .size lj_ff_coroutine_yield, 44 -lj_ff_coroutine_yield: - .byte 139,108,36,24,72,247,69,48,1,0,0,0,15,132,219,11 - .byte 0,0,137,85,16,141,68,194,248,137,69,24,49,192,72,137 - .byte 69,48,176,1,136,69,7,233,30,244,255,255 - - .globl lj_fff_resi - .hidden lj_fff_resi - .type lj_fff_resi, @function - .size lj_fff_resi, 0 -lj_fff_resi: - - .globl lj_fff_resn - .hidden lj_fff_resn - .type lj_fff_resn, @function - .size lj_fff_resn, 8 -lj_fff_resn: - .byte 139,90,252,221,90,248,235,52 - - .globl lj_ff_math_abs - .hidden lj_ff_math_abs - .type lj_ff_math_abs, @function - .size lj_ff_math_abs, 44 -lj_ff_math_abs: - .byte 131,248,2,15,130,176,11,0,0,129,122,4,255,255,254,255 - .byte 15,131,163,11,0,0,242,15,16,2,72,184,255,255,255,255 - .byte 255,255,255,127,102,72,15,110,200,15,84,193 - - .globl lj_fff_resxmm0 - .hidden lj_fff_resxmm0 - .type lj_fff_resxmm0, @function - .size lj_fff_resxmm0, 8 -lj_fff_resxmm0: - .byte 139,90,252,242,15,17,66,248 - - .globl lj_fff_res1 - .hidden lj_fff_res1 - .type lj_fff_res1, @function - .size lj_fff_res1, 5 -lj_fff_res1: - .byte 184,2,0,0,0 - - .globl lj_fff_res - .hidden lj_fff_res - .type lj_fff_res, @function - .size lj_fff_res, 4 -lj_fff_res: - .byte 137,68,36,4 - - .globl lj_fff_res_ - .hidden lj_fff_res_ - .type lj_fff_res_, @function - .size lj_fff_res_, 66 -lj_fff_res_: - .byte 247,195,3,0,0,0,117,46,56,67,255,119,28,15,182,75 - .byte 253,72,247,209,141,20,202,139,3,15,182,204,15,182,232,131 - .byte 195,4,193,232,16,65,255,36,238,199,68,194,244,255,255,255 - .byte 255,131,192,1,235,210,72,199,193,248,255,255,255,233,65,243 - .byte 255,255 - - .globl lj_ff_math_floor - .hidden lj_ff_math_floor - .type lj_ff_math_floor, @function - .size lj_ff_math_floor, 24 -lj_ff_math_floor: - .byte 129,122,4,255,255,254,255,15,131,45,11,0,0,242,15,16 - .byte 2,232,130,12,0,0,235,149 - - .globl lj_ff_math_ceil - .hidden lj_ff_math_ceil - .type lj_ff_math_ceil, @function - .size lj_ff_math_ceil, 27 -lj_ff_math_ceil: - .byte 129,122,4,255,255,254,255,15,131,21,11,0,0,242,15,16 - .byte 2,232,197,12,0,0,233,122,255,255,255 - - .globl lj_ff_math_sqrt - .hidden lj_ff_math_sqrt - .type lj_ff_math_sqrt, @function - .size lj_ff_math_sqrt, 31 -lj_ff_math_sqrt: - .byte 131,248,2,15,130,254,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,241,10,0,0,242,15,81,2,233,91,255,255,255 - - .globl lj_ff_math_log - .hidden lj_ff_math_log - .type lj_ff_math_log, @function - .size lj_ff_math_log, 33 -lj_ff_math_log: - .byte 131,248,2,15,133,223,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,210,10,0,0,217,237,221,2,217,241,233,6,255,255 - .byte 255 - - .globl lj_ff_math_log10 - .hidden lj_ff_math_log10 - .type lj_ff_math_log10, @function - .size lj_ff_math_log10, 33 -lj_ff_math_log10: - .byte 131,248,2,15,130,190,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,177,10,0,0,217,236,221,2,217,241,233,229,254,255 - .byte 255 - - .globl lj_ff_math_exp - .hidden lj_ff_math_exp - .type lj_ff_math_exp, @function - .size lj_ff_math_exp, 34 -lj_ff_math_exp: - .byte 131,248,2,15,130,157,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,144,10,0,0,221,2,232,138,13,0,0,233,195,254 - .byte 255,255 - - .globl lj_ff_math_sin - .hidden lj_ff_math_sin - .type lj_ff_math_sin, @function - .size lj_ff_math_sin, 31 -lj_ff_math_sin: - .byte 131,248,2,15,130,123,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,110,10,0,0,221,2,217,254,233,164,254,255,255 - - .globl lj_ff_math_cos - .hidden lj_ff_math_cos - .type lj_ff_math_cos, @function - .size lj_ff_math_cos, 31 -lj_ff_math_cos: - .byte 131,248,2,15,130,92,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,79,10,0,0,221,2,217,255,233,133,254,255,255 - - .globl lj_ff_math_tan - .hidden lj_ff_math_tan - .type lj_ff_math_tan, @function - .size lj_ff_math_tan, 33 -lj_ff_math_tan: - .byte 131,248,2,15,130,61,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,48,10,0,0,221,2,217,242,221,216,233,100,254,255 - .byte 255 - - .globl lj_ff_math_asin - .hidden lj_ff_math_asin - .type lj_ff_math_asin, @function - .size lj_ff_math_asin, 41 -lj_ff_math_asin: - .byte 131,248,2,15,130,28,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,15,10,0,0,221,2,217,192,216,200,217,232,222,225 - .byte 217,250,217,243,233,59,254,255,255 - - .globl lj_ff_math_acos - .hidden lj_ff_math_acos - .type lj_ff_math_acos, @function - .size lj_ff_math_acos, 43 -lj_ff_math_acos: - .byte 131,248,2,15,130,243,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,230,9,0,0,221,2,217,192,216,200,217,232,222,225 - .byte 217,250,217,201,217,243,233,16,254,255,255 - - .globl lj_ff_math_atan - .hidden lj_ff_math_atan - .type lj_ff_math_atan, @function - .size lj_ff_math_atan, 33 -lj_ff_math_atan: - .byte 131,248,2,15,130,200,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,187,9,0,0,221,2,217,232,217,243,233,239,253,255 - .byte 255 - - .globl lj_ff_math_sinh - .hidden lj_ff_math_sinh - .type lj_ff_math_sinh, @function - .size lj_ff_math_sinh, 40 -lj_ff_math_sinh: - .byte 131,248,2,15,130,167,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,154,9,0,0,242,15,16,2,137,213,232 - .long lj_vm_sinh-.-4 - .byte 137,234,233,251,253,255,255 - - .globl lj_ff_math_cosh - .hidden lj_ff_math_cosh - .type lj_ff_math_cosh, @function - .size lj_ff_math_cosh, 40 -lj_ff_math_cosh: - .byte 131,248,2,15,130,127,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,114,9,0,0,242,15,16,2,137,213,232 - .long lj_vm_cosh-.-4 - .byte 137,234,233,211,253,255,255 - - .globl lj_ff_math_tanh - .hidden lj_ff_math_tanh - .type lj_ff_math_tanh, @function - .size lj_ff_math_tanh, 40 -lj_ff_math_tanh: - .byte 131,248,2,15,130,87,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,74,9,0,0,242,15,16,2,137,213,232 - .long lj_vm_tanh-.-4 - .byte 137,234,233,171,253,255,255 - - .globl lj_ff_math_deg - .hidden lj_ff_math_deg - .type lj_ff_math_deg, @function - .size lj_ff_math_deg, 0 -lj_ff_math_deg: - - .globl lj_ff_math_rad - .hidden lj_ff_math_rad - .type lj_ff_math_rad, @function - .size lj_ff_math_rad, 39 -lj_ff_math_rad: - .byte 131,248,2,15,130,47,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,34,9,0,0,242,15,16,2,139,106,248,242,15,89 - .byte 69,32,233,132,253,255,255 - - .globl lj_ff_math_atan2 - .hidden lj_ff_math_atan2 - .type lj_ff_math_atan2, @function - .size lj_ff_math_atan2, 47 -lj_ff_math_atan2: - .byte 131,248,3,15,130,8,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,251,8,0,0,129,122,12,255,255,254,255,15,131,238 - .byte 8,0,0,221,2,221,66,8,217,243,233,33,253,255,255 - - .globl lj_ff_math_ldexp - .hidden lj_ff_math_ldexp - .type lj_ff_math_ldexp, @function - .size lj_ff_math_ldexp, 49 -lj_ff_math_ldexp: - .byte 131,248,3,15,130,217,8,0,0,129,122,4,255,255,254,255 - .byte 15,131,204,8,0,0,129,122,12,255,255,254,255,15,131,191 - .byte 8,0,0,221,66,8,221,2,217,253,221,217,233,240,252,255 - .byte 255 - - .globl lj_ff_math_frexp - .hidden lj_ff_math_frexp - .type lj_ff_math_frexp, @function - .size lj_ff_math_frexp, 148 -lj_ff_math_frexp: - .byte 131,248,2,15,130,168,8,0,0,139,106,4,129,253,255,255 - .byte 254,255,15,131,153,8,0,0,139,90,252,139,2,137,106,252 - .byte 137,66,248,209,229,129,253,0,0,224,255,115,58,9,232,116 - .byte 54,184,254,3,0,0,129,253,0,0,32,0,114,46,193,237 - .byte 21,41,197,242,15,42,197,139,106,252,129,229,255,255,15,128 - .byte 129,205,0,0,224,63,137,106,252,242,15,17,2,184,3,0 - .byte 0,0,233,202,252,255,255,15,87,192,235,237,242,15,16,2 - .byte 72,189,0,0,0,0,0,0,80,67,102,72,15,110,205,242 - .byte 15,89,193,242,15,17,66,248,139,106,252,184,52,4,0,0 - .byte 209,229,235,170 - - .globl lj_ff_math_modf - .hidden lj_ff_math_modf - .type lj_ff_math_modf, @function - .size lj_ff_math_modf, 99 -lj_ff_math_modf: - .byte 131,248,2,15,130,20,8,0,0,129,122,4,255,255,254,255 - .byte 15,131,7,8,0,0,242,15,16,2,139,106,4,139,90,252 - .byte 209,229,129,253,0,0,224,255,116,52,15,40,224,232,255,9 - .byte 0,0,242,15,92,224,242,15,17,66,248,242,15,17,34,139 - .byte 66,252,139,106,4,49,232,120,10,184,3,0,0,0,233,74 - .byte 252,255,255,129,245,0,0,0,128,137,106,4,235,235,15,87 - .byte 228,235,211 - - .globl lj_ff_math_fmod - .hidden lj_ff_math_fmod - .type lj_ff_math_fmod, @function - .size lj_ff_math_fmod, 57 -lj_ff_math_fmod: - .byte 131,248,3,15,130,177,7,0,0,129,122,4,255,255,254,255 - .byte 15,131,164,7,0,0,129,122,12,255,255,254,255,15,131,151 - .byte 7,0,0,221,66,8,221,2,217,248,223,224,102,37,0,4 - .byte 117,246,221,217,233,192,251,255,255 - - .globl lj_ff_math_pow - .hidden lj_ff_math_pow - .type lj_ff_math_pow, @function - .size lj_ff_math_pow, 54 -lj_ff_math_pow: - .byte 131,248,3,15,130,120,7,0,0,129,122,4,255,255,254,255 - .byte 15,131,107,7,0,0,129,122,12,255,255,254,255,15,131,94 - .byte 7,0,0,242,15,16,2,242,15,16,74,8,232,133,10,0 - .byte 0,233,190,251,255,255 - - .globl lj_ff_math_min - .hidden lj_ff_math_min - .type lj_ff_math_min, @function - .size lj_ff_math_min, 59 -lj_ff_math_min: - .byte 185,2,0,0,0,129,122,4,255,255,254,255,15,131,57,7 - .byte 0,0,242,15,16,2,57,193,15,131,160,251,255,255,129,124 - .byte 202,252,255,255,254,255,15,131,31,7,0,0,242,15,16,76 - .byte 202,248,242,15,93,193,131,193,1,235,219 - - .globl lj_ff_math_max - .hidden lj_ff_math_max - .type lj_ff_math_max, @function - .size lj_ff_math_max, 59 -lj_ff_math_max: - .byte 185,2,0,0,0,129,122,4,255,255,254,255,15,131,254,6 - .byte 0,0,242,15,16,2,57,193,15,131,101,251,255,255,129,124 - .byte 202,252,255,255,254,255,15,131,228,6,0,0,242,15,16,76 - .byte 202,248,242,15,95,193,131,193,1,235,219 - - .globl lj_ff_string_len - .hidden lj_ff_string_len - .type lj_ff_string_len, @function - .size lj_ff_string_len, 31 -lj_ff_string_len: - .byte 131,248,2,15,130,204,6,0,0,131,122,4,251,15,133,194 - .byte 6,0,0,139,42,242,15,42,69,12,233,41,251,255,255 - - .globl lj_ff_string_byte - .hidden lj_ff_string_byte - .type lj_ff_string_byte, @function - .size lj_ff_string_byte, 47 -lj_ff_string_byte: - .byte 131,248,2,15,133,173,6,0,0,131,122,4,251,15,133,163 - .byte 6,0,0,139,42,139,90,252,131,125,12,1,15,130,218,247 - .byte 255,255,15,182,109,16,242,15,42,197,233,250,250,255,255 - - .globl lj_ff_string_char - .hidden lj_ff_string_char - .type lj_ff_string_char, @function - .size lj_ff_string_char, 76 -lj_ff_string_char: - .byte 65,139,174,136,254,255,255,65,59,174,140,254,255,255,114,5 - .byte 232,1,7,0,0,131,248,2,15,133,105,6,0,0,129,122 - .byte 4,255,255,254,255,15,131,92,6,0,0,242,15,44,42,129 - .byte 253,255,0,0,0,15,135,76,6,0,0,137,108,36,4,199 - .byte 68,36,8,1,0,0,0,72,141,68,36,4 - - .globl lj_fff_newstr - .hidden lj_fff_newstr - .type lj_fff_newstr, @function - .size lj_fff_newstr, 46 -lj_fff_newstr: - .byte 139,108,36,24,137,85,16,139,84,36,8,72,137,198,137,239 - .byte 137,92,36,28,232 - .long lj_str_new-.-4 - .byte 139,85,16,139,90,252,199,66,252,251,255,255,255,137,66,248 - .byte 233,136,250,255,255 - - .globl lj_ff_string_sub - .hidden lj_ff_string_sub - .type lj_ff_string_sub, @function - .size lj_ff_string_sub, 165 -lj_ff_string_sub: - .byte 65,139,174,136,254,255,255,65,59,174,140,254,255,255,114,5 - .byte 232,135,6,0,0,199,68,36,4,255,255,255,255,131,248,3 - .byte 15,130,231,5,0,0,118,22,129,122,20,255,255,254,255,15 - .byte 131,216,5,0,0,242,15,44,106,16,137,108,36,4,131,122 - .byte 4,251,15,133,197,5,0,0,129,122,12,255,255,254,255,15 - .byte 131,184,5,0,0,139,42,137,108,36,8,139,109,12,242,15 - .byte 44,74,8,139,68,36,4,57,197,114,30,133,201,126,38,139 - .byte 108,36,8,41,200,124,46,141,108,13,15,131,192,1,137,68 - .byte 36,8,137,232,233,73,255,255,255,124,6,141,68,40,1,235 - .byte 218,137,232,235,214,116,7,1,233,131,193,1,127,209,185,1 - .byte 0,0,0,235,202 - - .globl lj_fff_emptystr - .hidden lj_fff_emptystr - .type lj_fff_emptystr, @function - .size lj_fff_emptystr, 4 -lj_fff_emptystr: - .byte 49,192,235,213 - - .globl lj_ff_string_rep - .hidden lj_ff_string_rep - .type lj_ff_string_rep, @function - .size lj_ff_string_rep, 127 -lj_ff_string_rep: - .byte 65,139,174,136,254,255,255,65,59,174,140,254,255,255,114,5 - .byte 232,222,5,0,0,131,248,3,15,133,70,5,0,0,131,122 - .byte 4,251,15,133,60,5,0,0,129,122,12,255,255,254,255,139 - .byte 42,15,131,45,5,0,0,242,15,44,66,8,133,192,126,188 - .byte 131,125,12,1,114,182,15,133,12,5,0,0,65,57,134,204 - .byte 254,255,255,15,130,255,4,0,0,15,182,77,16,65,139,174 - .byte 192,254,255,255,137,68,36,8,136,77,0,131,197,1,131,232 - .byte 1,117,245,65,139,134,192,254,255,255,233,170,254,255,255 - - .globl lj_ff_string_reverse - .hidden lj_ff_string_reverse - .type lj_ff_string_reverse, @function - .size lj_ff_string_reverse, 110 -lj_ff_string_reverse: - .byte 131,248,2,15,130,220,4,0,0,65,139,174,136,254,255,255 - .byte 65,59,174,140,254,255,255,114,5,232,86,5,0,0,131,122 - .byte 4,251,15,133,189,4,0,0,139,42,139,69,12,133,192,15 - .byte 132,72,255,255,255,65,57,134,204,254,255,255,15,130,158,4 - .byte 0,0,131,197,16,137,92,36,4,137,68,36,8,65,139,158 - .byte 192,254,255,255,15,182,77,0,131,197,1,131,232,1,136,12 - .byte 3,117,241,137,216,139,92,36,4,233,60,254,255,255 - - .globl lj_ff_string_lower - .hidden lj_ff_string_lower - .type lj_ff_string_lower, @function - .size lj_ff_string_lower, 115 -lj_ff_string_lower: - .byte 131,248,2,15,130,110,4,0,0,65,139,174,136,254,255,255 - .byte 65,59,174,140,254,255,255,114,5,232,232,4,0,0,131,122 - .byte 4,251,15,133,79,4,0,0,139,42,139,69,12,65,57,134 - .byte 204,254,255,255,15,130,56,4,0,0,131,197,16,137,92,36 - .byte 4,137,68,36,8,65,139,158,192,254,255,255,235,21,15,182 - .byte 76,5,0,131,249,65,114,8,131,249,90,119,3,131,241,32 - .byte 136,12,3,131,232,1,121,230,137,216,139,92,36,4,233,201 - .byte 253,255,255 - - .globl lj_ff_string_upper - .hidden lj_ff_string_upper - .type lj_ff_string_upper, @function - .size lj_ff_string_upper, 115 -lj_ff_string_upper: - .byte 131,248,2,15,130,251,3,0,0,65,139,174,136,254,255,255 - .byte 65,59,174,140,254,255,255,114,5,232,117,4,0,0,131,122 - .byte 4,251,15,133,220,3,0,0,139,42,139,69,12,65,57,134 - .byte 204,254,255,255,15,130,197,3,0,0,131,197,16,137,92,36 - .byte 4,137,68,36,8,65,139,158,192,254,255,255,235,21,15,182 - .byte 76,5,0,131,249,97,114,8,131,249,122,119,3,131,241,32 - .byte 136,12,3,131,232,1,121,230,137,216,139,92,36,4,233,86 - .byte 253,255,255 - - .globl lj_ff_table_getn - .hidden lj_ff_table_getn - .type lj_ff_table_getn, @function - .size lj_ff_table_getn, 39 -lj_ff_table_getn: - .byte 131,248,2,15,130,136,3,0,0,131,122,4,244,15,133,126 - .byte 3,0,0,137,213,139,58,232 - .long lj_tab_len-.-4 - .byte 137,234,242,15,42,192,233,221,247,255,255 - - .globl lj_ff_bit_tobit - .hidden lj_ff_bit_tobit - .type lj_ff_bit_tobit, @function - .size lj_ff_bit_tobit, 54 -lj_ff_bit_tobit: - .byte 131,248,2,15,130,97,3,0,0,129,122,4,255,255,254,255 - .byte 15,131,84,3,0,0,242,15,16,2,72,189,0,0,0,0 - .byte 0,0,56,67,102,72,15,110,205,242,15,88,193,102,15,126 - .byte 197,233,139,1,0,0 - - .globl lj_ff_bit_band - .hidden lj_ff_bit_band - .type lj_ff_bit_band, @function - .size lj_ff_bit_band, 97 -lj_ff_bit_band: - .byte 131,248,2,15,130,43,3,0,0,72,189,0,0,0,0,0 - .byte 0,56,67,102,72,15,110,205,129,122,4,255,255,254,255,15 - .byte 131,15,3,0,0,242,15,16,2,242,15,88,193,102,15,126 - .byte 197,137,68,36,4,141,68,194,240,57,208,15,134,74,1,0 - .byte 0,129,120,4,255,255,254,255,15,131,70,1,0,0,242,15 - .byte 16,0,242,15,88,193,102,15,126,193,33,205,131,232,8,235 - .byte 216 - - .globl lj_ff_bit_bor - .hidden lj_ff_bit_bor - .type lj_ff_bit_bor, @function - .size lj_ff_bit_bor, 97 -lj_ff_bit_bor: - .byte 131,248,2,15,130,202,2,0,0,72,189,0,0,0,0,0 - .byte 0,56,67,102,72,15,110,205,129,122,4,255,255,254,255,15 - .byte 131,174,2,0,0,242,15,16,2,242,15,88,193,102,15,126 - .byte 197,137,68,36,4,141,68,194,240,57,208,15,134,233,0,0 - .byte 0,129,120,4,255,255,254,255,15,131,229,0,0,0,242,15 - .byte 16,0,242,15,88,193,102,15,126,193,9,205,131,232,8,235 - .byte 216 - - .globl lj_ff_bit_bxor - .hidden lj_ff_bit_bxor - .type lj_ff_bit_bxor, @function - .size lj_ff_bit_bxor, 97 -lj_ff_bit_bxor: - .byte 131,248,2,15,130,105,2,0,0,72,189,0,0,0,0,0 - .byte 0,56,67,102,72,15,110,205,129,122,4,255,255,254,255,15 - .byte 131,77,2,0,0,242,15,16,2,242,15,88,193,102,15,126 - .byte 197,137,68,36,4,141,68,194,240,57,208,15,134,136,0,0 - .byte 0,129,120,4,255,255,254,255,15,131,132,0,0,0,242,15 - .byte 16,0,242,15,88,193,102,15,126,193,49,205,131,232,8,235 - .byte 216 - - .globl lj_ff_bit_bswap - .hidden lj_ff_bit_bswap - .type lj_ff_bit_bswap, @function - .size lj_ff_bit_bswap, 53 -lj_ff_bit_bswap: - .byte 131,248,2,15,130,8,2,0,0,129,122,4,255,255,254,255 - .byte 15,131,251,1,0,0,242,15,16,2,72,189,0,0,0,0 - .byte 0,0,56,67,102,72,15,110,205,242,15,88,193,102,15,126 - .byte 197,15,205,235,51 - - .globl lj_ff_bit_bnot - .hidden lj_ff_bit_bnot - .type lj_ff_bit_bnot, @function - .size lj_ff_bit_bnot, 51 -lj_ff_bit_bnot: - .byte 131,248,2,15,130,211,1,0,0,129,122,4,255,255,254,255 - .byte 15,131,198,1,0,0,242,15,16,2,72,189,0,0,0,0 - .byte 0,0,56,67,102,72,15,110,205,242,15,88,193,102,15,126 - .byte 197,247,213 - - .globl lj_fff_resbit - .hidden lj_fff_resbit - .type lj_fff_resbit, @function - .size lj_fff_resbit, 9 -lj_fff_resbit: - .byte 242,15,42,197,233,19,246,255,255 - - .globl lj_fff_fallback_bit_op - .hidden lj_fff_fallback_bit_op - .type lj_fff_fallback_bit_op, @function - .size lj_fff_fallback_bit_op, 9 -lj_fff_fallback_bit_op: - .byte 139,68,36,4,233,151,1,0,0 - - .globl lj_ff_bit_lshift - .hidden lj_ff_bit_lshift - .type lj_ff_bit_lshift, @function - .size lj_ff_bit_lshift, 79 -lj_ff_bit_lshift: - .byte 131,248,3,15,130,142,1,0,0,129,122,4,255,255,254,255 - .byte 15,131,129,1,0,0,129,122,12,255,255,254,255,15,131,116 - .byte 1,0,0,242,15,16,2,242,15,16,74,8,72,189,0,0 - .byte 0,0,0,0,56,67,102,72,15,110,213,242,15,88,194,242 - .byte 15,88,202,102,15,126,197,102,15,126,201,211,229,235,159 - - .globl lj_ff_bit_rshift - .hidden lj_ff_bit_rshift - .type lj_ff_bit_rshift, @function - .size lj_ff_bit_rshift, 82 -lj_ff_bit_rshift: - .byte 131,248,3,15,130,63,1,0,0,129,122,4,255,255,254,255 - .byte 15,131,50,1,0,0,129,122,12,255,255,254,255,15,131,37 - .byte 1,0,0,242,15,16,2,242,15,16,74,8,72,189,0,0 - .byte 0,0,0,0,56,67,102,72,15,110,213,242,15,88,194,242 - .byte 15,88,202,102,15,126,197,102,15,126,201,211,237,233,77,255 - .byte 255,255 - - .globl lj_ff_bit_arshift - .hidden lj_ff_bit_arshift - .type lj_ff_bit_arshift, @function - .size lj_ff_bit_arshift, 82 -lj_ff_bit_arshift: - .byte 131,248,3,15,130,237,0,0,0,129,122,4,255,255,254,255 - .byte 15,131,224,0,0,0,129,122,12,255,255,254,255,15,131,211 - .byte 0,0,0,242,15,16,2,242,15,16,74,8,72,189,0,0 - .byte 0,0,0,0,56,67,102,72,15,110,213,242,15,88,194,242 - .byte 15,88,202,102,15,126,197,102,15,126,201,211,253,233,251,254 - .byte 255,255 - - .globl lj_ff_bit_rol - .hidden lj_ff_bit_rol - .type lj_ff_bit_rol, @function - .size lj_ff_bit_rol, 82 -lj_ff_bit_rol: - .byte 131,248,3,15,130,155,0,0,0,129,122,4,255,255,254,255 - .byte 15,131,142,0,0,0,129,122,12,255,255,254,255,15,131,129 - .byte 0,0,0,242,15,16,2,242,15,16,74,8,72,189,0,0 - .byte 0,0,0,0,56,67,102,72,15,110,213,242,15,88,194,242 - .byte 15,88,202,102,15,126,197,102,15,126,201,211,197,233,169,254 - .byte 255,255 - - .globl lj_ff_bit_ror - .hidden lj_ff_bit_ror - .type lj_ff_bit_ror, @function - .size lj_ff_bit_ror, 70 -lj_ff_bit_ror: - .byte 131,248,3,114,77,129,122,4,255,255,254,255,115,68,129,122 - .byte 12,255,255,254,255,115,59,242,15,16,2,242,15,16,74,8 - .byte 72,189,0,0,0,0,0,0,56,67,102,72,15,110,213,242 - .byte 15,88,194,242,15,88,202,102,15,126,197,102,15,126,201,211 - .byte 205,233,99,254,255,255 - - .globl lj_fff_fallback_2 - .hidden lj_fff_fallback_2 - .type lj_fff_fallback_2, @function - .size lj_fff_fallback_2, 7 -lj_fff_fallback_2: - .byte 184,3,0,0,0,235,5 - - .globl lj_fff_fallback_1 - .hidden lj_fff_fallback_1 - .type lj_fff_fallback_1, @function - .size lj_fff_fallback_1, 5 -lj_fff_fallback_1: - .byte 184,2,0,0,0 - - .globl lj_fff_fallback - .hidden lj_fff_fallback - .type lj_fff_fallback, @function - .size lj_fff_fallback, 87 -lj_fff_fallback: - .byte 139,108,36,24,139,90,252,137,92,36,28,137,85,16,141,68 - .byte 194,248,141,136,160,0,0,0,137,69,24,139,66,248,59,77 - .byte 32,119,89,137,239,255,80,24,139,85,16,133,192,15,143,77 - .byte 244,255,255,139,77,24,41,209,193,233,3,133,192,141,65,1 - .byte 139,106,248,117,18,139,93,16,139,11,15,182,233,15,182,205 - .byte 131,195,4,65,255,36,238 - - .globl lj_vm_call_tail - .hidden lj_vm_call_tail - .type lj_vm_call_tail, @function - .size lj_vm_call_tail, 56 -lj_vm_call_tail: - .byte 137,209,247,195,3,0,0,0,117,15,15,182,107,253,72,247 - .byte 213,141,20,234,233,209,233,255,255,137,221,131,229,248,41,234 - .byte 233,197,233,255,255,190,20,0,0,0,137,239,232 - .long lj_state_growstack-.-4 - .byte 139,85,16,49,192,235,164 - - .globl lj_fff_gcstep - .hidden lj_fff_gcstep - .type lj_fff_gcstep, @function - .size lj_fff_gcstep, 52 -lj_fff_gcstep: - .byte 93,72,137,108,36,8,139,108,36,24,137,92,36,28,137,85 - .byte 16,141,68,194,248,137,239,137,69,24,232 - .long lj_gc_step-.-4 - .byte 139,85,16,139,69,24,41,208,193,232,3,131,192,1,72,139 - .byte 108,36,8,85,195 - - .globl lj_vm_record - .hidden lj_vm_record - .type lj_vm_record, @function - .size lj_vm_record, 0 -lj_vm_record: - - .globl lj_vm_rethook - .hidden lj_vm_rethook - .type lj_vm_rethook, @function - .size lj_vm_rethook, 14 -lj_vm_rethook: - .byte 65,15,182,134,249,254,255,255,168,16,117,54,235,29 - - .globl lj_vm_inshook - .hidden lj_vm_inshook - .type lj_vm_inshook, @function - .size lj_vm_inshook, 68 -lj_vm_inshook: - .byte 65,15,182,134,249,254,255,255,168,16,117,40,168,12,116,36 - .byte 65,255,142,48,255,255,255,116,4,168,4,116,23,139,108,36 - .byte 24,137,85,16,137,222,137,239,232 - .long lj_dispatch_ins-.-4 - .byte 139,85,16,15,182,75,253,15,182,107,252,15,183,67,254,65 - .byte 255,164,238,216,4,0,0 - - .globl lj_cont_hook - .hidden lj_cont_hook - .type lj_cont_hook, @function - .size lj_cont_hook, 12 -lj_cont_hook: - .byte 131,195,4,139,77,232,137,76,36,4,235,224 - - .globl lj_vm_hotloop - .hidden lj_vm_hotloop - .type lj_vm_hotloop, @function - .size lj_vm_hotloop, 0 -lj_vm_hotloop: - - .globl lj_vm_callhook - .hidden lj_vm_callhook - .type lj_vm_callhook, @function - .size lj_vm_callhook, 4 -lj_vm_callhook: - .byte 137,92,36,28 - - .globl lj_vm_hotcall - .hidden lj_vm_hotcall - .type lj_vm_hotcall, @function - .size lj_vm_hotcall, 57 -lj_vm_hotcall: - .byte 141,68,194,248,139,108,36,24,137,85,16,137,69,24,137,222 - .byte 137,239,232 - .long lj_dispatch_call-.-4 - .byte 199,68,36,28,0,0,0,0,139,85,16,72,137,193,139,69 - .byte 24,41,208,72,137,205,15,182,75,253,193,232,3,131,192,1 - .byte 255,229 - - .globl lj_vm_floor - .hidden lj_vm_floor - .type lj_vm_floor, @function - .size lj_vm_floor, 0 -lj_vm_floor: - - .globl lj_vm_exit_handler - .hidden lj_vm_exit_handler - .type lj_vm_exit_handler, @function - .size lj_vm_exit_handler, 0 -lj_vm_exit_handler: - - .globl lj_vm_exit_interp - .hidden lj_vm_exit_interp - .type lj_vm_exit_interp, @function - .size lj_vm_exit_interp, 0 -lj_vm_exit_interp: - - .globl lj_vm_floor_sse - .hidden lj_vm_floor_sse - .type lj_vm_floor_sse, @function - .size lj_vm_floor_sse, 91 -lj_vm_floor_sse: - .byte 72,184,255,255,255,255,255,255,255,127,102,72,15,110,208,72 - .byte 184,0,0,0,0,0,0,48,67,102,72,15,110,216,15,40 - .byte 200,102,15,84,202,102,15,46,217,118,47,102,15,85,208,242 - .byte 15,88,203,242,15,92,203,102,15,86,202,72,184,0,0,0 - .byte 0,0,0,240,63,102,72,15,110,208,242,15,194,193,1,102 - .byte 15,84,194,242,15,92,200,15,40,193,195 - - .globl lj_vm_ceil - .hidden lj_vm_ceil - .type lj_vm_ceil, @function - .size lj_vm_ceil, 0 -lj_vm_ceil: - - .globl lj_vm_ceil_sse - .hidden lj_vm_ceil_sse - .type lj_vm_ceil_sse, @function - .size lj_vm_ceil_sse, 91 -lj_vm_ceil_sse: - .byte 72,184,255,255,255,255,255,255,255,127,102,72,15,110,208,72 - .byte 184,0,0,0,0,0,0,48,67,102,72,15,110,216,15,40 - .byte 200,102,15,84,202,102,15,46,217,118,47,102,15,85,208,242 - .byte 15,88,203,242,15,92,203,102,15,86,202,72,184,0,0,0 - .byte 0,0,0,240,191,102,72,15,110,208,242,15,194,193,6,102 - .byte 15,84,194,242,15,92,200,15,40,193,195 - - .globl lj_vm_trunc - .hidden lj_vm_trunc - .type lj_vm_trunc, @function - .size lj_vm_trunc, 0 -lj_vm_trunc: - - .globl lj_vm_trunc_sse - .hidden lj_vm_trunc_sse - .type lj_vm_trunc_sse, @function - .size lj_vm_trunc_sse, 94 -lj_vm_trunc_sse: - .byte 72,184,255,255,255,255,255,255,255,127,102,72,15,110,208,72 - .byte 184,0,0,0,0,0,0,48,67,102,72,15,110,216,15,40 - .byte 200,102,15,84,202,102,15,46,217,118,50,102,15,85,208,15 - .byte 40,193,242,15,88,203,242,15,92,203,72,184,0,0,0,0 - .byte 0,0,240,63,102,72,15,110,216,242,15,194,193,1,102,15 - .byte 84,195,242,15,92,200,102,15,86,202,15,40,193,195 - - .globl lj_vm_mod - .hidden lj_vm_mod - .type lj_vm_mod, @function - .size lj_vm_mod, 118 -lj_vm_mod: - .byte 15,40,232,242,15,94,193,72,184,255,255,255,255,255,255,255 - .byte 127,102,72,15,110,208,72,184,0,0,0,0,0,0,48,67 - .byte 102,72,15,110,216,15,40,224,102,15,84,226,102,15,46,220 - .byte 118,56,102,15,85,208,242,15,88,227,242,15,92,227,102,15 - .byte 86,226,72,184,0,0,0,0,0,0,240,63,102,72,15,110 - .byte 208,242,15,194,196,1,102,15,84,194,242,15,92,224,15,40 - .byte 197,242,15,89,204,242,15,92,193,195,242,15,89,200,15,40 - .byte 197,242,15,92,193,195 - - .globl lj_vm_log2 - .hidden lj_vm_log2 - .type lj_vm_log2, @function - .size lj_vm_log2, 25 -lj_vm_log2: - .byte 242,15,17,68,36,248,217,232,221,68,36,248,217,241,221,92 - .byte 36,248,242,15,16,68,36,248,195 - - .globl lj_vm_exp_x87 - .hidden lj_vm_exp_x87 - .type lj_vm_exp_x87, @function - .size lj_vm_exp_x87, 4 -lj_vm_exp_x87: - .byte 217,234,222,201 - - .globl lj_vm_exp2_x87 - .hidden lj_vm_exp2_x87 - .type lj_vm_exp2_x87, @function - .size lj_vm_exp2_x87, 24 -lj_vm_exp2_x87: - .byte 217,84,36,248,129,124,36,248,0,0,128,127,116,28,129,124 - .byte 36,248,0,0,128,255,116,19 - - .globl lj_vm_exp2raw - .hidden lj_vm_exp2raw - .type lj_vm_exp2raw, @function - .size lj_vm_exp2raw, 24 -lj_vm_exp2raw: - .byte 217,192,217,252,220,233,217,201,217,240,217,232,222,193,217,253 - .byte 221,217,195,221,216,217,238,195 - - .globl lj_vm_pow - .hidden lj_vm_pow - .type lj_vm_pow, @function - .size lj_vm_pow, 0 -lj_vm_pow: - - .globl lj_vm_pow_sse - .hidden lj_vm_pow_sse - .type lj_vm_pow_sse, @function - .size lj_vm_pow_sse, 24 -lj_vm_pow_sse: - .byte 242,15,45,193,242,15,42,208,102,15,46,202,15,133,104,0 - .byte 0,0,15,138,199,0,0,0 - - .globl lj_vm_powi_sse - .hidden lj_vm_powi_sse - .type lj_vm_powi_sse, @function - .size lj_vm_powi_sse, 320 -lj_vm_powi_sse: - .byte 131,248,1,126,43,169,1,0,0,0,117,8,242,15,89,192 - .byte 209,232,235,241,209,232,116,23,15,40,200,242,15,89,192,209 - .byte 232,116,8,115,246,242,15,89,200,235,240,242,15,89,193,195 - .byte 116,253,114,30,247,216,232,202,255,255,255,72,184,0,0,0 - .byte 0,0,0,240,63,102,72,15,110,200,242,15,94,200,15,40 - .byte 193,195,72,184,0,0,0,0,0,0,240,63,102,72,15,110 - .byte 192,195,102,72,15,126,200,72,209,224,72,193,192,12,72,61 - .byte 254,15,0,0,116,106,102,72,15,126,192,72,209,224,15,132 - .byte 164,0,0,0,72,193,192,12,72,61,254,15,0,0,15,132 - .byte 160,0,0,0,242,15,17,76,36,240,242,15,17,68,36,248 - .byte 221,68,36,240,221,68,36,248,217,241,217,192,217,252,220,233 - .byte 217,201,217,240,217,232,222,193,217,253,221,217,221,92,36,248 - .byte 242,15,16,68,36,248,195,72,184,0,0,0,0,0,0,240 - .byte 63,102,72,15,110,208,102,15,46,194,116,3,15,40,193,195 - .byte 72,184,255,255,255,255,255,255,255,127,102,72,15,110,208,102 - .byte 15,84,194,72,184,0,0,0,0,0,0,240,63,102,72,15 - .byte 110,208,102,15,46,194,116,215,102,15,80,193,15,87,192,136 - .byte 196,15,146,208,48,224,117,199,72,184,0,0,0,0,0,0 - .byte 240,127,102,72,15,110,192,195,102,15,80,193,133,192,117,232 - .byte 15,87,192,195,102,15,80,193,133,192,116,220,15,87,192,195 - - .globl lj_vm_foldfpm - .hidden lj_vm_foldfpm - .type lj_vm_foldfpm, @function - .size lj_vm_foldfpm, 0 -lj_vm_foldfpm: - - .globl lj_vm_foldarith - .hidden lj_vm_foldarith - .type lj_vm_foldarith, @function - .size lj_vm_foldarith, 160 -lj_vm_foldarith: - .byte 131,255,1,116,7,119,10,242,15,88,193,195,242,15,92,193 - .byte 195,131,255,3,116,7,119,10,242,15,89,193,195,242,15,94 - .byte 193,195,131,255,5,15,130,186,253,255,255,15,132,119,254,255 - .byte 255,131,255,7,116,21,119,38,72,184,0,0,0,0,0,0 - .byte 0,128,102,72,15,110,200,15,87,193,195,72,184,255,255,255 - .byte 255,255,255,255,127,102,72,15,110,200,15,84,193,195,131,255 - .byte 9,119,43,242,15,17,68,36,248,242,15,17,76,36,240,221 - .byte 68,36,248,221,68,36,240,116,13,217,243,221,92,36,248,242 - .byte 15,16,68,36,248,195,217,201,217,253,221,217,235,237,131,255 - .byte 11,116,7,119,10,242,15,93,193,195,242,15,95,193,195,204 - - .globl lj_vm_cpuid - .hidden lj_vm_cpuid - .type lj_vm_cpuid, @function - .size lj_vm_cpuid, 18 -lj_vm_cpuid: - .byte 137,248,83,15,162,137,6,137,94,4,137,78,8,137,86,12 - .byte 91,195 - - .globl lj_assert_bad_for_arg_type - .hidden lj_assert_bad_for_arg_type - .type lj_assert_bad_for_arg_type, @function - .size lj_assert_bad_for_arg_type, 1 -lj_assert_bad_for_arg_type: - .byte 204 - - .globl lj_vm_ffi_callback - .hidden lj_vm_ffi_callback - .type lj_vm_ffi_callback, @function - .size lj_vm_ffi_callback, 179 -lj_vm_ffi_callback: - .byte 83,65,87,65,86,72,131,236,40,68,141,181,152,1,0,0 - .byte 139,157,252,0,0,0,15,183,192,137,131,208,0,0,0,72 - .byte 137,123,112,72,137,115,120,72,137,147,128,0,0,0,72,137 - .byte 139,136,0,0,0,242,15,17,67,48,242,15,17,75,56,242 - .byte 15,17,83,64,242,15,17,91,72,72,141,68,36,80,76,137 - .byte 131,144,0,0,0,76,137,139,152,0,0,0,242,15,17,99 - .byte 80,242,15,17,107,88,242,15,17,115,96,242,15,17,123,104 - .byte 72,137,131,176,0,0,0,72,137,230,137,92,36,28,137,223 - .byte 232 - .long lj_ccallback_enter-.-4 - .byte 65,199,134,80,255,255,255,255,255,255,255,139,80,16,139,64 - .byte 24,41,208,139,106,248,193,232,3,131,192,1,139,93,16,139 - .byte 11,15,182,233,15,182,205,131,195,4,65,255,36,238 - - .globl lj_cont_ffi_callback - .hidden lj_cont_ffi_callback - .type lj_cont_ffi_callback, @function - .size lj_cont_ffi_callback, 44 -lj_cont_ffi_callback: - .byte 139,76,36,24,65,139,158,100,255,255,255,72,137,75,16,137 - .byte 81,16,137,105,24,137,223,137,198,232 - .long lj_ccallback_leave-.-4 - .byte 72,139,67,112,242,15,16,67,48,233,62,226,255,255 - - .globl lj_vm_ffi_call - .hidden lj_vm_ffi_call - .type lj_vm_ffi_call, @function - .size lj_vm_ffi_call, 160 -lj_vm_ffi_call: - .byte 85,72,137,229,83,72,137,251,139,67,8,72,41,196,15,182 - .byte 75,12,131,233,1,120,17,72,139,132,203,192,0,0,0,72 - .byte 137,4,204,131,233,1,121,239,15,182,67,15,72,139,187,144 - .byte 0,0,0,72,139,179,152,0,0,0,72,139,147,160,0,0 - .byte 0,72,139,139,168,0,0,0,76,139,131,176,0,0,0,76 - .byte 139,139,184,0,0,0,133,192,116,40,15,40,67,16,15,40 - .byte 75,32,15,40,83,48,15,40,91,64,131,248,4,118,19,15 - .byte 40,99,80,15,40,107,96,15,40,115,112,15,40,187,128,0 - .byte 0,0,255,19,72,137,131,144,0,0,0,15,41,67,16,72 - .byte 137,147,152,0,0,0,15,41,75,32,72,139,93,248,201,195 - - .section .note.GNU-stack,"",@progbits - .ident "DynASM 1.3.0" - - .section .debug_frame,"",@progbits -.Lframe0: - .long .LECIE0-.LSCIE0 -.LSCIE0: - .long 0xffffffff - .byte 0x1 - .string "" - .uleb128 0x1 - .sleb128 -8 - .byte 0x10 - .byte 0xc - .uleb128 0x7 - .uleb128 8 - .byte 0x80+0x10 - .uleb128 0x1 - .align 8 -.LECIE0: - -.LSFDE0: - .long .LEFDE0-.LASFDE0 -.LASFDE0: - .long .Lframe0 - .quad .Lbegin - .quad 13632 - .byte 0xe - .uleb128 80 - .byte 0x86 - .uleb128 0x2 - .byte 0x83 - .uleb128 0x3 - .byte 0x8f - .uleb128 0x4 - .byte 0x8e - .uleb128 0x5 - .align 8 -.LEFDE0: - -.LSFDE1: - .long .LEFDE1-.LASFDE1 -.LASFDE1: - .long .Lframe0 - .quad lj_vm_ffi_call - .quad 160 - .byte 0xe - .uleb128 16 - .byte 0x86 - .uleb128 0x2 - .byte 0xd - .uleb128 0x6 - .byte 0x83 - .uleb128 0x3 - .align 8 -.LEFDE1: - - .section .eh_frame,"a",@progbits -.Lframe1: - .long .LECIE1-.LSCIE1 -.LSCIE1: - .long 0 - .byte 0x1 - .string "zPR" - .uleb128 0x1 - .sleb128 -8 - .byte 0x10 - .uleb128 6 - .byte 0x1b - .long lj_err_unwind_dwarf-. - .byte 0x1b - .byte 0xc - .uleb128 0x7 - .uleb128 8 - .byte 0x80+0x10 - .uleb128 0x1 - .align 8 -.LECIE1: - -.LSFDE2: - .long .LEFDE2-.LASFDE2 -.LASFDE2: - .long .LASFDE2-.Lframe1 - .long .Lbegin-. - .long 13632 - .uleb128 0 - .byte 0xe - .uleb128 80 - .byte 0x86 - .uleb128 0x2 - .byte 0x83 - .uleb128 0x3 - .byte 0x8f - .uleb128 0x4 - .byte 0x8e - .uleb128 0x5 - .align 8 -.LEFDE2: - -.Lframe2: - .long .LECIE2-.LSCIE2 -.LSCIE2: - .long 0 - .byte 0x1 - .string "zR" - .uleb128 0x1 - .sleb128 -8 - .byte 0x10 - .uleb128 1 - .byte 0x1b - .byte 0xc - .uleb128 0x7 - .uleb128 8 - .byte 0x80+0x10 - .uleb128 0x1 - .align 8 -.LECIE2: - -.LSFDE3: - .long .LEFDE3-.LASFDE3 -.LASFDE3: - .long .LASFDE3-.Lframe2 - .long lj_vm_ffi_call-. - .long 160 - .uleb128 0 - .byte 0xe - .uleb128 16 - .byte 0x86 - .uleb128 0x2 - .byte 0xd - .uleb128 0x6 - .byte 0x83 - .uleb128 0x3 - .align 8 -.LEFDE3: - diff --git a/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_bcdef.h b/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_bcdef.h index 231ed3a4e..72b73f070 100644 --- a/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_bcdef.h +++ b/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_bcdef.h @@ -18,144 +18,143 @@ LJ_DATADEF const uint16_t lj_bc_ofs[] = { 1040, 1081, 1122, -1148, -1180, +1150, +1182, +1208, 1240, -1314, -1368, -1422, -1476, -1530, -1589, -1643, -1697, -1751, -1805, -1841, -1908, -1975, -2042, -2109, -2158, -2230, -2306, -2342, -2378, -2408, -2437, -2462, +1300, +1374, +1428, +1482, +1536, +1590, +1649, +1703, +1757, +1811, +1865, +1901, +1968, +2035, +2102, +2169, +2218, +2298, +2374, +2410, +2446, +2476, 2505, -2541, -2628, -2710, -2748, -2782, -2833, -2897, -3006, -3099, -3117, -3135, -3283, -3407, -3506, -3679, -3908, -4032, -4174, -4220, -4262, -4266, -4414, -4482, -4647, -4838, -4926, -4930, -5066, -5158, -5263, -5360, -5465, -5485, -5555, -5622, -5642, -5686, -5725, -5745, -5763, -5810, -5835, -5855, -5918, +2530, +2573, +2609, +2696, +2778, +2816, +2850, +2901, +2965, +3074, +3167, +3185, +3203, +3351, +3475, +3574, +3628, +3801, +4030, +4154, +4296, +4383, +4429, +4471, +4475, +4623, +4691, +4856, +5047, +5135, +5139, +5275, +5367, +5472, +5569, +5674, +5694, +5764, +5831, +5851, +5895, +5934, +5954, 5972, -5972, -6097, -6098, -6177, -7841, -7908, -8419, -8522, -8579, -8710, -7974, -8136, -8228, -8280, -8311, -8768, -8809, -9417, -8864, -9167, -9469, -9596, -9620, -9647, -9711, -9744, -9778, -9809, -9840, -9873, -9914, -9957, -9990, -10030, -10070, -10245, -10393, -10110, -10110, -9678, -10149, -10549, -10492, -10196, -10603, -10662, -11596, -11994, -11941, -12063, -12142, -12224, -12306, -12388, -11650, -11747, -11844, -10721, -10752, -10799, -10921, -11090, -11217, -11327, -11442, -11557 +6019, +6044, +6064, +6127, +6181, +6181, +6306, +6307, +6396, +8196, +8263, +8774, +8877, +8934, +9065, +8329, +8491, +8583, +8635, +8666, +9123, +9164, +9786, +9219, +9529, +9838, +9965, +9989, +10016, +10087, +10127, +10167, +10207, +10247, +10287, +10327, +10367, +10407, +10447, +10487, +10750, +10898, +10047, +10585, +10527, +10643, +10701, +10997, +11056, +11708, +12106, +12053, +12175, +12254, +12336, +12418, +12500, +11762, +11859, +11956, +11115, +11162, +11284, +11453, +11538, +11623 }; LJ_DATADEF const uint16_t lj_bc_mode[] = { @@ -216,11 +215,6 @@ BCMODE_FF, BCMODE_FF, BCMODE_FF, BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, -BCMODE_FF, BCMODE_FF }; diff --git a/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_ffdef.h b/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_ffdef.h index 29dd4d3ed..b34a39126 100644 --- a/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_ffdef.h +++ b/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_ffdef.h @@ -30,6 +30,7 @@ FFDEF(newproxy) FFDEF(print) FFDEF(coroutine_status) FFDEF(coroutine_running) +FFDEF(coroutine_isyieldable) FFDEF(coroutine_create) FFDEF(coroutine_yield) FFDEF(coroutine_resume) @@ -52,8 +53,6 @@ FFDEF(math_cosh) FFDEF(math_tanh) FFDEF(math_frexp) FFDEF(math_modf) -FFDEF(math_deg) -FFDEF(math_rad) FFDEF(math_log) FFDEF(math_atan2) FFDEF(math_pow) @@ -75,7 +74,6 @@ FFDEF(bit_band) FFDEF(bit_bor) FFDEF(bit_bxor) FFDEF(bit_tohex) -FFDEF(string_len) FFDEF(string_byte) FFDEF(string_char) FFDEF(string_sub) @@ -90,14 +88,12 @@ FFDEF(string_gmatch_aux) FFDEF(string_gmatch) FFDEF(string_gsub) FFDEF(string_format) -FFDEF(table_foreachi) -FFDEF(table_foreach) -FFDEF(table_getn) FFDEF(table_maxn) FFDEF(table_insert) -FFDEF(table_remove) FFDEF(table_concat) FFDEF(table_sort) +FFDEF(table_new) +FFDEF(table_clear) FFDEF(io_method_close) FFDEF(io_method_read) FFDEF(io_method_write) @@ -162,6 +158,9 @@ FFDEF(jit_util_tracemc) FFDEF(jit_util_traceexitstub) FFDEF(jit_util_ircalladdr) FFDEF(jit_opt_start) +FFDEF(jit_profile_start) +FFDEF(jit_profile_stop) +FFDEF(jit_profile_dumpstack) FFDEF(ffi_meta___index) FFDEF(ffi_meta___newindex) FFDEF(ffi_meta___eq) @@ -189,6 +188,7 @@ FFDEF(ffi_cdef) FFDEF(ffi_new) FFDEF(ffi_cast) FFDEF(ffi_typeof) +FFDEF(ffi_typeinfo) FFDEF(ffi_istype) FFDEF(ffi_sizeof) FFDEF(ffi_alignof) @@ -205,6 +205,6 @@ FFDEF(ffi_load) #undef FFDEF #ifndef FF_NUM_ASMFUNC -#define FF_NUM_ASMFUNC 62 +#define FF_NUM_ASMFUNC 57 #endif diff --git a/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_folddef.h b/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_folddef.h index c4ec4efd5..6dea6c78a 100644 --- a/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_folddef.h +++ b/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_folddef.h @@ -2,6 +2,7 @@ static const FoldFunc fold_func[] = { fold_kfold_numarith, + fold_kfold_numabsneg, fold_kfold_ldexp, fold_kfold_fpmath, fold_kfold_numpow, @@ -24,6 +25,12 @@ static const FoldFunc fold_func[] = { fold_kfold_strref, fold_kfold_strref_snew, fold_kfold_strcmp, + fold_bufput_append, + fold_bufput_kgc, + fold_bufstr_kfold_cse, + fold_bufput_kfold_op, + fold_bufput_kfold_rep, + fold_bufput_kfold_fmt, fold_kfold_add_kgc, fold_kfold_add_kptr, fold_kfold_add_kright, @@ -94,6 +101,8 @@ static const FoldFunc fold_func[] = { fold_simplify_shift2_ki, fold_simplify_shiftk_andk, fold_simplify_andk_shiftk, + fold_simplify_andor_k, + fold_simplify_andor_k64, fold_reassoc_intarith_k, fold_reassoc_intarith_k64, fold_reassoc_dup, @@ -127,6 +136,7 @@ static const FoldFunc fold_func[] = { fold_fload_tab_ah, fold_fload_str_len_kgc, fold_fload_str_len_snew, + fold_fload_str_len_tostr, fold_fload_cdata_typeid_kgc, fold_fload_cdata_int64_kgc, fold_fload_cdata_typeid_cnew, @@ -138,6 +148,7 @@ static const FoldFunc fold_func[] = { lj_opt_fwd_xload, fold_barrier_tab, fold_barrier_tnew_tdup, + fold_prof, lj_opt_dse_ahstore, lj_opt_dse_ustore, lj_opt_dse_fstore, @@ -145,50 +156,54 @@ static const FoldFunc fold_func[] = { lj_ir_emit }; -static const uint32_t fold_hash[916] = { +static const uint32_t fold_hash[950] = { +0x5654a7ff, +0x0d58741d, +0x25b45ed4, +0x5c45fc17, +0x0e487417, 0xffffffff, 0xffffffff, -0x5b4c8016, -0x0d4e7016, 0xffffffff, -0x1000701c, +0x4b6ffc17, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, -0x29110c1a, +0x848bfc06, 0xffffffff, 0xffffffff, -0x5b488016, -0x0d4a7016, 0xffffffff, +0x7307ffff, 0xffffffff, 0xffffffff, 0xffffffff, -0x7b87fc07, 0xffffffff, 0xffffffff, +0x3111fc1b, +0x5f4bfc21, +0x1bc18c13, 0xffffffff, 0xffffffff, -0x0d467016, 0xffffffff, -0x5a4c73ff, +0x8c8bfc00, 0xffffffff, +0x4ab4aa6e, +0x139c6817, 0xffffffff, 0xffffffff, 0xffffffff, -0x5153fc29, 0xffffffff, +0x4ab4a66e, 0xffffffff, 0xffffffff, -0x5d408016, +0x06485c17, +0x7bc1fc1e, 0xffffffff, -0x594873ff, -0x8187440f, +0x1dc18c0f, 0xffffffff, 0xffffffff, 0xffffffff, -0x8287fc0f, 0xffffffff, 0xffffffff, 0xffffffff, @@ -197,370 +212,346 @@ static const uint32_t fold_hash[916] = { 0xffffffff, 0xffffffff, 0xffffffff, -0x6715ffff, 0xffffffff, 0xffffffff, 0xffffffff, -0x2a11fc1a, +0x6744881d, 0xffffffff, -0x1daa5a70, 0xffffffff, 0xffffffff, -0x0a0bfc16, -0x5c408c16, -0x6911ffff, -0x8db7ffff, +0x1dc18c0b, 0xffffffff, +0x6544841d, +0x0510701c, +0x40b569d3, 0xffffffff, -0x1caa59d4, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, +0x4e5477ff, 0xffffffff, 0xffffffff, -0x6a0dffff, -0x2b68d002, +0x0064701c, +0x917bffff, +0x48b4ae95, 0xffffffff, -0x3cab5695, +0x0a145c17, 0xffffffff, -0x41aaa675, +0x98a5ffff, +0x47b5feb3, +0x48b4aa95, 0xffffffff, 0xffffffff, 0xffffffff, -0x27ae5800, 0xffffffff, -0x6a09ffff, +0x0c44741d, +0x06685c17, +0x48b4a695, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, +0x535bfc17, 0xffffffff, -0x7f865c0f, 0xffffffff, 0xffffffff, +0x3d56bc2f, 0xffffffff, -0x6a05ffff, -0x42abffff, -0x5e44881c, -0x5d50a016, -0x066c5816, -0x00646c1b, -0x75753bff, -0x1951fc18, -0x6264c81b, -0x1850641c, 0xffffffff, -0x6a01ffff, -0x87a7ffff, -0x4953fc1c, -0x8da80000, -0x4f52a3ff, -0x00606c1b, 0xffffffff, 0xffffffff, 0xffffffff, -0x5d428416, -0x88a53800, 0xffffffff, 0xffffffff, +0x31106018, +0x4e545fff, +0x0506701c, 0xffffffff, -0x05645816, +0x3b57fc1c, 0xffffffff, -0x005c6c1b, -0x20aa71d6, 0xffffffff, +0x7547ffff, +0x29b4726e, +0x604a77ff, +0x6b66cc1c, 0xffffffff, +0x7171ffff, 0xffffffff, -0x1399fc16, 0xffffffff, +0x0a0a5c17, 0xffffffff, +0x979bffff, +0x24b45e72, +0x3110741d, 0xffffffff, 0xffffffff, +0x8c8bfc10, +0x98c5ffff, 0xffffffff, -0x157f33ff, +0x065e5c17, 0xffffffff, 0xffffffff, -0x584dfc20, 0xffffffff, +0x6a4a9417, 0xffffffff, 0xffffffff, -0x8d9bffff, +0x5e51fc17, 0xffffffff, -0x055c5816, 0xffffffff, -0x00546c1b, 0xffffffff, 0xffffffff, -0x5849fc20, 0xffffffff, 0xffffffff, 0xffffffff, -0x8c97ffff, -0x5543fc1c, -0x05585816, 0xffffffff, -0x00506c1b, 0xffffffff, 0xffffffff, 0xffffffff, +0x604a5fff, 0xffffffff, +0x7213ffff, +0x25b45eb4, 0xffffffff, 0xffffffff, -0x8a93ffff, -0x26ae6c00, -0x05545816, 0xffffffff, 0xffffffff, 0xffffffff, +0x624a8417, +0x28b47695, 0xffffffff, +0x7467ffff, 0xffffffff, -0x76753c17, -0x41aaa695, 0xffffffff, -0x898fffff, +0x0a005c17, +0x848bfc08, +0x8c91ffff, 0xffffffff, -0x05505816, +0x1106741d, +0x036a73ff, 0xffffffff, 0xffffffff, 0xffffffff, -0x858867ff, 0xffffffff, +0x06545c17, 0xffffffff, 0xffffffff, +0x5257fc1d, +0x0d5a741d, 0xffffffff, -0x848bffff, 0xffffffff, -0x054c5816, -0x79873c06, -0x47525bff, +0x5d47fc17, +0x0e4a7417, 0xffffffff, -0x3f695401, +0x8c8bfc04, 0xffffffff, +0x4c71fc17, 0xffffffff, 0xffffffff, 0xffffffff, -0x8387ffff, 0xffffffff, -0x05485816, 0xffffffff, -0x5a4e5bff, 0xffffffff, 0xffffffff, -0x6264c816, -0x43aaa26e, 0xffffffff, +0x7309ffff, +0x8c8bfc11, 0xffffffff, 0xffffffff, +0x466b6800, 0xffffffff, -0x05445816, +0x3113fc1b, +0x5f4dfc21, +0x466b6802, +0x3753fc2f, 0xffffffff, -0x5a4a5bff, 0xffffffff, 0xffffffff, 0xffffffff, -0x3455fc1b, -0x0c5a701c, -0x6366cbff, -0x0e3c7000, 0xffffffff, -0x05405816, 0xffffffff, -0x59465bff, 0xffffffff, 0xffffffff, 0xffffffff, -0x41aaa276, -0x0c56701c, 0xffffffff, +0x91b1ffff, 0xffffffff, 0xffffffff, +0x064a5c17, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, -0x21aa7275, -0x0b52701c, -0x61489016, -0x6465fc33, -0x8d77ffff, 0xffffffff, -0x7b87fc05, +0x48b4ae75, 0xffffffff, 0xffffffff, -0x2a126bff, -0x385a6fff, 0xffffffff, -0x446dfc16, +0x67468c1d, 0xffffffff, -0x7473ffff, +0x48b4aa75, +0x848bfc09, 0xffffffff, +0x6656ac17, +0x8a8b4c0e, +0x878b7000, +0x48b4a675, 0xffffffff, 0xffffffff, 0xffffffff, +0x8a8b480e, +0x0512701c, +0x2fba6000, +0x1cc18c16, 0xffffffff, 0xffffffff, 0xffffffff, -0x7d873000, +0x7153ffff, 0xffffffff, -0x5c409016, -0x686fffff, -0x8187440d, 0xffffffff, 0xffffffff, -0x3554b81b, -0x8287fc0d, +0x0066701c, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, -0x686bffff, 0xffffffff, 0xffffffff, 0xffffffff, -0x8d9ffc00, -0x737a5fff, -0x41aaaa75, 0xffffffff, 0xffffffff, -0x5e40801c, -0x0b42701c, -0x6b67ffff, 0xffffffff, +0x5b43fc1d, +0x0c46741d, 0xffffffff, 0xffffffff, 0xffffffff, +0x78866800, +0x8c8bfc01, 0xffffffff, 0xffffffff, +0x3e5dfc17, 0xffffffff, 0xffffffff, 0xffffffff, +0x3d58bc2f, +0x6d69fc33, 0xffffffff, 0xffffffff, +0x1dc18c0e, 0xffffffff, 0xffffffff, -0x2b68d000, 0xffffffff, +0x31126018, +0x0508701c, 0xffffffff, -0x6d133017, 0xffffffff, +0x3b59fc1c, +0x6b68d01c, 0xffffffff, -0x4c59fc16, 0xffffffff, +0x614c77ff, 0xffffffff, -0x110bfc1c, -0x3aab566e, 0xffffffff, -0x5052a7ff, +0x24b45e70, +0x7f774416, 0xffffffff, +0x98a3fc00, +0x0a0c5c17, +0x1dc18c0a, 0xffffffff, 0xffffffff, -0x6515fc28, -0x4a55fc16, -0x7f865c0d, -0x88a53c00, -0x41aaa296, +0x3112741d, 0xffffffff, 0xffffffff, 0xffffffff, +0x6a4c9817, +0x28b47675, 0xffffffff, 0xffffffff, 0xffffffff, +0x684287ff, 0xffffffff, -0x4451fc16, 0xffffffff, -0x60448bff, -0x21aa7295, 0xffffffff, -0x3cab5676, -0x04106c1b, +0x4b53fc17, 0xffffffff, -0x78873807, +0x868b3800, 0xffffffff, 0xffffffff, -0x574dfc16, 0xffffffff, -0x4e53ffff, 0xffffffff, -0x09145816, 0xffffffff, -0x040c6c1b, -0x8287fc00, -0x5e50a01c, -0x6467fc32, 0xffffffff, -0x5749fc16, 0xffffffff, 0xffffffff, 0xffffffff, -0x2a105816, -0x2e3e7c00, -0x04086c1b, -0x7083fc00, +0x614c5fff, +0x6752a41d, +0x7015ffff, 0xffffffff, 0xffffffff, 0xffffffff, -0x5645fc16, 0xffffffff, -0x22aa6e6e, -0x5e42841c, -0x614e9c16, -0x090c5816, -0x04046c1b, -0x1eaa5ab3, 0xffffffff, 0xffffffff, 0xffffffff, -0x5441fc16, -0x41aaaa95, 0xffffffff, -0x5352a028, -0x09085816, -0x17505c16, -0x04006c1b, +0x0052701c, +0x7469ffff, 0xffffffff, 0xffffffff, +0x0a025c17, 0xffffffff, +0x9493ffff, +0x898a600f, +0x1108741d, 0xffffffff, 0xffffffff, 0xffffffff, -0x6b43ffff, 0xffffffff, -0x09045816, +0x15806017, +0x06565c17, +0x015e7045, 0xffffffff, -0x43aaa2ae, 0xffffffff, +0x63429417, +0x0d5c741d, 0xffffffff, +0x5e49fc17, +0x0e4c7417, 0xffffffff, -0x083e5800, -0x7c865c00, +0x63429017, +0x24b45e71, +0x353e7c00, +0x3011141b, 0xffffffff, -0x76753c15, -0x3051fc2e, -0x09005816, 0xffffffff, 0xffffffff, +0x149dfc17, 0xffffffff, -0x3aab568e, 0xffffffff, -0x43aaa66e, 0xffffffff, -0x1daa5a71, +0x730bffff, +0x64428817, 0xffffffff, +0x0f3e7400, 0xffffffff, 0xffffffff, 0xffffffff, +0x66428417, +0x5f4ffc21, +0x3a55fc2f, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, -0x2a12701c, -0x5f66cfff, +0x8b8b4c10, 0xffffffff, 0xffffffff, 0xffffffff, @@ -568,501 +559,555 @@ static const uint32_t fold_hash[916] = { 0xffffffff, 0xffffffff, 0xffffffff, -0x3cab5696, +0x064c5c17, 0xffffffff, -0x100e701c, -0x41aaa676, +0x6f15fc17, 0xffffffff, +0x0c52741d, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, +0x3954bc1c, 0xffffffff, +0x8f8c6bff, +0x42b56ace, 0xffffffff, -0x2a125c17, -0x3654b82e, -0x100a701c, 0xffffffff, 0xffffffff, +0x083e5c00, 0xffffffff, +0x3360c045, +0x1bc18c14, 0xffffffff, +0x7301ffff, +0x1f52681d, +0x326ad400, +0x3460bc45, +0x326ad402, +0x932bffff, 0xffffffff, +0x1f52641d, 0xffffffff, 0xffffffff, +0x5555ffff, 0xffffffff, +0x7785fc00, +0x1e52601d, +0x0068701c, +0x7f77441c, 0xffffffff, +0x91affc00, 0xffffffff, -0x1006701c, 0xffffffff, -0x1951fc19, +0x98a9ffff, +0x828b4408, 0xffffffff, +0x06425c17, +0x466b6801, +0x0b0bfc17, +0x5c45fc1d, +0x808b4008, +0x076c5c17, 0xffffffff, 0xffffffff, -0x23aa6e8e, 0xffffffff, -0x5b4e8016, 0xffffffff, -0x1eaa5ad3, -0x1002701c, +0x7f774418, 0xffffffff, +0x5a54a429, +0x1dc18c0c, 0xffffffff, 0xffffffff, +0x8b8b4c11, 0xffffffff, -0x29130c1a, 0xffffffff, 0xffffffff, -0x0d4c7016, 0xffffffff, -0x475273ff, +0x22b45dd3, 0xffffffff, 0xffffffff, 0xffffffff, +0x050a701c, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, -0x5b468016, -0x0d487016, -0x5a4e73ff, 0xffffffff, +0x614e77ff, +0x44b569ae, 0xffffffff, +0x45b7681c, +0x7d75ffff, 0xffffffff, 0xffffffff, +0x0a0e5c17, 0xffffffff, -0x5d54a816, +0x6a4e9c17, +0x989fffff, +0x1bc18c15, 0xffffffff, 0xffffffff, +0x68448bff, 0xffffffff, 0xffffffff, -0x5a4a73ff, -0x6615fc16, -0x3bab56ae, 0xffffffff, 0xffffffff, +0x6d67fc34, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, +0x4d55fc17, +0x43b56a96, 0xffffffff, 0xffffffff, -0x594673ff, 0xffffffff, -0x61468c16, -0x8d17ffff, 0xffffffff, 0xffffffff, 0xffffffff, -0x2a13fc1a, 0xffffffff, 0xffffffff, +0x838b4409, 0xffffffff, +0x614e5fff, +0x0500701c, +0x9817ffff, 0xffffffff, +0x818b4009, 0xffffffff, 0xffffffff, -0x6913ffff, -0x40abfeb3, -0x8db9ffff, -0x41aaa696, 0xffffffff, 0xffffffff, +0x624e8417, 0xffffffff, +0x0054701c, 0xffffffff, +0x1dc18c0d, 0xffffffff, +0x0a045c17, 0xffffffff, +0x9495ffff, 0xffffffff, -0x6a0fffff, -0x8db5ffff, +0x110a741d, 0xffffffff, 0xffffffff, +0x98bfffff, 0xffffffff, 0xffffffff, 0xffffffff, -0x7a873c07, +0x01607045, +0x41b56a8e, 0xffffffff, 0xffffffff, +0x2053fc1a, +0x35408000, +0x5e4bfc17, +0x1bc18c09, +0x0e4e7417, 0xffffffff, -0x6a0bffff, -0x3f695402, 0xffffffff, 0xffffffff, +0x3013141b, 0xffffffff, +0x25b45ed3, 0xffffffff, 0xffffffff, 0xffffffff, -0x24aa6eae, 0xffffffff, 0xffffffff, -0x6a07ffff, +0x730dffff, +0x66448817, 0xffffffff, +0x10407400, 0xffffffff, -0x066e5816, +0x42b56aae, 0xffffffff, -0x00666c1b, +0x64448417, +0x5f51fc21, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, +0x31106fff, 0xffffffff, -0x6a03ffff, +0x8d8bffff, 0xffffffff, -0x4b55fc1c, -0x066a5816, +0x1100741d, 0xffffffff, -0x00626c1b, 0xffffffff, +0x49b5ffff, 0xffffffff, 0xffffffff, +0x064e5c17, 0xffffffff, 0xffffffff, 0xffffffff, +0x0c54741d, +0x2db873ff, 0xffffffff, -0x4851fc1c, -0x05665816, -0x18506016, -0x005e6c1b, -0x12986416, 0xffffffff, 0xffffffff, +0x3c56bc1c, +0x888a600e, 0xffffffff, 0xffffffff, 0xffffffff, -0x8da1ffff, 0xffffffff, -0x3bab56ce, 0xffffffff, -0x43aaa6ae, +0x09405c00, 0xffffffff, 0xffffffff, -0x584ffc20, -0x7b87fc06, 0xffffffff, -0x5f4287ff, -0x8d9dffff, 0xffffffff, +0x7303ffff, 0xffffffff, 0xffffffff, -0x00566c1b, 0xffffffff, 0xffffffff, -0x584bfc20, -0x5253fc28, 0xffffffff, 0xffffffff, 0xffffffff, -0x5645fc1c, 0xffffffff, -0x40abfed3, -0x00526c1b, -0x8187440e, 0xffffffff, -0x5847fc20, -0x8287fc0e, +0x7157ffff, +0x6c66d3ff, +0x98b20000, +0x7987fc00, +0x2eb85fff, 0xffffffff, +0x6866cfff, 0xffffffff, -0x8b95ffff, -0x2e3c7800, -0x5441fc1c, 0xffffffff, 0xffffffff, +0x19abffff, 0xffffffff, -0x17505c1c, 0xffffffff, +0x06445c17, 0xffffffff, -0x41aaaa76, 0xffffffff, -0x614c9816, -0x8991ffff, -0x1daa5a6f, -0x05525816, -0x4d585bff, +0x5d47fc1d, 0xffffffff, -0x8087400c, +0x076e5c17, 0xffffffff, 0xffffffff, 0xffffffff, -0x1baa59d3, -0x828dffff, -0x25aa6ece, -0x054e5816, -0x76753c1b, 0xffffffff, 0xffffffff, 0xffffffff, -0x2b68d001, 0xffffffff, 0xffffffff, 0xffffffff, -0x8689ffff, 0xffffffff, -0x054a5816, 0xffffffff, 0xffffffff, 0xffffffff, +0x02647017, +0x858a6000, 0xffffffff, +0x5855fc2a, 0xffffffff, +0x545a5fff, +0x050c701c, 0xffffffff, +0x27b475d6, +0x43b56a76, 0xffffffff, 0xffffffff, 0xffffffff, -0x43aca01b, -0x05465816, -0x7f865c0e, -0x5a4c5bff, -0x39ab55d3, -0x01626c16, -0x02686fff, -0x3457fc1b, +0x615077ff, 0xffffffff, 0xffffffff, -0x0f3e7000, -0x3dab55ae, -0x05425816, -0x1951fc17, -0x59485bff, +0x6a50a017, +0x8477ffff, 0xffffffff, 0xffffffff, +0x31105c17, +0x69468fff, +0x98a1ffff, +0x326ad401, 0xffffffff, -0x3153fc1b, -0x0c58701c, -0x5f64cbff, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, -0x035a6c16, 0xffffffff, 0xffffffff, 0xffffffff, -0x0b54701c, 0xffffffff, -0x8779ffff, -0x1faa71d5, 0xffffffff, 0xffffffff, -0x2d5eb81b, -0x72b5fc08, +0x8c8bfc0f, +0x5157fc17, +0x6756ac1d, 0xffffffff, 0xffffffff, 0xffffffff, -0x0b50701c, -0x456ffc16, -0x7b75ffff, 0xffffffff, +0x6b66cc17, 0xffffffff, -0x147e5c16, 0xffffffff, +0x41b56a6e, 0xffffffff, -0x2a106bff, +0x7c7a63ff, +0x61505fff, +0x0502701c, 0xffffffff, -0x1eaa5ab4, -0x446bfc16, 0xffffffff, 0xffffffff, 0xffffffff, -0x41aaaa96, 0xffffffff, -0x3556b81b, -0x87a5fc00, +0x7443ffff, 0xffffffff, +0x62508417, 0xffffffff, +0x0056701c, +0x25b45eb3, +0x716dffff, 0xffffffff, +0x0a065c17, 0xffffffff, +0x9597ffff, 0xffffffff, -0x4e6dffff, +0x110c741d, 0xffffffff, +0x92af4400, +0x98c1ffff, +0x2053fc18, 0xffffffff, +0x065a5c17, +0x848bfc07, +0x92af4000, 0xffffffff, -0x3252b81b, 0xffffffff, -0x5e54a81c, 0xffffffff, 0xffffffff, -0x0b44701c, -0x28b05c00, +0x5e4dfc17, +0x0e507417, 0xffffffff, 0xffffffff, 0xffffffff, +0x3652bfff, +0x76113818, 0xffffffff, 0xffffffff, -0x73785fff, +0x66468c17, 0xffffffff, 0xffffffff, 0xffffffff, -0x0b40701c, 0xffffffff, -0x6b65ffff, +0x730fffff, 0xffffffff, 0xffffffff, -0x1daa5a72, +0x43b56a95, 0xffffffff, 0xffffffff, 0xffffffff, -0x6266cc1b, +0x898a6010, 0xffffffff, -0x375bfc16, 0xffffffff, 0xffffffff, 0xffffffff, -0x3f695400, 0xffffffff, +0x31126fff, 0xffffffff, +0x908dffff, 0xffffffff, -0x6d113017, -0x3ead541b, +0x1102741d, 0xffffffff, -0x5d448816, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, +0x06505c17, 0xffffffff, -0x18506416, 0xffffffff, +0x4f53fc1d, +0x0c56741d, +0x4ab6a81c, 0xffffffff, -0x16b37400, +0x5b43fc17, 0xffffffff, -0x4653fc16, +0x3c58bc1c, 0xffffffff, +0x4ab6a41c, +0x4b6dfc17, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, -0x04126c1b, 0xffffffff, 0xffffffff, 0xffffffff, +0x48b4ae96, +0x7305ffff, +0x2cb472ce, +0x2053fc19, 0xffffffff, -0x574ffc16, 0xffffffff, -0x6855ffff, +0x48b4aa96, 0xffffffff, +0x5f49fc21, +0x6e15fc29, 0xffffffff, +0x6868d3ff, +0x48b4a696, +0x7a89fc00, 0xffffffff, -0x040e6c1b, -0x41aaa275, 0xffffffff, 0xffffffff, +0x6c68cfff, +0x3f5c73ff, 0xffffffff, -0x574bfc16, -0x6f826400, -0x6851ffff, -0x1eaa5ad4, -0x2a125816, 0xffffffff, -0x040a6c1b, -0x7185fc00, +0x1aadffff, 0xffffffff, 0xffffffff, +0x06465c17, 0xffffffff, -0x5747fc16, -0x7b87fc04, 0xffffffff, 0xffffffff, -0x090e5816, 0xffffffff, -0x04066c1b, -0x6e81fc00, -0x1aac6c1b, -0x1850601c, -0x2e5cbbff, -0x5543fc16, +0x07705c17, 0xffffffff, 0xffffffff, +0x898a6011, 0xffffffff, -0x090a5816, 0xffffffff, -0x04026c1b, 0xffffffff, 0xffffffff, -0x8087440c, 0xffffffff, 0xffffffff, 0xffffffff, -0x6c45ffff, -0x8287fc0c, -0x09065816, 0xffffffff, 0xffffffff, +0x6542881d, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, +0x6742841d, +0x050e701c, 0xffffffff, -0x6b41ffff, -0x3353fc2e, -0x09025816, 0xffffffff, 0xffffffff, +0x6652a417, 0xffffffff, 0xffffffff, -0x2f50bbff, -0x073c5800, -0x6266cc16, -0x5f4083ff, 0xffffffff, 0xffffffff, -0x43aca41b, 0xffffffff, +0x0062701c, +0x9879ffff, 0xffffffff, 0xffffffff, +0x31125c17, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, +0x24b45e6f, +0x4ab4aaae, +0x21b6701c, 0xffffffff, +0x0c42741d, +0x06665c17, 0xffffffff, +0x4ab4a6ae, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, +0x6b68d017, +0x23b45dd4, 0xffffffff, 0xffffffff, 0xffffffff, +0x355ebfff, 0xffffffff, -0x2a10701c, -0x6364cfff, +0x045c7017, 0xffffffff, 0xffffffff, 0xffffffff, +0x7c7c63ff, 0xffffffff, +0x0504701c, 0xffffffff, -0x7e865c0c, +0x47b5fed3, +0x3855fc1c, 0xffffffff, 0xffffffff, -0x3656b82e, -0x41aaa295, -0x100c701c, -0x614a9416, +0x7445ffff, +0x604877ff, 0xffffffff, 0xffffffff, +0x0058701c, +0x556fffff, +0x18ab5056, 0xffffffff, +0x0a085c17, +0x5955fc29, +0x9699ffff, +0x120bfc1d, +0x110e741d, +0x26b475d5, +0x43b56a75, +0x98c3ffff, 0xffffffff, -0x2c5ebc1b, 0xffffffff, -0x2a105c17, 0xffffffff, -0x1008701c, -0x3cab5675, 0xffffffff, 0xffffffff, -0x77873806, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, +0x5e4ffc17, 0xffffffff, 0xffffffff, -0x1004701c, +0x6a489017, +0x2ab4728e, +0x16813bff, +0x76133818, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, -0xffffffff +0x60485fff, +0xffffffff, +0x7211ffff, +0xffffffff, +0x8c8bfc0e, +0xffffffff, +0x17bd8c00, +0x1f526817, +0xffffffff, +0x62488417, +0xffffffff, +0xffffffff, +0xffffffff, +0x1f526417, +0xffffffff, +0xffffffff, +0x48b4ae76, +0x8e8fffff, +0x2bb472ae, +0x1104741d, +0x1e526017, +0xffffffff, +0x48b4aa76, +0x5754abff, +0xffffffff, +0x06525c17, +0x7e7743ff, +0x8b8b4c0f, +0x5055fc1d, +0x48b4a676 }; -#define fold_hashkey(k) (lj_rol(lj_rol((k),17)-(k),16)%915) +#define fold_hashkey(k) (lj_rol(lj_rol((k),30)-(k),25)%949) diff --git a/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_libdef.h b/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_libdef.h index 5693a5813..9374c7567 100644 --- a/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_libdef.h +++ b/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_libdef.h @@ -40,13 +40,12 @@ static const uint8_t lj_lib_init_base[] = { 97,98,108,101,7,103,101,116,102,101,110,118,7,115,101,116,102,101,110,118,70, 114,97,119,103,101,116,6,114,97,119,115,101,116,8,114,97,119,101,113,117,97, 108,6,117,110,112,97,99,107,6,115,101,108,101,99,116,72,116,111,110,117,109, -98,101,114,195,110,105,108,197,102,97,108,115,101,196,116,114,117,101,72,116, -111,115,116,114,105,110,103,5,101,114,114,111,114,69,112,99,97,108,108,134, -120,112,99,97,108,108,8,108,111,97,100,102,105,108,101,4,108,111,97,100,10, -108,111,97,100,115,116,114,105,110,103,6,100,111,102,105,108,101,6,103,99,105, -110,102,111,14,99,111,108,108,101,99,116,103,97,114,98,97,103,101,252,2,8,110, -101,119,112,114,111,120,121,200,116,111,115,116,114,105,110,103,5,112,114,105, -110,116,252,3,200,95,86,69,82,83,73,79,78,250,255 +98,101,114,72,116,111,115,116,114,105,110,103,5,101,114,114,111,114,69,112, +99,97,108,108,134,120,112,99,97,108,108,8,108,111,97,100,102,105,108,101,4, +108,111,97,100,10,108,111,97,100,115,116,114,105,110,103,6,100,111,102,105, +108,101,6,103,99,105,110,102,111,14,99,111,108,108,101,99,116,103,97,114,98, +97,103,101,252,2,8,110,101,119,112,114,111,120,121,200,116,111,115,116,114, +105,110,103,5,112,114,105,110,116,252,3,200,95,86,69,82,83,73,79,78,250,255 }; #endif @@ -55,15 +54,16 @@ static const uint8_t lj_lib_init_base[] = { static const lua_CFunction lj_lib_cf_coroutine[] = { lj_cf_coroutine_status, lj_cf_coroutine_running, + lj_cf_coroutine_isyieldable, lj_cf_coroutine_create, lj_ffh_coroutine_yield, lj_ffh_coroutine_resume, lj_cf_coroutine_wrap }; static const uint8_t lj_lib_init_coroutine[] = { -30,13,6,6,115,116,97,116,117,115,7,114,117,110,110,105,110,103,6,99,114,101, -97,116,101,69,121,105,101,108,100,70,114,101,115,117,109,101,254,4,119,114, -97,112,255 +30,13,7,6,115,116,97,116,117,115,7,114,117,110,110,105,110,103,11,105,115,121, +105,101,108,100,97,98,108,101,6,99,114,101,97,116,101,69,121,105,101,108,100, +70,114,101,115,117,109,101,254,4,119,114,97,112,255 }; #endif @@ -80,12 +80,13 @@ static const lua_CFunction lj_lib_cf_math[] = { lj_cf_math_randomseed }; static const uint8_t lj_lib_init_math[] = { -37,16,30,67,97,98,115,133,102,108,111,111,114,132,99,101,105,108,68,115,113, +38,16,30,67,97,98,115,133,102,108,111,111,114,132,99,101,105,108,68,115,113, 114,116,133,108,111,103,49,48,131,101,120,112,131,115,105,110,131,99,111,115, 131,116,97,110,132,97,115,105,110,132,97,99,111,115,132,97,116,97,110,132,115, 105,110,104,132,99,111,115,104,132,116,97,110,104,133,102,114,101,120,112,132, -109,111,100,102,251,248,193,99,26,220,165,76,64,131,100,101,103,251,57,157, -82,162,70,223,145,63,131,114,97,100,67,108,111,103,69,97,116,97,110,50,131, +109,111,100,102,67,108,111,103,249,3,100,101,103,0,1,2,0,0,1,2,24,1,0,0,76, +1,2,0,241,135,158,166,3,220,203,178,130,4,249,3,114,97,100,0,1,2,0,0,1,2,24, +1,0,0,76,1,2,0,243,244,148,165,20,198,190,199,252,3,69,97,116,97,110,50,131, 112,111,119,132,102,109,111,100,69,108,100,101,120,112,67,109,105,110,131,109, 97,120,251,24,45,68,84,251,33,9,64,194,112,105,250,251,0,0,0,0,0,0,240,127, 196,104,117,103,101,250,252,2,6,114,97,110,100,111,109,252,2,10,114,97,110, @@ -97,26 +98,27 @@ static const uint8_t lj_lib_init_math[] = { #undef LJLIB_MODULE_bit static const lua_CFunction lj_lib_cf_bit[] = { lj_ffh_bit_tobit, + lj_ffh_bit_bnot, + lj_ffh_bit_bswap, lj_ffh_bit_lshift, lj_ffh_bit_band, lj_cf_bit_tohex }; static const uint8_t lj_lib_init_bit[] = { -65,42,12,69,116,111,98,105,116,132,98,110,111,116,133,98,115,119,97,112,70, -108,115,104,105,102,116,134,114,115,104,105,102,116,135,97,114,115,104,105, -102,116,131,114,111,108,131,114,111,114,68,98,97,110,100,131,98,111,114,132, -98,120,111,114,5,116,111,104,101,120,255 +64,40,12,69,116,111,98,105,116,68,98,110,111,116,69,98,115,119,97,112,70,108, +115,104,105,102,116,134,114,115,104,105,102,116,135,97,114,115,104,105,102, +116,131,114,111,108,131,114,111,114,68,98,97,110,100,131,98,111,114,132,98, +120,111,114,5,116,111,104,101,120,255 }; #endif #ifdef LJLIB_MODULE_string #undef LJLIB_MODULE_string static const lua_CFunction lj_lib_cf_string[] = { - lj_ffh_string_len, lj_ffh_string_byte, lj_ffh_string_char, lj_ffh_string_sub, - lj_ffh_string_rep, + lj_cf_string_rep, lj_ffh_string_reverse, lj_cf_string_dump, lj_cf_string_find, @@ -126,29 +128,40 @@ static const lua_CFunction lj_lib_cf_string[] = { lj_cf_string_format }; static const uint8_t lj_lib_init_string[] = { -77,53,14,67,108,101,110,68,98,121,116,101,68,99,104,97,114,67,115,117,98,67, -114,101,112,71,114,101,118,101,114,115,101,133,108,111,119,101,114,133,117, -112,112,101,114,4,100,117,109,112,4,102,105,110,100,5,109,97,116,99,104,254, -6,103,109,97,116,99,104,4,103,115,117,98,6,102,111,114,109,97,116,255 +76,51,14,249,3,108,101,110,0,1,2,0,0,0,3,16,0,5,0,21,1,0,0,76,1,2,0,68,98,121, +116,101,68,99,104,97,114,67,115,117,98,3,114,101,112,71,114,101,118,101,114, +115,101,133,108,111,119,101,114,133,117,112,112,101,114,4,100,117,109,112,4, +102,105,110,100,5,109,97,116,99,104,254,6,103,109,97,116,99,104,4,103,115,117, +98,6,102,111,114,109,97,116,255 }; #endif #ifdef LJLIB_MODULE_table #undef LJLIB_MODULE_table static const lua_CFunction lj_lib_cf_table[] = { - lj_cf_table_foreachi, - lj_cf_table_foreach, - lj_ffh_table_getn, lj_cf_table_maxn, lj_cf_table_insert, - lj_cf_table_remove, lj_cf_table_concat, lj_cf_table_sort }; static const uint8_t lj_lib_init_table[] = { -92,61,8,8,102,111,114,101,97,99,104,105,7,102,111,114,101,97,99,104,68,103, -101,116,110,4,109,97,120,110,6,105,110,115,101,114,116,6,114,101,109,111,118, -101,6,99,111,110,99,97,116,4,115,111,114,116,255 +90,57,9,249,8,102,111,114,101,97,99,104,105,0,2,9,0,0,0,15,16,0,12,0,16,1,9, +0,41,2,1,0,21,3,0,0,41,4,1,0,77,2,8,128,18,6,1,0,18,7,5,0,59,8,5,0,66,6,3,2, +10,6,0,0,88,7,1,128,76,6,2,0,79,2,248,127,75,0,1,0,249,7,102,111,114,101,97, +99,104,0,2,10,0,0,0,16,16,0,12,0,16,1,9,0,43,2,0,0,18,3,0,0,41,4,0,0,88,5,7, +128,18,7,1,0,18,8,5,0,18,9,6,0,66,7,3,2,10,7,0,0,88,8,1,128,76,7,2,0,70,5,3, +3,82,5,247,127,75,0,1,0,249,4,103,101,116,110,0,1,2,0,0,0,3,16,0,12,0,21,1, +0,0,76,1,2,0,4,109,97,120,110,6,105,110,115,101,114,116,249,6,114,101,109,111, +118,101,0,2,10,0,0,2,30,16,0,12,0,21,2,0,0,11,1,0,0,88,3,7,128,8,2,0,0,88,3, +23,128,59,3,2,0,43,4,0,0,64,4,2,0,76,3,2,0,88,3,18,128,17,1,15,0,41,3,1,0,3, +3,1,0,88,3,14,128,3,1,2,0,88,3,12,128,59,3,1,0,22,4,1,1,18,5,2,0,41,6,1,0,77, +4,4,128,23,8,1,7,59,9,7,0,64,9,8,0,79,4,252,127,43,4,0,0,64,4,2,0,76,3,2,0, +75,0,1,0,0,2,249,4,109,111,118,101,0,5,12,0,0,0,35,16,0,12,0,17,1,15,0,17,2, +15,0,17,3,15,0,11,4,0,0,88,5,1,128,18,4,0,0,16,4,12,0,3,1,2,0,88,5,24,128,33, +5,1,3,0,2,3,0,88,6,4,128,2,3,1,0,88,6,2,128,4,4,0,0,88,6,9,128,18,6,1,0,18, +7,2,0,41,8,1,0,77,6,4,128,32,10,5,9,59,11,9,0,64,11,10,4,79,6,252,127,88,6, +8,128,18,6,2,0,18,7,1,0,41,8,255,255,77,6,4,128,32,10,5,9,59,11,9,0,64,11,10, +4,79,6,252,127,76,4,2,0,6,99,111,110,99,97,116,4,115,111,114,116,254,254,255 }; #endif @@ -166,7 +179,7 @@ static const lua_CFunction lj_lib_cf_io_method[] = { lj_cf_io_method___tostring }; static const uint8_t lj_lib_init_io_method[] = { -100,62,10,5,99,108,111,115,101,4,114,101,97,100,5,119,114,105,116,101,5,102, +96,57,10,5,99,108,111,115,101,4,114,101,97,100,5,119,114,105,116,101,5,102, 108,117,115,104,4,115,101,101,107,7,115,101,116,118,98,117,102,5,108,105,110, 101,115,4,95,95,103,99,10,95,95,116,111,115,116,114,105,110,103,252,1,199,95, 95,105,110,100,101,120,250,255 @@ -189,7 +202,7 @@ static const lua_CFunction lj_lib_cf_io[] = { lj_cf_io_type }; static const uint8_t lj_lib_init_io[] = { -109,62,12,252,2,192,250,4,111,112,101,110,5,112,111,112,101,110,7,116,109,112, +105,57,12,252,2,192,250,4,111,112,101,110,5,112,111,112,101,110,7,116,109,112, 102,105,108,101,5,99,108,111,115,101,4,114,101,97,100,5,119,114,105,116,101, 5,102,108,117,115,104,5,105,110,112,117,116,6,111,117,116,112,117,116,5,108, 105,110,101,115,4,116,121,112,101,255 @@ -212,7 +225,7 @@ static const lua_CFunction lj_lib_cf_os[] = { lj_cf_os_setlocale }; static const uint8_t lj_lib_init_os[] = { -120,62,11,7,101,120,101,99,117,116,101,6,114,101,109,111,118,101,6,114,101, +116,57,11,7,101,120,101,99,117,116,101,6,114,101,109,111,118,101,6,114,101, 110,97,109,101,7,116,109,112,110,97,109,101,6,103,101,116,101,110,118,4,101, 120,105,116,5,99,108,111,99,107,4,100,97,116,101,4,116,105,109,101,8,100,105, 102,102,116,105,109,101,9,115,101,116,108,111,99,97,108,101,255 @@ -240,7 +253,7 @@ static const lua_CFunction lj_lib_cf_debug[] = { lj_cf_debug_traceback }; static const uint8_t lj_lib_init_debug[] = { -131,62,16,11,103,101,116,114,101,103,105,115,116,114,121,12,103,101,116,109, +127,57,16,11,103,101,116,114,101,103,105,115,116,114,121,12,103,101,116,109, 101,116,97,116,97,98,108,101,12,115,101,116,109,101,116,97,116,97,98,108,101, 7,103,101,116,102,101,110,118,7,115,101,116,102,101,110,118,7,103,101,116,105, 110,102,111,8,103,101,116,108,111,99,97,108,8,115,101,116,108,111,99,97,108, @@ -261,7 +274,7 @@ static const lua_CFunction lj_lib_cf_jit[] = { lj_cf_jit_attach }; static const uint8_t lj_lib_init_jit[] = { -147,62,9,2,111,110,3,111,102,102,5,102,108,117,115,104,6,115,116,97,116,117, +143,57,9,2,111,110,3,111,102,102,5,102,108,117,115,104,6,115,116,97,116,117, 115,6,97,116,116,97,99,104,252,5,194,111,115,250,252,4,196,97,114,99,104,250, 252,3,203,118,101,114,115,105,111,110,95,110,117,109,250,252,2,199,118,101, 114,115,105,111,110,250,255 @@ -284,7 +297,7 @@ static const lua_CFunction lj_lib_cf_jit_util[] = { lj_cf_jit_util_ircalladdr }; static const uint8_t lj_lib_init_jit_util[] = { -152,62,11,8,102,117,110,99,105,110,102,111,6,102,117,110,99,98,99,5,102,117, +148,57,11,8,102,117,110,99,105,110,102,111,6,102,117,110,99,98,99,5,102,117, 110,99,107,10,102,117,110,99,117,118,110,97,109,101,9,116,114,97,99,101,105, 110,102,111,7,116,114,97,99,101,105,114,6,116,114,97,99,101,107,9,116,114,97, 99,101,115,110,97,112,7,116,114,97,99,101,109,99,13,116,114,97,99,101,101,120, @@ -298,7 +311,20 @@ static const lua_CFunction lj_lib_cf_jit_opt[] = { lj_cf_jit_opt_start }; static const uint8_t lj_lib_init_jit_opt[] = { -163,62,1,5,115,116,97,114,116,255 +159,57,1,5,115,116,97,114,116,255 +}; +#endif + +#ifdef LJLIB_MODULE_jit_profile +#undef LJLIB_MODULE_jit_profile +static const lua_CFunction lj_lib_cf_jit_profile[] = { + lj_cf_jit_profile_start, + lj_cf_jit_profile_stop, + lj_cf_jit_profile_dumpstack +}; +static const uint8_t lj_lib_init_jit_profile[] = { +160,57,3,5,115,116,97,114,116,4,115,116,111,112,9,100,117,109,112,115,116,97, +99,107,255 }; #endif @@ -325,7 +351,7 @@ static const lua_CFunction lj_lib_cf_ffi_meta[] = { lj_cf_ffi_meta___ipairs }; static const uint8_t lj_lib_init_ffi_meta[] = { -164,62,19,7,95,95,105,110,100,101,120,10,95,95,110,101,119,105,110,100,101, +163,57,19,7,95,95,105,110,100,101,120,10,95,95,110,101,119,105,110,100,101, 120,4,95,95,101,113,5,95,95,108,101,110,4,95,95,108,116,4,95,95,108,101,8,95, 95,99,111,110,99,97,116,6,95,95,99,97,108,108,5,95,95,97,100,100,5,95,95,115, 117,98,5,95,95,109,117,108,5,95,95,100,105,118,5,95,95,109,111,100,5,95,95, @@ -343,7 +369,7 @@ static const lua_CFunction lj_lib_cf_ffi_clib[] = { lj_cf_ffi_clib___gc }; static const uint8_t lj_lib_init_ffi_clib[] = { -182,62,3,7,95,95,105,110,100,101,120,10,95,95,110,101,119,105,110,100,101,120, +181,57,3,7,95,95,105,110,100,101,120,10,95,95,110,101,119,105,110,100,101,120, 4,95,95,103,99,255 }; #endif @@ -355,7 +381,7 @@ static const lua_CFunction lj_lib_cf_ffi_callback[] = { lj_cf_ffi_callback_set }; static const uint8_t lj_lib_init_ffi_callback[] = { -185,62,3,4,102,114,101,101,3,115,101,116,252,1,199,95,95,105,110,100,101,120, +184,57,3,4,102,114,101,101,3,115,101,116,252,1,199,95,95,105,110,100,101,120, 250,255 }; #endif @@ -367,6 +393,7 @@ static const lua_CFunction lj_lib_cf_ffi[] = { lj_cf_ffi_new, lj_cf_ffi_cast, lj_cf_ffi_typeof, + lj_cf_ffi_typeinfo, lj_cf_ffi_istype, lj_cf_ffi_sizeof, lj_cf_ffi_alignof, @@ -381,13 +408,13 @@ static const lua_CFunction lj_lib_cf_ffi[] = { lj_cf_ffi_load }; static const uint8_t lj_lib_init_ffi[] = { -187,62,22,4,99,100,101,102,3,110,101,119,4,99,97,115,116,6,116,121,112,101, -111,102,6,105,115,116,121,112,101,6,115,105,122,101,111,102,7,97,108,105,103, -110,111,102,8,111,102,102,115,101,116,111,102,5,101,114,114,110,111,6,115,116, -114,105,110,103,4,99,111,112,121,4,102,105,108,108,3,97,98,105,252,8,192,250, -8,109,101,116,97,116,121,112,101,252,7,192,250,2,103,99,252,5,192,250,4,108, -111,97,100,252,4,193,67,250,252,3,194,111,115,250,252,2,196,97,114,99,104,250, -255 +186,57,23,4,99,100,101,102,3,110,101,119,4,99,97,115,116,6,116,121,112,101, +111,102,8,116,121,112,101,105,110,102,111,6,105,115,116,121,112,101,6,115,105, +122,101,111,102,7,97,108,105,103,110,111,102,8,111,102,102,115,101,116,111, +102,5,101,114,114,110,111,6,115,116,114,105,110,103,4,99,111,112,121,4,102, +105,108,108,3,97,98,105,252,8,192,250,8,109,101,116,97,116,121,112,101,252, +7,192,250,2,103,99,252,5,192,250,4,108,111,97,100,252,4,193,67,250,252,3,194, +111,115,250,252,2,196,97,114,99,104,250,255 }; #endif diff --git a/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_recdef.h b/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_recdef.h index 2c3c9be63..476b753c2 100644 --- a/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_recdef.h +++ b/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_recdef.h @@ -6,23 +6,23 @@ static const uint16_t recff_idmap[] = { 0x0200, 0x0300, 0, -0, -0x0400, +0x0400+(0), 0x0500, +0x0400+(1), 0x0600, 0x0700, -0, -0, 0x0800, +0, 0x0900, 0x0a00, -0, 0x0b00, +0, 0x0c00, 0x0d00, -0, 0x0e00, +0, 0x0f00, +0x1000, 0, 0, 0, @@ -38,24 +38,23 @@ static const uint16_t recff_idmap[] = { 0, 0, 0, -0x1000, -0x1100+(IRFPM_FLOOR), -0x1100+(IRFPM_CEIL), -0x1200+(IRFPM_SQRT), -0x1200+(IRFPM_LOG10), -0x1200+(IRFPM_EXP), -0x1200+(IRFPM_SIN), -0x1200+(IRFPM_COS), -0x1200+(IRFPM_TAN), -0x1300+(FF_math_asin), -0x1300+(FF_math_acos), -0x1300+(FF_math_atan), -0x1400+(IRCALL_sinh), -0x1400+(IRCALL_cosh), -0x1400+(IRCALL_tanh), 0, -0x1500, -0x1600, +0x1100, +0x1200+(IRFPM_FLOOR), +0x1200+(IRFPM_CEIL), +0x1300+(IRFPM_SQRT), +0x1300+(IRFPM_LOG10), +0x1300+(IRFPM_EXP), +0x1300+(IRFPM_SIN), +0x1300+(IRFPM_COS), +0x1300+(IRFPM_TAN), +0x1400+(FF_math_asin), +0x1400+(FF_math_acos), +0x1400+(FF_math_atan), +0x1500+(IRCALL_sinh), +0x1500+(IRCALL_cosh), +0x1500+(IRCALL_tanh), +0, 0x1600, 0x1700, 0x1800, @@ -66,45 +65,44 @@ static const uint16_t recff_idmap[] = { 0x1b00+(IR_MAX), 0x1c00, 0, -0x1d00+(IR_TOBIT), -0x1d00+(IR_BNOT), -0x1d00+(IR_BSWAP), -0x1e00+(IR_BSHL), -0x1e00+(IR_BSHR), -0x1e00+(IR_BSAR), -0x1e00+(IR_BROL), -0x1e00+(IR_BROR), -0x1f00+(IR_BAND), -0x1f00+(IR_BOR), -0x1f00+(IR_BXOR), -0, -0x2000, -0x2100+(0), -0, -0x2100+(1), -0, -0, -0, -0, -0, -0, -0, +0x1d00, +0x1e00+(IR_BNOT), +0x1e00+(IR_BSWAP), +0x1f00+(IR_BSHL), +0x1f00+(IR_BSHR), +0x1f00+(IR_BSAR), +0x1f00+(IR_BROL), +0x1f00+(IR_BROR), +0x2000+(IR_BAND), +0x2000+(IR_BOR), +0x2000+(IR_BXOR), +0x2100, +0x2200+(0), +0x2300, +0x2200+(1), +0x2400, +0x2500+(IRCALL_lj_buf_putstr_reverse), +0x2500+(IRCALL_lj_buf_putstr_lower), +0x2500+(IRCALL_lj_buf_putstr_upper), 0, +0x2600, 0, 0, 0, 0, +0x2700, 0, -0x2200, +0x2800, +0x2900, 0, -0x2300, -0x2400, +0x2a00, +0x2b00, 0, 0, +0x2c00+(0), +0x2d00+(0), 0, 0, -0x2500+(0), -0x2600+(0), 0, 0, 0, @@ -113,10 +111,10 @@ static const uint16_t recff_idmap[] = { 0, 0, 0, +0x2c00+(GCROOT_IO_OUTPUT), +0x2d00+(GCROOT_IO_OUTPUT), 0, 0, -0x2500+(GCROOT_IO_OUTPUT), -0x2600+(GCROOT_IO_OUTPUT), 0, 0, 0, @@ -131,6 +129,7 @@ static const uint16_t recff_idmap[] = { 0, 0, 0, +0x2e00, 0, 0, 0, @@ -165,44 +164,45 @@ static const uint16_t recff_idmap[] = { 0, 0, 0, -0x2700+(0), -0x2700+(1), -0x2800+(MM_eq), -0x2800+(MM_len), -0x2800+(MM_lt), -0x2800+(MM_le), -0x2800+(MM_concat), -0x2900, -0x2800+(MM_add), -0x2800+(MM_sub), -0x2800+(MM_mul), -0x2800+(MM_div), -0x2800+(MM_mod), -0x2800+(MM_pow), -0x2800+(MM_unm), +0x2f00+(0), +0x2f00+(1), +0x3000+(MM_eq), +0x3000+(MM_len), +0x3000+(MM_lt), +0x3000+(MM_le), +0x3000+(MM_concat), +0x3100, +0x3000+(MM_add), +0x3000+(MM_sub), +0x3000+(MM_mul), +0x3000+(MM_div), +0x3000+(MM_mod), +0x3000+(MM_pow), +0x3000+(MM_unm), 0, 0, 0, -0x2a00+(1), -0x2a00+(0), +0x3200+(1), +0x3200+(0), 0, 0, 0, 0, -0x2b00, -0x2b00, -0x2c00, -0x2d00, -0x2e00+(FF_ffi_sizeof), -0x2e00+(FF_ffi_alignof), -0x2e00+(FF_ffi_offsetof), -0x2f00, -0x3000, -0x3100, -0x3200, 0x3300, +0x3300, +0x3400, +0, +0x3500, +0x3600+(FF_ffi_sizeof), +0x3600+(FF_ffi_alignof), +0x3600+(FF_ffi_offsetof), +0x3700, +0x3800, +0x3900, +0x3a00, +0x3b00, 0, -0x3400 +0x3c00 }; static const RecordFunc recff_func[] = { @@ -210,10 +210,11 @@ recff_nyi, recff_c, recff_assert, recff_type, +recff_xpairs, recff_ipairs_aux, -recff_ipairs, recff_getmetatable, recff_setmetatable, +recff_getfenv, recff_rawget, recff_rawset, recff_rawequal, @@ -228,23 +229,30 @@ recff_math_unary, recff_math_atrig, recff_math_htrig, recff_math_modf, -recff_math_degrad, recff_math_log, recff_math_atan2, recff_math_pow, recff_math_ldexp, recff_math_minmax, recff_math_random, +recff_bit_tobit, recff_bit_unary, recff_bit_shift, recff_bit_nary, -recff_string_len, +recff_bit_tohex, recff_string_range, -recff_table_getn, +recff_string_char, +recff_string_rep, +recff_string_op, +recff_string_find, +recff_string_format, recff_table_insert, -recff_table_remove, +recff_table_concat, +recff_table_new, +recff_table_clear, recff_io_write, recff_io_flush, +recff_debug_getmetatable, recff_cdata_index, recff_cdata_arith, recff_cdata_call, diff --git a/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_vm.s b/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_vm.S index 9296de458..6fd49ed02 100644 --- a/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_vm.s +++ b/core/src/luajit/src/autogen/macosx/jit/x86_64/lj_vm.S @@ -3,109 +3,123 @@ .align 4 .private_extern _lj_vm_asm_begin + .no_dead_strip _lj_vm_asm_begin _lj_vm_asm_begin: .private_extern _lj_BC_ISLT + .no_dead_strip _lj_BC_ISLT _lj_BC_ISLT: - .byte 129,124,202,4,255,255,254,255,15,131,11,29,0,0,129,124 - .byte 194,4,255,255,254,255,15,131,253,28,0,0,242,15,16,4 + .byte 129,124,202,4,255,255,254,255,15,131,81,30,0,0,129,124 + .byte 194,4,255,255,254,255,15,131,67,30,0,0,242,15,16,4 .byte 194,131,195,4,102,15,46,4,202,118,11,15,183,67,254,141 .byte 156,131,0,0,254,255,139,3,15,182,204,15,182,232,131,195 .byte 4,193,232,16,65,255,36,238 .private_extern _lj_BC_ISGE + .no_dead_strip _lj_BC_ISGE _lj_BC_ISGE: - .byte 129,124,202,4,255,255,254,255,15,131,195,28,0,0,129,124 - .byte 194,4,255,255,254,255,15,131,181,28,0,0,242,15,16,4 + .byte 129,124,202,4,255,255,254,255,15,131,9,30,0,0,129,124 + .byte 194,4,255,255,254,255,15,131,251,29,0,0,242,15,16,4 .byte 194,131,195,4,102,15,46,4,202,119,11,15,183,67,254,141 .byte 156,131,0,0,254,255,139,3,15,182,204,15,182,232,131,195 .byte 4,193,232,16,65,255,36,238 .private_extern _lj_BC_ISLE + .no_dead_strip _lj_BC_ISLE _lj_BC_ISLE: - .byte 129,124,202,4,255,255,254,255,15,131,123,28,0,0,129,124 - .byte 194,4,255,255,254,255,15,131,109,28,0,0,242,15,16,4 + .byte 129,124,202,4,255,255,254,255,15,131,193,29,0,0,129,124 + .byte 194,4,255,255,254,255,15,131,179,29,0,0,242,15,16,4 .byte 194,131,195,4,102,15,46,4,202,114,11,15,183,67,254,141 .byte 156,131,0,0,254,255,139,3,15,182,204,15,182,232,131,195 .byte 4,193,232,16,65,255,36,238 .private_extern _lj_BC_ISGT + .no_dead_strip _lj_BC_ISGT _lj_BC_ISGT: - .byte 129,124,202,4,255,255,254,255,15,131,51,28,0,0,129,124 - .byte 194,4,255,255,254,255,15,131,37,28,0,0,242,15,16,4 + .byte 129,124,202,4,255,255,254,255,15,131,121,29,0,0,129,124 + .byte 194,4,255,255,254,255,15,131,107,29,0,0,242,15,16,4 .byte 194,131,195,4,102,15,46,4,202,115,11,15,183,67,254,141 .byte 156,131,0,0,254,255,139,3,15,182,204,15,182,232,131,195 .byte 4,193,232,16,65,255,36,238 .private_extern _lj_BC_ISEQV + .no_dead_strip _lj_BC_ISEQV _lj_BC_ISEQV: .byte 139,108,194,4,131,195,4,129,253,255,255,254,255,115,53,129 .byte 124,202,4,255,255,254,255,115,43,242,15,16,4,202,102,15 .byte 46,4,194,122,13,117,11,15,183,67,254,141,156,131,0,0 .byte 254,255,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238,131,253,245,15,132,36,28,0,0,131,124,202 - .byte 4,245,15,132,25,28,0,0,57,108,202,4,117,212,131,253 + .byte 65,255,36,238,131,253,245,15,132,106,29,0,0,131,124,202 + .byte 4,245,15,132,95,29,0,0,57,108,202,4,117,212,131,253 .byte 253,115,196,139,12,202,139,4,194,57,193,116,186,131,253,244 .byte 119,192,131,253,243,114,187,139,105,16,133,237,116,180,246,69 - .byte 6,16,117,174,49,237,233,201,27,0,0 + .byte 6,16,117,174,49,237,233,15,29,0,0 .private_extern _lj_BC_ISNEV + .no_dead_strip _lj_BC_ISNEV _lj_BC_ISNEV: .byte 139,108,194,4,131,195,4,129,253,255,255,254,255,115,53,129 .byte 124,202,4,255,255,254,255,115,43,242,15,16,4,202,102,15 .byte 46,4,194,122,2,116,11,15,183,67,254,141,156,131,0,0 .byte 254,255,139,3,15,182,204,15,182,232,131,195,4,193,232,16 - .byte 65,255,36,238,131,253,245,15,132,153,27,0,0,131,124,202 - .byte 4,245,15,132,142,27,0,0,57,108,202,4,117,201,131,253 + .byte 65,255,36,238,131,253,245,15,132,223,28,0,0,131,124,202 + .byte 4,245,15,132,212,28,0,0,57,108,202,4,117,201,131,253 .byte 253,115,207,139,12,202,139,4,194,57,193,116,197,131,253,244 .byte 119,181,131,253,243,114,176,139,105,16,133,237,116,169,246,69 - .byte 6,16,117,163,189,1,0,0,0,233,59,27,0,0 + .byte 6,16,117,163,189,1,0,0,0,233,129,28,0,0 .private_extern _lj_BC_ISEQS + .no_dead_strip _lj_BC_ISEQS _lj_BC_ISEQS: .byte 72,247,208,139,108,202,4,131,195,4,131,253,251,117,38,139 .byte 12,202,65,59,12,135,117,11,15,183,67,254,141,156,131,0 .byte 0,254,255,139,3,15,182,204,15,182,232,131,195,4,193,232 - .byte 16,65,255,36,238,131,253,245,117,233,233,25,27,0,0 + .byte 16,65,255,36,238,131,253,245,117,233,233,95,28,0,0 .private_extern _lj_BC_ISNES + .no_dead_strip _lj_BC_ISNES _lj_BC_ISNES: .byte 72,247,208,139,108,202,4,131,195,4,131,253,251,117,38,139 .byte 12,202,65,59,12,135,116,11,15,183,67,254,141,156,131,0 .byte 0,254,255,139,3,15,182,204,15,182,232,131,195,4,193,232 - .byte 16,65,255,36,238,131,253,245,117,222,233,218,26,0,0 + .byte 16,65,255,36,238,131,253,245,117,222,233,32,28,0,0 .private_extern _lj_BC_ISEQN + .no_dead_strip _lj_BC_ISEQN _lj_BC_ISEQN: .byte 139,108,202,4,131,195,4,129,253,255,255,254,255,115,44,242 .byte 65,15,16,4,199,102,15,46,4,202,122,13,117,11,15,183 .byte 67,254,141,156,131,0,0,254,255,139,3,15,182,204,15,182 .byte 232,131,195,4,193,232,16,65,255,36,238,131,253,245,117,233 - .byte 233,149,26,0,0 + .byte 233,219,27,0,0 .private_extern _lj_BC_ISNEN + .no_dead_strip _lj_BC_ISNEN _lj_BC_ISNEN: .byte 139,108,202,4,131,195,4,129,253,255,255,254,255,115,44,242 .byte 65,15,16,4,199,102,15,46,4,202,122,2,116,11,15,183 .byte 67,254,141,156,131,0,0,254,255,139,3,15,182,204,15,182 .byte 232,131,195,4,193,232,16,65,255,36,238,131,253,245,117,222 - .byte 233,80,26,0,0 + .byte 233,150,27,0,0 .private_extern _lj_BC_ISEQP + .no_dead_strip _lj_BC_ISEQP _lj_BC_ISEQP: .byte 72,247,208,139,108,202,4,131,195,4,57,197,117,29,15,183 .byte 67,254,141,156,131,0,0,254,255,139,3,15,182,204,15,182 .byte 232,131,195,4,193,232,16,65,255,36,238,131,253,245,117,233 - .byte 233,27,26,0,0 + .byte 233,97,27,0,0 .private_extern _lj_BC_ISNEP + .no_dead_strip _lj_BC_ISNEP _lj_BC_ISNEP: .byte 72,247,208,139,108,202,4,131,195,4,57,197,116,20,131,253 - .byte 245,15,132,4,26,0,0,15,183,67,254,141,156,131,0,0 + .byte 245,15,132,74,27,0,0,15,183,67,254,141,156,131,0,0 .byte 254,255,139,3,15,182,204,15,182,232,131,195,4,193,232,16 .byte 65,255,36,238 .private_extern _lj_BC_ISTC + .no_dead_strip _lj_BC_ISTC _lj_BC_ISTC: .byte 139,108,194,4,131,195,4,131,253,254,115,21,137,108,202,4 .byte 139,44,194,137,44,202,15,183,67,254,141,156,131,0,0,254 @@ -113,6 +127,7 @@ _lj_BC_ISTC: .byte 255,36,238 .private_extern _lj_BC_ISFC + .no_dead_strip _lj_BC_ISFC _lj_BC_ISFC: .byte 139,108,194,4,131,195,4,131,253,254,114,21,137,108,202,4 .byte 139,44,194,137,44,202,15,183,67,254,141,156,131,0,0,254 @@ -120,240 +135,288 @@ _lj_BC_ISFC: .byte 255,36,238 .private_extern _lj_BC_IST + .no_dead_strip _lj_BC_IST _lj_BC_IST: .byte 139,108,194,4,131,195,4,131,253,254,115,11,15,183,67,254 .byte 141,156,131,0,0,254,255,139,3,15,182,204,15,182,232,131 .byte 195,4,193,232,16,65,255,36,238 .private_extern _lj_BC_ISF + .no_dead_strip _lj_BC_ISF _lj_BC_ISF: .byte 139,108,194,4,131,195,4,131,253,254,114,11,15,183,67,254 .byte 141,156,131,0,0,254,255,139,3,15,182,204,15,182,232,131 .byte 195,4,193,232,16,65,255,36,238 + .private_extern _lj_BC_ISTYPE + .no_dead_strip _lj_BC_ISTYPE +_lj_BC_ISTYPE: + .byte 3,68,202,4,15,133,133,26,0,0,139,3,15,182,204,15 + .byte 182,232,131,195,4,193,232,16,65,255,36,238 + + .private_extern _lj_BC_ISNUM + .no_dead_strip _lj_BC_ISNUM +_lj_BC_ISNUM: + .byte 129,124,202,4,255,255,254,255,15,131,101,26,0,0,139,3 + .byte 15,182,204,15,182,232,131,195,4,193,232,16,65,255,36,238 + .private_extern _lj_BC_MOV + .no_dead_strip _lj_BC_MOV _lj_BC_MOV: .byte 72,139,44,194,72,137,44,202,139,3,15,182,204,15,182,232 .byte 131,195,4,193,232,16,65,255,36,238 .private_extern _lj_BC_NOT + .no_dead_strip _lj_BC_NOT _lj_BC_NOT: .byte 49,237,131,124,194,4,254,131,213,253,137,108,202,4,139,3 .byte 15,182,204,15,182,232,131,195,4,193,232,16,65,255,36,238 .private_extern _lj_BC_UNM + .no_dead_strip _lj_BC_UNM _lj_BC_UNM: - .byte 129,124,194,4,255,255,254,255,15,131,17,25,0,0,242,15 + .byte 129,124,194,4,255,255,254,255,15,131,56,26,0,0,242,15 .byte 16,4,194,72,184,0,0,0,0,0,0,0,128,102,72,15 .byte 110,200,15,87,193,242,15,17,4,202,139,3,15,182,204,15 .byte 182,232,131,195,4,193,232,16,65,255,36,238 .private_extern _lj_BC_LEN + .no_dead_strip _lj_BC_LEN _lj_BC_LEN: .byte 131,124,194,4,251,117,34,139,4,194,15,87,192,242,15,42 .byte 64,12,242,15,17,4,202,139,3,15,182,204,15,182,232,131 .byte 195,4,193,232,16,65,255,36,238,131,124,194,4,244,15,133 - .byte 251,24,0,0,139,60,194,137,213 + .byte 34,26,0,0,139,60,194,137,213 call _lj_tab_len .byte 242,15,42,192,137,234,15,182,75,253,235,200 .private_extern _lj_BC_ADDVN + .no_dead_strip _lj_BC_ADDVN _lj_BC_ADDVN: .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 117,24,0,0,242,15,16,4,234,242,65,15,88,4,199,242 + .byte 156,25,0,0,242,15,16,4,234,242,65,15,88,4,199,242 .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 .byte 232,16,65,255,36,238 .private_extern _lj_BC_SUBVN + .no_dead_strip _lj_BC_SUBVN _lj_BC_SUBVN: .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 63,24,0,0,242,15,16,4,234,242,65,15,92,4,199,242 + .byte 102,25,0,0,242,15,16,4,234,242,65,15,92,4,199,242 .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 .byte 232,16,65,255,36,238 .private_extern _lj_BC_MULVN + .no_dead_strip _lj_BC_MULVN _lj_BC_MULVN: .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 9,24,0,0,242,15,16,4,234,242,65,15,89,4,199,242 + .byte 48,25,0,0,242,15,16,4,234,242,65,15,89,4,199,242 .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 .byte 232,16,65,255,36,238 .private_extern _lj_BC_DIVVN + .no_dead_strip _lj_BC_DIVVN _lj_BC_DIVVN: .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 211,23,0,0,242,15,16,4,234,242,65,15,94,4,199,242 + .byte 250,24,0,0,242,15,16,4,234,242,65,15,94,4,199,242 .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 .byte 232,16,65,255,36,238 .private_extern _lj_BC_MODVN + .no_dead_strip _lj_BC_MODVN _lj_BC_MODVN: .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 157,23,0,0,242,15,16,4,234,242,65,15,16,12,199,232 - .byte 185,46,0,0,242,15,17,4,202,139,3,15,182,204,15,182 + .byte 196,24,0,0,242,15,16,4,234,242,65,15,16,12,199,232 + .byte 204,47,0,0,242,15,17,4,202,139,3,15,182,204,15,182 .byte 232,131,195,4,193,232,16,65,255,36,238 .private_extern _lj_BC_ADDNV + .no_dead_strip _lj_BC_ADDNV _lj_BC_ADDNV: .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 104,23,0,0,242,65,15,16,4,199,242,15,88,4,234,242 + .byte 143,24,0,0,242,65,15,16,4,199,242,15,88,4,234,242 .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 .byte 232,16,65,255,36,238 .private_extern _lj_BC_SUBNV + .no_dead_strip _lj_BC_SUBNV _lj_BC_SUBNV: .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 50,23,0,0,242,65,15,16,4,199,242,15,92,4,234,242 + .byte 89,24,0,0,242,65,15,16,4,199,242,15,92,4,234,242 .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 .byte 232,16,65,255,36,238 .private_extern _lj_BC_MULNV + .no_dead_strip _lj_BC_MULNV _lj_BC_MULNV: .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 252,22,0,0,242,65,15,16,4,199,242,15,89,4,234,242 + .byte 35,24,0,0,242,65,15,16,4,199,242,15,89,4,234,242 .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 .byte 232,16,65,255,36,238 .private_extern _lj_BC_DIVNV + .no_dead_strip _lj_BC_DIVNV _lj_BC_DIVNV: .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 198,22,0,0,242,65,15,16,4,199,242,15,94,4,234,242 + .byte 237,23,0,0,242,65,15,16,4,199,242,15,94,4,234,242 .byte 15,17,4,202,139,3,15,182,204,15,182,232,131,195,4,193 .byte 232,16,65,255,36,238 .private_extern _lj_BC_MODNV + .no_dead_strip _lj_BC_MODNV _lj_BC_MODNV: .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 144,22,0,0,242,65,15,16,4,199,242,15,16,12,234,233 + .byte 183,23,0,0,242,65,15,16,4,199,242,15,16,12,234,233 .byte 232,254,255,255 .private_extern _lj_BC_ADDVV + .no_dead_strip _lj_BC_ADDVV _lj_BC_ADDVV: .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 125,22,0,0,129,124,194,4,255,255,254,255,15,131,111,22 + .byte 164,23,0,0,129,124,194,4,255,255,254,255,15,131,150,23 .byte 0,0,242,15,16,4,234,242,15,88,4,194,242,15,17,4 .byte 202,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 .byte 255,36,238 .private_extern _lj_BC_SUBVV + .no_dead_strip _lj_BC_SUBVV _lj_BC_SUBVV: .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 58,22,0,0,129,124,194,4,255,255,254,255,15,131,44,22 + .byte 97,23,0,0,129,124,194,4,255,255,254,255,15,131,83,23 .byte 0,0,242,15,16,4,234,242,15,92,4,194,242,15,17,4 .byte 202,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 .byte 255,36,238 .private_extern _lj_BC_MULVV + .no_dead_strip _lj_BC_MULVV _lj_BC_MULVV: .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 247,21,0,0,129,124,194,4,255,255,254,255,15,131,233,21 + .byte 30,23,0,0,129,124,194,4,255,255,254,255,15,131,16,23 .byte 0,0,242,15,16,4,234,242,15,89,4,194,242,15,17,4 .byte 202,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 .byte 255,36,238 .private_extern _lj_BC_DIVVV + .no_dead_strip _lj_BC_DIVVV _lj_BC_DIVVV: .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 180,21,0,0,129,124,194,4,255,255,254,255,15,131,166,21 + .byte 219,22,0,0,129,124,194,4,255,255,254,255,15,131,205,22 .byte 0,0,242,15,16,4,234,242,15,94,4,194,242,15,17,4 .byte 202,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 .byte 255,36,238 .private_extern _lj_BC_MODVV + .no_dead_strip _lj_BC_MODVV _lj_BC_MODVV: .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 113,21,0,0,129,124,194,4,255,255,254,255,15,131,99,21 + .byte 152,22,0,0,129,124,194,4,255,255,254,255,15,131,138,22 .byte 0,0,242,15,16,4,234,242,15,16,12,194,233,171,253,255 .byte 255 .private_extern _lj_BC_POW + .no_dead_strip _lj_BC_POW _lj_BC_POW: .byte 15,182,236,15,182,192,129,124,234,4,255,255,254,255,15,131 - .byte 64,21,0,0,129,124,194,4,255,255,254,255,15,131,50,21 - .byte 0,0,242,15,16,4,234,242,15,16,12,194,232,251,44,0 - .byte 0,242,15,17,4,202,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238 + .byte 103,22,0,0,129,124,194,4,255,255,254,255,15,131,89,22 + .byte 0,0,242,15,16,4,234,242,15,16,12,194,137,213 + call _pow + .byte 15,182,75,253,137,234,242,15,17,4,202,139,3,15,182,204 + .byte 15,182,232,131,195,4,193,232,16,65,255,36,238 .private_extern _lj_BC_CAT + .no_dead_strip _lj_BC_CAT _lj_BC_CAT: .byte 15,182,236,15,182,192,139,124,36,24,137,87,16,141,52,194 .byte 137,194,41,234,137,253,137,92,36,28 call _lj_meta_cat - .byte 139,85,16,133,192,15,133,19,21,0,0,15,182,107,255,15 + .byte 139,85,16,133,192,15,133,50,22,0,0,15,182,107,255,15 .byte 182,75,253,72,139,4,234,72,137,4,202,139,3,15,182,204 .byte 15,182,232,131,195,4,193,232,16,65,255,36,238 .private_extern _lj_BC_KSTR + .no_dead_strip _lj_BC_KSTR _lj_BC_KSTR: .byte 72,247,208,65,139,4,135,199,68,202,4,251,255,255,255,137 .byte 4,202,139,3,15,182,204,15,182,232,131,195,4,193,232,16 .byte 65,255,36,238 .private_extern _lj_BC_KCDATA + .no_dead_strip _lj_BC_KCDATA _lj_BC_KCDATA: .byte 72,247,208,65,139,4,135,199,68,202,4,245,255,255,255,137 .byte 4,202,139,3,15,182,204,15,182,232,131,195,4,193,232,16 .byte 65,255,36,238 .private_extern _lj_BC_KSHORT + .no_dead_strip _lj_BC_KSHORT _lj_BC_KSHORT: .byte 15,191,192,242,15,42,192,242,15,17,4,202,139,3,15,182 .byte 204,15,182,232,131,195,4,193,232,16,65,255,36,238 .private_extern _lj_BC_KNUM + .no_dead_strip _lj_BC_KNUM _lj_BC_KNUM: .byte 242,65,15,16,4,199,242,15,17,4,202,139,3,15,182,204 .byte 15,182,232,131,195,4,193,232,16,65,255,36,238 .private_extern _lj_BC_KPRI + .no_dead_strip _lj_BC_KPRI _lj_BC_KPRI: .byte 72,247,208,137,68,202,4,139,3,15,182,204,15,182,232,131 .byte 195,4,193,232,16,65,255,36,238 .private_extern _lj_BC_KNIL + .no_dead_strip _lj_BC_KNIL _lj_BC_KNIL: .byte 141,76,202,12,141,68,194,4,189,255,255,255,255,137,105,248 .byte 137,41,131,193,8,57,193,118,247,139,3,15,182,204,15,182 .byte 232,131,195,4,193,232,16,65,255,36,238 .private_extern _lj_BC_UGET + .no_dead_strip _lj_BC_UGET _lj_BC_UGET: .byte 139,106,248,139,108,133,20,139,109,16,72,139,69,0,72,137 .byte 4,202,139,3,15,182,204,15,182,232,131,195,4,193,232,16 .byte 65,255,36,238 .private_extern _lj_BC_USETV + .no_dead_strip _lj_BC_USETV _lj_BC_USETV: .byte 139,106,248,139,108,141,20,128,125,6,0,139,109,16,139,12 .byte 194,139,68,194,4,137,77,0,137,69,4,116,6,246,69,252 .byte 4,117,18,139,3,15,182,204,15,182,232,131,195,4,193,232 .byte 16,65,255,36,238,131,232,252,131,248,246,118,230,246,65,4 - .byte 3,116,224,137,238,137,213,65,141,190,72,244,255,255 + .byte 3,116,224,137,238,137,213,65,141,190,216,243,255,255 call _lj_gc_barrieruv .byte 137,234,235,204 .private_extern _lj_BC_USETS + .no_dead_strip _lj_BC_USETS _lj_BC_USETS: .byte 72,247,208,139,106,248,139,108,141,20,65,139,12,135,139,69 .byte 16,137,8,199,64,4,251,255,255,255,246,69,4,4,117,18 .byte 139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,255 .byte 36,238,246,65,4,3,116,232,128,125,6,0,116,226,137,213 - .byte 137,198,65,141,190,72,244,255,255 + .byte 137,198,65,141,190,216,243,255,255 call _lj_gc_barrieruv .byte 137,234,235,206 .private_extern _lj_BC_USETN + .no_dead_strip _lj_BC_USETN _lj_BC_USETN: .byte 139,106,248,242,65,15,16,4,199,139,108,141,20,139,77,16 .byte 242,15,17,1,139,3,15,182,204,15,182,232,131,195,4,193 .byte 232,16,65,255,36,238 .private_extern _lj_BC_USETP + .no_dead_strip _lj_BC_USETP _lj_BC_USETP: .byte 72,247,208,139,106,248,139,108,141,20,139,77,16,137,65,4 .byte 139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,255 .byte 36,238 .private_extern _lj_BC_UCLO + .no_dead_strip _lj_BC_UCLO _lj_BC_UCLO: .byte 141,156,131,0,0,254,255,139,108,36,24,131,125,40,0,116 .byte 16,137,85,16,141,52,202,137,239 @@ -362,6 +425,7 @@ _lj_BC_UCLO: .byte 16,65,255,36,238 .private_extern _lj_BC_FNEW + .no_dead_strip _lj_BC_FNEW _lj_BC_FNEW: .byte 72,247,208,139,108,36,24,137,85,16,139,82,248,65,139,52 .byte 135,137,239,137,92,36,28 @@ -371,9 +435,10 @@ _lj_BC_FNEW: .byte 65,255,36,238 .private_extern _lj_BC_TNEW + .no_dead_strip _lj_BC_TNEW _lj_BC_TNEW: - .byte 139,108,36,24,137,85,16,65,139,142,104,244,255,255,65,59 - .byte 142,108,244,255,255,137,92,36,28,115,69,137,194,37,255,7 + .byte 139,108,36,24,137,85,16,65,139,142,248,243,255,255,65,59 + .byte 142,252,243,255,255,137,92,36,28,115,69,137,194,37,255,7 .byte 0,0,193,234,11,61,255,7,0,0,116,45,137,239,137,198 call _lj_tab_new .byte 139,85,16,15,182,75,253,137,4,202,199,68,202,4,244,255 @@ -383,9 +448,10 @@ _lj_BC_TNEW: .byte 15,183,67,254,235,174 .private_extern _lj_BC_TDUP + .no_dead_strip _lj_BC_TDUP _lj_BC_TDUP: - .byte 72,247,208,139,108,36,24,65,139,142,104,244,255,255,137,92 - .byte 36,28,65,59,142,108,244,255,255,137,85,16,115,47,65,139 + .byte 72,247,208,139,108,36,24,65,139,142,248,243,255,255,137,92 + .byte 36,28,65,59,142,252,243,255,255,137,85,16,115,47,65,139 .byte 52,135,137,239 call _lj_tab_dup .byte 139,85,16,15,182,75,253,137,4,202,199,68,202,4,244,255 @@ -395,94 +461,111 @@ _lj_BC_TDUP: .byte 15,183,67,254,72,247,208,235,193 .private_extern _lj_BC_GGET + .no_dead_strip _lj_BC_GGET _lj_BC_GGET: .byte 72,247,208,139,106,248,139,109,8,65,139,4,135,233,193,0 .byte 0,0 .private_extern _lj_BC_GSET + .no_dead_strip _lj_BC_GSET _lj_BC_GSET: - .byte 72,247,208,139,106,248,139,109,8,65,139,4,135,233,59,2 + .byte 72,247,208,139,106,248,139,109,8,65,139,4,135,233,113,2 .byte 0,0 .private_extern _lj_BC_TGETV + .no_dead_strip _lj_BC_TGETV _lj_BC_TGETV: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,191,15,0 + .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,122,16,0 .byte 0,139,44,234,129,124,194,4,255,255,254,255,115,102,242,15 - .byte 16,4,194,242,15,45,192,242,15,42,200,102,15,46,193,15 - .byte 133,155,15,0,0,59,69,24,15,131,146,15,0,0,193,224 + .byte 16,4,194,242,15,44,192,242,15,42,200,102,15,46,193,15 + .byte 133,86,16,0,0,59,69,24,15,131,77,16,0,0,193,224 .byte 3,3,69,8,131,120,4,255,116,25,72,139,40,72,137,44 .byte 202,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 .byte 255,36,238,131,125,16,0,116,17,139,77,16,246,65,6,1 - .byte 15,132,90,15,0,0,15,182,75,253,199,68,202,4,255,255 - .byte 255,255,235,205,131,124,194,4,251,15,133,65,15,0,0,139 + .byte 15,132,21,16,0,0,15,182,75,253,199,68,202,4,255,255 + .byte 255,255,235,205,131,124,194,4,251,15,133,252,15,0,0,139 .byte 4,194,235,27 .private_extern _lj_BC_TGETS + .no_dead_strip _lj_BC_TGETS _lj_BC_TGETS: .byte 15,182,236,15,182,192,72,247,208,65,139,4,135,131,124,234 - .byte 4,244,15,133,232,14,0,0,139,44,234,139,77,28,35,72 + .byte 4,244,15,133,163,15,0,0,139,44,234,139,77,28,35,72 .byte 8,107,201,24,3,77,20,131,121,12,251,117,54,57,65,8 .byte 117,49,131,121,4,255,116,50,15,182,67,253,72,139,41,72 .byte 137,44,194,139,3,15,182,204,15,182,232,131,195,4,193,232 .byte 16,65,255,36,238,15,182,67,253,199,68,194,4,255,255,255 .byte 255,235,224,139,73,16,133,201,117,189,139,77,16,133,201,116 - .byte 228,246,65,6,1,117,222,233,132,14,0,0 + .byte 228,246,65,6,1,117,222,233,63,15,0,0 .private_extern _lj_BC_TGETB + .no_dead_strip _lj_BC_TGETB _lj_BC_TGETB: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,156,14,0 - .byte 0,139,44,234,59,69,24,15,131,144,14,0,0,193,224,3 + .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,87,15,0 + .byte 0,139,44,234,59,69,24,15,131,75,15,0,0,193,224,3 .byte 3,69,8,131,120,4,255,116,25,72,139,40,72,137,44,202 .byte 139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,255 .byte 36,238,131,125,16,0,116,17,139,77,16,246,65,6,1,15 - .byte 132,88,14,0,0,15,182,75,253,199,68,202,4,255,255,255 + .byte 132,19,15,0,0,15,182,75,253,199,68,202,4,255,255,255 .byte 255,235,205 + .private_extern _lj_BC_TGETR + .no_dead_strip _lj_BC_TGETR +_lj_BC_TGETR: + .byte 15,182,236,15,182,192,139,44,234,242,15,44,4,194,59,69 + .byte 24,15,131,98,15,0,0,193,224,3,3,69,8,72,139,40 + .byte 72,137,44,202,139,3,15,182,204,15,182,232,131,195,4,193 + .byte 232,16,65,255,36,238 + .private_extern _lj_BC_TSETV + .no_dead_strip _lj_BC_TSETV _lj_BC_TSETV: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,233,14,0 + .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,148,15,0 .byte 0,139,44,234,129,124,194,4,255,255,254,255,115,100,242,15 - .byte 16,4,194,242,15,45,192,242,15,42,200,102,15,46,193,15 - .byte 133,197,14,0,0,59,69,24,15,131,188,14,0,0,193,224 + .byte 16,4,194,242,15,44,192,242,15,42,200,102,15,46,193,15 + .byte 133,112,15,0,0,59,69,24,15,131,103,15,0,0,193,224 .byte 3,3,69,8,131,120,4,255,116,31,246,69,4,4,117,66 .byte 72,139,44,202,72,137,40,139,3,15,182,204,15,182,232,131 .byte 195,4,193,232,16,65,255,36,238,131,125,16,0,116,219,139 - .byte 77,16,246,65,6,2,15,132,126,14,0,0,15,182,75,253 - .byte 235,200,131,124,194,4,251,15,133,109,14,0,0,139,4,194 - .byte 235,54,128,101,4,251,65,139,142,132,244,255,255,65,137,174 - .byte 132,244,255,255,137,77,12,15,182,75,253,235,163 + .byte 77,16,246,65,6,2,15,132,41,15,0,0,15,182,75,253 + .byte 235,200,131,124,194,4,251,15,133,24,15,0,0,139,4,194 + .byte 235,54,128,101,4,251,65,139,142,20,244,255,255,65,137,174 + .byte 20,244,255,255,137,77,12,15,182,75,253,235,163 .private_extern _lj_BC_TSETS + .no_dead_strip _lj_BC_TSETS _lj_BC_TSETS: .byte 15,182,236,15,182,192,72,247,208,65,139,4,135,131,124,234 - .byte 4,244,15,133,249,13,0,0,139,44,234,139,77,28,35,72 + .byte 4,244,15,133,164,14,0,0,139,44,234,139,77,28,35,72 .byte 8,107,201,24,198,69,6,0,3,77,20,131,121,12,251,117 .byte 77,57,65,8,117,72,131,121,4,255,116,39,246,69,4,4 .byte 15,133,133,0,0,0,15,182,67,253,72,139,44,194,72,137 .byte 41,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 .byte 255,36,238,131,125,16,0,116,211,137,12,36,139,77,16,246 - .byte 65,6,2,15,132,152,13,0,0,139,12,36,235,190,139,73 + .byte 65,6,2,15,132,67,14,0,0,139,12,36,235,190,139,73 .byte 16,133,201,117,166,139,77,16,133,201,116,10,246,65,6,2 - .byte 15,132,123,13,0,0,137,4,36,199,68,36,4,251,255,255 + .byte 15,132,38,14,0,0,137,4,36,199,68,36,4,251,255,255 .byte 255,137,108,36,8,139,124,36,24,137,87,16,72,141,20,36 .byte 137,238,137,253,137,92,36,28 call _lj_tab_newkey .byte 139,85,16,139,108,36,8,137,193,233,113,255,255,255,128,101 - .byte 4,251,65,139,134,132,244,255,255,65,137,174,132,244,255,255 + .byte 4,251,65,139,134,20,244,255,255,65,137,174,20,244,255,255 .byte 137,69,12,233,97,255,255,255 .private_extern _lj_BC_TSETB + .no_dead_strip _lj_BC_TSETB _lj_BC_TSETB: - .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,68,13,0 - .byte 0,139,44,234,59,69,24,15,131,56,13,0,0,193,224,3 + .byte 15,182,236,15,182,192,131,124,234,4,244,15,133,239,13,0 + .byte 0,139,44,234,59,69,24,15,131,227,13,0,0,193,224,3 .byte 3,69,8,131,120,4,255,116,31,246,69,4,4,117,50,72 .byte 139,12,202,72,137,8,139,3,15,182,204,15,182,232,131,195 .byte 4,193,232,16,65,255,36,238,131,125,16,0,116,219,139,77 - .byte 16,246,65,6,2,15,132,250,12,0,0,15,182,75,253,235 - .byte 200,128,101,4,251,65,139,142,132,244,255,255,65,137,174,132 + .byte 16,246,65,6,2,15,132,165,13,0,0,15,182,75,253,235 + .byte 200,128,101,4,251,65,139,142,20,244,255,255,65,137,174,20 .byte 244,255,255,137,77,12,15,182,75,253,235,179 .private_extern _lj_BC_TSETM + .no_dead_strip _lj_BC_TSETM _lj_BC_TSETM: .byte 68,137,60,36,69,139,60,199,141,12,202,139,105,248,246,69 .byte 4,4,117,99,139,68,36,4,131,232,1,116,37,68,1,248 @@ -493,28 +576,42 @@ _lj_BC_TSETM: .byte 238,137,194,137,253,137,92,36,28 call _lj_tab_reasize .byte 139,85,16,15,182,75,253,235,145,128,101,4,251,65,139,134 - .byte 132,244,255,255,65,137,174,132,244,255,255,137,69,12,235,134 + .byte 20,244,255,255,65,137,174,20,244,255,255,137,69,12,235,134 + + .private_extern _lj_BC_TSETR + .no_dead_strip _lj_BC_TSETR +_lj_BC_TSETR: + .byte 15,182,236,15,182,192,139,44,234,242,15,44,4,194,246,69 + .byte 4,4,117,40,59,69,24,15,131,89,13,0,0,193,224,3 + .byte 3,69,8,72,139,44,202,72,137,40,139,3,15,182,204,15 + .byte 182,232,131,195,4,193,232,16,65,255,36,238,128,101,4,251 + .byte 65,139,142,20,244,255,255,65,137,174,20,244,255,255,137,77 + .byte 12,15,182,75,253,235,189 .private_extern _lj_BC_CALLM + .no_dead_strip _lj_BC_CALLM _lj_BC_CALLM: .byte 15,182,192,3,68,36,4,131,124,202,4,247,139,44,202,15 - .byte 133,190,13,0,0,141,84,202,8,137,90,252,139,93,16,139 + .byte 133,80,14,0,0,141,84,202,8,137,90,252,139,93,16,139 .byte 11,15,182,233,15,182,205,131,195,4,65,255,36,238 .private_extern _lj_BC_CALL + .no_dead_strip _lj_BC_CALL _lj_BC_CALL: - .byte 15,182,192,131,124,202,4,247,139,44,202,15,133,148,13,0 + .byte 15,182,192,131,124,202,4,247,139,44,202,15,133,38,14,0 .byte 0,141,84,202,8,137,90,252,139,93,16,139,11,15,182,233 .byte 15,182,205,131,195,4,65,255,36,238 .private_extern _lj_BC_CALLMT + .no_dead_strip _lj_BC_CALLMT _lj_BC_CALLMT: .byte 3,68,36,4 .private_extern _lj_BC_CALLT + .no_dead_strip _lj_BC_CALLT _lj_BC_CALLT: .byte 141,76,202,8,65,137,215,139,105,248,131,121,252,247,15,133 - .byte 103,13,0,0,139,90,252,247,195,3,0,0,0,117,91,137 + .byte 249,13,0,0,139,90,252,247,195,3,0,0,0,117,91,137 .byte 106,248,137,68,36,4,131,232,1,116,21,72,139,41,131,193 .byte 8,73,137,47,65,131,199,8,131,232,1,117,238,139,106,248 .byte 139,68,36,4,128,125,6,1,119,18,139,93,16,139,11,15 @@ -525,14 +622,16 @@ _lj_BC_CALLT: .byte 195,3,235,139 .private_extern _lj_BC_ITERC + .no_dead_strip _lj_BC_ITERC _lj_BC_ITERC: .byte 141,76,202,8,72,139,105,232,72,139,65,240,72,137,41,72 .byte 137,65,8,139,105,224,139,65,228,137,105,248,137,65,252,131 - .byte 248,247,184,3,0,0,0,15,133,186,12,0,0,137,202,137 + .byte 248,247,184,3,0,0,0,15,133,76,13,0,0,137,202,137 .byte 90,252,139,93,16,139,11,15,182,233,15,182,205,131,195,4 .byte 65,255,36,238 .private_extern _lj_BC_ITERN + .no_dead_strip _lj_BC_ITERN _lj_BC_ITERN: .byte 68,137,60,36,68,137,116,36,4,139,108,202,240,139,68,202 .byte 248,68,139,117,24,131,195,4,68,139,125,8,68,57,240,115 @@ -547,6 +646,7 @@ _lj_BC_ITERN: .byte 131,192,1,235,203 .private_extern _lj_BC_VARG + .no_dead_strip _lj_BC_VARG _lj_BC_VARG: .byte 15,182,236,15,182,192,68,137,60,36,68,141,124,194,11,141 .byte 12,202,68,43,122,252,133,237,116,68,141,108,233,248,65,57 @@ -563,19 +663,22 @@ _lj_BC_VARG: .byte 139,85,16,139,77,24,65,1,215,235,197 .private_extern _lj_BC_ISNEXT + .no_dead_strip _lj_BC_ISNEXT _lj_BC_ISNEXT: .byte 131,124,202,236,247,117,65,139,108,202,232,131,124,202,244,244 .byte 117,54,131,124,202,252,255,117,47,128,125,6,4,117,41,141 .byte 156,131,0,0,254,255,199,68,202,248,0,0,0,0,199,68 .byte 202,252,255,127,254,255,139,3,15,182,204,15,182,232,131,195 - .byte 4,193,232,16,65,255,36,238,198,67,252,84,141,156,131,0 - .byte 0,254,255,198,3,65,235,222 + .byte 4,193,232,16,65,255,36,238,198,67,252,88,141,156,131,0 + .byte 0,254,255,198,3,69,235,222 .private_extern _lj_BC_RETM + .no_dead_strip _lj_BC_RETM _lj_BC_RETM: .byte 3,68,36,4 .private_extern _lj_BC_RET + .no_dead_strip _lj_BC_RET _lj_BC_RET: .byte 193,225,3,139,90,252,137,68,36,4,247,195,3,0,0,0 .byte 117,94,65,137,215,131,232,1,116,17,73,139,44,15,73,137 @@ -584,54 +687,60 @@ _lj_BC_RET: .byte 202,68,139,122,248,69,139,127,16,69,139,127,208,139,3,15 .byte 182,204,15,182,232,131,195,4,193,232,16,65,255,36,238,65 .byte 199,71,252,255,255,255,255,65,131,199,8,131,192,1,235,195 - .byte 141,107,253,247,197,7,0,0,0,15,133,240,4,0,0,41 + .byte 141,107,253,247,197,7,0,0,0,15,133,1,5,0,0,41 .byte 234,1,233,233,123,255,255,255 .private_extern _lj_BC_RET0 + .no_dead_strip _lj_BC_RET0 _lj_BC_RET0: .byte 139,90,252,137,68,36,4,247,195,3,0,0,0,117,58,56 .byte 67,255,119,40,15,182,75,253,72,247,209,141,20,202,68,139 .byte 122,248,69,139,127,16,69,139,127,208,139,3,15,182,204,15 .byte 182,232,131,195,4,193,232,16,65,255,36,238,199,68,194,244 .byte 255,255,255,255,131,192,1,235,198,141,107,253,247,197,7,0 - .byte 0,0,15,133,143,4,0,0,41,234,235,164 + .byte 0,0,15,133,160,4,0,0,41,234,235,164 .private_extern _lj_BC_RET1 + .no_dead_strip _lj_BC_RET1 _lj_BC_RET1: .byte 193,225,3,139,90,252,137,68,36,4,247,195,3,0,0,0 .byte 117,66,72,139,44,10,72,137,106,248,56,67,255,119,40,15 .byte 182,75,253,72,247,209,141,20,202,68,139,122,248,69,139,127 .byte 16,69,139,127,208,139,3,15,182,204,15,182,232,131,195,4 .byte 193,232,16,65,255,36,238,199,68,194,244,255,255,255,255,131 - .byte 192,1,235,198,141,107,253,247,197,7,0,0,0,15,133,40 + .byte 192,1,235,198,141,107,253,247,197,7,0,0,0,15,133,57 .byte 4,0,0,41,234,1,233,235,154 .private_extern _lj_BC_FORI + .no_dead_strip _lj_BC_FORI _lj_BC_FORI: - .byte 141,12,202,129,121,4,255,255,254,255,15,131,215,9,0,0 - .byte 129,121,12,255,255,254,255,15,131,202,9,0,0,139,105,20 - .byte 129,253,255,255,254,255,15,131,187,9,0,0,242,15,16,1 + .byte 141,12,202,129,121,4,255,255,254,255,15,131,105,10,0,0 + .byte 129,121,12,255,255,254,255,15,131,92,10,0,0,139,105,20 + .byte 129,253,255,255,254,255,15,131,77,10,0,0,242,15,16,1 .byte 242,15,16,73,8,124,36,102,15,46,200,242,15,17,65,24 .byte 115,7,141,156,131,0,0,254,255,139,3,15,182,204,15,182 .byte 232,131,195,4,193,232,16,65,255,36,238,102,15,46,193,235 .byte 218 .private_extern _lj_BC_JFORI + .no_dead_strip _lj_BC_JFORI _lj_BC_JFORI: - .byte 141,12,202,129,121,4,255,255,254,255,15,131,118,9,0,0 - .byte 129,121,12,255,255,254,255,15,131,105,9,0,0,139,105,20 - .byte 129,253,255,255,254,255,15,131,90,9,0,0,242,15,16,1 + .byte 141,12,202,129,121,4,255,255,254,255,15,131,8,10,0,0 + .byte 129,121,12,255,255,254,255,15,131,251,9,0,0,139,105,20 + .byte 129,253,255,255,254,255,15,131,236,9,0,0,242,15,16,1 .byte 242,15,16,73,8,124,44,102,15,46,200,242,15,17,65,24 .byte 141,156,131,0,0,254,255,15,183,67,254,15,131,66,1,0 .byte 0,139,3,15,182,204,15,182,232,131,195,4,193,232,16,65 .byte 255,36,238,102,15,46,193,235,210 .private_extern _lj_BC_FORL + .no_dead_strip _lj_BC_FORL _lj_BC_FORL: .byte 137,221,209,237,131,229,126,102,65,131,108,46,128,2,15,130 - .byte 135,28,0,0 + .byte 38,28,0,0 .private_extern _lj_BC_IFORL + .no_dead_strip _lj_BC_IFORL _lj_BC_IFORL: .byte 141,12,202,139,105,20,242,15,16,1,242,15,16,73,8,242 .byte 15,88,65,16,242,15,17,1,133,237,120,36,102,15,46,200 @@ -640,6 +749,7 @@ _lj_BC_IFORL: .byte 102,15,46,193,235,218 .private_extern _lj_BC_JFORL + .no_dead_strip _lj_BC_JFORL _lj_BC_JFORL: .byte 141,12,202,139,105,20,242,15,16,1,242,15,16,73,8,242 .byte 15,88,65,16,242,15,17,1,133,237,120,33,102,15,46,200 @@ -648,70 +758,82 @@ _lj_BC_JFORL: .byte 193,235,221 .private_extern _lj_BC_ITERL + .no_dead_strip _lj_BC_ITERL _lj_BC_ITERL: .byte 137,221,209,237,131,229,126,102,65,131,108,46,128,2,15,130 - .byte 234,27,0,0 + .byte 137,27,0,0 .private_extern _lj_BC_IITERL + .no_dead_strip _lj_BC_IITERL _lj_BC_IITERL: .byte 141,12,202,139,105,4,131,253,255,116,15,141,156,131,0,0 .byte 254,255,139,1,137,105,252,137,65,248,139,3,15,182,204,15 .byte 182,232,131,195,4,193,232,16,65,255,36,238 .private_extern _lj_BC_JITERL + .no_dead_strip _lj_BC_JITERL _lj_BC_JITERL: .byte 141,12,202,139,105,4,131,253,255,116,10,137,105,252,139,41 .byte 137,105,248,235,56,139,3,15,182,204,15,182,232,131,195,4 .byte 193,232,16,65,255,36,238 .private_extern _lj_BC_LOOP + .no_dead_strip _lj_BC_LOOP _lj_BC_LOOP: .byte 137,221,209,237,131,229,126,102,65,131,108,46,128,2,15,130 - .byte 131,27,0,0 + .byte 34,27,0,0 .private_extern _lj_BC_ILOOP + .no_dead_strip _lj_BC_ILOOP _lj_BC_ILOOP: .byte 139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,255 .byte 36,238 .private_extern _lj_BC_JLOOP + .no_dead_strip _lj_BC_JLOOP _lj_BC_JLOOP: - .byte 65,139,142,16,247,255,255,139,4,129,72,139,64,64,139,108 - .byte 36,24,65,137,150,64,245,255,255,65,137,174,60,245,255,255 + .byte 65,139,142,232,246,255,255,139,4,129,72,139,64,64,139,108 + .byte 36,24,65,137,150,212,244,255,255,65,137,174,64,244,255,255 .byte 76,137,36,36,76,137,108,36,8,72,131,236,16,255,224 .private_extern _lj_BC_JMP + .no_dead_strip _lj_BC_JMP _lj_BC_JMP: .byte 141,156,131,0,0,254,255,139,3,15,182,204,15,182,232,131 .byte 195,4,193,232,16,65,255,36,238 .private_extern _lj_BC_FUNCF + .no_dead_strip _lj_BC_FUNCF _lj_BC_FUNCF: .byte 137,221,209,237,131,229,126,102,65,131,108,46,128,1,15,130 - .byte 77,27,0,0 + .byte 236,26,0,0 .private_extern _lj_BC_IFUNCF + .no_dead_strip _lj_BC_IFUNCF _lj_BC_IFUNCF: .byte 68,139,123,204,139,108,36,24,141,12,202,59,77,32,15,135 - .byte 209,2,0,0,15,182,75,194,57,200,118,18,139,3,15,182 + .byte 223,2,0,0,15,182,75,194,57,200,118,18,139,3,15,182 .byte 204,15,182,232,131,195,4,193,232,16,65,255,36,238,199,68 .byte 194,252,255,255,255,255,131,192,1,57,200,118,241,235,221 .private_extern _lj_BC_JFUNCF + .no_dead_strip _lj_BC_JFUNCF _lj_BC_JFUNCF: .byte 68,139,123,204,139,108,36,24,141,12,202,59,77,32,15,135 - .byte 146,2,0,0,15,182,75,194,57,200,118,9,15,183,67,254 + .byte 160,2,0,0,15,182,75,194,57,200,118,9,15,183,67,254 .byte 233,64,255,255,255,199,68,194,252,255,255,255,255,131,192,1 .byte 57,200,118,241,235,230 .private_extern _lj_BC_FUNCV + .no_dead_strip _lj_BC_FUNCV _lj_BC_FUNCV: .private_extern _lj_BC_IFUNCV + .no_dead_strip _lj_BC_IFUNCV _lj_BC_IFUNCV: .byte 141,44,197,3,0,0,0,141,4,194,68,139,122,248,137,104 .byte 252,68,137,120,248,139,108,36,24,141,12,200,59,77,32,15 - .byte 135,70,2,0,0,137,209,137,194,15,182,107,194,133,237,116 + .byte 135,84,2,0,0,137,209,137,194,15,182,107,194,133,237,116 .byte 37,131,193,8,57,209,115,52,68,139,121,248,68,137,56,68 .byte 139,121,252,68,137,120,4,131,192,8,199,65,252,255,255,255 .byte 255,131,237,1,117,219,68,139,123,204,139,3,15,182,204,15 @@ -719,50 +841,59 @@ _lj_BC_IFUNCV: .byte 255,255,255,131,192,8,131,237,1,117,241,235,217 .private_extern _lj_BC_JFUNCV + .no_dead_strip _lj_BC_JFUNCV _lj_BC_JFUNCV: .byte 204 .private_extern _lj_BC_FUNCC + .no_dead_strip _lj_BC_FUNCC _lj_BC_FUNCC: .byte 139,106,248,76,139,125,24,139,108,36,24,141,68,194,248,137 .byte 85,16,141,136,160,0,0,0,59,77,32,137,69,24,137,239 - .byte 15,135,192,1,0,0,65,199,134,48,245,255,255,254,255,255 - .byte 255,65,255,215,65,199,134,48,245,255,255,255,255,255,255,139 - .byte 85,16,141,12,194,247,217,3,77,24,139,90,252,235,119 + .byte 15,135,206,1,0,0,65,199,134,48,244,255,255,254,255,255 + .byte 255,65,255,215,139,85,16,65,137,174,208,244,255,255,65,199 + .byte 134,48,244,255,255,255,255,255,255,141,12,194,247,217,3,77 + .byte 24,139,90,252,233,126,0,0,0 .private_extern _lj_BC_FUNCCW + .no_dead_strip _lj_BC_FUNCCW _lj_BC_FUNCCW: .byte 139,106,248,76,139,125,24,139,108,36,24,141,68,194,248,137 .byte 85,16,141,136,160,0,0,0,59,77,32,137,69,24,76,137 - .byte 254,137,239,15,135,110,1,0,0,65,199,134,48,245,255,255 - .byte 254,255,255,255,65,255,150,32,245,255,255,65,199,134,48,245 - .byte 255,255,255,255,255,255,139,85,16,141,12,194,247,217,3,77 - .byte 24,139,90,252,235,33 + .byte 254,137,239,15,135,114,1,0,0,65,199,134,48,244,255,255 + .byte 254,255,255,255,65,255,150,184,244,255,255,139,85,16,65,137 + .byte 174,208,244,255,255,65,199,134,48,244,255,255,255,255,255,255 + .byte 141,12,194,247,217,3,77,24,139,90,252,235,33 .private_extern _lj_vm_returnp + .no_dead_strip _lj_vm_returnp _lj_vm_returnp: - .byte 247,195,4,0,0,0,15,132,216,2,0,0,131,227,248,41 + .byte 247,195,4,0,0,0,15,132,245,2,0,0,131,227,248,41 .byte 218,72,141,76,25,248,139,90,252,199,68,10,4,253,255,255 .byte 255 .private_extern _lj_vm_returnc + .no_dead_strip _lj_vm_returnc _lj_vm_returnc: .byte 131,192,1,15,132,167,0,0,0,137,68,36,4,247,195,3 - .byte 0,0,0,15,132,163,250,255,255 + .byte 0,0,0,15,132,146,250,255,255 .private_extern _lj_vm_return + .no_dead_strip _lj_vm_return _lj_vm_return: - .byte 131,243,1,247,195,3,0,0,0,117,187,65,199,134,48,245 + .byte 131,243,1,247,195,3,0,0,0,117,187,65,199,134,48,244 .byte 255,255,254,255,255,255,131,227,248,41,211,247,219,131,232,1 .byte 116,16,72,139,44,10,72,137,106,248,131,194,8,131,232,1 .byte 117,240,139,108,36,24,137,93,16,139,68,36,4,139,76,36 .byte 16,57,193,117,28,131,234,8,137,85,24 .private_extern _lj_vm_leave_cp + .no_dead_strip _lj_vm_leave_cp _lj_vm_leave_cp: .byte 72,139,76,36,32,72,137,77,48,49,192 .private_extern _lj_vm_leave_unw + .no_dead_strip _lj_vm_leave_unw _lj_vm_leave_unw: .byte 72,131,196,40,65,94,65,95,91,93,195,114,20,59,85,32 .byte 119,26,199,66,252,255,255,255,255,131,194,8,131,192,1,235 @@ -772,43 +903,51 @@ _lj_vm_leave_unw: .byte 139,85,24,235,162 .private_extern _lj_vm_unwind_yield + .no_dead_strip _lj_vm_unwind_yield _lj_vm_unwind_yield: .byte 176,1,235,5 .private_extern _lj_vm_unwind_c + .no_dead_strip _lj_vm_unwind_c _lj_vm_unwind_c: .byte 137,240,72,137,252 .private_extern _lj_vm_unwind_c_eh + .no_dead_strip _lj_vm_unwind_c_eh _lj_vm_unwind_c_eh: - .byte 139,108,36,24,139,109,8,199,133,232,0,0,0,254,255,255 - .byte 255,235,163 + .byte 139,108,36,24,139,109,8,199,69,88,254,255,255,255,235,166 .private_extern _lj_vm_unwind_rethrow + .no_dead_strip _lj_vm_unwind_rethrow _lj_vm_unwind_rethrow: .byte 139,124,36,24,137,198,72,131,196,40,65,94,65,95,91,93 jmp _lj_err_throw .private_extern _lj_vm_unwind_ff + .no_dead_strip _lj_vm_unwind_ff _lj_vm_unwind_ff: .byte 72,131,231,252,72,137,252 .private_extern _lj_vm_unwind_ff_eh + .no_dead_strip _lj_vm_unwind_ff_eh _lj_vm_unwind_ff_eh: .byte 139,108,36,24,72,199,193,248,255,255,255,184,2,0,0,0 - .byte 139,85,16,68,139,117,8,65,129,198,184,11,0,0,139,90 - .byte 252,199,66,252,254,255,255,255,65,199,134,48,245,255,255,255 - .byte 255,255,255,233,224,254,255,255 + .byte 139,85,16,68,139,117,8,65,129,198,40,12,0,0,139,90 + .byte 252,199,66,252,254,255,255,255,65,199,134,48,244,255,255,255 + .byte 255,255,255,233,227,254,255,255 .private_extern _lj_vm_growstack_c + .no_dead_strip _lj_vm_growstack_c _lj_vm_growstack_c: .byte 190,20,0,0,0,235,28 .private_extern _lj_vm_growstack_v + .no_dead_strip _lj_vm_growstack_v _lj_vm_growstack_v: .byte 131,232,8,235,4 .private_extern _lj_vm_growstack_f + .no_dead_strip _lj_vm_growstack_f _lj_vm_growstack_f: .byte 141,68,194,248,15,182,75,195,131,195,4,137,85,16,137,69 .byte 24,137,92,36,28,137,206,137,239 @@ -818,73 +957,86 @@ _lj_vm_growstack_f: .byte 255,36,238 .private_extern _lj_vm_resume + .no_dead_strip _lj_vm_resume _lj_vm_resume: .byte 85,83,65,87,65,86,72,131,236,40,137,253,137,124,36,24 .byte 137,241,187,5,0,0,0,49,192,76,141,124,36,1,68,139 - .byte 117,8,65,129,198,184,11,0,0,76,137,125,48,137,68,36 - .byte 28,72,137,68,36,32,137,68,36,16,137,68,36,20,56,69 - .byte 7,15,132,130,0,0,0,65,199,134,48,245,255,255,255,255 - .byte 255,255,136,69,7,139,85,16,139,69,24,41,200,193,232,3 - .byte 131,192,1,41,209,139,90,252,137,68,36,4,247,195,3,0 - .byte 0,0,15,132,215,248,255,255,233,47,254,255,255 + .byte 117,8,65,129,198,40,12,0,0,137,68,36,28,72,137,68 + .byte 36,32,137,68,36,16,137,68,36,20,76,137,125,48,56,69 + .byte 7,15,132,137,0,0,0,65,137,174,208,244,255,255,65,199 + .byte 134,48,244,255,255,255,255,255,255,136,69,7,139,85,16,139 + .byte 69,24,41,200,193,232,3,131,192,1,41,209,139,90,252,137 + .byte 68,36,4,247,195,3,0,0,0,15,132,194,248,255,255,233 + .byte 43,254,255,255 .private_extern _lj_vm_pcall + .no_dead_strip _lj_vm_pcall _lj_vm_pcall: .byte 85,83,65,87,65,86,72,131,236,40,187,5,0,0,0,137 .byte 76,36,20,235,15 .private_extern _lj_vm_call + .no_dead_strip _lj_vm_call _lj_vm_call: .byte 85,83,65,87,65,86,72,131,236,40,187,1,0,0,0,137 - .byte 84,36,16,137,253,137,124,36,24,137,241,76,139,125,48,76 - .byte 137,124,36,32,137,108,36,28,72,137,101,48,68,139,117,8 - .byte 65,129,198,184,11,0,0,65,199,134,48,245,255,255,255,255 - .byte 255,255,139,85,16,1,203,41,211,139,69,24,41,200,193,232 - .byte 3,131,192,1 + .byte 84,36,16,137,253,137,124,36,24,137,241,68,139,117,8,76 + .byte 139,125,48,76,137,124,36,32,137,108,36,28,65,129,198,40 + .byte 12,0,0,72,137,101,48,65,137,174,208,244,255,255,65,199 + .byte 134,48,244,255,255,255,255,255,255,139,85,16,1,203,41,211 + .byte 139,69,24,41,200,193,232,3,131,192,1 .private_extern _lj_vm_call_dispatch + .no_dead_strip _lj_vm_call_dispatch _lj_vm_call_dispatch: - .byte 139,105,248,131,121,252,247,15,133,45,3,0,0 + .byte 139,105,248,131,121,252,247,15,133,163,3,0,0 .private_extern _lj_vm_call_dispatch_f + .no_dead_strip _lj_vm_call_dispatch_f _lj_vm_call_dispatch_f: .byte 137,202,137,90,252,139,93,16,139,11,15,182,233,15,182,205 .byte 131,195,4,65,255,36,238 .private_extern _lj_vm_cpcall + .no_dead_strip _lj_vm_cpcall _lj_vm_cpcall: .byte 85,83,65,87,65,86,72,131,236,40,137,253,137,124,36,24 - .byte 137,108,36,28,68,139,125,36,68,43,125,24,199,68,36,20 - .byte 0,0,0,0,68,137,124,36,16,76,139,125,48,76,137,124 - .byte 36,32,72,137,101,48,255,209,133,192,15,132,173,253,255,255 - .byte 137,193,187,5,0,0,0,233,104,255,255,255 + .byte 137,108,36,28,68,139,125,36,68,43,125,24,68,139,117,8 + .byte 199,68,36,20,0,0,0,0,68,137,124,36,16,65,129,198 + .byte 40,12,0,0,76,139,125,48,76,137,124,36,32,72,137,101 + .byte 48,65,137,174,208,244,255,255,255,209,133,192,15,132,144,253 + .byte 255,255,137,193,187,5,0,0,0,233,90,255,255,255 .private_extern _lj_cont_dispatch + .no_dead_strip _lj_cont_dispatch _lj_cont_dispatch: .byte 1,209,131,227,248,137,213,41,218,199,68,193,252,255,255,255 .byte 255,137,200,139,93,244,72,99,77,240,131,249,1,118,24,76 - .byte 141,61,127,228,255,255,76,1,249,68,139,122,248,69,139,127 - .byte 16,69,139,127,208,255,225,15,132,67,29,0,0,41,213,193 - .byte 237,3,141,69,255,233,104,21,0,0 + .byte 141,61,128,227,255,255,76,1,249,68,139,122,248,69,139,127 + .byte 16,69,139,127,208,255,225,15,132,47,27,0,0,41,213,193 + .byte 237,3,141,69,255,233,217,20,0,0 .private_extern _lj_cont_cat + .no_dead_strip _lj_cont_cat _lj_cont_cat: .byte 15,182,75,255,131,237,16,141,12,202,41,233,15,132,132,0 .byte 0,0,247,217,193,233,3,139,124,36,24,137,87,16,137,202 - .byte 72,139,8,72,137,77,0,137,238,233,247,236,255,255 + .byte 72,139,8,72,137,77,0,137,238,233,60,236,255,255 .private_extern _lj_vmeta_tgets + .no_dead_strip _lj_vmeta_tgets _lj_vmeta_tgets: .byte 137,4,36,199,68,36,4,251,255,255,255,72,141,4,36,128 - .byte 123,252,52,117,46,65,141,142,232,244,255,255,137,41,199,65 + .byte 123,252,54,117,46,65,141,142,104,244,255,255,137,41,199,65 .byte 4,244,255,255,255,137,205,235,33 .private_extern _lj_vmeta_tgetb + .no_dead_strip _lj_vmeta_tgetb _lj_vmeta_tgetb: .byte 15,182,67,254,242,15,42,192,242,15,17,4,36,72,141,4 .byte 36,235,7 .private_extern _lj_vmeta_tgetv + .no_dead_strip _lj_vmeta_tgetv _lj_vmeta_tgetv: .byte 15,182,67,254,141,4,194,15,182,107,255,141,44,234,139,124 .byte 36,24,137,87,16,137,238,72,137,194,137,253,137,92,36,28 @@ -892,24 +1044,36 @@ _lj_vmeta_tgetv: .byte 139,85,16,133,192,116,29 .private_extern _lj_cont_ra + .no_dead_strip _lj_cont_ra _lj_cont_ra: .byte 15,182,75,253,72,139,40,72,137,44,202,139,3,15,182,204 .byte 15,182,232,131,195,4,193,232,16,65,255,36,238,139,77,24 .byte 137,89,244,141,89,2,41,211,139,105,248,184,3,0,0,0 - .byte 233,136,254,255,255 + .byte 233,118,254,255,255 + + .private_extern _lj_vmeta_tgetr + .no_dead_strip _lj_vmeta_tgetr +_lj_vmeta_tgetr: + .byte 137,239,137,213,137,198 + call _lj_tab_getinth + .byte 15,182,75,253,137,234,133,192,15,133,139,240,255,255,199,68 + .byte 202,4,255,255,255,255,233,133,240,255,255 .private_extern _lj_vmeta_tsets + .no_dead_strip _lj_vmeta_tsets _lj_vmeta_tsets: .byte 137,4,36,199,68,36,4,251,255,255,255,72,141,4,36,128 - .byte 123,252,53,117,46,65,141,142,232,244,255,255,137,41,199,65 + .byte 123,252,55,117,46,65,141,142,104,244,255,255,137,41,199,65 .byte 4,244,255,255,255,137,205,235,33 .private_extern _lj_vmeta_tsetb + .no_dead_strip _lj_vmeta_tsetb _lj_vmeta_tsetb: .byte 15,182,67,254,242,15,42,192,242,15,17,4,36,72,141,4 .byte 36,235,7 .private_extern _lj_vmeta_tsetv + .no_dead_strip _lj_vmeta_tsetv _lj_vmeta_tsetv: .byte 15,182,67,254,141,4,194,15,182,107,255,141,44,234,139,124 .byte 36,24,137,87,16,137,238,72,137,194,137,253,137,92,36,28 @@ -918,30 +1082,43 @@ _lj_vmeta_tsetv: .byte 137,40 .private_extern _lj_cont_nop + .no_dead_strip _lj_cont_nop _lj_cont_nop: .byte 139,3,15,182,204,15,182,232,131,195,4,193,232,16,65,255 .byte 36,238,139,77,24,137,89,244,15,182,67,253,72,139,44,194 .byte 72,137,105,16,141,89,2,41,211,139,105,248,184,4,0,0 - .byte 0,233,223,253,255,255 + .byte 0,233,167,253,255,255 + + .private_extern _lj_vmeta_tsetr + .no_dead_strip _lj_vmeta_tsetr +_lj_vmeta_tsetr: + .byte 139,124,36,24,137,238,137,87,16,137,213,137,194,137,92,36 + .byte 28 + call _lj_tab_setinth + .byte 15,182,75,253,137,234,233,140,242,255,255 .private_extern _lj_vmeta_comp + .no_dead_strip _lj_vmeta_comp _lj_vmeta_comp: .byte 139,108,36,24,137,85,16,141,52,202,141,20,194,137,239,15 .byte 182,75,252,137,92,36,28 call _lj_meta_comp - .byte 139,85,16,131,248,1,15,135,178,0,0,0,141,91,4,114 + .byte 139,85,16,131,248,1,15,135,207,0,0,0,141,91,4,114 .byte 11,15,183,67,254,141,156,131,0,0,254,255,139,3,15,182 .byte 204,15,182,232,131,195,4,193,232,16,65,255,36,238 .private_extern _lj_cont_condt + .no_dead_strip _lj_cont_condt _lj_cont_condt: .byte 131,195,4,131,120,4,254,114,218,235,227 .private_extern _lj_cont_condf + .no_dead_strip _lj_cont_condf _lj_cont_condf: .byte 131,120,4,254,235,205 .private_extern _lj_vmeta_equal + .no_dead_strip _lj_vmeta_equal _lj_vmeta_equal: .byte 131,235,4,137,206,137,233,139,108,36,24,137,85,16,137,194 .byte 137,239,137,92,36,28 @@ -949,163 +1126,195 @@ _lj_vmeta_equal: .byte 235,164 .private_extern _lj_vmeta_equal_cd + .no_dead_strip _lj_vmeta_equal_cd _lj_vmeta_equal_cd: .byte 131,235,4,139,108,36,24,137,85,16,137,239,139,115,252,137 .byte 92,36,28 call _lj_meta_equal_cd .byte 235,138 + .private_extern _lj_vmeta_istype + .no_dead_strip _lj_vmeta_istype +_lj_vmeta_istype: + .byte 139,108,36,24,137,85,16,137,206,15,183,83,254,137,239,137 + .byte 92,36,28 + call _lj_meta_istype + .byte 139,85,16,235,137 + .private_extern _lj_vmeta_arith_vno + .no_dead_strip _lj_vmeta_arith_vno _lj_vmeta_arith_vno: .private_extern _lj_vmeta_arith_vn + .no_dead_strip _lj_vmeta_arith_vn _lj_vmeta_arith_vn: .byte 65,141,4,199,235,20 .private_extern _lj_vmeta_arith_nvo + .no_dead_strip _lj_vmeta_arith_nvo _lj_vmeta_arith_nvo: .private_extern _lj_vmeta_arith_nv + .no_dead_strip _lj_vmeta_arith_nv _lj_vmeta_arith_nv: .byte 65,141,4,199,141,44,234,149,235,13 .private_extern _lj_vmeta_unm + .no_dead_strip _lj_vmeta_unm _lj_vmeta_unm: .byte 141,4,194,137,197,235,6 .private_extern _lj_vmeta_arith_vvo + .no_dead_strip _lj_vmeta_arith_vvo _lj_vmeta_arith_vvo: .private_extern _lj_vmeta_arith_vv + .no_dead_strip _lj_vmeta_arith_vv _lj_vmeta_arith_vv: .byte 141,4,194,141,44,234,141,12,202,68,15,182,67,252,137,206 .byte 137,193,139,124,36,24,137,87,16,137,234,137,253,137,92,36 .byte 28 call _lj_meta_arith - .byte 139,85,16,133,192,15,132,240,254,255,255 + .byte 139,85,16,133,192,15,132,178,254,255,255 .private_extern _lj_vmeta_binop + .no_dead_strip _lj_vmeta_binop _lj_vmeta_binop: .byte 137,193,41,208,137,89,244,141,88,2,184,3,0,0,0,233 - .byte 228,252,255,255 + .byte 110,252,255,255 .private_extern _lj_vmeta_len + .no_dead_strip _lj_vmeta_len _lj_vmeta_len: .byte 139,108,36,24,137,85,16,141,52,194,137,239,137,92,36,28 call _lj_meta_len .byte 139,85,16,235,210 .private_extern _lj_vmeta_call_ra + .no_dead_strip _lj_vmeta_call_ra _lj_vmeta_call_ra: .byte 141,76,202,8 .private_extern _lj_vmeta_call + .no_dead_strip _lj_vmeta_call _lj_vmeta_call: .byte 137,76,36,4,137,4,36,131,233,8,139,108,36,24,137,85 .byte 16,137,206,141,20,193,137,239,137,92,36,28 call _lj_meta_call .byte 139,85,16,139,76,36,4,139,4,36,139,105,248,131,192,1 - .byte 65,57,215,15,132,95,242,255,255,137,202,137,90,252,139,93 + .byte 65,57,215,15,132,205,241,255,255,137,202,137,90,252,139,93 .byte 16,139,11,15,182,233,15,182,205,131,195,4,65,255,36,238 .private_extern _lj_vmeta_for + .no_dead_strip _lj_vmeta_for _lj_vmeta_for: .byte 139,108,36,24,137,85,16,137,206,137,239,137,92,36,28 call _lj_meta_for .byte 139,85,16,139,67,252,15,182,204,15,182,232,193,232,16,65 - .byte 255,164,238,216,4,0,0 + .byte 255,164,238,208,4,0,0 .private_extern _lj_ff_assert + .no_dead_strip _lj_ff_assert _lj_ff_assert: - .byte 131,248,2,15,130,12,18,0,0,139,106,4,131,253,254,15 - .byte 131,0,18,0,0,139,90,252,137,68,36,4,137,106,252,139 + .byte 131,248,2,15,130,25,17,0,0,139,106,4,131,253,254,15 + .byte 131,13,17,0,0,139,90,252,137,68,36,4,137,106,252,139 .byte 42,137,106,248,131,232,2,116,17,137,209,131,193,8,72,139 - .byte 41,72,137,105,248,131,232,1,117,241,139,68,36,4,233,86 + .byte 41,72,137,105,248,131,232,1,117,241,139,68,36,4,233,100 .byte 6,0,0 .private_extern _lj_ff_type + .no_dead_strip _lj_ff_type _lj_ff_type: - .byte 131,248,2,15,130,201,17,0,0,139,106,4,137,233,193,249 + .byte 131,248,2,15,130,214,16,0,0,139,106,4,137,233,193,249 .byte 15,131,249,254,116,37,184,13,0,0,0,247,213,57,232,15 .byte 71,197,139,106,248,139,68,197,32,139,90,252,199,66,252,251 - .byte 255,255,255,137,66,248,233,18,6,0,0,184,3,0,0,0 + .byte 255,255,255,137,66,248,233,32,6,0,0,184,3,0,0,0 .byte 235,224 .private_extern _lj_ff_getmetatable + .no_dead_strip _lj_ff_getmetatable _lj_ff_getmetatable: - .byte 131,248,2,15,130,135,17,0,0,139,106,4,139,90,252,131 + .byte 131,248,2,15,130,148,16,0,0,139,106,4,139,90,252,131 .byte 253,244,117,97,139,42,139,109,16,133,237,199,66,252,255,255 - .byte 255,255,15,132,227,5,0,0,65,139,134,140,245,255,255,199 + .byte 255,255,15,132,241,5,0,0,65,139,134,32,245,255,255,199 .byte 66,252,244,255,255,255,137,106,248,139,77,28,35,72,8,107 .byte 201,24,3,77,20,131,121,12,251,117,5,57,65,8,116,12 - .byte 139,73,16,133,201,117,238,233,175,5,0,0,139,105,4,131 - .byte 253,255,15,132,163,5,0,0,139,1,137,106,252,137,66,248 - .byte 233,150,5,0,0,131,253,243,116,154,131,253,242,119,20,129 + .byte 139,73,16,133,201,117,238,233,189,5,0,0,139,105,4,131 + .byte 253,255,15,132,177,5,0,0,139,1,137,106,252,137,66,248 + .byte 233,164,5,0,0,131,253,243,116,154,131,253,242,119,20,129 .byte 253,255,255,254,255,118,7,189,252,255,255,255,235,5,189,242 - .byte 255,255,255,247,213,65,139,172,174,160,245,255,255,233,119,255 + .byte 255,255,255,247,213,65,139,172,174,52,245,255,255,233,119,255 .byte 255,255 .private_extern _lj_ff_setmetatable + .no_dead_strip _lj_ff_setmetatable _lj_ff_setmetatable: - .byte 131,248,3,15,130,229,16,0,0,131,122,4,244,15,133,219 - .byte 16,0,0,139,42,131,125,16,0,15,133,207,16,0,0,131 - .byte 122,12,244,15,133,197,16,0,0,139,66,8,137,69,16,139 + .byte 131,248,3,15,130,242,15,0,0,131,122,4,244,15,133,232 + .byte 15,0,0,139,42,131,125,16,0,15,133,220,15,0,0,131 + .byte 122,12,244,15,133,210,15,0,0,139,66,8,137,69,16,139 .byte 90,252,199,66,252,244,255,255,255,137,106,248,246,69,4,4 - .byte 116,21,128,101,4,251,65,139,134,132,244,255,255,65,137,174 - .byte 132,244,255,255,137,69,12,233,13,5,0,0 + .byte 116,21,128,101,4,251,65,139,134,20,244,255,255,65,137,174 + .byte 20,244,255,255,137,69,12,233,27,5,0,0 .private_extern _lj_ff_rawget + .no_dead_strip _lj_ff_rawget _lj_ff_rawget: - .byte 131,248,3,15,130,137,16,0,0,131,122,4,244,15,133,127 - .byte 16,0,0,137,213,139,50,141,82,8,139,124,36,24 + .byte 131,248,3,15,130,150,15,0,0,131,122,4,244,15,133,140 + .byte 15,0,0,137,213,139,50,141,82,8,139,124,36,24 call _lj_tab_get - .byte 137,234,72,139,40,139,90,252,72,137,106,248,233,217,4,0 + .byte 137,234,72,139,40,139,90,252,72,137,106,248,233,231,4,0 .byte 0 .private_extern _lj_ff_tonumber + .no_dead_strip _lj_ff_tonumber _lj_ff_tonumber: - .byte 131,248,2,15,133,85,16,0,0,129,122,4,255,255,254,255 - .byte 15,131,72,16,0,0,242,15,16,2,233,178,4,0,0 + .byte 131,248,2,15,133,98,15,0,0,129,122,4,255,255,254,255 + .byte 15,131,85,15,0,0,242,15,16,2,233,192,4,0,0 .private_extern _lj_ff_tostring + .no_dead_strip _lj_ff_tostring _lj_ff_tostring: - .byte 131,248,2,15,130,54,16,0,0,139,90,252,131,122,4,251 - .byte 117,17,139,2,199,66,252,251,255,255,255,137,66,248,233,151 - .byte 4,0,0,129,122,4,255,255,254,255,15,135,15,16,0,0 - .byte 65,131,190,212,245,255,255,0,15,133,1,16,0,0,65,139 - .byte 174,104,244,255,255,65,59,174,108,244,255,255,114,5,232,123 - .byte 16,0,0,139,108,36,24,137,85,16,137,92,36,28,137,214 + .byte 131,248,2,15,130,67,15,0,0,139,90,252,131,122,4,251 + .byte 117,17,139,2,199,66,252,251,255,255,255,137,66,248,233,165 + .byte 4,0,0,129,122,4,255,255,254,255,15,135,28,15,0,0 + .byte 65,131,190,104,245,255,255,0,15,133,14,15,0,0,65,139 + .byte 174,248,243,255,255,65,59,174,252,243,255,255,114,5,232,136 + .byte 15,0,0,139,108,36,24,137,85,16,137,92,36,28,137,214 .byte 137,239 - call _lj_str_fromnum + call _lj_strfmt_num .byte 139,85,16,235,168 .private_extern _lj_ff_next + .no_dead_strip _lj_ff_next _lj_ff_next: - .byte 131,248,2,15,130,202,15,0,0,116,71,131,122,4,244,15 - .byte 133,190,15,0,0,139,108,36,24,137,85,16,137,85,24,139 + .byte 131,248,2,15,130,215,14,0,0,116,71,131,122,4,244,15 + .byte 133,203,14,0,0,139,108,36,24,137,85,16,137,85,24,139 .byte 90,252,139,50,141,82,8,137,239,137,92,36,28 call _lj_tab_next .byte 139,85,16,133,192,116,34,72,139,106,8,72,139,66,16,72 .byte 137,106,248,72,137,2 .private_extern _lj_fff_res2 + .no_dead_strip _lj_fff_res2 _lj_fff_res2: - .byte 184,3,0,0,0,233,1,4,0,0,199,66,12,255,255,255 - .byte 255,235,176,199,66,252,255,255,255,255,233,231,3,0,0 + .byte 184,3,0,0,0,233,15,4,0,0,199,66,12,255,255,255 + .byte 255,235,176,199,66,252,255,255,255,255,233,245,3,0,0 .private_extern _lj_ff_pairs + .no_dead_strip _lj_ff_pairs _lj_ff_pairs: - .byte 131,248,2,15,130,99,15,0,0,139,42,131,122,4,244,15 - .byte 133,87,15,0,0,139,106,248,139,69,32,139,90,252,199,66 + .byte 131,248,2,15,130,112,14,0,0,139,42,131,122,4,244,15 + .byte 133,100,14,0,0,139,106,248,139,69,32,139,90,252,199,66 .byte 252,247,255,255,255,137,66,248,199,66,12,255,255,255,255,184 - .byte 4,0,0,0,233,179,3,0,0 + .byte 4,0,0,0,233,193,3,0,0 .private_extern _lj_ff_ipairs_aux + .no_dead_strip _lj_ff_ipairs_aux _lj_ff_ipairs_aux: - .byte 131,248,3,15,130,42,15,0,0,131,122,4,244,15,133,32 - .byte 15,0,0,129,122,12,255,255,254,255,15,131,19,15,0,0 + .byte 131,248,3,15,130,55,14,0,0,131,122,4,244,15,133,45 + .byte 14,0,0,129,122,12,255,255,254,255,15,131,32,14,0,0 .byte 139,90,252,242,15,16,66,8,72,189,0,0,0,0,0,0 - .byte 240,63,102,72,15,110,205,242,15,88,193,242,15,45,192,242 + .byte 240,63,102,72,15,110,205,242,15,88,193,242,15,44,192,242 .byte 15,17,66,248,139,42,59,69,24,115,23,193,224,3,3,69 .byte 8,131,120,4,255,116,34,72,139,40,72,137,42,233,70,255 .byte 255,255,131,125,28,0,116,17,137,239,137,213,137,198 @@ -1113,308 +1322,356 @@ _lj_ff_ipairs_aux: .byte 137,234,133,192,117,216 .private_extern _lj_fff_res0 + .no_dead_strip _lj_fff_res0 _lj_fff_res0: - .byte 184,1,0,0,0,233,48,3,0,0 + .byte 184,1,0,0,0,233,62,3,0,0 .private_extern _lj_ff_ipairs + .no_dead_strip _lj_ff_ipairs _lj_ff_ipairs: - .byte 131,248,2,15,130,167,14,0,0,139,42,131,122,4,244,15 - .byte 133,155,14,0,0,139,106,248,139,69,32,139,90,252,199,66 + .byte 131,248,2,15,130,180,13,0,0,139,42,131,122,4,244,15 + .byte 133,168,13,0,0,139,106,248,139,69,32,139,90,252,199,66 .byte 252,247,255,255,255,137,66,248,15,87,192,242,15,17,66,8 - .byte 184,4,0,0,0,233,246,2,0,0 + .byte 184,4,0,0,0,233,4,3,0,0 .private_extern _lj_ff_pcall + .no_dead_strip _lj_ff_pcall _lj_ff_pcall: - .byte 131,248,2,15,130,109,14,0,0,141,74,8,131,232,1,187 - .byte 14,0,0,0,65,15,182,174,217,244,255,255,193,237,4,131 - .byte 229,1,1,235,233,130,248,255,255 + .byte 131,248,2,15,130,122,13,0,0,141,74,8,131,232,1,187 + .byte 14,0,0,0,65,15,182,174,85,244,255,255,193,237,4,131 + .byte 229,1,1,235,233,12,248,255,255 .private_extern _lj_ff_xpcall + .no_dead_strip _lj_ff_xpcall _lj_ff_xpcall: - .byte 131,248,3,15,130,68,14,0,0,131,122,12,247,15,133,58 - .byte 14,0,0,139,106,4,137,106,12,199,66,4,247,255,255,255 + .byte 131,248,3,15,130,81,13,0,0,131,122,12,247,15,133,71 + .byte 13,0,0,139,106,4,137,106,12,199,66,4,247,255,255,255 .byte 139,42,139,90,8,137,106,8,137,26,141,74,16,131,232,2 .byte 187,22,0,0,0,235,180 .private_extern _lj_ff_coroutine_resume + .no_dead_strip _lj_ff_coroutine_resume _lj_ff_coroutine_resume: - .byte 131,248,2,15,130,13,14,0,0,139,42,139,90,252,137,92 - .byte 36,28,137,44,36,131,122,4,249,15,133,247,13,0,0,72 - .byte 131,125,48,0,15,133,236,13,0,0,128,125,7,1,15,135 - .byte 226,13,0,0,139,77,24,116,9,59,77,16,15,132,212,13 - .byte 0,0,141,92,193,240,59,93,32,15,135,199,13,0,0,137 + .byte 131,248,2,15,130,26,13,0,0,139,42,139,90,252,137,92 + .byte 36,28,137,44,36,131,122,4,249,15,133,4,13,0,0,72 + .byte 131,125,48,0,15,133,249,12,0,0,128,125,7,1,15,135 + .byte 239,12,0,0,139,77,24,116,9,59,77,16,15,132,225,12 + .byte 0,0,141,92,193,240,59,93,32,15,135,212,12,0,0,137 .byte 93,24,139,108,36,24,137,85,16,131,194,8,137,85,24,141 .byte 108,194,232,72,41,221,57,203,116,15,72,139,4,43,72,137 - .byte 67,248,131,235,8,57,203,117,241,137,206,139,60,36,232,226 - .byte 246,255,255,65,199,134,48,245,255,255,255,255,255,255,139,108 - .byte 36,24,139,28,36,139,85,16,131,248,1,119,90,139,75,16 - .byte 68,139,123,24,137,75,24,68,137,251,41,203,116,31,141,4 - .byte 26,193,235,3,59,69,32,119,91,137,213,72,41,205,72,139 - .byte 1,72,137,4,41,131,193,8,68,57,249,117,241,141,67,2 - .byte 199,66,252,253,255,255,255,139,92,36,28,137,68,36,4,72 - .byte 199,193,248,255,255,255,247,195,3,0,0,0,15,132,194,239 - .byte 255,255,233,26,245,255,255,199,66,252,254,255,255,255,139,75 - .byte 24,131,233,8,137,75,24,72,139,1,72,137,2,184,3,0 - .byte 0,0,235,195,139,12,36,68,137,121,24,137,222,137,239 + .byte 67,248,131,235,8,57,203,117,241,137,206,139,60,36,232,94 + .byte 246,255,255,139,108,36,24,139,28,36,139,85,16,65,137,174 + .byte 208,244,255,255,65,199,134,48,244,255,255,255,255,255,255,131 + .byte 248,1,119,90,139,75,16,68,139,123,24,137,75,24,68,137 + .byte 251,41,203,116,31,141,4,26,193,235,3,59,69,32,119,91 + .byte 137,213,72,41,205,72,139,1,72,137,4,41,131,193,8,68 + .byte 57,249,117,241,141,67,2,199,66,252,253,255,255,255,139,92 + .byte 36,28,137,68,36,4,72,199,193,248,255,255,255,247,195,3 + .byte 0,0,0,15,132,41,239,255,255,233,146,244,255,255,199,66 + .byte 252,254,255,255,255,139,75,24,131,233,8,137,75,24,72,139 + .byte 1,72,137,2,184,3,0,0,0,235,195,139,12,36,68,137 + .byte 121,24,137,222,137,239 call _lj_state_growstack .byte 139,28,36,139,85,16,233,110,255,255,255 .private_extern _lj_ff_coroutine_wrap_aux + .no_dead_strip _lj_ff_coroutine_wrap_aux _lj_ff_coroutine_wrap_aux: .byte 139,106,248,139,109,32,139,90,252,137,92,36,28,137,44,36 - .byte 72,131,125,48,0,15,133,204,12,0,0,128,125,7,1,15 - .byte 135,194,12,0,0,139,77,24,116,9,59,77,16,15,132,180 - .byte 12,0,0,141,92,193,248,59,93,32,15,135,167,12,0,0 + .byte 72,131,125,48,0,15,133,210,11,0,0,128,125,7,1,15 + .byte 135,200,11,0,0,139,77,24,116,9,59,77,16,15,132,186 + .byte 11,0,0,141,92,193,248,59,93,32,15,135,173,11,0,0 .byte 137,93,24,139,108,36,24,137,85,16,137,85,24,141,108,194 .byte 240,72,41,221,57,203,116,15,72,139,4,43,72,137,67,248 - .byte 131,235,8,57,203,117,241,137,206,139,60,36,232,197,245,255 - .byte 255,65,199,134,48,245,255,255,255,255,255,255,139,108,36,24 - .byte 139,28,36,139,85,16,131,248,1,119,78,139,75,16,68,139 - .byte 123,24,137,75,24,68,137,251,41,203,116,31,141,4,26,193 - .byte 235,3,59,69,32,119,59,137,213,72,41,205,72,139,1,72 - .byte 137,4,41,131,193,8,68,57,249,117,241,141,67,1,139,92 - .byte 36,28,137,68,36,4,49,201,247,195,3,0,0,0,15,132 - .byte 177,238,255,255,233,9,244,255,255,137,222,137,239 + .byte 131,235,8,57,203,117,241,137,206,139,60,36,232,58,245,255 + .byte 255,139,108,36,24,139,28,36,139,85,16,65,137,174,208,244 + .byte 255,255,65,199,134,48,244,255,255,255,255,255,255,131,248,1 + .byte 119,78,139,75,16,68,139,123,24,137,75,24,68,137,251,41 + .byte 203,116,31,141,4,26,193,235,3,59,69,32,119,59,137,213 + .byte 72,41,205,72,139,1,72,137,4,41,131,193,8,68,57,249 + .byte 117,241,141,67,1,139,92,36,28,137,68,36,4,49,201,247 + .byte 195,3,0,0,0,15,132,17,238,255,255,233,122,243,255,255 + .byte 137,222,137,239 call _lj_ffh_coroutine_wrap_err .byte 139,12,36,68,137,121,24,137,222,137,239 call _lj_state_growstack .byte 139,28,36,139,85,16,235,145 .private_extern _lj_ff_coroutine_yield + .no_dead_strip _lj_ff_coroutine_yield _lj_ff_coroutine_yield: - .byte 139,108,36,24,72,247,69,48,1,0,0,0,15,132,219,11 + .byte 139,108,36,24,72,247,69,48,1,0,0,0,15,132,218,10 .byte 0,0,137,85,16,141,68,194,248,137,69,24,49,192,72,137 - .byte 69,48,176,1,136,69,7,233,18,244,255,255 + .byte 69,48,176,1,136,69,7,233,131,243,255,255 .private_extern _lj_fff_resi + .no_dead_strip _lj_fff_resi _lj_fff_resi: .private_extern _lj_fff_resn + .no_dead_strip _lj_fff_resn _lj_fff_resn: .byte 139,90,252,221,90,248,235,52 .private_extern _lj_ff_math_abs + .no_dead_strip _lj_ff_math_abs _lj_ff_math_abs: - .byte 131,248,2,15,130,176,11,0,0,129,122,4,255,255,254,255 - .byte 15,131,163,11,0,0,242,15,16,2,72,184,255,255,255,255 + .byte 131,248,2,15,130,175,10,0,0,129,122,4,255,255,254,255 + .byte 15,131,162,10,0,0,242,15,16,2,72,184,255,255,255,255 .byte 255,255,255,127,102,72,15,110,200,15,84,193 .private_extern _lj_fff_resxmm0 + .no_dead_strip _lj_fff_resxmm0 _lj_fff_resxmm0: .byte 139,90,252,242,15,17,66,248 .private_extern _lj_fff_res1 + .no_dead_strip _lj_fff_res1 _lj_fff_res1: .byte 184,2,0,0,0 .private_extern _lj_fff_res + .no_dead_strip _lj_fff_res _lj_fff_res: .byte 137,68,36,4 .private_extern _lj_fff_res_ + .no_dead_strip _lj_fff_res_ _lj_fff_res_: .byte 247,195,3,0,0,0,117,46,56,67,255,119,28,15,182,75 .byte 253,72,247,209,141,20,202,139,3,15,182,204,15,182,232,131 .byte 195,4,193,232,16,65,255,36,238,199,68,194,244,255,255,255 - .byte 255,131,192,1,235,210,72,199,193,248,255,255,255,233,53,243 + .byte 255,131,192,1,235,210,72,199,193,248,255,255,255,233,166,242 .byte 255,255 .private_extern _lj_ff_math_floor + .no_dead_strip _lj_ff_math_floor _lj_ff_math_floor: - .byte 129,122,4,255,255,254,255,15,131,45,11,0,0,242,15,16 - .byte 2,232,49,14,0,0,235,149 + .byte 129,122,4,255,255,254,255,15,131,44,10,0,0,242,15,16 + .byte 2,232,15,14,0,0,235,149 .private_extern _lj_ff_math_ceil + .no_dead_strip _lj_ff_math_ceil _lj_ff_math_ceil: - .byte 129,122,4,255,255,254,255,15,131,21,11,0,0,242,15,16 - .byte 2,232,116,14,0,0,233,122,255,255,255 + .byte 129,122,4,255,255,254,255,15,131,20,10,0,0,242,15,16 + .byte 2,232,82,14,0,0,233,122,255,255,255 .private_extern _lj_ff_math_sqrt + .no_dead_strip _lj_ff_math_sqrt _lj_ff_math_sqrt: - .byte 131,248,2,15,130,254,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,241,10,0,0,242,15,81,2,233,91,255,255,255 + .byte 131,248,2,15,130,253,9,0,0,129,122,4,255,255,254,255 + .byte 15,131,240,9,0,0,242,15,81,2,233,91,255,255,255 .private_extern _lj_ff_math_log + .no_dead_strip _lj_ff_math_log _lj_ff_math_log: - .byte 131,248,2,15,133,223,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,210,10,0,0,217,237,221,2,217,241,233,6,255,255 - .byte 255 + .byte 131,248,2,15,133,222,9,0,0,129,122,4,255,255,254,255 + .byte 15,131,209,9,0,0,242,15,16,2,137,213 + call _log + .byte 137,234,233,51,255,255,255 .private_extern _lj_ff_math_log10 + .no_dead_strip _lj_ff_math_log10 _lj_ff_math_log10: - .byte 131,248,2,15,130,190,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,177,10,0,0,217,236,221,2,217,241,233,229,254,255 - .byte 255 + .byte 131,248,2,15,130,182,9,0,0,129,122,4,255,255,254,255 + .byte 15,131,169,9,0,0,242,15,16,2,137,213 + call _log10 + .byte 137,234,233,11,255,255,255 .private_extern _lj_ff_math_exp + .no_dead_strip _lj_ff_math_exp _lj_ff_math_exp: - .byte 131,248,2,15,130,157,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,144,10,0,0,221,2,232,57,15,0,0,233,195,254 - .byte 255,255 + .byte 131,248,2,15,130,142,9,0,0,129,122,4,255,255,254,255 + .byte 15,131,129,9,0,0,242,15,16,2,137,213 + call _exp + .byte 137,234,233,227,254,255,255 .private_extern _lj_ff_math_sin + .no_dead_strip _lj_ff_math_sin _lj_ff_math_sin: - .byte 131,248,2,15,130,123,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,110,10,0,0,221,2,217,254,233,164,254,255,255 + .byte 131,248,2,15,130,102,9,0,0,129,122,4,255,255,254,255 + .byte 15,131,89,9,0,0,242,15,16,2,137,213 + call _sin + .byte 137,234,233,187,254,255,255 .private_extern _lj_ff_math_cos + .no_dead_strip _lj_ff_math_cos _lj_ff_math_cos: - .byte 131,248,2,15,130,92,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,79,10,0,0,221,2,217,255,233,133,254,255,255 + .byte 131,248,2,15,130,62,9,0,0,129,122,4,255,255,254,255 + .byte 15,131,49,9,0,0,242,15,16,2,137,213 + call _cos + .byte 137,234,233,147,254,255,255 .private_extern _lj_ff_math_tan + .no_dead_strip _lj_ff_math_tan _lj_ff_math_tan: - .byte 131,248,2,15,130,61,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,48,10,0,0,221,2,217,242,221,216,233,100,254,255 - .byte 255 + .byte 131,248,2,15,130,22,9,0,0,129,122,4,255,255,254,255 + .byte 15,131,9,9,0,0,242,15,16,2,137,213 + call _tan + .byte 137,234,233,107,254,255,255 .private_extern _lj_ff_math_asin + .no_dead_strip _lj_ff_math_asin _lj_ff_math_asin: - .byte 131,248,2,15,130,28,10,0,0,129,122,4,255,255,254,255 - .byte 15,131,15,10,0,0,221,2,217,192,216,200,217,232,222,225 - .byte 217,250,217,243,233,59,254,255,255 + .byte 131,248,2,15,130,238,8,0,0,129,122,4,255,255,254,255 + .byte 15,131,225,8,0,0,242,15,16,2,137,213 + call _asin + .byte 137,234,233,67,254,255,255 .private_extern _lj_ff_math_acos + .no_dead_strip _lj_ff_math_acos _lj_ff_math_acos: - .byte 131,248,2,15,130,243,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,230,9,0,0,221,2,217,192,216,200,217,232,222,225 - .byte 217,250,217,201,217,243,233,16,254,255,255 + .byte 131,248,2,15,130,198,8,0,0,129,122,4,255,255,254,255 + .byte 15,131,185,8,0,0,242,15,16,2,137,213 + call _acos + .byte 137,234,233,27,254,255,255 .private_extern _lj_ff_math_atan + .no_dead_strip _lj_ff_math_atan _lj_ff_math_atan: - .byte 131,248,2,15,130,200,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,187,9,0,0,221,2,217,232,217,243,233,239,253,255 - .byte 255 + .byte 131,248,2,15,130,158,8,0,0,129,122,4,255,255,254,255 + .byte 15,131,145,8,0,0,242,15,16,2,137,213 + call _atan + .byte 137,234,233,243,253,255,255 .private_extern _lj_ff_math_sinh + .no_dead_strip _lj_ff_math_sinh _lj_ff_math_sinh: - .byte 131,248,2,15,130,167,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,154,9,0,0,242,15,16,2,137,213 - call _lj_vm_sinh - .byte 137,234,233,251,253,255,255 + .byte 131,248,2,15,130,118,8,0,0,129,122,4,255,255,254,255 + .byte 15,131,105,8,0,0,242,15,16,2,137,213 + call _sinh + .byte 137,234,233,203,253,255,255 .private_extern _lj_ff_math_cosh + .no_dead_strip _lj_ff_math_cosh _lj_ff_math_cosh: - .byte 131,248,2,15,130,127,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,114,9,0,0,242,15,16,2,137,213 - call _lj_vm_cosh - .byte 137,234,233,211,253,255,255 + .byte 131,248,2,15,130,78,8,0,0,129,122,4,255,255,254,255 + .byte 15,131,65,8,0,0,242,15,16,2,137,213 + call _cosh + .byte 137,234,233,163,253,255,255 .private_extern _lj_ff_math_tanh + .no_dead_strip _lj_ff_math_tanh _lj_ff_math_tanh: - .byte 131,248,2,15,130,87,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,74,9,0,0,242,15,16,2,137,213 - call _lj_vm_tanh - .byte 137,234,233,171,253,255,255 - - .private_extern _lj_ff_math_deg -_lj_ff_math_deg: + .byte 131,248,2,15,130,38,8,0,0,129,122,4,255,255,254,255 + .byte 15,131,25,8,0,0,242,15,16,2,137,213 + call _tanh + .byte 137,234,233,123,253,255,255 - .private_extern _lj_ff_math_rad -_lj_ff_math_rad: - .byte 131,248,2,15,130,47,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,34,9,0,0,242,15,16,2,139,106,248,242,15,89 - .byte 69,32,233,132,253,255,255 + .private_extern _lj_ff_math_pow + .no_dead_strip _lj_ff_math_pow +_lj_ff_math_pow: + .byte 131,248,3,15,130,254,7,0,0,129,122,4,255,255,254,255 + .byte 15,131,241,7,0,0,129,122,12,255,255,254,255,15,131,228 + .byte 7,0,0,242,15,16,2,242,15,16,74,8,137,213 + call _pow + .byte 137,234,233,65,253,255,255 .private_extern _lj_ff_math_atan2 + .no_dead_strip _lj_ff_math_atan2 _lj_ff_math_atan2: - .byte 131,248,3,15,130,8,9,0,0,129,122,4,255,255,254,255 - .byte 15,131,251,8,0,0,129,122,12,255,255,254,255,15,131,238 - .byte 8,0,0,221,2,221,66,8,217,243,233,33,253,255,255 + .byte 131,248,3,15,130,196,7,0,0,129,122,4,255,255,254,255 + .byte 15,131,183,7,0,0,129,122,12,255,255,254,255,15,131,170 + .byte 7,0,0,242,15,16,2,242,15,16,74,8,137,213 + call _atan2 + .byte 137,234,233,7,253,255,255 + + .private_extern _lj_ff_math_fmod + .no_dead_strip _lj_ff_math_fmod +_lj_ff_math_fmod: + .byte 131,248,3,15,130,138,7,0,0,129,122,4,255,255,254,255 + .byte 15,131,125,7,0,0,129,122,12,255,255,254,255,15,131,112 + .byte 7,0,0,242,15,16,2,242,15,16,74,8,137,213 + call _fmod + .byte 137,234,233,205,252,255,255 .private_extern _lj_ff_math_ldexp + .no_dead_strip _lj_ff_math_ldexp _lj_ff_math_ldexp: - .byte 131,248,3,15,130,217,8,0,0,129,122,4,255,255,254,255 - .byte 15,131,204,8,0,0,129,122,12,255,255,254,255,15,131,191 - .byte 8,0,0,221,66,8,221,2,217,253,221,217,233,240,252,255 + .byte 131,248,3,15,130,80,7,0,0,129,122,4,255,255,254,255 + .byte 15,131,67,7,0,0,129,122,12,255,255,254,255,15,131,54 + .byte 7,0,0,221,66,8,221,2,217,253,221,217,233,104,252,255 .byte 255 .private_extern _lj_ff_math_frexp + .no_dead_strip _lj_ff_math_frexp _lj_ff_math_frexp: - .byte 131,248,2,15,130,168,8,0,0,139,106,4,129,253,255,255 - .byte 254,255,15,131,153,8,0,0,139,90,252,139,2,137,106,252 + .byte 131,248,2,15,130,31,7,0,0,139,106,4,129,253,255,255 + .byte 254,255,15,131,16,7,0,0,139,90,252,139,2,137,106,252 .byte 137,66,248,209,229,129,253,0,0,224,255,115,58,9,232,116 .byte 54,184,254,3,0,0,129,253,0,0,32,0,114,46,193,237 .byte 21,41,197,242,15,42,197,139,106,252,129,229,255,255,15,128 .byte 129,205,0,0,224,63,137,106,252,242,15,17,2,184,3,0 - .byte 0,0,233,202,252,255,255,15,87,192,235,237,242,15,16,2 + .byte 0,0,233,66,252,255,255,15,87,192,235,237,242,15,16,2 .byte 72,189,0,0,0,0,0,0,80,67,102,72,15,110,205,242 .byte 15,89,193,242,15,17,66,248,139,106,252,184,52,4,0,0 .byte 209,229,235,170 .private_extern _lj_ff_math_modf + .no_dead_strip _lj_ff_math_modf _lj_ff_math_modf: - .byte 131,248,2,15,130,20,8,0,0,129,122,4,255,255,254,255 - .byte 15,131,7,8,0,0,242,15,16,2,139,106,4,139,90,252 - .byte 209,229,129,253,0,0,224,255,116,52,15,40,224,232,174,11 + .byte 131,248,2,15,130,139,6,0,0,129,122,4,255,255,254,255 + .byte 15,131,126,6,0,0,242,15,16,2,139,106,4,139,90,252 + .byte 209,229,129,253,0,0,224,255,116,52,15,40,224,232,4,11 .byte 0,0,242,15,92,224,242,15,17,66,248,242,15,17,34,139 - .byte 66,252,139,106,4,49,232,120,10,184,3,0,0,0,233,74 - .byte 252,255,255,129,245,0,0,0,128,137,106,4,235,235,15,87 + .byte 66,252,139,106,4,49,232,120,10,184,3,0,0,0,233,194 + .byte 251,255,255,129,245,0,0,0,128,137,106,4,235,235,15,87 .byte 228,235,211 - .private_extern _lj_ff_math_fmod -_lj_ff_math_fmod: - .byte 131,248,3,15,130,177,7,0,0,129,122,4,255,255,254,255 - .byte 15,131,164,7,0,0,129,122,12,255,255,254,255,15,131,151 - .byte 7,0,0,221,66,8,221,2,217,248,223,224,102,37,0,4 - .byte 117,246,221,217,233,192,251,255,255 - - .private_extern _lj_ff_math_pow -_lj_ff_math_pow: - .byte 131,248,3,15,130,120,7,0,0,129,122,4,255,255,254,255 - .byte 15,131,107,7,0,0,129,122,12,255,255,254,255,15,131,94 - .byte 7,0,0,242,15,16,2,242,15,16,74,8,232,52,12,0 - .byte 0,233,190,251,255,255 - .private_extern _lj_ff_math_min + .no_dead_strip _lj_ff_math_min _lj_ff_math_min: - .byte 185,2,0,0,0,129,122,4,255,255,254,255,15,131,57,7 - .byte 0,0,242,15,16,2,57,193,15,131,160,251,255,255,129,124 - .byte 202,252,255,255,254,255,15,131,31,7,0,0,242,15,16,76 + .byte 185,2,0,0,0,129,122,4,255,255,254,255,15,131,31,6 + .byte 0,0,242,15,16,2,57,193,15,131,135,251,255,255,129,124 + .byte 202,252,255,255,254,255,15,131,5,6,0,0,242,15,16,76 .byte 202,248,242,15,93,193,131,193,1,235,219 .private_extern _lj_ff_math_max + .no_dead_strip _lj_ff_math_max _lj_ff_math_max: - .byte 185,2,0,0,0,129,122,4,255,255,254,255,15,131,254,6 - .byte 0,0,242,15,16,2,57,193,15,131,101,251,255,255,129,124 - .byte 202,252,255,255,254,255,15,131,228,6,0,0,242,15,16,76 + .byte 185,2,0,0,0,129,122,4,255,255,254,255,15,131,228,5 + .byte 0,0,242,15,16,2,57,193,15,131,76,251,255,255,129,124 + .byte 202,252,255,255,254,255,15,131,202,5,0,0,242,15,16,76 .byte 202,248,242,15,95,193,131,193,1,235,219 - .private_extern _lj_ff_string_len -_lj_ff_string_len: - .byte 131,248,2,15,130,204,6,0,0,131,122,4,251,15,133,194 - .byte 6,0,0,139,42,242,15,42,69,12,233,41,251,255,255 - .private_extern _lj_ff_string_byte + .no_dead_strip _lj_ff_string_byte _lj_ff_string_byte: - .byte 131,248,2,15,133,173,6,0,0,131,122,4,251,15,133,163 - .byte 6,0,0,139,42,139,90,252,131,125,12,1,15,130,218,247 - .byte 255,255,15,182,109,16,242,15,42,197,233,250,250,255,255 + .byte 131,248,2,15,133,178,5,0,0,131,122,4,251,15,133,168 + .byte 5,0,0,139,42,139,90,252,131,125,12,1,15,130,210,247 + .byte 255,255,15,182,109,16,242,15,42,197,233,0,251,255,255 .private_extern _lj_ff_string_char + .no_dead_strip _lj_ff_string_char _lj_ff_string_char: - .byte 65,139,174,104,244,255,255,65,59,174,108,244,255,255,114,5 - .byte 232,1,7,0,0,131,248,2,15,133,105,6,0,0,129,122 - .byte 4,255,255,254,255,15,131,92,6,0,0,242,15,44,42,129 - .byte 253,255,0,0,0,15,135,76,6,0,0,137,108,36,4,199 + .byte 65,139,174,248,243,255,255,65,59,174,252,243,255,255,114,5 + .byte 232,6,6,0,0,131,248,2,15,133,110,5,0,0,129,122 + .byte 4,255,255,254,255,15,131,97,5,0,0,242,15,44,42,129 + .byte 253,255,0,0,0,15,135,81,5,0,0,137,108,36,4,199 .byte 68,36,8,1,0,0,0,72,141,68,36,4 .private_extern _lj_fff_newstr + .no_dead_strip _lj_fff_newstr _lj_fff_newstr: .byte 139,108,36,24,137,85,16,139,84,36,8,72,137,198,137,239 .byte 137,92,36,28 call _lj_str_new + + .private_extern _lj_fff_resstr + .no_dead_strip _lj_fff_resstr +_lj_fff_resstr: .byte 139,85,16,139,90,252,199,66,252,251,255,255,255,137,66,248 - .byte 233,136,250,255,255 + .byte 233,142,250,255,255 .private_extern _lj_ff_string_sub + .no_dead_strip _lj_ff_string_sub _lj_ff_string_sub: - .byte 65,139,174,104,244,255,255,65,59,174,108,244,255,255,114,5 - .byte 232,135,6,0,0,199,68,36,4,255,255,255,255,131,248,3 - .byte 15,130,231,5,0,0,118,22,129,122,20,255,255,254,255,15 - .byte 131,216,5,0,0,242,15,44,106,16,137,108,36,4,131,122 - .byte 4,251,15,133,197,5,0,0,129,122,12,255,255,254,255,15 - .byte 131,184,5,0,0,139,42,137,108,36,8,139,109,12,242,15 + .byte 65,139,174,248,243,255,255,65,59,174,252,243,255,255,114,5 + .byte 232,140,5,0,0,199,68,36,4,255,255,255,255,131,248,3 + .byte 15,130,236,4,0,0,118,22,129,122,20,255,255,254,255,15 + .byte 131,221,4,0,0,242,15,44,106,16,137,108,36,4,131,122 + .byte 4,251,15,133,202,4,0,0,129,122,12,255,255,254,255,15 + .byte 131,189,4,0,0,139,42,137,108,36,8,139,109,12,242,15 .byte 44,74,8,139,68,36,4,57,197,114,30,133,201,126,38,139 .byte 108,36,8,41,200,124,46,141,108,13,15,131,192,1,137,68 .byte 36,8,137,232,233,73,255,255,255,124,6,141,68,40,1,235 @@ -1422,60 +1679,51 @@ _lj_ff_string_sub: .byte 0,0,0,235,202 .private_extern _lj_fff_emptystr + .no_dead_strip _lj_fff_emptystr _lj_fff_emptystr: .byte 49,192,235,213 - .private_extern _lj_ff_string_rep -_lj_ff_string_rep: - .byte 65,139,174,104,244,255,255,65,59,174,108,244,255,255,114,5 - .byte 232,222,5,0,0,131,248,3,15,133,70,5,0,0,131,122 - .byte 4,251,15,133,60,5,0,0,129,122,12,255,255,254,255,139 - .byte 42,15,131,45,5,0,0,242,15,44,66,8,133,192,126,188 - .byte 131,125,12,1,114,182,15,133,12,5,0,0,65,57,134,172 - .byte 244,255,255,15,130,255,4,0,0,15,182,77,16,65,139,174 - .byte 160,244,255,255,137,68,36,8,136,77,0,131,197,1,131,232 - .byte 1,117,245,65,139,134,160,244,255,255,233,170,254,255,255 - .private_extern _lj_ff_string_reverse + .no_dead_strip _lj_ff_string_reverse _lj_ff_string_reverse: - .byte 131,248,2,15,130,220,4,0,0,65,139,174,104,244,255,255 - .byte 65,59,174,108,244,255,255,114,5,232,86,5,0,0,131,122 - .byte 4,251,15,133,189,4,0,0,139,42,139,69,12,133,192,15 - .byte 132,72,255,255,255,65,57,134,172,244,255,255,15,130,158,4 - .byte 0,0,131,197,16,137,92,36,4,137,68,36,8,65,139,158 - .byte 160,244,255,255,15,182,77,0,131,197,1,131,232,1,136,12 - .byte 3,117,241,137,216,139,92,36,4,233,60,254,255,255 + .byte 131,248,2,15,130,96,4,0,0,65,139,174,248,243,255,255 + .byte 65,59,174,252,243,255,255,114,5,232,218,4,0,0,131,122 + .byte 4,251,15,133,65,4,0,0,139,108,36,24,65,141,190,52 + .byte 244,255,255,137,85,16,139,50,139,71,8,137,111,12,137,7 + .byte 137,92,36,28 + call _lj_buf_putstr_reverse + .byte 137,199 + call _lj_buf_tostr + .byte 233,237,254,255,255 .private_extern _lj_ff_string_lower + .no_dead_strip _lj_ff_string_lower _lj_ff_string_lower: - .byte 131,248,2,15,130,110,4,0,0,65,139,174,104,244,255,255 - .byte 65,59,174,108,244,255,255,114,5,232,232,4,0,0,131,122 - .byte 4,251,15,133,79,4,0,0,139,42,139,69,12,65,57,134 - .byte 172,244,255,255,15,130,56,4,0,0,131,197,16,137,92,36 - .byte 4,137,68,36,8,65,139,158,160,244,255,255,235,21,15,182 - .byte 76,5,0,131,249,65,114,8,131,249,90,119,3,131,241,32 - .byte 136,12,3,131,232,1,121,230,137,216,139,92,36,4,233,201 - .byte 253,255,255 + .byte 131,248,2,15,130,11,4,0,0,65,139,174,248,243,255,255 + .byte 65,59,174,252,243,255,255,114,5,232,133,4,0,0,131,122 + .byte 4,251,15,133,236,3,0,0,139,108,36,24,65,141,190,52 + .byte 244,255,255,137,85,16,139,50,139,71,8,137,111,12,137,7 + .byte 137,92,36,28 + call _lj_buf_putstr_lower + .byte 137,199 + call _lj_buf_tostr + .byte 233,152,254,255,255 .private_extern _lj_ff_string_upper + .no_dead_strip _lj_ff_string_upper _lj_ff_string_upper: - .byte 131,248,2,15,130,251,3,0,0,65,139,174,104,244,255,255 - .byte 65,59,174,108,244,255,255,114,5,232,117,4,0,0,131,122 - .byte 4,251,15,133,220,3,0,0,139,42,139,69,12,65,57,134 - .byte 172,244,255,255,15,130,197,3,0,0,131,197,16,137,92,36 - .byte 4,137,68,36,8,65,139,158,160,244,255,255,235,21,15,182 - .byte 76,5,0,131,249,97,114,8,131,249,122,119,3,131,241,32 - .byte 136,12,3,131,232,1,121,230,137,216,139,92,36,4,233,86 - .byte 253,255,255 - - .private_extern _lj_ff_table_getn -_lj_ff_table_getn: - .byte 131,248,2,15,130,136,3,0,0,131,122,4,244,15,133,126 - .byte 3,0,0,137,213,139,58 - call _lj_tab_len - .byte 137,234,242,15,42,192,233,221,247,255,255 + .byte 131,248,2,15,130,182,3,0,0,65,139,174,248,243,255,255 + .byte 65,59,174,252,243,255,255,114,5,232,48,4,0,0,131,122 + .byte 4,251,15,133,151,3,0,0,139,108,36,24,65,141,190,52 + .byte 244,255,255,137,85,16,139,50,139,71,8,137,111,12,137,7 + .byte 137,92,36,28 + call _lj_buf_putstr_upper + .byte 137,199 + call _lj_buf_tostr + .byte 233,67,254,255,255 .private_extern _lj_ff_bit_tobit + .no_dead_strip _lj_ff_bit_tobit _lj_ff_bit_tobit: .byte 131,248,2,15,130,97,3,0,0,129,122,4,255,255,254,255 .byte 15,131,84,3,0,0,242,15,16,2,72,189,0,0,0,0 @@ -1483,6 +1731,7 @@ _lj_ff_bit_tobit: .byte 197,233,139,1,0,0 .private_extern _lj_ff_bit_band + .no_dead_strip _lj_ff_bit_band _lj_ff_bit_band: .byte 131,248,2,15,130,43,3,0,0,72,189,0,0,0,0,0 .byte 0,56,67,102,72,15,110,205,129,122,4,255,255,254,255,15 @@ -1493,6 +1742,7 @@ _lj_ff_bit_band: .byte 216 .private_extern _lj_ff_bit_bor + .no_dead_strip _lj_ff_bit_bor _lj_ff_bit_bor: .byte 131,248,2,15,130,202,2,0,0,72,189,0,0,0,0,0 .byte 0,56,67,102,72,15,110,205,129,122,4,255,255,254,255,15 @@ -1503,6 +1753,7 @@ _lj_ff_bit_bor: .byte 216 .private_extern _lj_ff_bit_bxor + .no_dead_strip _lj_ff_bit_bxor _lj_ff_bit_bxor: .byte 131,248,2,15,130,105,2,0,0,72,189,0,0,0,0,0 .byte 0,56,67,102,72,15,110,205,129,122,4,255,255,254,255,15 @@ -1513,6 +1764,7 @@ _lj_ff_bit_bxor: .byte 216 .private_extern _lj_ff_bit_bswap + .no_dead_strip _lj_ff_bit_bswap _lj_ff_bit_bswap: .byte 131,248,2,15,130,8,2,0,0,129,122,4,255,255,254,255 .byte 15,131,251,1,0,0,242,15,16,2,72,189,0,0,0,0 @@ -1520,6 +1772,7 @@ _lj_ff_bit_bswap: .byte 197,15,205,235,51 .private_extern _lj_ff_bit_bnot + .no_dead_strip _lj_ff_bit_bnot _lj_ff_bit_bnot: .byte 131,248,2,15,130,211,1,0,0,129,122,4,255,255,254,255 .byte 15,131,198,1,0,0,242,15,16,2,72,189,0,0,0,0 @@ -1527,14 +1780,17 @@ _lj_ff_bit_bnot: .byte 197,247,213 .private_extern _lj_fff_resbit + .no_dead_strip _lj_fff_resbit _lj_fff_resbit: - .byte 242,15,42,197,233,19,246,255,255 + .byte 242,15,42,197,233,20,247,255,255 .private_extern _lj_fff_fallback_bit_op + .no_dead_strip _lj_fff_fallback_bit_op _lj_fff_fallback_bit_op: .byte 139,68,36,4,233,151,1,0,0 .private_extern _lj_ff_bit_lshift + .no_dead_strip _lj_ff_bit_lshift _lj_ff_bit_lshift: .byte 131,248,3,15,130,142,1,0,0,129,122,4,255,255,254,255 .byte 15,131,129,1,0,0,129,122,12,255,255,254,255,15,131,116 @@ -1543,6 +1799,7 @@ _lj_ff_bit_lshift: .byte 15,88,202,102,15,126,197,102,15,126,201,211,229,235,159 .private_extern _lj_ff_bit_rshift + .no_dead_strip _lj_ff_bit_rshift _lj_ff_bit_rshift: .byte 131,248,3,15,130,63,1,0,0,129,122,4,255,255,254,255 .byte 15,131,50,1,0,0,129,122,12,255,255,254,255,15,131,37 @@ -1552,6 +1809,7 @@ _lj_ff_bit_rshift: .byte 255,255 .private_extern _lj_ff_bit_arshift + .no_dead_strip _lj_ff_bit_arshift _lj_ff_bit_arshift: .byte 131,248,3,15,130,237,0,0,0,129,122,4,255,255,254,255 .byte 15,131,224,0,0,0,129,122,12,255,255,254,255,15,131,211 @@ -1561,6 +1819,7 @@ _lj_ff_bit_arshift: .byte 255,255 .private_extern _lj_ff_bit_rol + .no_dead_strip _lj_ff_bit_rol _lj_ff_bit_rol: .byte 131,248,3,15,130,155,0,0,0,129,122,4,255,255,254,255 .byte 15,131,142,0,0,0,129,122,12,255,255,254,255,15,131,129 @@ -1570,6 +1829,7 @@ _lj_ff_bit_rol: .byte 255,255 .private_extern _lj_ff_bit_ror + .no_dead_strip _lj_ff_bit_ror _lj_ff_bit_ror: .byte 131,248,3,114,77,129,122,4,255,255,254,255,115,68,129,122 .byte 12,255,255,254,255,115,59,242,15,16,2,242,15,16,74,8 @@ -1578,31 +1838,36 @@ _lj_ff_bit_ror: .byte 205,233,99,254,255,255 .private_extern _lj_fff_fallback_2 + .no_dead_strip _lj_fff_fallback_2 _lj_fff_fallback_2: .byte 184,3,0,0,0,235,5 .private_extern _lj_fff_fallback_1 + .no_dead_strip _lj_fff_fallback_1 _lj_fff_fallback_1: .byte 184,2,0,0,0 .private_extern _lj_fff_fallback + .no_dead_strip _lj_fff_fallback _lj_fff_fallback: .byte 139,108,36,24,139,90,252,137,92,36,28,137,85,16,141,68 .byte 194,248,141,136,160,0,0,0,137,69,24,139,66,248,59,77 - .byte 32,119,89,137,239,255,80,24,139,85,16,133,192,15,143,77 - .byte 244,255,255,139,77,24,41,209,193,233,3,133,192,141,65,1 + .byte 32,119,89,137,239,255,80,24,139,85,16,133,192,15,143,78 + .byte 245,255,255,139,77,24,41,209,193,233,3,133,192,141,65,1 .byte 139,106,248,117,18,139,93,16,139,11,15,182,233,15,182,205 .byte 131,195,4,65,255,36,238 .private_extern _lj_vm_call_tail + .no_dead_strip _lj_vm_call_tail _lj_vm_call_tail: .byte 137,209,247,195,3,0,0,0,117,15,15,182,107,253,72,247 - .byte 213,141,20,234,233,197,233,255,255,137,221,131,229,248,41,234 - .byte 233,185,233,255,255,190,20,0,0,0,137,239 + .byte 213,141,20,234,233,66,234,255,255,137,221,131,229,248,41,234 + .byte 233,54,234,255,255,190,20,0,0,0,137,239 call _lj_state_growstack .byte 139,85,16,49,192,235,164 .private_extern _lj_fff_gcstep + .no_dead_strip _lj_fff_gcstep _lj_fff_gcstep: .byte 93,72,137,108,36,8,139,108,36,24,137,92,36,28,137,85 .byte 16,141,68,194,248,137,239,137,69,24 @@ -1611,40 +1876,47 @@ _lj_fff_gcstep: .byte 108,36,8,85,195 .private_extern _lj_vm_record + .no_dead_strip _lj_vm_record _lj_vm_record: - .byte 65,15,182,134,217,244,255,255,168,32,117,83,168,16,117,56 - .byte 168,12,116,52,65,255,142,16,245,255,255,235,43 + .byte 65,15,182,134,85,244,255,255,168,32,117,83,168,16,117,56 + .byte 168,12,116,52,65,255,142,168,244,255,255,235,43 .private_extern _lj_vm_rethook + .no_dead_strip _lj_vm_rethook _lj_vm_rethook: - .byte 65,15,182,134,217,244,255,255,168,16,117,54,235,29 + .byte 65,15,182,134,85,244,255,255,168,16,117,54,235,29 .private_extern _lj_vm_inshook + .no_dead_strip _lj_vm_inshook _lj_vm_inshook: - .byte 65,15,182,134,217,244,255,255,168,16,117,40,168,12,116,36 - .byte 65,255,142,16,245,255,255,116,4,168,4,116,23,139,108,36 + .byte 65,15,182,134,85,244,255,255,168,16,117,40,168,12,116,36 + .byte 65,255,142,168,244,255,255,116,4,168,4,116,23,139,108,36 .byte 24,137,85,16,137,222,137,239 call _lj_dispatch_ins .byte 139,85,16,15,182,75,253,15,182,107,252,15,183,67,254,65 - .byte 255,164,238,216,4,0,0 + .byte 255,164,238,208,4,0,0 .private_extern _lj_cont_hook + .no_dead_strip _lj_cont_hook _lj_cont_hook: .byte 131,195,4,139,77,232,137,76,36,4,235,224 .private_extern _lj_vm_hotloop + .no_dead_strip _lj_vm_hotloop _lj_vm_hotloop: .byte 139,106,248,139,109,16,15,182,69,199,141,4,194,139,108,36 - .byte 24,137,85,16,137,69,24,137,222,65,141,190,224,245,255,255 - .byte 73,137,174,64,246,255,255,137,92,36,28 + .byte 24,137,85,16,137,69,24,137,222,65,141,190,120,245,255,255 + .byte 73,137,174,224,245,255,255,137,92,36,28 call _lj_trace_hot .byte 235,171 .private_extern _lj_vm_callhook + .no_dead_strip _lj_vm_callhook _lj_vm_callhook: .byte 137,92,36,28,235,7 .private_extern _lj_vm_hotcall + .no_dead_strip _lj_vm_hotcall _lj_vm_hotcall: .byte 137,92,36,28,131,203,1,141,68,194,248,139,108,36,24,137 .byte 85,16,137,69,24,137,222,137,239 @@ -1653,41 +1925,70 @@ _lj_vm_hotcall: .byte 193,139,69,24,41,208,72,137,205,15,182,75,253,193,232,3 .byte 131,192,1,255,229 + .private_extern _lj_cont_stitch + .no_dead_strip _lj_cont_stitch +_lj_cont_stitch: + .byte 139,77,232,137,12,36,68,137,116,36,8,68,139,116,36,4 + .byte 15,182,75,253,141,12,202,65,131,238,1,116,18,72,139,40 + .byte 72,137,41,131,192,8,131,193,8,65,131,238,1,117,238,15 + .byte 182,67,253,15,182,107,255,1,232,141,68,194,248,57,200,119 + .byte 75,68,139,116,36,8,139,4,36,15,183,104,80,15,183,64 + .byte 82,57,232,15,132,208,234,255,255,133,192,15,133,20,228,255 + .byte 255,65,137,174,44,255,255,255,139,108,36,24,137,85,16,137 + .byte 222,65,141,190,120,245,255,255,73,137,174,224,245,255,255 + call _lj_dispatch_stitch + .byte 139,85,16,233,157,234,255,255,199,65,4,255,255,255,255,131 + .byte 193,8,235,165 + + .private_extern _lj_vm_profhook + .no_dead_strip _lj_vm_profhook +_lj_vm_profhook: + .byte 139,108,36,24,137,85,16,137,222,137,239 + call _lj_dispatch_profile + .byte 139,85,16,131,235,4,233,118,234,255,255 + .private_extern _lj_vm_exit_handler + .no_dead_strip _lj_vm_exit_handler _lj_vm_exit_handler: .byte 65,85,65,84,65,83,65,82,65,81,65,80,87,86,85,72 .byte 141,108,36,88,85,83,82,81,80,15,182,69,248,138,101,240 .byte 76,137,125,248,76,137,117,240,68,139,117,0,65,139,142,48 - .byte 245,255,255,65,199,134,48,245,255,255,252,255,255,255,65,137 - .byte 134,60,255,255,255,65,137,142,56,255,255,255,72,129,236,128 + .byte 244,255,255,65,199,134,48,244,255,255,252,255,255,255,65,137 + .byte 134,44,255,255,255,65,137,142,40,255,255,255,72,129,236,128 .byte 0,0,0,72,131,197,128,242,68,15,17,125,248,242,68,15 .byte 17,117,240,242,68,15,17,109,232,242,68,15,17,101,224,242 .byte 68,15,17,93,216,242,68,15,17,85,208,242,68,15,17,77 .byte 200,242,68,15,17,69,192,242,15,17,125,184,242,15,17,117 .byte 176,242,15,17,109,168,242,15,17,101,160,242,15,17,93,152 .byte 242,15,17,85,144,242,15,17,77,136,242,15,17,69,128,65 - .byte 139,174,60,245,255,255,65,139,150,64,245,255,255,73,137,174 - .byte 64,246,255,255,65,199,134,60,245,255,255,0,0,0,0,137 - .byte 85,16,72,137,230,65,141,190,224,245,255,255 + .byte 139,174,208,244,255,255,65,139,150,212,244,255,255,73,137,174 + .byte 224,245,255,255,137,85,16,72,137,230,65,141,190,120,245,255 + .byte 255,65,199,134,212,244,255,255,0,0,0,0 call _lj_trace_exit .byte 72,139,77,48,72,131,225,252,72,137,204,137,105,24,139,85 .byte 16,139,89,28,235,4 .private_extern _lj_vm_exit_interp + .no_dead_strip _lj_vm_exit_interp _lj_vm_exit_interp: .byte 72,131,196,16,76,139,108,36,8,76,139,36,36,133,192,120 - .byte 65,137,68,36,4,68,139,122,248,69,139,127,16,69,139,127 - .byte 208,65,199,134,60,245,255,255,0,0,0,0,65,199,134,48 - .byte 245,255,255,255,255,255,255,139,3,15,182,204,15,182,232,131 - .byte 195,4,193,232,16,131,253,85,114,4,139,68,36,4,65,255 - .byte 36,238,247,216,137,239,137,198 + .byte 109,139,108,36,24,137,68,36,4,68,139,122,248,69,139,127 + .byte 16,69,139,127,208,137,85,16,65,199,134,212,244,255,255,0 + .byte 0,0,0,65,199,134,48,244,255,255,255,255,255,255,139,3 + .byte 15,182,204,15,182,232,131,195,4,193,232,16,131,253,89,114 + .byte 9,131,253,97,115,8,139,68,36,4,65,255,36,238,139,66 + .byte 252,169,3,0,0,0,117,238,15,182,64,253,72,247,208,68 + .byte 139,124,194,248,69,139,127,16,69,139,127,208,235,216,247,216 + .byte 137,239,137,198 call _lj_err_throw - .private_extern _lj_vm_floor -_lj_vm_floor: - .private_extern _lj_vm_floor_sse + .no_dead_strip _lj_vm_floor_sse _lj_vm_floor_sse: + + .private_extern _lj_vm_floor + .no_dead_strip _lj_vm_floor +_lj_vm_floor: .byte 72,184,255,255,255,255,255,255,255,127,102,72,15,110,208,72 .byte 184,0,0,0,0,0,0,48,67,102,72,15,110,216,15,40 .byte 200,102,15,84,202,102,15,46,217,118,47,102,15,85,208,242 @@ -1695,11 +1996,13 @@ _lj_vm_floor_sse: .byte 0,0,0,240,63,102,72,15,110,208,242,15,194,193,1,102 .byte 15,84,194,242,15,92,200,15,40,193,195 - .private_extern _lj_vm_ceil -_lj_vm_ceil: - .private_extern _lj_vm_ceil_sse + .no_dead_strip _lj_vm_ceil_sse _lj_vm_ceil_sse: + + .private_extern _lj_vm_ceil + .no_dead_strip _lj_vm_ceil +_lj_vm_ceil: .byte 72,184,255,255,255,255,255,255,255,127,102,72,15,110,208,72 .byte 184,0,0,0,0,0,0,48,67,102,72,15,110,216,15,40 .byte 200,102,15,84,202,102,15,46,217,118,47,102,15,85,208,242 @@ -1707,11 +2010,13 @@ _lj_vm_ceil_sse: .byte 0,0,0,240,191,102,72,15,110,208,242,15,194,193,6,102 .byte 15,84,194,242,15,92,200,15,40,193,195 - .private_extern _lj_vm_trunc -_lj_vm_trunc: - .private_extern _lj_vm_trunc_sse + .no_dead_strip _lj_vm_trunc_sse _lj_vm_trunc_sse: + + .private_extern _lj_vm_trunc + .no_dead_strip _lj_vm_trunc +_lj_vm_trunc: .byte 72,184,255,255,255,255,255,255,255,127,102,72,15,110,208,72 .byte 184,0,0,0,0,0,0,48,67,102,72,15,110,216,15,40 .byte 200,102,15,84,202,102,15,46,217,118,50,102,15,85,208,15 @@ -1720,6 +2025,7 @@ _lj_vm_trunc_sse: .byte 84,195,242,15,92,200,102,15,86,202,15,40,193,195 .private_extern _lj_vm_mod + .no_dead_strip _lj_vm_mod _lj_vm_mod: .byte 15,40,232,242,15,94,193,72,184,255,255,255,255,255,255,255 .byte 127,102,72,15,110,208,72,184,0,0,0,0,0,0,48,67 @@ -1730,34 +2036,8 @@ _lj_vm_mod: .byte 197,242,15,89,204,242,15,92,193,195,242,15,89,200,15,40 .byte 197,242,15,92,193,195 - .private_extern _lj_vm_log2 -_lj_vm_log2: - .byte 242,15,17,68,36,248,217,232,221,68,36,248,217,241,221,92 - .byte 36,248,242,15,16,68,36,248,195 - - .private_extern _lj_vm_exp_x87 -_lj_vm_exp_x87: - .byte 217,234,222,201 - - .private_extern _lj_vm_exp2_x87 -_lj_vm_exp2_x87: - .byte 217,84,36,248,129,124,36,248,0,0,128,127,116,28,129,124 - .byte 36,248,0,0,128,255,116,19 - - .private_extern _lj_vm_exp2raw -_lj_vm_exp2raw: - .byte 217,192,217,252,220,233,217,201,217,240,217,232,222,193,217,253 - .byte 221,217,195,221,216,217,238,195 - - .private_extern _lj_vm_pow -_lj_vm_pow: - - .private_extern _lj_vm_pow_sse -_lj_vm_pow_sse: - .byte 242,15,45,193,242,15,42,208,102,15,46,202,15,133,104,0 - .byte 0,0,15,138,199,0,0,0 - .private_extern _lj_vm_powi_sse + .no_dead_strip _lj_vm_powi_sse _lj_vm_powi_sse: .byte 131,248,1,126,43,169,1,0,0,0,117,8,242,15,89,192 .byte 209,232,235,241,209,232,116,23,15,40,200,242,15,89,192,209 @@ -1765,59 +2045,24 @@ _lj_vm_powi_sse: .byte 116,253,114,30,247,216,232,202,255,255,255,72,184,0,0,0 .byte 0,0,0,240,63,102,72,15,110,200,242,15,94,200,15,40 .byte 193,195,72,184,0,0,0,0,0,0,240,63,102,72,15,110 - .byte 192,195,102,72,15,126,200,72,209,224,72,193,192,12,72,61 - .byte 254,15,0,0,116,106,102,72,15,126,192,72,209,224,15,132 - .byte 164,0,0,0,72,193,192,12,72,61,254,15,0,0,15,132 - .byte 160,0,0,0,242,15,17,76,36,240,242,15,17,68,36,248 - .byte 221,68,36,240,221,68,36,248,217,241,217,192,217,252,220,233 - .byte 217,201,217,240,217,232,222,193,217,253,221,217,221,92,36,248 - .byte 242,15,16,68,36,248,195,72,184,0,0,0,0,0,0,240 - .byte 63,102,72,15,110,208,102,15,46,194,116,3,15,40,193,195 - .byte 72,184,255,255,255,255,255,255,255,127,102,72,15,110,208,102 - .byte 15,84,194,72,184,0,0,0,0,0,0,240,63,102,72,15 - .byte 110,208,102,15,46,194,116,215,102,15,80,193,15,87,192,136 - .byte 196,15,146,208,48,224,117,199,72,184,0,0,0,0,0,0 - .byte 240,127,102,72,15,110,192,195,102,15,80,193,133,192,117,232 - .byte 15,87,192,195,102,15,80,193,133,192,116,220,15,87,192,195 - - .private_extern _lj_vm_foldfpm -_lj_vm_foldfpm: - .byte 131,255,1,15,130,200,252,255,255,15,132,29,253,255,255,131 - .byte 255,3,15,130,111,253,255,255,119,5,242,15,81,192,195,242 - .byte 15,17,68,36,248,221,68,36,248,131,255,5,119,16,116,7 - .byte 232,63,254,255,255,235,64,232,60,254,255,255,235,57,131,255 - .byte 7,116,10,119,16,217,237,217,201,217,241,235,42,217,232,217 - .byte 201,217,241,235,34,131,255,9,116,10,119,12,217,236,217,201 - .byte 217,241,235,19,217,254,235,15,131,255,11,116,6,119,19,217 - .byte 255,235,4,217,242,221,216,221,92,36,248,242,15,16,68,36 - .byte 248,195,204 - - .private_extern _lj_vm_foldarith -_lj_vm_foldarith: - .byte 131,255,1,116,7,119,10,242,15,88,193,195,242,15,92,193 - .byte 195,131,255,3,116,7,119,10,242,15,89,193,195,242,15,94 - .byte 193,195,131,255,5,15,130,55,253,255,255,15,132,244,253,255 - .byte 255,131,255,7,116,21,119,38,72,184,0,0,0,0,0,0 - .byte 0,128,102,72,15,110,200,15,87,193,195,72,184,255,255,255 - .byte 255,255,255,255,127,102,72,15,110,200,15,84,193,195,131,255 - .byte 9,119,43,242,15,17,68,36,248,242,15,17,76,36,240,221 - .byte 68,36,248,221,68,36,240,116,13,217,243,221,92,36,248,242 - .byte 15,16,68,36,248,195,217,201,217,253,221,217,235,237,131,255 - .byte 11,116,7,119,10,242,15,93,193,195,242,15,95,193,195,204 + .byte 192,195 .private_extern _lj_vm_cpuid + .no_dead_strip _lj_vm_cpuid _lj_vm_cpuid: - .byte 137,248,83,15,162,137,6,137,94,4,137,78,8,137,86,12 - .byte 91,195 + .byte 137,248,83,49,201,15,162,137,6,137,94,4,137,78,8,137 + .byte 86,12,91,195 .private_extern _lj_assert_bad_for_arg_type + .no_dead_strip _lj_assert_bad_for_arg_type _lj_assert_bad_for_arg_type: .byte 204 .private_extern _lj_vm_ffi_callback + .no_dead_strip _lj_vm_ffi_callback _lj_vm_ffi_callback: - .byte 83,65,87,65,86,72,131,236,40,68,141,181,184,11,0,0 - .byte 139,157,252,0,0,0,15,183,192,137,131,208,0,0,0,72 + .byte 83,65,87,65,86,72,131,236,40,68,141,181,40,12,0,0 + .byte 139,157,0,1,0,0,15,183,192,137,131,208,0,0,0,72 .byte 137,123,112,72,137,115,120,72,137,147,128,0,0,0,72,137 .byte 139,136,0,0,0,242,15,17,67,48,242,15,17,75,56,242 .byte 15,17,83,64,242,15,17,91,72,72,141,68,36,80,76,137 @@ -1825,18 +2070,20 @@ _lj_vm_ffi_callback: .byte 80,242,15,17,107,88,242,15,17,115,96,242,15,17,123,104 .byte 72,137,131,176,0,0,0,72,137,230,137,92,36,28,137,223 call _lj_ccallback_enter - .byte 65,199,134,48,245,255,255,255,255,255,255,139,80,16,139,64 + .byte 65,199,134,48,244,255,255,255,255,255,255,139,80,16,139,64 .byte 24,41,208,139,106,248,193,232,3,131,192,1,139,93,16,139 .byte 11,15,182,233,15,182,205,131,195,4,65,255,36,238 .private_extern _lj_cont_ffi_callback + .no_dead_strip _lj_cont_ffi_callback _lj_cont_ffi_callback: - .byte 139,76,36,24,65,139,158,68,245,255,255,72,137,75,16,137 + .byte 139,76,36,24,65,139,158,216,244,255,255,72,137,75,16,137 .byte 81,16,137,105,24,137,223,137,198 call _lj_ccallback_leave - .byte 72,139,67,112,242,15,16,67,48,233,0,224,255,255 + .byte 72,139,67,112,242,15,16,67,48,233,247,225,255,255 .private_extern _lj_vm_ffi_call + .no_dead_strip _lj_vm_ffi_call _lj_vm_ffi_call: .byte 85,72,137,229,83,72,137,251,139,67,8,72,41,196,15,182 .byte 75,12,131,233,1,120,17,72,139,132,203,192,0,0,0,72 @@ -1850,7 +2097,7 @@ _lj_vm_ffi_call: .byte 137,147,152,0,0,0,15,41,75,32,72,139,93,248,201,195 .cstring - .ascii "DynASM 1.3.0\0" + .ascii "DynASM 1.4.0\0" .section __TEXT,__eh_frame,coalesced,no_toc+strip_static_syms+live_support EH_frame1: @@ -2227,14 +2474,14 @@ LASFDE15: .align 3 LEFDE15: -_lj_BC_MOV.eh: +_lj_BC_ISTYPE.eh: LSFDE16: .set L$set$16,LEFDE16-LASFDE16 .long L$set$16 LASFDE16: .long LASFDE16-EH_frame1 - .long _lj_BC_MOV-. - .long 26 + .long _lj_BC_ISTYPE-. + .long 28 .byte 0 .byte 0xe .byte 80 @@ -2249,13 +2496,13 @@ LASFDE16: .align 3 LEFDE16: -_lj_BC_NOT.eh: +_lj_BC_ISNUM.eh: LSFDE17: .set L$set$17,LEFDE17-LASFDE17 .long L$set$17 LASFDE17: .long LASFDE17-EH_frame1 - .long _lj_BC_NOT-. + .long _lj_BC_ISNUM-. .long 32 .byte 0 .byte 0xe @@ -2271,14 +2518,14 @@ LASFDE17: .align 3 LEFDE17: -_lj_BC_UNM.eh: +_lj_BC_MOV.eh: LSFDE18: .set L$set$18,LEFDE18-LASFDE18 .long L$set$18 LASFDE18: .long LASFDE18-EH_frame1 - .long _lj_BC_UNM-. - .long 60 + .long _lj_BC_MOV-. + .long 26 .byte 0 .byte 0xe .byte 80 @@ -2293,14 +2540,14 @@ LASFDE18: .align 3 LEFDE18: -_lj_BC_LEN.eh: +_lj_BC_NOT.eh: LSFDE19: .set L$set$19,LEFDE19-LASFDE19 .long L$set$19 LASFDE19: .long LASFDE19-EH_frame1 - .long _lj_BC_LEN-. - .long 74 + .long _lj_BC_NOT-. + .long 32 .byte 0 .byte 0xe .byte 80 @@ -2315,14 +2562,14 @@ LASFDE19: .align 3 LEFDE19: -_lj_BC_ADDVN.eh: +_lj_BC_UNM.eh: LSFDE20: .set L$set$20,LEFDE20-LASFDE20 .long L$set$20 LASFDE20: .long LASFDE20-EH_frame1 - .long _lj_BC_ADDVN-. - .long 54 + .long _lj_BC_UNM-. + .long 60 .byte 0 .byte 0xe .byte 80 @@ -2337,14 +2584,14 @@ LASFDE20: .align 3 LEFDE20: -_lj_BC_SUBVN.eh: +_lj_BC_LEN.eh: LSFDE21: .set L$set$21,LEFDE21-LASFDE21 .long L$set$21 LASFDE21: .long LASFDE21-EH_frame1 - .long _lj_BC_SUBVN-. - .long 54 + .long _lj_BC_LEN-. + .long 74 .byte 0 .byte 0xe .byte 80 @@ -2359,13 +2606,13 @@ LASFDE21: .align 3 LEFDE21: -_lj_BC_MULVN.eh: +_lj_BC_ADDVN.eh: LSFDE22: .set L$set$22,LEFDE22-LASFDE22 .long L$set$22 LASFDE22: .long LASFDE22-EH_frame1 - .long _lj_BC_MULVN-. + .long _lj_BC_ADDVN-. .long 54 .byte 0 .byte 0xe @@ -2381,13 +2628,13 @@ LASFDE22: .align 3 LEFDE22: -_lj_BC_DIVVN.eh: +_lj_BC_SUBVN.eh: LSFDE23: .set L$set$23,LEFDE23-LASFDE23 .long L$set$23 LASFDE23: .long LASFDE23-EH_frame1 - .long _lj_BC_DIVVN-. + .long _lj_BC_SUBVN-. .long 54 .byte 0 .byte 0xe @@ -2403,14 +2650,14 @@ LASFDE23: .align 3 LEFDE23: -_lj_BC_MODVN.eh: +_lj_BC_MULVN.eh: LSFDE24: .set L$set$24,LEFDE24-LASFDE24 .long L$set$24 LASFDE24: .long LASFDE24-EH_frame1 - .long _lj_BC_MODVN-. - .long 59 + .long _lj_BC_MULVN-. + .long 54 .byte 0 .byte 0xe .byte 80 @@ -2425,13 +2672,13 @@ LASFDE24: .align 3 LEFDE24: -_lj_BC_ADDNV.eh: +_lj_BC_DIVVN.eh: LSFDE25: .set L$set$25,LEFDE25-LASFDE25 .long L$set$25 LASFDE25: .long LASFDE25-EH_frame1 - .long _lj_BC_ADDNV-. + .long _lj_BC_DIVVN-. .long 54 .byte 0 .byte 0xe @@ -2447,14 +2694,14 @@ LASFDE25: .align 3 LEFDE25: -_lj_BC_SUBNV.eh: +_lj_BC_MODVN.eh: LSFDE26: .set L$set$26,LEFDE26-LASFDE26 .long L$set$26 LASFDE26: .long LASFDE26-EH_frame1 - .long _lj_BC_SUBNV-. - .long 54 + .long _lj_BC_MODVN-. + .long 59 .byte 0 .byte 0xe .byte 80 @@ -2469,13 +2716,13 @@ LASFDE26: .align 3 LEFDE26: -_lj_BC_MULNV.eh: +_lj_BC_ADDNV.eh: LSFDE27: .set L$set$27,LEFDE27-LASFDE27 .long L$set$27 LASFDE27: .long LASFDE27-EH_frame1 - .long _lj_BC_MULNV-. + .long _lj_BC_ADDNV-. .long 54 .byte 0 .byte 0xe @@ -2491,13 +2738,13 @@ LASFDE27: .align 3 LEFDE27: -_lj_BC_DIVNV.eh: +_lj_BC_SUBNV.eh: LSFDE28: .set L$set$28,LEFDE28-LASFDE28 .long L$set$28 LASFDE28: .long LASFDE28-EH_frame1 - .long _lj_BC_DIVNV-. + .long _lj_BC_SUBNV-. .long 54 .byte 0 .byte 0xe @@ -2513,14 +2760,14 @@ LASFDE28: .align 3 LEFDE28: -_lj_BC_MODNV.eh: +_lj_BC_MULNV.eh: LSFDE29: .set L$set$29,LEFDE29-LASFDE29 .long L$set$29 LASFDE29: .long LASFDE29-EH_frame1 - .long _lj_BC_MODNV-. - .long 36 + .long _lj_BC_MULNV-. + .long 54 .byte 0 .byte 0xe .byte 80 @@ -2535,14 +2782,14 @@ LASFDE29: .align 3 LEFDE29: -_lj_BC_ADDVV.eh: +_lj_BC_DIVNV.eh: LSFDE30: .set L$set$30,LEFDE30-LASFDE30 .long L$set$30 LASFDE30: .long LASFDE30-EH_frame1 - .long _lj_BC_ADDVV-. - .long 67 + .long _lj_BC_DIVNV-. + .long 54 .byte 0 .byte 0xe .byte 80 @@ -2557,14 +2804,14 @@ LASFDE30: .align 3 LEFDE30: -_lj_BC_SUBVV.eh: +_lj_BC_MODNV.eh: LSFDE31: .set L$set$31,LEFDE31-LASFDE31 .long L$set$31 LASFDE31: .long LASFDE31-EH_frame1 - .long _lj_BC_SUBVV-. - .long 67 + .long _lj_BC_MODNV-. + .long 36 .byte 0 .byte 0xe .byte 80 @@ -2579,13 +2826,13 @@ LASFDE31: .align 3 LEFDE31: -_lj_BC_MULVV.eh: +_lj_BC_ADDVV.eh: LSFDE32: .set L$set$32,LEFDE32-LASFDE32 .long L$set$32 LASFDE32: .long LASFDE32-EH_frame1 - .long _lj_BC_MULVV-. + .long _lj_BC_ADDVV-. .long 67 .byte 0 .byte 0xe @@ -2601,13 +2848,13 @@ LASFDE32: .align 3 LEFDE32: -_lj_BC_DIVVV.eh: +_lj_BC_SUBVV.eh: LSFDE33: .set L$set$33,LEFDE33-LASFDE33 .long L$set$33 LASFDE33: .long LASFDE33-EH_frame1 - .long _lj_BC_DIVVV-. + .long _lj_BC_SUBVV-. .long 67 .byte 0 .byte 0xe @@ -2623,14 +2870,14 @@ LASFDE33: .align 3 LEFDE33: -_lj_BC_MODVV.eh: +_lj_BC_MULVV.eh: LSFDE34: .set L$set$34,LEFDE34-LASFDE34 .long L$set$34 LASFDE34: .long LASFDE34-EH_frame1 - .long _lj_BC_MODVV-. - .long 49 + .long _lj_BC_MULVV-. + .long 67 .byte 0 .byte 0xe .byte 80 @@ -2645,14 +2892,14 @@ LASFDE34: .align 3 LEFDE34: -_lj_BC_POW.eh: +_lj_BC_DIVVV.eh: LSFDE35: .set L$set$35,LEFDE35-LASFDE35 .long L$set$35 LASFDE35: .long LASFDE35-EH_frame1 - .long _lj_BC_POW-. - .long 72 + .long _lj_BC_DIVVV-. + .long 67 .byte 0 .byte 0xe .byte 80 @@ -2667,14 +2914,14 @@ LASFDE35: .align 3 LEFDE35: -_lj_BC_CAT.eh: +_lj_BC_MODVV.eh: LSFDE36: .set L$set$36,LEFDE36-LASFDE36 .long L$set$36 LASFDE36: .long LASFDE36-EH_frame1 - .long _lj_BC_CAT-. - .long 76 + .long _lj_BC_MODVV-. + .long 49 .byte 0 .byte 0xe .byte 80 @@ -2689,14 +2936,14 @@ LASFDE36: .align 3 LEFDE36: -_lj_BC_KSTR.eh: +_lj_BC_POW.eh: LSFDE37: .set L$set$37,LEFDE37-LASFDE37 .long L$set$37 LASFDE37: .long LASFDE37-EH_frame1 - .long _lj_BC_KSTR-. - .long 36 + .long _lj_BC_POW-. + .long 80 .byte 0 .byte 0xe .byte 80 @@ -2711,14 +2958,14 @@ LASFDE37: .align 3 LEFDE37: -_lj_BC_KCDATA.eh: +_lj_BC_CAT.eh: LSFDE38: .set L$set$38,LEFDE38-LASFDE38 .long L$set$38 LASFDE38: .long LASFDE38-EH_frame1 - .long _lj_BC_KCDATA-. - .long 36 + .long _lj_BC_CAT-. + .long 76 .byte 0 .byte 0xe .byte 80 @@ -2733,14 +2980,14 @@ LASFDE38: .align 3 LEFDE38: -_lj_BC_KSHORT.eh: +_lj_BC_KSTR.eh: LSFDE39: .set L$set$39,LEFDE39-LASFDE39 .long L$set$39 LASFDE39: .long LASFDE39-EH_frame1 - .long _lj_BC_KSHORT-. - .long 30 + .long _lj_BC_KSTR-. + .long 36 .byte 0 .byte 0xe .byte 80 @@ -2755,14 +3002,14 @@ LASFDE39: .align 3 LEFDE39: -_lj_BC_KNUM.eh: +_lj_BC_KCDATA.eh: LSFDE40: .set L$set$40,LEFDE40-LASFDE40 .long L$set$40 LASFDE40: .long LASFDE40-EH_frame1 - .long _lj_BC_KNUM-. - .long 29 + .long _lj_BC_KCDATA-. + .long 36 .byte 0 .byte 0xe .byte 80 @@ -2777,14 +3024,14 @@ LASFDE40: .align 3 LEFDE40: -_lj_BC_KPRI.eh: +_lj_BC_KSHORT.eh: LSFDE41: .set L$set$41,LEFDE41-LASFDE41 .long L$set$41 LASFDE41: .long LASFDE41-EH_frame1 - .long _lj_BC_KPRI-. - .long 25 + .long _lj_BC_KSHORT-. + .long 30 .byte 0 .byte 0xe .byte 80 @@ -2799,14 +3046,14 @@ LASFDE41: .align 3 LEFDE41: -_lj_BC_KNIL.eh: +_lj_BC_KNUM.eh: LSFDE42: .set L$set$42,LEFDE42-LASFDE42 .long L$set$42 LASFDE42: .long LASFDE42-EH_frame1 - .long _lj_BC_KNIL-. - .long 43 + .long _lj_BC_KNUM-. + .long 29 .byte 0 .byte 0xe .byte 80 @@ -2821,14 +3068,14 @@ LASFDE42: .align 3 LEFDE42: -_lj_BC_UGET.eh: +_lj_BC_KPRI.eh: LSFDE43: .set L$set$43,LEFDE43-LASFDE43 .long L$set$43 LASFDE43: .long LASFDE43-EH_frame1 - .long _lj_BC_UGET-. - .long 36 + .long _lj_BC_KPRI-. + .long 25 .byte 0 .byte 0xe .byte 80 @@ -2843,14 +3090,14 @@ LASFDE43: .align 3 LEFDE43: -_lj_BC_USETV.eh: +_lj_BC_KNIL.eh: LSFDE44: .set L$set$44,LEFDE44-LASFDE44 .long L$set$44 LASFDE44: .long LASFDE44-EH_frame1 - .long _lj_BC_USETV-. - .long 87 + .long _lj_BC_KNIL-. + .long 43 .byte 0 .byte 0xe .byte 80 @@ -2865,14 +3112,14 @@ LASFDE44: .align 3 LEFDE44: -_lj_BC_USETS.eh: +_lj_BC_UGET.eh: LSFDE45: .set L$set$45,LEFDE45-LASFDE45 .long L$set$45 LASFDE45: .long LASFDE45-EH_frame1 - .long _lj_BC_USETS-. - .long 82 + .long _lj_BC_UGET-. + .long 36 .byte 0 .byte 0xe .byte 80 @@ -2887,14 +3134,14 @@ LASFDE45: .align 3 LEFDE45: -_lj_BC_USETN.eh: +_lj_BC_USETV.eh: LSFDE46: .set L$set$46,LEFDE46-LASFDE46 .long L$set$46 LASFDE46: .long LASFDE46-EH_frame1 - .long _lj_BC_USETN-. - .long 38 + .long _lj_BC_USETV-. + .long 87 .byte 0 .byte 0xe .byte 80 @@ -2909,14 +3156,14 @@ LASFDE46: .align 3 LEFDE46: -_lj_BC_USETP.eh: +_lj_BC_USETS.eh: LSFDE47: .set L$set$47,LEFDE47-LASFDE47 .long L$set$47 LASFDE47: .long LASFDE47-EH_frame1 - .long _lj_BC_USETP-. - .long 34 + .long _lj_BC_USETS-. + .long 82 .byte 0 .byte 0xe .byte 80 @@ -2931,14 +3178,14 @@ LASFDE47: .align 3 LEFDE47: -_lj_BC_UCLO.eh: +_lj_BC_USETN.eh: LSFDE48: .set L$set$48,LEFDE48-LASFDE48 .long L$set$48 LASFDE48: .long LASFDE48-EH_frame1 - .long _lj_BC_UCLO-. - .long 51 + .long _lj_BC_USETN-. + .long 38 .byte 0 .byte 0xe .byte 80 @@ -2953,14 +3200,14 @@ LASFDE48: .align 3 LEFDE48: -_lj_BC_FNEW.eh: +_lj_BC_USETP.eh: LSFDE49: .set L$set$49,LEFDE49-LASFDE49 .long L$set$49 LASFDE49: .long LASFDE49-EH_frame1 - .long _lj_BC_FNEW-. - .long 64 + .long _lj_BC_USETP-. + .long 34 .byte 0 .byte 0xe .byte 80 @@ -2975,14 +3222,14 @@ LASFDE49: .align 3 LEFDE49: -_lj_BC_TNEW.eh: +_lj_BC_UCLO.eh: LSFDE50: .set L$set$50,LEFDE50-LASFDE50 .long L$set$50 LASFDE50: .long LASFDE50-EH_frame1 - .long _lj_BC_TNEW-. - .long 109 + .long _lj_BC_UCLO-. + .long 51 .byte 0 .byte 0xe .byte 80 @@ -2997,14 +3244,14 @@ LASFDE50: .align 3 LEFDE50: -_lj_BC_TDUP.eh: +_lj_BC_FNEW.eh: LSFDE51: .set L$set$51,LEFDE51-LASFDE51 .long L$set$51 LASFDE51: .long LASFDE51-EH_frame1 - .long _lj_BC_TDUP-. - .long 93 + .long _lj_BC_FNEW-. + .long 64 .byte 0 .byte 0xe .byte 80 @@ -3019,14 +3266,14 @@ LASFDE51: .align 3 LEFDE51: -_lj_BC_GGET.eh: +_lj_BC_TNEW.eh: LSFDE52: .set L$set$52,LEFDE52-LASFDE52 .long L$set$52 LASFDE52: .long LASFDE52-EH_frame1 - .long _lj_BC_GGET-. - .long 18 + .long _lj_BC_TNEW-. + .long 109 .byte 0 .byte 0xe .byte 80 @@ -3041,14 +3288,14 @@ LASFDE52: .align 3 LEFDE52: -_lj_BC_GSET.eh: +_lj_BC_TDUP.eh: LSFDE53: .set L$set$53,LEFDE53-LASFDE53 .long L$set$53 LASFDE53: .long LASFDE53-EH_frame1 - .long _lj_BC_GSET-. - .long 18 + .long _lj_BC_TDUP-. + .long 93 .byte 0 .byte 0xe .byte 80 @@ -3063,14 +3310,14 @@ LASFDE53: .align 3 LEFDE53: -_lj_BC_TGETV.eh: +_lj_BC_GGET.eh: LSFDE54: .set L$set$54,LEFDE54-LASFDE54 .long L$set$54 LASFDE54: .long LASFDE54-EH_frame1 - .long _lj_BC_TGETV-. - .long 148 + .long _lj_BC_GGET-. + .long 18 .byte 0 .byte 0xe .byte 80 @@ -3085,14 +3332,14 @@ LASFDE54: .align 3 LEFDE54: -_lj_BC_TGETS.eh: +_lj_BC_GSET.eh: LSFDE55: .set L$set$55,LEFDE55-LASFDE55 .long L$set$55 LASFDE55: .long LASFDE55-EH_frame1 - .long _lj_BC_TGETS-. - .long 124 + .long _lj_BC_GSET-. + .long 18 .byte 0 .byte 0xe .byte 80 @@ -3107,14 +3354,14 @@ LASFDE55: .align 3 LEFDE55: -_lj_BC_TGETB.eh: +_lj_BC_TGETV.eh: LSFDE56: .set L$set$56,LEFDE56-LASFDE56 .long L$set$56 LASFDE56: .long LASFDE56-EH_frame1 - .long _lj_BC_TGETB-. - .long 99 + .long _lj_BC_TGETV-. + .long 148 .byte 0 .byte 0xe .byte 80 @@ -3129,14 +3376,14 @@ LASFDE56: .align 3 LEFDE56: -_lj_BC_TSETV.eh: +_lj_BC_TGETS.eh: LSFDE57: .set L$set$57,LEFDE57-LASFDE57 .long L$set$57 LASFDE57: .long LASFDE57-EH_frame1 - .long _lj_BC_TSETV-. - .long 173 + .long _lj_BC_TGETS-. + .long 124 .byte 0 .byte 0xe .byte 80 @@ -3151,14 +3398,14 @@ LASFDE57: .align 3 LEFDE57: -_lj_BC_TSETS.eh: +_lj_BC_TGETB.eh: LSFDE58: .set L$set$58,LEFDE58-LASFDE58 .long L$set$58 LASFDE58: .long LASFDE58-EH_frame1 - .long _lj_BC_TSETS-. - .long 229 + .long _lj_BC_TGETB-. + .long 99 .byte 0 .byte 0xe .byte 80 @@ -3173,14 +3420,14 @@ LASFDE58: .align 3 LEFDE58: -_lj_BC_TSETB.eh: +_lj_BC_TGETR.eh: LSFDE59: .set L$set$59,LEFDE59-LASFDE59 .long L$set$59 LASFDE59: .long LASFDE59-EH_frame1 - .long _lj_BC_TSETB-. - .long 124 + .long _lj_BC_TGETR-. + .long 54 .byte 0 .byte 0xe .byte 80 @@ -3195,14 +3442,14 @@ LASFDE59: .align 3 LEFDE59: -_lj_BC_TSETM.eh: +_lj_BC_TSETV.eh: LSFDE60: .set L$set$60,LEFDE60-LASFDE60 .long L$set$60 LASFDE60: .long LASFDE60-EH_frame1 - .long _lj_BC_TSETM-. - .long 142 + .long _lj_BC_TSETV-. + .long 173 .byte 0 .byte 0xe .byte 80 @@ -3217,14 +3464,14 @@ LASFDE60: .align 3 LEFDE60: -_lj_BC_CALLM.eh: +_lj_BC_TSETS.eh: LSFDE61: .set L$set$61,LEFDE61-LASFDE61 .long L$set$61 LASFDE61: .long LASFDE61-EH_frame1 - .long _lj_BC_CALLM-. - .long 46 + .long _lj_BC_TSETS-. + .long 229 .byte 0 .byte 0xe .byte 80 @@ -3239,14 +3486,14 @@ LASFDE61: .align 3 LEFDE61: -_lj_BC_CALL.eh: +_lj_BC_TSETB.eh: LSFDE62: .set L$set$62,LEFDE62-LASFDE62 .long L$set$62 LASFDE62: .long LASFDE62-EH_frame1 - .long _lj_BC_CALL-. - .long 42 + .long _lj_BC_TSETB-. + .long 124 .byte 0 .byte 0xe .byte 80 @@ -3261,14 +3508,14 @@ LASFDE62: .align 3 LEFDE62: -_lj_BC_CALLMT.eh: +_lj_BC_TSETM.eh: LSFDE63: .set L$set$63,LEFDE63-LASFDE63 .long L$set$63 LASFDE63: .long LASFDE63-EH_frame1 - .long _lj_BC_CALLMT-. - .long 4 + .long _lj_BC_TSETM-. + .long 142 .byte 0 .byte 0xe .byte 80 @@ -3283,14 +3530,14 @@ LASFDE63: .align 3 LEFDE63: -_lj_BC_CALLT.eh: +_lj_BC_TSETR.eh: LSFDE64: .set L$set$64,LEFDE64-LASFDE64 .long L$set$64 LASFDE64: .long LASFDE64-EH_frame1 - .long _lj_BC_CALLT-. - .long 148 + .long _lj_BC_TSETR-. + .long 87 .byte 0 .byte 0xe .byte 80 @@ -3305,14 +3552,14 @@ LASFDE64: .align 3 LEFDE64: -_lj_BC_ITERC.eh: +_lj_BC_CALLM.eh: LSFDE65: .set L$set$65,LEFDE65-LASFDE65 .long L$set$65 LASFDE65: .long LASFDE65-EH_frame1 - .long _lj_BC_ITERC-. - .long 68 + .long _lj_BC_CALLM-. + .long 46 .byte 0 .byte 0xe .byte 80 @@ -3327,14 +3574,14 @@ LASFDE65: .align 3 LEFDE65: -_lj_BC_ITERN.eh: +_lj_BC_CALL.eh: LSFDE66: .set L$set$66,LEFDE66-LASFDE66 .long L$set$66 LASFDE66: .long LASFDE66-EH_frame1 - .long _lj_BC_ITERN-. - .long 165 + .long _lj_BC_CALL-. + .long 42 .byte 0 .byte 0xe .byte 80 @@ -3349,14 +3596,14 @@ LASFDE66: .align 3 LEFDE66: -_lj_BC_VARG.eh: +_lj_BC_CALLMT.eh: LSFDE67: .set L$set$67,LEFDE67-LASFDE67 .long L$set$67 LASFDE67: .long LASFDE67-EH_frame1 - .long _lj_BC_VARG-. - .long 191 + .long _lj_BC_CALLMT-. + .long 4 .byte 0 .byte 0xe .byte 80 @@ -3371,14 +3618,14 @@ LASFDE67: .align 3 LEFDE67: -_lj_BC_ISNEXT.eh: +_lj_BC_CALLT.eh: LSFDE68: .set L$set$68,LEFDE68-LASFDE68 .long L$set$68 LASFDE68: .long LASFDE68-EH_frame1 - .long _lj_BC_ISNEXT-. - .long 88 + .long _lj_BC_CALLT-. + .long 148 .byte 0 .byte 0xe .byte 80 @@ -3393,14 +3640,14 @@ LASFDE68: .align 3 LEFDE68: -_lj_BC_RETM.eh: +_lj_BC_ITERC.eh: LSFDE69: .set L$set$69,LEFDE69-LASFDE69 .long L$set$69 LASFDE69: .long LASFDE69-EH_frame1 - .long _lj_BC_RETM-. - .long 4 + .long _lj_BC_ITERC-. + .long 68 .byte 0 .byte 0xe .byte 80 @@ -3415,14 +3662,14 @@ LASFDE69: .align 3 LEFDE69: -_lj_BC_RET.eh: +_lj_BC_ITERN.eh: LSFDE70: .set L$set$70,LEFDE70-LASFDE70 .long L$set$70 LASFDE70: .long LASFDE70-EH_frame1 - .long _lj_BC_RET-. - .long 136 + .long _lj_BC_ITERN-. + .long 165 .byte 0 .byte 0xe .byte 80 @@ -3437,14 +3684,14 @@ LASFDE70: .align 3 LEFDE70: -_lj_BC_RET0.eh: +_lj_BC_VARG.eh: LSFDE71: .set L$set$71,LEFDE71-LASFDE71 .long L$set$71 LASFDE71: .long LASFDE71-EH_frame1 - .long _lj_BC_RET0-. - .long 92 + .long _lj_BC_VARG-. + .long 191 .byte 0 .byte 0xe .byte 80 @@ -3459,14 +3706,14 @@ LASFDE71: .align 3 LEFDE71: -_lj_BC_RET1.eh: +_lj_BC_ISNEXT.eh: LSFDE72: .set L$set$72,LEFDE72-LASFDE72 .long L$set$72 LASFDE72: .long LASFDE72-EH_frame1 - .long _lj_BC_RET1-. - .long 105 + .long _lj_BC_ISNEXT-. + .long 88 .byte 0 .byte 0xe .byte 80 @@ -3481,14 +3728,14 @@ LASFDE72: .align 3 LEFDE72: -_lj_BC_FORI.eh: +_lj_BC_RETM.eh: LSFDE73: .set L$set$73,LEFDE73-LASFDE73 .long L$set$73 LASFDE73: .long LASFDE73-EH_frame1 - .long _lj_BC_FORI-. - .long 97 + .long _lj_BC_RETM-. + .long 4 .byte 0 .byte 0xe .byte 80 @@ -3503,14 +3750,14 @@ LASFDE73: .align 3 LEFDE73: -_lj_BC_JFORI.eh: +_lj_BC_RET.eh: LSFDE74: .set L$set$74,LEFDE74-LASFDE74 .long L$set$74 LASFDE74: .long LASFDE74-EH_frame1 - .long _lj_BC_JFORI-. - .long 105 + .long _lj_BC_RET-. + .long 136 .byte 0 .byte 0xe .byte 80 @@ -3525,14 +3772,14 @@ LASFDE74: .align 3 LEFDE74: -_lj_BC_FORL.eh: +_lj_BC_RET0.eh: LSFDE75: .set L$set$75,LEFDE75-LASFDE75 .long L$set$75 LASFDE75: .long LASFDE75-EH_frame1 - .long _lj_BC_FORL-. - .long 20 + .long _lj_BC_RET0-. + .long 92 .byte 0 .byte 0xe .byte 80 @@ -3547,14 +3794,14 @@ LASFDE75: .align 3 LEFDE75: -_lj_BC_IFORL.eh: +_lj_BC_RET1.eh: LSFDE76: .set L$set$76,LEFDE76-LASFDE76 .long L$set$76 LASFDE76: .long LASFDE76-EH_frame1 - .long _lj_BC_IFORL-. - .long 70 + .long _lj_BC_RET1-. + .long 105 .byte 0 .byte 0xe .byte 80 @@ -3569,14 +3816,14 @@ LASFDE76: .align 3 LEFDE76: -_lj_BC_JFORL.eh: +_lj_BC_FORI.eh: LSFDE77: .set L$set$77,LEFDE77-LASFDE77 .long L$set$77 LASFDE77: .long LASFDE77-EH_frame1 - .long _lj_BC_JFORL-. - .long 67 + .long _lj_BC_FORI-. + .long 97 .byte 0 .byte 0xe .byte 80 @@ -3591,14 +3838,14 @@ LASFDE77: .align 3 LEFDE77: -_lj_BC_ITERL.eh: +_lj_BC_JFORI.eh: LSFDE78: .set L$set$78,LEFDE78-LASFDE78 .long L$set$78 LASFDE78: .long LASFDE78-EH_frame1 - .long _lj_BC_ITERL-. - .long 20 + .long _lj_BC_JFORI-. + .long 105 .byte 0 .byte 0xe .byte 80 @@ -3613,14 +3860,14 @@ LASFDE78: .align 3 LEFDE78: -_lj_BC_IITERL.eh: +_lj_BC_FORL.eh: LSFDE79: .set L$set$79,LEFDE79-LASFDE79 .long L$set$79 LASFDE79: .long LASFDE79-EH_frame1 - .long _lj_BC_IITERL-. - .long 44 + .long _lj_BC_FORL-. + .long 20 .byte 0 .byte 0xe .byte 80 @@ -3635,14 +3882,14 @@ LASFDE79: .align 3 LEFDE79: -_lj_BC_JITERL.eh: +_lj_BC_IFORL.eh: LSFDE80: .set L$set$80,LEFDE80-LASFDE80 .long L$set$80 LASFDE80: .long LASFDE80-EH_frame1 - .long _lj_BC_JITERL-. - .long 39 + .long _lj_BC_IFORL-. + .long 70 .byte 0 .byte 0xe .byte 80 @@ -3657,14 +3904,14 @@ LASFDE80: .align 3 LEFDE80: -_lj_BC_LOOP.eh: +_lj_BC_JFORL.eh: LSFDE81: .set L$set$81,LEFDE81-LASFDE81 .long L$set$81 LASFDE81: .long LASFDE81-EH_frame1 - .long _lj_BC_LOOP-. - .long 20 + .long _lj_BC_JFORL-. + .long 67 .byte 0 .byte 0xe .byte 80 @@ -3679,14 +3926,14 @@ LASFDE81: .align 3 LEFDE81: -_lj_BC_ILOOP.eh: +_lj_BC_ITERL.eh: LSFDE82: .set L$set$82,LEFDE82-LASFDE82 .long L$set$82 LASFDE82: .long LASFDE82-EH_frame1 - .long _lj_BC_ILOOP-. - .long 18 + .long _lj_BC_ITERL-. + .long 20 .byte 0 .byte 0xe .byte 80 @@ -3701,14 +3948,14 @@ LASFDE82: .align 3 LEFDE82: -_lj_BC_JLOOP.eh: +_lj_BC_IITERL.eh: LSFDE83: .set L$set$83,LEFDE83-LASFDE83 .long L$set$83 LASFDE83: .long LASFDE83-EH_frame1 - .long _lj_BC_JLOOP-. - .long 47 + .long _lj_BC_IITERL-. + .long 44 .byte 0 .byte 0xe .byte 80 @@ -3723,14 +3970,14 @@ LASFDE83: .align 3 LEFDE83: -_lj_BC_JMP.eh: +_lj_BC_JITERL.eh: LSFDE84: .set L$set$84,LEFDE84-LASFDE84 .long L$set$84 LASFDE84: .long LASFDE84-EH_frame1 - .long _lj_BC_JMP-. - .long 25 + .long _lj_BC_JITERL-. + .long 39 .byte 0 .byte 0xe .byte 80 @@ -3745,13 +3992,13 @@ LASFDE84: .align 3 LEFDE84: -_lj_BC_FUNCF.eh: +_lj_BC_LOOP.eh: LSFDE85: .set L$set$85,LEFDE85-LASFDE85 .long L$set$85 LASFDE85: .long LASFDE85-EH_frame1 - .long _lj_BC_FUNCF-. + .long _lj_BC_LOOP-. .long 20 .byte 0 .byte 0xe @@ -3767,14 +4014,14 @@ LASFDE85: .align 3 LEFDE85: -_lj_BC_IFUNCF.eh: +_lj_BC_ILOOP.eh: LSFDE86: .set L$set$86,LEFDE86-LASFDE86 .long L$set$86 LASFDE86: .long LASFDE86-EH_frame1 - .long _lj_BC_IFUNCF-. - .long 63 + .long _lj_BC_ILOOP-. + .long 18 .byte 0 .byte 0xe .byte 80 @@ -3789,14 +4036,14 @@ LASFDE86: .align 3 LEFDE86: -_lj_BC_JFUNCF.eh: +_lj_BC_JLOOP.eh: LSFDE87: .set L$set$87,LEFDE87-LASFDE87 .long L$set$87 LASFDE87: .long LASFDE87-EH_frame1 - .long _lj_BC_JFUNCF-. - .long 54 + .long _lj_BC_JLOOP-. + .long 47 .byte 0 .byte 0xe .byte 80 @@ -3811,14 +4058,36 @@ LASFDE87: .align 3 LEFDE87: -_lj_BC_IFUNCV.eh: +_lj_BC_JMP.eh: +LSFDE88: + .set L$set$88,LEFDE88-LASFDE88 + .long L$set$88 +LASFDE88: + .long LASFDE88-EH_frame1 + .long _lj_BC_JMP-. + .long 25 + .byte 0 + .byte 0xe + .byte 80 + .byte 0x86 + .byte 0x2 + .byte 0x83 + .byte 0x3 + .byte 0x8f + .byte 0x4 + .byte 0x8e + .byte 0x5 + .align 3 +LEFDE88: + +_lj_BC_FUNCF.eh: LSFDE89: .set L$set$89,LEFDE89-LASFDE89 .long L$set$89 LASFDE89: .long LASFDE89-EH_frame1 - .long _lj_BC_IFUNCV-. - .long 125 + .long _lj_BC_FUNCF-. + .long 20 .byte 0 .byte 0xe .byte 80 @@ -3833,14 +4102,14 @@ LASFDE89: .align 3 LEFDE89: -_lj_BC_JFUNCV.eh: +_lj_BC_IFUNCF.eh: LSFDE90: .set L$set$90,LEFDE90-LASFDE90 .long L$set$90 LASFDE90: .long LASFDE90-EH_frame1 - .long _lj_BC_JFUNCV-. - .long 1 + .long _lj_BC_IFUNCF-. + .long 63 .byte 0 .byte 0xe .byte 80 @@ -3855,14 +4124,14 @@ LASFDE90: .align 3 LEFDE90: -_lj_BC_FUNCC.eh: +_lj_BC_JFUNCF.eh: LSFDE91: .set L$set$91,LEFDE91-LASFDE91 .long L$set$91 LASFDE91: .long LASFDE91-EH_frame1 - .long _lj_BC_FUNCC-. - .long 79 + .long _lj_BC_JFUNCF-. + .long 54 .byte 0 .byte 0xe .byte 80 @@ -3877,36 +4146,14 @@ LASFDE91: .align 3 LEFDE91: -_lj_BC_FUNCCW.eh: -LSFDE92: - .set L$set$92,LEFDE92-LASFDE92 - .long L$set$92 -LASFDE92: - .long LASFDE92-EH_frame1 - .long _lj_BC_FUNCCW-. - .long 86 - .byte 0 - .byte 0xe - .byte 80 - .byte 0x86 - .byte 0x2 - .byte 0x83 - .byte 0x3 - .byte 0x8f - .byte 0x4 - .byte 0x8e - .byte 0x5 - .align 3 -LEFDE92: - -_lj_vm_returnp.eh: +_lj_BC_IFUNCV.eh: LSFDE93: .set L$set$93,LEFDE93-LASFDE93 .long L$set$93 LASFDE93: .long LASFDE93-EH_frame1 - .long _lj_vm_returnp-. - .long 33 + .long _lj_BC_IFUNCV-. + .long 125 .byte 0 .byte 0xe .byte 80 @@ -3921,14 +4168,14 @@ LASFDE93: .align 3 LEFDE93: -_lj_vm_returnc.eh: +_lj_BC_JFUNCV.eh: LSFDE94: .set L$set$94,LEFDE94-LASFDE94 .long L$set$94 LASFDE94: .long LASFDE94-EH_frame1 - .long _lj_vm_returnc-. - .long 25 + .long _lj_BC_JFUNCV-. + .long 1 .byte 0 .byte 0xe .byte 80 @@ -3943,14 +4190,14 @@ LASFDE94: .align 3 LEFDE94: -_lj_vm_return.eh: +_lj_BC_FUNCC.eh: LSFDE95: .set L$set$95,LEFDE95-LASFDE95 .long L$set$95 LASFDE95: .long LASFDE95-EH_frame1 - .long _lj_vm_return-. - .long 75 + .long _lj_BC_FUNCC-. + .long 89 .byte 0 .byte 0xe .byte 80 @@ -3965,14 +4212,14 @@ LASFDE95: .align 3 LEFDE95: -_lj_vm_leave_cp.eh: +_lj_BC_FUNCCW.eh: LSFDE96: .set L$set$96,LEFDE96-LASFDE96 .long L$set$96 LASFDE96: .long LASFDE96-EH_frame1 - .long _lj_vm_leave_cp-. - .long 11 + .long _lj_BC_FUNCCW-. + .long 93 .byte 0 .byte 0xe .byte 80 @@ -3987,14 +4234,14 @@ LASFDE96: .align 3 LEFDE96: -_lj_vm_leave_unw.eh: +_lj_vm_returnp.eh: LSFDE97: .set L$set$97,LEFDE97-LASFDE97 .long L$set$97 LASFDE97: .long LASFDE97-EH_frame1 - .long _lj_vm_leave_unw-. - .long 65 + .long _lj_vm_returnp-. + .long 33 .byte 0 .byte 0xe .byte 80 @@ -4009,14 +4256,14 @@ LASFDE97: .align 3 LEFDE97: -_lj_vm_unwind_yield.eh: +_lj_vm_returnc.eh: LSFDE98: .set L$set$98,LEFDE98-LASFDE98 .long L$set$98 LASFDE98: .long LASFDE98-EH_frame1 - .long _lj_vm_unwind_yield-. - .long 4 + .long _lj_vm_returnc-. + .long 25 .byte 0 .byte 0xe .byte 80 @@ -4031,14 +4278,14 @@ LASFDE98: .align 3 LEFDE98: -_lj_vm_unwind_c.eh: +_lj_vm_return.eh: LSFDE99: .set L$set$99,LEFDE99-LASFDE99 .long L$set$99 LASFDE99: .long LASFDE99-EH_frame1 - .long _lj_vm_unwind_c-. - .long 5 + .long _lj_vm_return-. + .long 75 .byte 0 .byte 0xe .byte 80 @@ -4053,14 +4300,14 @@ LASFDE99: .align 3 LEFDE99: -_lj_vm_unwind_c_eh.eh: +_lj_vm_leave_cp.eh: LSFDE100: .set L$set$100,LEFDE100-LASFDE100 .long L$set$100 LASFDE100: .long LASFDE100-EH_frame1 - .long _lj_vm_unwind_c_eh-. - .long 19 + .long _lj_vm_leave_cp-. + .long 11 .byte 0 .byte 0xe .byte 80 @@ -4075,14 +4322,14 @@ LASFDE100: .align 3 LEFDE100: -_lj_vm_unwind_rethrow.eh: +_lj_vm_leave_unw.eh: LSFDE101: .set L$set$101,LEFDE101-LASFDE101 .long L$set$101 LASFDE101: .long LASFDE101-EH_frame1 - .long _lj_vm_unwind_rethrow-. - .long 21 + .long _lj_vm_leave_unw-. + .long 65 .byte 0 .byte 0xe .byte 80 @@ -4097,14 +4344,14 @@ LASFDE101: .align 3 LEFDE101: -_lj_vm_unwind_ff.eh: +_lj_vm_unwind_yield.eh: LSFDE102: .set L$set$102,LEFDE102-LASFDE102 .long L$set$102 LASFDE102: .long LASFDE102-EH_frame1 - .long _lj_vm_unwind_ff-. - .long 7 + .long _lj_vm_unwind_yield-. + .long 4 .byte 0 .byte 0xe .byte 80 @@ -4119,14 +4366,14 @@ LASFDE102: .align 3 LEFDE102: -_lj_vm_unwind_ff_eh.eh: +_lj_vm_unwind_c.eh: LSFDE103: .set L$set$103,LEFDE103-LASFDE103 .long L$set$103 LASFDE103: .long LASFDE103-EH_frame1 - .long _lj_vm_unwind_ff_eh-. - .long 56 + .long _lj_vm_unwind_c-. + .long 5 .byte 0 .byte 0xe .byte 80 @@ -4141,14 +4388,14 @@ LASFDE103: .align 3 LEFDE103: -_lj_vm_growstack_c.eh: +_lj_vm_unwind_c_eh.eh: LSFDE104: .set L$set$104,LEFDE104-LASFDE104 .long L$set$104 LASFDE104: .long LASFDE104-EH_frame1 - .long _lj_vm_growstack_c-. - .long 7 + .long _lj_vm_unwind_c_eh-. + .long 16 .byte 0 .byte 0xe .byte 80 @@ -4163,14 +4410,14 @@ LASFDE104: .align 3 LEFDE104: -_lj_vm_growstack_v.eh: +_lj_vm_unwind_rethrow.eh: LSFDE105: .set L$set$105,LEFDE105-LASFDE105 .long L$set$105 LASFDE105: .long LASFDE105-EH_frame1 - .long _lj_vm_growstack_v-. - .long 5 + .long _lj_vm_unwind_rethrow-. + .long 21 .byte 0 .byte 0xe .byte 80 @@ -4185,14 +4432,14 @@ LASFDE105: .align 3 LEFDE105: -_lj_vm_growstack_f.eh: +_lj_vm_unwind_ff.eh: LSFDE106: .set L$set$106,LEFDE106-LASFDE106 .long L$set$106 LASFDE106: .long LASFDE106-EH_frame1 - .long _lj_vm_growstack_f-. - .long 65 + .long _lj_vm_unwind_ff-. + .long 7 .byte 0 .byte 0xe .byte 80 @@ -4207,14 +4454,14 @@ LASFDE106: .align 3 LEFDE106: -_lj_vm_resume.eh: +_lj_vm_unwind_ff_eh.eh: LSFDE107: .set L$set$107,LEFDE107-LASFDE107 .long L$set$107 LASFDE107: .long LASFDE107-EH_frame1 - .long _lj_vm_resume-. - .long 125 + .long _lj_vm_unwind_ff_eh-. + .long 56 .byte 0 .byte 0xe .byte 80 @@ -4229,14 +4476,14 @@ LASFDE107: .align 3 LEFDE107: -_lj_vm_pcall.eh: +_lj_vm_growstack_c.eh: LSFDE108: .set L$set$108,LEFDE108-LASFDE108 .long L$set$108 LASFDE108: .long LASFDE108-EH_frame1 - .long _lj_vm_pcall-. - .long 21 + .long _lj_vm_growstack_c-. + .long 7 .byte 0 .byte 0xe .byte 80 @@ -4251,14 +4498,14 @@ LASFDE108: .align 3 LEFDE108: -_lj_vm_call.eh: +_lj_vm_growstack_v.eh: LSFDE109: .set L$set$109,LEFDE109-LASFDE109 .long L$set$109 LASFDE109: .long LASFDE109-EH_frame1 - .long _lj_vm_call-. - .long 84 + .long _lj_vm_growstack_v-. + .long 5 .byte 0 .byte 0xe .byte 80 @@ -4273,14 +4520,14 @@ LASFDE109: .align 3 LEFDE109: -_lj_vm_call_dispatch.eh: +_lj_vm_growstack_f.eh: LSFDE110: .set L$set$110,LEFDE110-LASFDE110 .long L$set$110 LASFDE110: .long LASFDE110-EH_frame1 - .long _lj_vm_call_dispatch-. - .long 13 + .long _lj_vm_growstack_f-. + .long 65 .byte 0 .byte 0xe .byte 80 @@ -4295,14 +4542,14 @@ LASFDE110: .align 3 LEFDE110: -_lj_vm_call_dispatch_f.eh: +_lj_vm_resume.eh: LSFDE111: .set L$set$111,LEFDE111-LASFDE111 .long L$set$111 LASFDE111: .long LASFDE111-EH_frame1 - .long _lj_vm_call_dispatch_f-. - .long 23 + .long _lj_vm_resume-. + .long 132 .byte 0 .byte 0xe .byte 80 @@ -4317,14 +4564,14 @@ LASFDE111: .align 3 LEFDE111: -_lj_vm_cpcall.eh: +_lj_vm_pcall.eh: LSFDE112: .set L$set$112,LEFDE112-LASFDE112 .long L$set$112 LASFDE112: .long LASFDE112-EH_frame1 - .long _lj_vm_cpcall-. - .long 76 + .long _lj_vm_pcall-. + .long 21 .byte 0 .byte 0xe .byte 80 @@ -4339,14 +4586,14 @@ LASFDE112: .align 3 LEFDE112: -_lj_cont_dispatch.eh: +_lj_vm_call.eh: LSFDE113: .set L$set$113,LEFDE113-LASFDE113 .long L$set$113 LASFDE113: .long LASFDE113-EH_frame1 - .long _lj_cont_dispatch-. - .long 74 + .long _lj_vm_call-. + .long 91 .byte 0 .byte 0xe .byte 80 @@ -4361,14 +4608,14 @@ LASFDE113: .align 3 LEFDE113: -_lj_cont_cat.eh: +_lj_vm_call_dispatch.eh: LSFDE114: .set L$set$114,LEFDE114-LASFDE114 .long L$set$114 LASFDE114: .long LASFDE114-EH_frame1 - .long _lj_cont_cat-. - .long 46 + .long _lj_vm_call_dispatch-. + .long 13 .byte 0 .byte 0xe .byte 80 @@ -4383,14 +4630,14 @@ LASFDE114: .align 3 LEFDE114: -_lj_vmeta_tgets.eh: +_lj_vm_call_dispatch_f.eh: LSFDE115: .set L$set$115,LEFDE115-LASFDE115 .long L$set$115 LASFDE115: .long LASFDE115-EH_frame1 - .long _lj_vmeta_tgets-. - .long 41 + .long _lj_vm_call_dispatch_f-. + .long 23 .byte 0 .byte 0xe .byte 80 @@ -4405,14 +4652,14 @@ LASFDE115: .align 3 LEFDE115: -_lj_vmeta_tgetb.eh: +_lj_vm_cpcall.eh: LSFDE116: .set L$set$116,LEFDE116-LASFDE116 .long L$set$116 LASFDE116: .long LASFDE116-EH_frame1 - .long _lj_vmeta_tgetb-. - .long 19 + .long _lj_vm_cpcall-. + .long 94 .byte 0 .byte 0xe .byte 80 @@ -4427,14 +4674,14 @@ LASFDE116: .align 3 LEFDE116: -_lj_vmeta_tgetv.eh: +_lj_cont_dispatch.eh: LSFDE117: .set L$set$117,LEFDE117-LASFDE117 .long L$set$117 LASFDE117: .long LASFDE117-EH_frame1 - .long _lj_vmeta_tgetv-. - .long 44 + .long _lj_cont_dispatch-. + .long 74 .byte 0 .byte 0xe .byte 80 @@ -4449,14 +4696,14 @@ LASFDE117: .align 3 LEFDE117: -_lj_cont_ra.eh: +_lj_cont_cat.eh: LSFDE118: .set L$set$118,LEFDE118-LASFDE118 .long L$set$118 LASFDE118: .long LASFDE118-EH_frame1 - .long _lj_cont_ra-. - .long 53 + .long _lj_cont_cat-. + .long 46 .byte 0 .byte 0xe .byte 80 @@ -4471,13 +4718,13 @@ LASFDE118: .align 3 LEFDE118: -_lj_vmeta_tsets.eh: +_lj_vmeta_tgets.eh: LSFDE119: .set L$set$119,LEFDE119-LASFDE119 .long L$set$119 LASFDE119: .long LASFDE119-EH_frame1 - .long _lj_vmeta_tsets-. + .long _lj_vmeta_tgets-. .long 41 .byte 0 .byte 0xe @@ -4493,13 +4740,13 @@ LASFDE119: .align 3 LEFDE119: -_lj_vmeta_tsetb.eh: +_lj_vmeta_tgetb.eh: LSFDE120: .set L$set$120,LEFDE120-LASFDE120 .long L$set$120 LASFDE120: .long LASFDE120-EH_frame1 - .long _lj_vmeta_tsetb-. + .long _lj_vmeta_tgetb-. .long 19 .byte 0 .byte 0xe @@ -4515,14 +4762,14 @@ LASFDE120: .align 3 LEFDE120: -_lj_vmeta_tsetv.eh: +_lj_vmeta_tgetv.eh: LSFDE121: .set L$set$121,LEFDE121-LASFDE121 .long L$set$121 LASFDE121: .long LASFDE121-EH_frame1 - .long _lj_vmeta_tsetv-. - .long 55 + .long _lj_vmeta_tgetv-. + .long 44 .byte 0 .byte 0xe .byte 80 @@ -4537,14 +4784,14 @@ LASFDE121: .align 3 LEFDE121: -_lj_cont_nop.eh: +_lj_cont_ra.eh: LSFDE122: .set L$set$122,LEFDE122-LASFDE122 .long L$set$122 LASFDE122: .long LASFDE122-EH_frame1 - .long _lj_cont_nop-. - .long 54 + .long _lj_cont_ra-. + .long 53 .byte 0 .byte 0xe .byte 80 @@ -4559,14 +4806,14 @@ LASFDE122: .align 3 LEFDE122: -_lj_vmeta_comp.eh: +_lj_vmeta_tgetr.eh: LSFDE123: .set L$set$123,LEFDE123-LASFDE123 .long L$set$123 LASFDE123: .long LASFDE123-EH_frame1 - .long _lj_vmeta_comp-. - .long 74 + .long _lj_vmeta_tgetr-. + .long 38 .byte 0 .byte 0xe .byte 80 @@ -4581,14 +4828,14 @@ LASFDE123: .align 3 LEFDE123: -_lj_cont_condt.eh: +_lj_vmeta_tsets.eh: LSFDE124: .set L$set$124,LEFDE124-LASFDE124 .long L$set$124 LASFDE124: .long LASFDE124-EH_frame1 - .long _lj_cont_condt-. - .long 11 + .long _lj_vmeta_tsets-. + .long 41 .byte 0 .byte 0xe .byte 80 @@ -4603,14 +4850,14 @@ LASFDE124: .align 3 LEFDE124: -_lj_cont_condf.eh: +_lj_vmeta_tsetb.eh: LSFDE125: .set L$set$125,LEFDE125-LASFDE125 .long L$set$125 LASFDE125: .long LASFDE125-EH_frame1 - .long _lj_cont_condf-. - .long 6 + .long _lj_vmeta_tsetb-. + .long 19 .byte 0 .byte 0xe .byte 80 @@ -4625,14 +4872,14 @@ LASFDE125: .align 3 LEFDE125: -_lj_vmeta_equal.eh: +_lj_vmeta_tsetv.eh: LSFDE126: .set L$set$126,LEFDE126-LASFDE126 .long L$set$126 LASFDE126: .long LASFDE126-EH_frame1 - .long _lj_vmeta_equal-. - .long 29 + .long _lj_vmeta_tsetv-. + .long 55 .byte 0 .byte 0xe .byte 80 @@ -4647,14 +4894,14 @@ LASFDE126: .align 3 LEFDE126: -_lj_vmeta_equal_cd.eh: +_lj_cont_nop.eh: LSFDE127: .set L$set$127,LEFDE127-LASFDE127 .long L$set$127 LASFDE127: .long LASFDE127-EH_frame1 - .long _lj_vmeta_equal_cd-. - .long 26 + .long _lj_cont_nop-. + .long 54 .byte 0 .byte 0xe .byte 80 @@ -4669,14 +4916,36 @@ LASFDE127: .align 3 LEFDE127: -_lj_vmeta_arith_vn.eh: +_lj_vmeta_tsetr.eh: +LSFDE128: + .set L$set$128,LEFDE128-LASFDE128 + .long L$set$128 +LASFDE128: + .long LASFDE128-EH_frame1 + .long _lj_vmeta_tsetr-. + .long 33 + .byte 0 + .byte 0xe + .byte 80 + .byte 0x86 + .byte 0x2 + .byte 0x83 + .byte 0x3 + .byte 0x8f + .byte 0x4 + .byte 0x8e + .byte 0x5 + .align 3 +LEFDE128: + +_lj_vmeta_comp.eh: LSFDE129: .set L$set$129,LEFDE129-LASFDE129 .long L$set$129 LASFDE129: .long LASFDE129-EH_frame1 - .long _lj_vmeta_arith_vn-. - .long 6 + .long _lj_vmeta_comp-. + .long 74 .byte 0 .byte 0xe .byte 80 @@ -4691,14 +4960,36 @@ LASFDE129: .align 3 LEFDE129: -_lj_vmeta_arith_nv.eh: +_lj_cont_condt.eh: +LSFDE130: + .set L$set$130,LEFDE130-LASFDE130 + .long L$set$130 +LASFDE130: + .long LASFDE130-EH_frame1 + .long _lj_cont_condt-. + .long 11 + .byte 0 + .byte 0xe + .byte 80 + .byte 0x86 + .byte 0x2 + .byte 0x83 + .byte 0x3 + .byte 0x8f + .byte 0x4 + .byte 0x8e + .byte 0x5 + .align 3 +LEFDE130: + +_lj_cont_condf.eh: LSFDE131: .set L$set$131,LEFDE131-LASFDE131 .long L$set$131 LASFDE131: .long LASFDE131-EH_frame1 - .long _lj_vmeta_arith_nv-. - .long 10 + .long _lj_cont_condf-. + .long 6 .byte 0 .byte 0xe .byte 80 @@ -4713,14 +5004,14 @@ LASFDE131: .align 3 LEFDE131: -_lj_vmeta_unm.eh: +_lj_vmeta_equal.eh: LSFDE132: .set L$set$132,LEFDE132-LASFDE132 .long L$set$132 LASFDE132: .long LASFDE132-EH_frame1 - .long _lj_vmeta_unm-. - .long 7 + .long _lj_vmeta_equal-. + .long 29 .byte 0 .byte 0xe .byte 80 @@ -4735,14 +5026,14 @@ LASFDE132: .align 3 LEFDE132: -_lj_vmeta_arith_vv.eh: -LSFDE134: - .set L$set$134,LEFDE134-LASFDE134 - .long L$set$134 -LASFDE134: - .long LASFDE134-EH_frame1 - .long _lj_vmeta_arith_vv-. - .long 49 +_lj_vmeta_equal_cd.eh: +LSFDE133: + .set L$set$133,LEFDE133-LASFDE133 + .long L$set$133 +LASFDE133: + .long LASFDE133-EH_frame1 + .long _lj_vmeta_equal_cd-. + .long 26 .byte 0 .byte 0xe .byte 80 @@ -4755,16 +5046,16 @@ LASFDE134: .byte 0x8e .byte 0x5 .align 3 -LEFDE134: +LEFDE133: -_lj_vmeta_binop.eh: -LSFDE135: - .set L$set$135,LEFDE135-LASFDE135 - .long L$set$135 -LASFDE135: - .long LASFDE135-EH_frame1 - .long _lj_vmeta_binop-. - .long 20 +_lj_vmeta_istype.eh: +LSFDE134: + .set L$set$134,LEFDE134-LASFDE134 + .long L$set$134 +LASFDE134: + .long LASFDE134-EH_frame1 + .long _lj_vmeta_istype-. + .long 29 .byte 0 .byte 0xe .byte 80 @@ -4777,16 +5068,16 @@ LASFDE135: .byte 0x8e .byte 0x5 .align 3 -LEFDE135: +LEFDE134: -_lj_vmeta_len.eh: +_lj_vmeta_arith_vn.eh: LSFDE136: .set L$set$136,LEFDE136-LASFDE136 .long L$set$136 LASFDE136: .long LASFDE136-EH_frame1 - .long _lj_vmeta_len-. - .long 26 + .long _lj_vmeta_arith_vn-. + .long 6 .byte 0 .byte 0xe .byte 80 @@ -4801,36 +5092,14 @@ LASFDE136: .align 3 LEFDE136: -_lj_vmeta_call_ra.eh: -LSFDE137: - .set L$set$137,LEFDE137-LASFDE137 - .long L$set$137 -LASFDE137: - .long LASFDE137-EH_frame1 - .long _lj_vmeta_call_ra-. - .long 4 - .byte 0 - .byte 0xe - .byte 80 - .byte 0x86 - .byte 0x2 - .byte 0x83 - .byte 0x3 - .byte 0x8f - .byte 0x4 - .byte 0x8e - .byte 0x5 - .align 3 -LEFDE137: - -_lj_vmeta_call.eh: +_lj_vmeta_arith_nv.eh: LSFDE138: .set L$set$138,LEFDE138-LASFDE138 .long L$set$138 LASFDE138: .long LASFDE138-EH_frame1 - .long _lj_vmeta_call-. - .long 81 + .long _lj_vmeta_arith_nv-. + .long 10 .byte 0 .byte 0xe .byte 80 @@ -4845,14 +5114,14 @@ LASFDE138: .align 3 LEFDE138: -_lj_vmeta_for.eh: +_lj_vmeta_unm.eh: LSFDE139: .set L$set$139,LEFDE139-LASFDE139 .long L$set$139 LASFDE139: .long LASFDE139-EH_frame1 - .long _lj_vmeta_for-. - .long 43 + .long _lj_vmeta_unm-. + .long 7 .byte 0 .byte 0xe .byte 80 @@ -4867,36 +5136,14 @@ LASFDE139: .align 3 LEFDE139: -_lj_ff_assert.eh: -LSFDE140: - .set L$set$140,LEFDE140-LASFDE140 - .long L$set$140 -LASFDE140: - .long LASFDE140-EH_frame1 - .long _lj_ff_assert-. - .long 67 - .byte 0 - .byte 0xe - .byte 80 - .byte 0x86 - .byte 0x2 - .byte 0x83 - .byte 0x3 - .byte 0x8f - .byte 0x4 - .byte 0x8e - .byte 0x5 - .align 3 -LEFDE140: - -_lj_ff_type.eh: +_lj_vmeta_arith_vv.eh: LSFDE141: .set L$set$141,LEFDE141-LASFDE141 .long L$set$141 LASFDE141: .long LASFDE141-EH_frame1 - .long _lj_ff_type-. - .long 66 + .long _lj_vmeta_arith_vv-. + .long 49 .byte 0 .byte 0xe .byte 80 @@ -4911,14 +5158,14 @@ LASFDE141: .align 3 LEFDE141: -_lj_ff_getmetatable.eh: +_lj_vmeta_binop.eh: LSFDE142: .set L$set$142,LEFDE142-LASFDE142 .long L$set$142 LASFDE142: .long LASFDE142-EH_frame1 - .long _lj_ff_getmetatable-. - .long 162 + .long _lj_vmeta_binop-. + .long 20 .byte 0 .byte 0xe .byte 80 @@ -4933,14 +5180,14 @@ LASFDE142: .align 3 LEFDE142: -_lj_ff_setmetatable.eh: +_lj_vmeta_len.eh: LSFDE143: .set L$set$143,LEFDE143-LASFDE143 .long L$set$143 LASFDE143: .long LASFDE143-EH_frame1 - .long _lj_ff_setmetatable-. - .long 92 + .long _lj_vmeta_len-. + .long 26 .byte 0 .byte 0xe .byte 80 @@ -4955,14 +5202,14 @@ LASFDE143: .align 3 LEFDE143: -_lj_ff_rawget.eh: +_lj_vmeta_call_ra.eh: LSFDE144: .set L$set$144,LEFDE144-LASFDE144 .long L$set$144 LASFDE144: .long LASFDE144-EH_frame1 - .long _lj_ff_rawget-. - .long 52 + .long _lj_vmeta_call_ra-. + .long 4 .byte 0 .byte 0xe .byte 80 @@ -4977,14 +5224,14 @@ LASFDE144: .align 3 LEFDE144: -_lj_ff_tonumber.eh: +_lj_vmeta_call.eh: LSFDE145: .set L$set$145,LEFDE145-LASFDE145 .long L$set$145 LASFDE145: .long LASFDE145-EH_frame1 - .long _lj_ff_tonumber-. - .long 31 + .long _lj_vmeta_call-. + .long 81 .byte 0 .byte 0xe .byte 80 @@ -4999,14 +5246,14 @@ LASFDE145: .align 3 LEFDE145: -_lj_ff_tostring.eh: +_lj_vmeta_for.eh: LSFDE146: .set L$set$146,LEFDE146-LASFDE146 .long L$set$146 LASFDE146: .long LASFDE146-EH_frame1 - .long _lj_ff_tostring-. - .long 108 + .long _lj_vmeta_for-. + .long 43 .byte 0 .byte 0xe .byte 80 @@ -5021,14 +5268,14 @@ LASFDE146: .align 3 LEFDE146: -_lj_ff_next.eh: +_lj_ff_assert.eh: LSFDE147: .set L$set$147,LEFDE147-LASFDE147 .long L$set$147 LASFDE147: .long LASFDE147-EH_frame1 - .long _lj_ff_next-. - .long 72 + .long _lj_ff_assert-. + .long 67 .byte 0 .byte 0xe .byte 80 @@ -5043,14 +5290,14 @@ LASFDE147: .align 3 LEFDE147: -_lj_fff_res2.eh: +_lj_ff_type.eh: LSFDE148: .set L$set$148,LEFDE148-LASFDE148 .long L$set$148 LASFDE148: .long LASFDE148-EH_frame1 - .long _lj_fff_res2-. - .long 31 + .long _lj_ff_type-. + .long 66 .byte 0 .byte 0xe .byte 80 @@ -5065,14 +5312,14 @@ LASFDE148: .align 3 LEFDE148: -_lj_ff_pairs.eh: +_lj_ff_getmetatable.eh: LSFDE149: .set L$set$149,LEFDE149-LASFDE149 .long L$set$149 LASFDE149: .long LASFDE149-EH_frame1 - .long _lj_ff_pairs-. - .long 57 + .long _lj_ff_getmetatable-. + .long 162 .byte 0 .byte 0xe .byte 80 @@ -5087,14 +5334,14 @@ LASFDE149: .align 3 LEFDE149: -_lj_ff_ipairs_aux.eh: +_lj_ff_setmetatable.eh: LSFDE150: .set L$set$150,LEFDE150-LASFDE150 .long L$set$150 LASFDE150: .long LASFDE150-EH_frame1 - .long _lj_ff_ipairs_aux-. - .long 121 + .long _lj_ff_setmetatable-. + .long 92 .byte 0 .byte 0xe .byte 80 @@ -5109,14 +5356,14 @@ LASFDE150: .align 3 LEFDE150: -_lj_fff_res0.eh: +_lj_ff_rawget.eh: LSFDE151: .set L$set$151,LEFDE151-LASFDE151 .long L$set$151 LASFDE151: .long LASFDE151-EH_frame1 - .long _lj_fff_res0-. - .long 10 + .long _lj_ff_rawget-. + .long 52 .byte 0 .byte 0xe .byte 80 @@ -5131,14 +5378,14 @@ LASFDE151: .align 3 LEFDE151: -_lj_ff_ipairs.eh: +_lj_ff_tonumber.eh: LSFDE152: .set L$set$152,LEFDE152-LASFDE152 .long L$set$152 LASFDE152: .long LASFDE152-EH_frame1 - .long _lj_ff_ipairs-. - .long 58 + .long _lj_ff_tonumber-. + .long 31 .byte 0 .byte 0xe .byte 80 @@ -5153,14 +5400,14 @@ LASFDE152: .align 3 LEFDE152: -_lj_ff_pcall.eh: +_lj_ff_tostring.eh: LSFDE153: .set L$set$153,LEFDE153-LASFDE153 .long L$set$153 LASFDE153: .long LASFDE153-EH_frame1 - .long _lj_ff_pcall-. - .long 41 + .long _lj_ff_tostring-. + .long 108 .byte 0 .byte 0xe .byte 80 @@ -5175,14 +5422,14 @@ LASFDE153: .align 3 LEFDE153: -_lj_ff_xpcall.eh: +_lj_ff_next.eh: LSFDE154: .set L$set$154,LEFDE154-LASFDE154 .long L$set$154 LASFDE154: .long LASFDE154-EH_frame1 - .long _lj_ff_xpcall-. - .long 55 + .long _lj_ff_next-. + .long 72 .byte 0 .byte 0xe .byte 80 @@ -5197,14 +5444,14 @@ LASFDE154: .align 3 LEFDE154: -_lj_ff_coroutine_resume.eh: +_lj_fff_res2.eh: LSFDE155: .set L$set$155,LEFDE155-LASFDE155 .long L$set$155 LASFDE155: .long LASFDE155-EH_frame1 - .long _lj_ff_coroutine_resume-. - .long 303 + .long _lj_fff_res2-. + .long 31 .byte 0 .byte 0xe .byte 80 @@ -5219,14 +5466,14 @@ LASFDE155: .align 3 LEFDE155: -_lj_ff_coroutine_wrap_aux.eh: +_lj_ff_pairs.eh: LSFDE156: .set L$set$156,LEFDE156-LASFDE156 .long L$set$156 LASFDE156: .long LASFDE156-EH_frame1 - .long _lj_ff_coroutine_wrap_aux-. - .long 250 + .long _lj_ff_pairs-. + .long 57 .byte 0 .byte 0xe .byte 80 @@ -5241,14 +5488,14 @@ LASFDE156: .align 3 LEFDE156: -_lj_ff_coroutine_yield.eh: +_lj_ff_ipairs_aux.eh: LSFDE157: .set L$set$157,LEFDE157-LASFDE157 .long L$set$157 LASFDE157: .long LASFDE157-EH_frame1 - .long _lj_ff_coroutine_yield-. - .long 44 + .long _lj_ff_ipairs_aux-. + .long 121 .byte 0 .byte 0xe .byte 80 @@ -5263,14 +5510,36 @@ LASFDE157: .align 3 LEFDE157: -_lj_fff_resn.eh: +_lj_fff_res0.eh: +LSFDE158: + .set L$set$158,LEFDE158-LASFDE158 + .long L$set$158 +LASFDE158: + .long LASFDE158-EH_frame1 + .long _lj_fff_res0-. + .long 10 + .byte 0 + .byte 0xe + .byte 80 + .byte 0x86 + .byte 0x2 + .byte 0x83 + .byte 0x3 + .byte 0x8f + .byte 0x4 + .byte 0x8e + .byte 0x5 + .align 3 +LEFDE158: + +_lj_ff_ipairs.eh: LSFDE159: .set L$set$159,LEFDE159-LASFDE159 .long L$set$159 LASFDE159: .long LASFDE159-EH_frame1 - .long _lj_fff_resn-. - .long 8 + .long _lj_ff_ipairs-. + .long 58 .byte 0 .byte 0xe .byte 80 @@ -5285,14 +5554,14 @@ LASFDE159: .align 3 LEFDE159: -_lj_ff_math_abs.eh: +_lj_ff_pcall.eh: LSFDE160: .set L$set$160,LEFDE160-LASFDE160 .long L$set$160 LASFDE160: .long LASFDE160-EH_frame1 - .long _lj_ff_math_abs-. - .long 44 + .long _lj_ff_pcall-. + .long 41 .byte 0 .byte 0xe .byte 80 @@ -5307,14 +5576,14 @@ LASFDE160: .align 3 LEFDE160: -_lj_fff_resxmm0.eh: +_lj_ff_xpcall.eh: LSFDE161: .set L$set$161,LEFDE161-LASFDE161 .long L$set$161 LASFDE161: .long LASFDE161-EH_frame1 - .long _lj_fff_resxmm0-. - .long 8 + .long _lj_ff_xpcall-. + .long 55 .byte 0 .byte 0xe .byte 80 @@ -5329,14 +5598,14 @@ LASFDE161: .align 3 LEFDE161: -_lj_fff_res1.eh: +_lj_ff_coroutine_resume.eh: LSFDE162: .set L$set$162,LEFDE162-LASFDE162 .long L$set$162 LASFDE162: .long LASFDE162-EH_frame1 - .long _lj_fff_res1-. - .long 5 + .long _lj_ff_coroutine_resume-. + .long 310 .byte 0 .byte 0xe .byte 80 @@ -5351,14 +5620,14 @@ LASFDE162: .align 3 LEFDE162: -_lj_fff_res.eh: +_lj_ff_coroutine_wrap_aux.eh: LSFDE163: .set L$set$163,LEFDE163-LASFDE163 .long L$set$163 LASFDE163: .long LASFDE163-EH_frame1 - .long _lj_fff_res-. - .long 4 + .long _lj_ff_coroutine_wrap_aux-. + .long 257 .byte 0 .byte 0xe .byte 80 @@ -5373,14 +5642,14 @@ LASFDE163: .align 3 LEFDE163: -_lj_fff_res_.eh: +_lj_ff_coroutine_yield.eh: LSFDE164: .set L$set$164,LEFDE164-LASFDE164 .long L$set$164 LASFDE164: .long LASFDE164-EH_frame1 - .long _lj_fff_res_-. - .long 66 + .long _lj_ff_coroutine_yield-. + .long 44 .byte 0 .byte 0xe .byte 80 @@ -5395,36 +5664,14 @@ LASFDE164: .align 3 LEFDE164: -_lj_ff_math_floor.eh: -LSFDE165: - .set L$set$165,LEFDE165-LASFDE165 - .long L$set$165 -LASFDE165: - .long LASFDE165-EH_frame1 - .long _lj_ff_math_floor-. - .long 24 - .byte 0 - .byte 0xe - .byte 80 - .byte 0x86 - .byte 0x2 - .byte 0x83 - .byte 0x3 - .byte 0x8f - .byte 0x4 - .byte 0x8e - .byte 0x5 - .align 3 -LEFDE165: - -_lj_ff_math_ceil.eh: +_lj_fff_resn.eh: LSFDE166: .set L$set$166,LEFDE166-LASFDE166 .long L$set$166 LASFDE166: .long LASFDE166-EH_frame1 - .long _lj_ff_math_ceil-. - .long 27 + .long _lj_fff_resn-. + .long 8 .byte 0 .byte 0xe .byte 80 @@ -5439,14 +5686,14 @@ LASFDE166: .align 3 LEFDE166: -_lj_ff_math_sqrt.eh: +_lj_ff_math_abs.eh: LSFDE167: .set L$set$167,LEFDE167-LASFDE167 .long L$set$167 LASFDE167: .long LASFDE167-EH_frame1 - .long _lj_ff_math_sqrt-. - .long 31 + .long _lj_ff_math_abs-. + .long 44 .byte 0 .byte 0xe .byte 80 @@ -5461,14 +5708,14 @@ LASFDE167: .align 3 LEFDE167: -_lj_ff_math_log.eh: +_lj_fff_resxmm0.eh: LSFDE168: .set L$set$168,LEFDE168-LASFDE168 .long L$set$168 LASFDE168: .long LASFDE168-EH_frame1 - .long _lj_ff_math_log-. - .long 33 + .long _lj_fff_resxmm0-. + .long 8 .byte 0 .byte 0xe .byte 80 @@ -5483,14 +5730,14 @@ LASFDE168: .align 3 LEFDE168: -_lj_ff_math_log10.eh: +_lj_fff_res1.eh: LSFDE169: .set L$set$169,LEFDE169-LASFDE169 .long L$set$169 LASFDE169: .long LASFDE169-EH_frame1 - .long _lj_ff_math_log10-. - .long 33 + .long _lj_fff_res1-. + .long 5 .byte 0 .byte 0xe .byte 80 @@ -5505,14 +5752,14 @@ LASFDE169: .align 3 LEFDE169: -_lj_ff_math_exp.eh: +_lj_fff_res.eh: LSFDE170: .set L$set$170,LEFDE170-LASFDE170 .long L$set$170 LASFDE170: .long LASFDE170-EH_frame1 - .long _lj_ff_math_exp-. - .long 34 + .long _lj_fff_res-. + .long 4 .byte 0 .byte 0xe .byte 80 @@ -5527,14 +5774,14 @@ LASFDE170: .align 3 LEFDE170: -_lj_ff_math_sin.eh: +_lj_fff_res_.eh: LSFDE171: .set L$set$171,LEFDE171-LASFDE171 .long L$set$171 LASFDE171: .long LASFDE171-EH_frame1 - .long _lj_ff_math_sin-. - .long 31 + .long _lj_fff_res_-. + .long 66 .byte 0 .byte 0xe .byte 80 @@ -5549,14 +5796,14 @@ LASFDE171: .align 3 LEFDE171: -_lj_ff_math_cos.eh: +_lj_ff_math_floor.eh: LSFDE172: .set L$set$172,LEFDE172-LASFDE172 .long L$set$172 LASFDE172: .long LASFDE172-EH_frame1 - .long _lj_ff_math_cos-. - .long 31 + .long _lj_ff_math_floor-. + .long 24 .byte 0 .byte 0xe .byte 80 @@ -5571,14 +5818,14 @@ LASFDE172: .align 3 LEFDE172: -_lj_ff_math_tan.eh: +_lj_ff_math_ceil.eh: LSFDE173: .set L$set$173,LEFDE173-LASFDE173 .long L$set$173 LASFDE173: .long LASFDE173-EH_frame1 - .long _lj_ff_math_tan-. - .long 33 + .long _lj_ff_math_ceil-. + .long 27 .byte 0 .byte 0xe .byte 80 @@ -5593,14 +5840,14 @@ LASFDE173: .align 3 LEFDE173: -_lj_ff_math_asin.eh: +_lj_ff_math_sqrt.eh: LSFDE174: .set L$set$174,LEFDE174-LASFDE174 .long L$set$174 LASFDE174: .long LASFDE174-EH_frame1 - .long _lj_ff_math_asin-. - .long 41 + .long _lj_ff_math_sqrt-. + .long 31 .byte 0 .byte 0xe .byte 80 @@ -5615,14 +5862,14 @@ LASFDE174: .align 3 LEFDE174: -_lj_ff_math_acos.eh: +_lj_ff_math_log.eh: LSFDE175: .set L$set$175,LEFDE175-LASFDE175 .long L$set$175 LASFDE175: .long LASFDE175-EH_frame1 - .long _lj_ff_math_acos-. - .long 43 + .long _lj_ff_math_log-. + .long 40 .byte 0 .byte 0xe .byte 80 @@ -5637,14 +5884,14 @@ LASFDE175: .align 3 LEFDE175: -_lj_ff_math_atan.eh: +_lj_ff_math_log10.eh: LSFDE176: .set L$set$176,LEFDE176-LASFDE176 .long L$set$176 LASFDE176: .long LASFDE176-EH_frame1 - .long _lj_ff_math_atan-. - .long 33 + .long _lj_ff_math_log10-. + .long 40 .byte 0 .byte 0xe .byte 80 @@ -5659,13 +5906,13 @@ LASFDE176: .align 3 LEFDE176: -_lj_ff_math_sinh.eh: +_lj_ff_math_exp.eh: LSFDE177: .set L$set$177,LEFDE177-LASFDE177 .long L$set$177 LASFDE177: .long LASFDE177-EH_frame1 - .long _lj_ff_math_sinh-. + .long _lj_ff_math_exp-. .long 40 .byte 0 .byte 0xe @@ -5681,13 +5928,13 @@ LASFDE177: .align 3 LEFDE177: -_lj_ff_math_cosh.eh: +_lj_ff_math_sin.eh: LSFDE178: .set L$set$178,LEFDE178-LASFDE178 .long L$set$178 LASFDE178: .long LASFDE178-EH_frame1 - .long _lj_ff_math_cosh-. + .long _lj_ff_math_sin-. .long 40 .byte 0 .byte 0xe @@ -5703,13 +5950,13 @@ LASFDE178: .align 3 LEFDE178: -_lj_ff_math_tanh.eh: +_lj_ff_math_cos.eh: LSFDE179: .set L$set$179,LEFDE179-LASFDE179 .long L$set$179 LASFDE179: .long LASFDE179-EH_frame1 - .long _lj_ff_math_tanh-. + .long _lj_ff_math_cos-. .long 40 .byte 0 .byte 0xe @@ -5725,14 +5972,36 @@ LASFDE179: .align 3 LEFDE179: -_lj_ff_math_rad.eh: +_lj_ff_math_tan.eh: +LSFDE180: + .set L$set$180,LEFDE180-LASFDE180 + .long L$set$180 +LASFDE180: + .long LASFDE180-EH_frame1 + .long _lj_ff_math_tan-. + .long 40 + .byte 0 + .byte 0xe + .byte 80 + .byte 0x86 + .byte 0x2 + .byte 0x83 + .byte 0x3 + .byte 0x8f + .byte 0x4 + .byte 0x8e + .byte 0x5 + .align 3 +LEFDE180: + +_lj_ff_math_asin.eh: LSFDE181: .set L$set$181,LEFDE181-LASFDE181 .long L$set$181 LASFDE181: .long LASFDE181-EH_frame1 - .long _lj_ff_math_rad-. - .long 39 + .long _lj_ff_math_asin-. + .long 40 .byte 0 .byte 0xe .byte 80 @@ -5747,14 +6016,14 @@ LASFDE181: .align 3 LEFDE181: -_lj_ff_math_atan2.eh: +_lj_ff_math_acos.eh: LSFDE182: .set L$set$182,LEFDE182-LASFDE182 .long L$set$182 LASFDE182: .long LASFDE182-EH_frame1 - .long _lj_ff_math_atan2-. - .long 47 + .long _lj_ff_math_acos-. + .long 40 .byte 0 .byte 0xe .byte 80 @@ -5769,14 +6038,14 @@ LASFDE182: .align 3 LEFDE182: -_lj_ff_math_ldexp.eh: +_lj_ff_math_atan.eh: LSFDE183: .set L$set$183,LEFDE183-LASFDE183 .long L$set$183 LASFDE183: .long LASFDE183-EH_frame1 - .long _lj_ff_math_ldexp-. - .long 49 + .long _lj_ff_math_atan-. + .long 40 .byte 0 .byte 0xe .byte 80 @@ -5791,14 +6060,14 @@ LASFDE183: .align 3 LEFDE183: -_lj_ff_math_frexp.eh: +_lj_ff_math_sinh.eh: LSFDE184: .set L$set$184,LEFDE184-LASFDE184 .long L$set$184 LASFDE184: .long LASFDE184-EH_frame1 - .long _lj_ff_math_frexp-. - .long 148 + .long _lj_ff_math_sinh-. + .long 40 .byte 0 .byte 0xe .byte 80 @@ -5813,14 +6082,14 @@ LASFDE184: .align 3 LEFDE184: -_lj_ff_math_modf.eh: +_lj_ff_math_cosh.eh: LSFDE185: .set L$set$185,LEFDE185-LASFDE185 .long L$set$185 LASFDE185: .long LASFDE185-EH_frame1 - .long _lj_ff_math_modf-. - .long 99 + .long _lj_ff_math_cosh-. + .long 40 .byte 0 .byte 0xe .byte 80 @@ -5835,14 +6104,14 @@ LASFDE185: .align 3 LEFDE185: -_lj_ff_math_fmod.eh: +_lj_ff_math_tanh.eh: LSFDE186: .set L$set$186,LEFDE186-LASFDE186 .long L$set$186 LASFDE186: .long LASFDE186-EH_frame1 - .long _lj_ff_math_fmod-. - .long 57 + .long _lj_ff_math_tanh-. + .long 40 .byte 0 .byte 0xe .byte 80 @@ -5864,7 +6133,7 @@ LSFDE187: LASFDE187: .long LASFDE187-EH_frame1 .long _lj_ff_math_pow-. - .long 54 + .long 58 .byte 0 .byte 0xe .byte 80 @@ -5879,14 +6148,14 @@ LASFDE187: .align 3 LEFDE187: -_lj_ff_math_min.eh: +_lj_ff_math_atan2.eh: LSFDE188: .set L$set$188,LEFDE188-LASFDE188 .long L$set$188 LASFDE188: .long LASFDE188-EH_frame1 - .long _lj_ff_math_min-. - .long 59 + .long _lj_ff_math_atan2-. + .long 58 .byte 0 .byte 0xe .byte 80 @@ -5901,14 +6170,14 @@ LASFDE188: .align 3 LEFDE188: -_lj_ff_math_max.eh: +_lj_ff_math_fmod.eh: LSFDE189: .set L$set$189,LEFDE189-LASFDE189 .long L$set$189 LASFDE189: .long LASFDE189-EH_frame1 - .long _lj_ff_math_max-. - .long 59 + .long _lj_ff_math_fmod-. + .long 58 .byte 0 .byte 0xe .byte 80 @@ -5923,14 +6192,14 @@ LASFDE189: .align 3 LEFDE189: -_lj_ff_string_len.eh: +_lj_ff_math_ldexp.eh: LSFDE190: .set L$set$190,LEFDE190-LASFDE190 .long L$set$190 LASFDE190: .long LASFDE190-EH_frame1 - .long _lj_ff_string_len-. - .long 31 + .long _lj_ff_math_ldexp-. + .long 49 .byte 0 .byte 0xe .byte 80 @@ -5945,14 +6214,14 @@ LASFDE190: .align 3 LEFDE190: -_lj_ff_string_byte.eh: +_lj_ff_math_frexp.eh: LSFDE191: .set L$set$191,LEFDE191-LASFDE191 .long L$set$191 LASFDE191: .long LASFDE191-EH_frame1 - .long _lj_ff_string_byte-. - .long 47 + .long _lj_ff_math_frexp-. + .long 148 .byte 0 .byte 0xe .byte 80 @@ -5967,14 +6236,14 @@ LASFDE191: .align 3 LEFDE191: -_lj_ff_string_char.eh: +_lj_ff_math_modf.eh: LSFDE192: .set L$set$192,LEFDE192-LASFDE192 .long L$set$192 LASFDE192: .long LASFDE192-EH_frame1 - .long _lj_ff_string_char-. - .long 76 + .long _lj_ff_math_modf-. + .long 99 .byte 0 .byte 0xe .byte 80 @@ -5989,14 +6258,14 @@ LASFDE192: .align 3 LEFDE192: -_lj_fff_newstr.eh: +_lj_ff_math_min.eh: LSFDE193: .set L$set$193,LEFDE193-LASFDE193 .long L$set$193 LASFDE193: .long LASFDE193-EH_frame1 - .long _lj_fff_newstr-. - .long 46 + .long _lj_ff_math_min-. + .long 59 .byte 0 .byte 0xe .byte 80 @@ -6011,14 +6280,14 @@ LASFDE193: .align 3 LEFDE193: -_lj_ff_string_sub.eh: +_lj_ff_math_max.eh: LSFDE194: .set L$set$194,LEFDE194-LASFDE194 .long L$set$194 LASFDE194: .long LASFDE194-EH_frame1 - .long _lj_ff_string_sub-. - .long 165 + .long _lj_ff_math_max-. + .long 59 .byte 0 .byte 0xe .byte 80 @@ -6033,14 +6302,14 @@ LASFDE194: .align 3 LEFDE194: -_lj_fff_emptystr.eh: +_lj_ff_string_byte.eh: LSFDE195: .set L$set$195,LEFDE195-LASFDE195 .long L$set$195 LASFDE195: .long LASFDE195-EH_frame1 - .long _lj_fff_emptystr-. - .long 4 + .long _lj_ff_string_byte-. + .long 47 .byte 0 .byte 0xe .byte 80 @@ -6055,14 +6324,14 @@ LASFDE195: .align 3 LEFDE195: -_lj_ff_string_rep.eh: +_lj_ff_string_char.eh: LSFDE196: .set L$set$196,LEFDE196-LASFDE196 .long L$set$196 LASFDE196: .long LASFDE196-EH_frame1 - .long _lj_ff_string_rep-. - .long 127 + .long _lj_ff_string_char-. + .long 76 .byte 0 .byte 0xe .byte 80 @@ -6077,14 +6346,14 @@ LASFDE196: .align 3 LEFDE196: -_lj_ff_string_reverse.eh: +_lj_fff_newstr.eh: LSFDE197: .set L$set$197,LEFDE197-LASFDE197 .long L$set$197 LASFDE197: .long LASFDE197-EH_frame1 - .long _lj_ff_string_reverse-. - .long 110 + .long _lj_fff_newstr-. + .long 25 .byte 0 .byte 0xe .byte 80 @@ -6099,14 +6368,14 @@ LASFDE197: .align 3 LEFDE197: -_lj_ff_string_lower.eh: +_lj_fff_resstr.eh: LSFDE198: .set L$set$198,LEFDE198-LASFDE198 .long L$set$198 LASFDE198: .long LASFDE198-EH_frame1 - .long _lj_ff_string_lower-. - .long 115 + .long _lj_fff_resstr-. + .long 21 .byte 0 .byte 0xe .byte 80 @@ -6121,14 +6390,14 @@ LASFDE198: .align 3 LEFDE198: -_lj_ff_string_upper.eh: +_lj_ff_string_sub.eh: LSFDE199: .set L$set$199,LEFDE199-LASFDE199 .long L$set$199 LASFDE199: .long LASFDE199-EH_frame1 - .long _lj_ff_string_upper-. - .long 115 + .long _lj_ff_string_sub-. + .long 165 .byte 0 .byte 0xe .byte 80 @@ -6143,14 +6412,14 @@ LASFDE199: .align 3 LEFDE199: -_lj_ff_table_getn.eh: +_lj_fff_emptystr.eh: LSFDE200: .set L$set$200,LEFDE200-LASFDE200 .long L$set$200 LASFDE200: .long LASFDE200-EH_frame1 - .long _lj_ff_table_getn-. - .long 39 + .long _lj_fff_emptystr-. + .long 4 .byte 0 .byte 0xe .byte 80 @@ -6165,14 +6434,14 @@ LASFDE200: .align 3 LEFDE200: -_lj_ff_bit_tobit.eh: +_lj_ff_string_reverse.eh: LSFDE201: .set L$set$201,LEFDE201-LASFDE201 .long L$set$201 LASFDE201: .long LASFDE201-EH_frame1 - .long _lj_ff_bit_tobit-. - .long 54 + .long _lj_ff_string_reverse-. + .long 85 .byte 0 .byte 0xe .byte 80 @@ -6187,14 +6456,14 @@ LASFDE201: .align 3 LEFDE201: -_lj_ff_bit_band.eh: +_lj_ff_string_lower.eh: LSFDE202: .set L$set$202,LEFDE202-LASFDE202 .long L$set$202 LASFDE202: .long LASFDE202-EH_frame1 - .long _lj_ff_bit_band-. - .long 97 + .long _lj_ff_string_lower-. + .long 85 .byte 0 .byte 0xe .byte 80 @@ -6209,14 +6478,14 @@ LASFDE202: .align 3 LEFDE202: -_lj_ff_bit_bor.eh: +_lj_ff_string_upper.eh: LSFDE203: .set L$set$203,LEFDE203-LASFDE203 .long L$set$203 LASFDE203: .long LASFDE203-EH_frame1 - .long _lj_ff_bit_bor-. - .long 97 + .long _lj_ff_string_upper-. + .long 85 .byte 0 .byte 0xe .byte 80 @@ -6231,14 +6500,14 @@ LASFDE203: .align 3 LEFDE203: -_lj_ff_bit_bxor.eh: +_lj_ff_bit_tobit.eh: LSFDE204: .set L$set$204,LEFDE204-LASFDE204 .long L$set$204 LASFDE204: .long LASFDE204-EH_frame1 - .long _lj_ff_bit_bxor-. - .long 97 + .long _lj_ff_bit_tobit-. + .long 54 .byte 0 .byte 0xe .byte 80 @@ -6253,14 +6522,14 @@ LASFDE204: .align 3 LEFDE204: -_lj_ff_bit_bswap.eh: +_lj_ff_bit_band.eh: LSFDE205: .set L$set$205,LEFDE205-LASFDE205 .long L$set$205 LASFDE205: .long LASFDE205-EH_frame1 - .long _lj_ff_bit_bswap-. - .long 53 + .long _lj_ff_bit_band-. + .long 97 .byte 0 .byte 0xe .byte 80 @@ -6275,14 +6544,14 @@ LASFDE205: .align 3 LEFDE205: -_lj_ff_bit_bnot.eh: +_lj_ff_bit_bor.eh: LSFDE206: .set L$set$206,LEFDE206-LASFDE206 .long L$set$206 LASFDE206: .long LASFDE206-EH_frame1 - .long _lj_ff_bit_bnot-. - .long 51 + .long _lj_ff_bit_bor-. + .long 97 .byte 0 .byte 0xe .byte 80 @@ -6297,14 +6566,14 @@ LASFDE206: .align 3 LEFDE206: -_lj_fff_resbit.eh: +_lj_ff_bit_bxor.eh: LSFDE207: .set L$set$207,LEFDE207-LASFDE207 .long L$set$207 LASFDE207: .long LASFDE207-EH_frame1 - .long _lj_fff_resbit-. - .long 9 + .long _lj_ff_bit_bxor-. + .long 97 .byte 0 .byte 0xe .byte 80 @@ -6319,14 +6588,14 @@ LASFDE207: .align 3 LEFDE207: -_lj_fff_fallback_bit_op.eh: +_lj_ff_bit_bswap.eh: LSFDE208: .set L$set$208,LEFDE208-LASFDE208 .long L$set$208 LASFDE208: .long LASFDE208-EH_frame1 - .long _lj_fff_fallback_bit_op-. - .long 9 + .long _lj_ff_bit_bswap-. + .long 53 .byte 0 .byte 0xe .byte 80 @@ -6341,14 +6610,14 @@ LASFDE208: .align 3 LEFDE208: -_lj_ff_bit_lshift.eh: +_lj_ff_bit_bnot.eh: LSFDE209: .set L$set$209,LEFDE209-LASFDE209 .long L$set$209 LASFDE209: .long LASFDE209-EH_frame1 - .long _lj_ff_bit_lshift-. - .long 79 + .long _lj_ff_bit_bnot-. + .long 51 .byte 0 .byte 0xe .byte 80 @@ -6363,14 +6632,14 @@ LASFDE209: .align 3 LEFDE209: -_lj_ff_bit_rshift.eh: +_lj_fff_resbit.eh: LSFDE210: .set L$set$210,LEFDE210-LASFDE210 .long L$set$210 LASFDE210: .long LASFDE210-EH_frame1 - .long _lj_ff_bit_rshift-. - .long 82 + .long _lj_fff_resbit-. + .long 9 .byte 0 .byte 0xe .byte 80 @@ -6385,14 +6654,14 @@ LASFDE210: .align 3 LEFDE210: -_lj_ff_bit_arshift.eh: +_lj_fff_fallback_bit_op.eh: LSFDE211: .set L$set$211,LEFDE211-LASFDE211 .long L$set$211 LASFDE211: .long LASFDE211-EH_frame1 - .long _lj_ff_bit_arshift-. - .long 82 + .long _lj_fff_fallback_bit_op-. + .long 9 .byte 0 .byte 0xe .byte 80 @@ -6407,14 +6676,14 @@ LASFDE211: .align 3 LEFDE211: -_lj_ff_bit_rol.eh: +_lj_ff_bit_lshift.eh: LSFDE212: .set L$set$212,LEFDE212-LASFDE212 .long L$set$212 LASFDE212: .long LASFDE212-EH_frame1 - .long _lj_ff_bit_rol-. - .long 82 + .long _lj_ff_bit_lshift-. + .long 79 .byte 0 .byte 0xe .byte 80 @@ -6429,14 +6698,14 @@ LASFDE212: .align 3 LEFDE212: -_lj_ff_bit_ror.eh: +_lj_ff_bit_rshift.eh: LSFDE213: .set L$set$213,LEFDE213-LASFDE213 .long L$set$213 LASFDE213: .long LASFDE213-EH_frame1 - .long _lj_ff_bit_ror-. - .long 70 + .long _lj_ff_bit_rshift-. + .long 82 .byte 0 .byte 0xe .byte 80 @@ -6451,14 +6720,14 @@ LASFDE213: .align 3 LEFDE213: -_lj_fff_fallback_2.eh: +_lj_ff_bit_arshift.eh: LSFDE214: .set L$set$214,LEFDE214-LASFDE214 .long L$set$214 LASFDE214: .long LASFDE214-EH_frame1 - .long _lj_fff_fallback_2-. - .long 7 + .long _lj_ff_bit_arshift-. + .long 82 .byte 0 .byte 0xe .byte 80 @@ -6473,14 +6742,14 @@ LASFDE214: .align 3 LEFDE214: -_lj_fff_fallback_1.eh: +_lj_ff_bit_rol.eh: LSFDE215: .set L$set$215,LEFDE215-LASFDE215 .long L$set$215 LASFDE215: .long LASFDE215-EH_frame1 - .long _lj_fff_fallback_1-. - .long 5 + .long _lj_ff_bit_rol-. + .long 82 .byte 0 .byte 0xe .byte 80 @@ -6495,14 +6764,14 @@ LASFDE215: .align 3 LEFDE215: -_lj_fff_fallback.eh: +_lj_ff_bit_ror.eh: LSFDE216: .set L$set$216,LEFDE216-LASFDE216 .long L$set$216 LASFDE216: .long LASFDE216-EH_frame1 - .long _lj_fff_fallback-. - .long 87 + .long _lj_ff_bit_ror-. + .long 70 .byte 0 .byte 0xe .byte 80 @@ -6517,14 +6786,14 @@ LASFDE216: .align 3 LEFDE216: -_lj_vm_call_tail.eh: +_lj_fff_fallback_2.eh: LSFDE217: .set L$set$217,LEFDE217-LASFDE217 .long L$set$217 LASFDE217: .long LASFDE217-EH_frame1 - .long _lj_vm_call_tail-. - .long 56 + .long _lj_fff_fallback_2-. + .long 7 .byte 0 .byte 0xe .byte 80 @@ -6539,14 +6808,14 @@ LASFDE217: .align 3 LEFDE217: -_lj_fff_gcstep.eh: +_lj_fff_fallback_1.eh: LSFDE218: .set L$set$218,LEFDE218-LASFDE218 .long L$set$218 LASFDE218: .long LASFDE218-EH_frame1 - .long _lj_fff_gcstep-. - .long 52 + .long _lj_fff_fallback_1-. + .long 5 .byte 0 .byte 0xe .byte 80 @@ -6561,14 +6830,14 @@ LASFDE218: .align 3 LEFDE218: -_lj_vm_record.eh: +_lj_fff_fallback.eh: LSFDE219: .set L$set$219,LEFDE219-LASFDE219 .long L$set$219 LASFDE219: .long LASFDE219-EH_frame1 - .long _lj_vm_record-. - .long 29 + .long _lj_fff_fallback-. + .long 87 .byte 0 .byte 0xe .byte 80 @@ -6583,14 +6852,14 @@ LASFDE219: .align 3 LEFDE219: -_lj_vm_rethook.eh: +_lj_vm_call_tail.eh: LSFDE220: .set L$set$220,LEFDE220-LASFDE220 .long L$set$220 LASFDE220: .long LASFDE220-EH_frame1 - .long _lj_vm_rethook-. - .long 14 + .long _lj_vm_call_tail-. + .long 56 .byte 0 .byte 0xe .byte 80 @@ -6605,14 +6874,14 @@ LASFDE220: .align 3 LEFDE220: -_lj_vm_inshook.eh: +_lj_fff_gcstep.eh: LSFDE221: .set L$set$221,LEFDE221-LASFDE221 .long L$set$221 LASFDE221: .long LASFDE221-EH_frame1 - .long _lj_vm_inshook-. - .long 68 + .long _lj_fff_gcstep-. + .long 52 .byte 0 .byte 0xe .byte 80 @@ -6627,14 +6896,14 @@ LASFDE221: .align 3 LEFDE221: -_lj_cont_hook.eh: +_lj_vm_record.eh: LSFDE222: .set L$set$222,LEFDE222-LASFDE222 .long L$set$222 LASFDE222: .long LASFDE222-EH_frame1 - .long _lj_cont_hook-. - .long 12 + .long _lj_vm_record-. + .long 29 .byte 0 .byte 0xe .byte 80 @@ -6649,14 +6918,14 @@ LASFDE222: .align 3 LEFDE222: -_lj_vm_hotloop.eh: +_lj_vm_rethook.eh: LSFDE223: .set L$set$223,LEFDE223-LASFDE223 .long L$set$223 LASFDE223: .long LASFDE223-EH_frame1 - .long _lj_vm_hotloop-. - .long 50 + .long _lj_vm_rethook-. + .long 14 .byte 0 .byte 0xe .byte 80 @@ -6671,14 +6940,14 @@ LASFDE223: .align 3 LEFDE223: -_lj_vm_callhook.eh: +_lj_vm_inshook.eh: LSFDE224: .set L$set$224,LEFDE224-LASFDE224 .long L$set$224 LASFDE224: .long LASFDE224-EH_frame1 - .long _lj_vm_callhook-. - .long 6 + .long _lj_vm_inshook-. + .long 68 .byte 0 .byte 0xe .byte 80 @@ -6693,14 +6962,14 @@ LASFDE224: .align 3 LEFDE224: -_lj_vm_hotcall.eh: +_lj_cont_hook.eh: LSFDE225: .set L$set$225,LEFDE225-LASFDE225 .long L$set$225 LASFDE225: .long LASFDE225-EH_frame1 - .long _lj_vm_hotcall-. - .long 67 + .long _lj_cont_hook-. + .long 12 .byte 0 .byte 0xe .byte 80 @@ -6715,14 +6984,14 @@ LASFDE225: .align 3 LEFDE225: -_lj_vm_exit_handler.eh: +_lj_vm_hotloop.eh: LSFDE226: .set L$set$226,LEFDE226-LASFDE226 .long L$set$226 LASFDE226: .long LASFDE226-EH_frame1 - .long _lj_vm_exit_handler-. - .long 247 + .long _lj_vm_hotloop-. + .long 50 .byte 0 .byte 0xe .byte 80 @@ -6737,14 +7006,14 @@ LASFDE226: .align 3 LEFDE226: -_lj_vm_exit_interp.eh: +_lj_vm_callhook.eh: LSFDE227: .set L$set$227,LEFDE227-LASFDE227 .long L$set$227 LASFDE227: .long LASFDE227-EH_frame1 - .long _lj_vm_exit_interp-. - .long 93 + .long _lj_vm_callhook-. + .long 6 .byte 0 .byte 0xe .byte 80 @@ -6759,14 +7028,36 @@ LASFDE227: .align 3 LEFDE227: -_lj_vm_floor_sse.eh: +_lj_vm_hotcall.eh: +LSFDE228: + .set L$set$228,LEFDE228-LASFDE228 + .long L$set$228 +LASFDE228: + .long LASFDE228-EH_frame1 + .long _lj_vm_hotcall-. + .long 67 + .byte 0 + .byte 0xe + .byte 80 + .byte 0x86 + .byte 0x2 + .byte 0x83 + .byte 0x3 + .byte 0x8f + .byte 0x4 + .byte 0x8e + .byte 0x5 + .align 3 +LEFDE228: + +_lj_cont_stitch.eh: LSFDE229: .set L$set$229,LEFDE229-LASFDE229 .long L$set$229 LASFDE229: .long LASFDE229-EH_frame1 - .long _lj_vm_floor_sse-. - .long 91 + .long _lj_cont_stitch-. + .long 152 .byte 0 .byte 0xe .byte 80 @@ -6781,14 +7072,14 @@ LASFDE229: .align 3 LEFDE229: -_lj_vm_ceil_sse.eh: -LSFDE231: - .set L$set$231,LEFDE231-LASFDE231 - .long L$set$231 -LASFDE231: - .long LASFDE231-EH_frame1 - .long _lj_vm_ceil_sse-. - .long 91 +_lj_vm_profhook.eh: +LSFDE230: + .set L$set$230,LEFDE230-LASFDE230 + .long L$set$230 +LASFDE230: + .long LASFDE230-EH_frame1 + .long _lj_vm_profhook-. + .long 27 .byte 0 .byte 0xe .byte 80 @@ -6801,16 +7092,16 @@ LASFDE231: .byte 0x8e .byte 0x5 .align 3 -LEFDE231: +LEFDE230: -_lj_vm_trunc_sse.eh: -LSFDE233: - .set L$set$233,LEFDE233-LASFDE233 - .long L$set$233 -LASFDE233: - .long LASFDE233-EH_frame1 - .long _lj_vm_trunc_sse-. - .long 94 +_lj_vm_exit_handler.eh: +LSFDE231: + .set L$set$231,LEFDE231-LASFDE231 + .long L$set$231 +LASFDE231: + .long LASFDE231-EH_frame1 + .long _lj_vm_exit_handler-. + .long 247 .byte 0 .byte 0xe .byte 80 @@ -6823,16 +7114,16 @@ LASFDE233: .byte 0x8e .byte 0x5 .align 3 -LEFDE233: +LEFDE231: -_lj_vm_mod.eh: -LSFDE234: - .set L$set$234,LEFDE234-LASFDE234 - .long L$set$234 -LASFDE234: - .long LASFDE234-EH_frame1 - .long _lj_vm_mod-. - .long 118 +_lj_vm_exit_interp.eh: +LSFDE232: + .set L$set$232,LEFDE232-LASFDE232 + .long L$set$232 +LASFDE232: + .long LASFDE232-EH_frame1 + .long _lj_vm_exit_interp-. + .long 137 .byte 0 .byte 0xe .byte 80 @@ -6845,16 +7136,16 @@ LASFDE234: .byte 0x8e .byte 0x5 .align 3 -LEFDE234: +LEFDE232: -_lj_vm_log2.eh: -LSFDE235: - .set L$set$235,LEFDE235-LASFDE235 - .long L$set$235 -LASFDE235: - .long LASFDE235-EH_frame1 - .long _lj_vm_log2-. - .long 25 +_lj_vm_floor.eh: +LSFDE234: + .set L$set$234,LEFDE234-LASFDE234 + .long L$set$234 +LASFDE234: + .long LASFDE234-EH_frame1 + .long _lj_vm_floor-. + .long 91 .byte 0 .byte 0xe .byte 80 @@ -6867,16 +7158,16 @@ LASFDE235: .byte 0x8e .byte 0x5 .align 3 -LEFDE235: +LEFDE234: -_lj_vm_exp_x87.eh: +_lj_vm_ceil.eh: LSFDE236: .set L$set$236,LEFDE236-LASFDE236 .long L$set$236 LASFDE236: .long LASFDE236-EH_frame1 - .long _lj_vm_exp_x87-. - .long 4 + .long _lj_vm_ceil-. + .long 91 .byte 0 .byte 0xe .byte 80 @@ -6891,14 +7182,14 @@ LASFDE236: .align 3 LEFDE236: -_lj_vm_exp2_x87.eh: -LSFDE237: - .set L$set$237,LEFDE237-LASFDE237 - .long L$set$237 -LASFDE237: - .long LASFDE237-EH_frame1 - .long _lj_vm_exp2_x87-. - .long 24 +_lj_vm_trunc.eh: +LSFDE238: + .set L$set$238,LEFDE238-LASFDE238 + .long L$set$238 +LASFDE238: + .long LASFDE238-EH_frame1 + .long _lj_vm_trunc-. + .long 94 .byte 0 .byte 0xe .byte 80 @@ -6911,16 +7202,16 @@ LASFDE237: .byte 0x8e .byte 0x5 .align 3 -LEFDE237: +LEFDE238: -_lj_vm_exp2raw.eh: -LSFDE238: - .set L$set$238,LEFDE238-LASFDE238 - .long L$set$238 -LASFDE238: - .long LASFDE238-EH_frame1 - .long _lj_vm_exp2raw-. - .long 24 +_lj_vm_mod.eh: +LSFDE239: + .set L$set$239,LEFDE239-LASFDE239 + .long L$set$239 +LASFDE239: + .long LASFDE239-EH_frame1 + .long _lj_vm_mod-. + .long 118 .byte 0 .byte 0xe .byte 80 @@ -6933,16 +7224,16 @@ LASFDE238: .byte 0x8e .byte 0x5 .align 3 -LEFDE238: +LEFDE239: -_lj_vm_pow_sse.eh: +_lj_vm_powi_sse.eh: LSFDE240: .set L$set$240,LEFDE240-LASFDE240 .long L$set$240 LASFDE240: .long LASFDE240-EH_frame1 - .long _lj_vm_pow_sse-. - .long 24 + .long _lj_vm_powi_sse-. + .long 98 .byte 0 .byte 0xe .byte 80 @@ -6957,14 +7248,14 @@ LASFDE240: .align 3 LEFDE240: -_lj_vm_powi_sse.eh: +_lj_vm_cpuid.eh: LSFDE241: .set L$set$241,LEFDE241-LASFDE241 .long L$set$241 LASFDE241: .long LASFDE241-EH_frame1 - .long _lj_vm_powi_sse-. - .long 320 + .long _lj_vm_cpuid-. + .long 20 .byte 0 .byte 0xe .byte 80 @@ -6979,14 +7270,14 @@ LASFDE241: .align 3 LEFDE241: -_lj_vm_foldfpm.eh: +_lj_assert_bad_for_arg_type.eh: LSFDE242: .set L$set$242,LEFDE242-LASFDE242 .long L$set$242 LASFDE242: .long LASFDE242-EH_frame1 - .long _lj_vm_foldfpm-. - .long 131 + .long _lj_assert_bad_for_arg_type-. + .long 1 .byte 0 .byte 0xe .byte 80 @@ -7001,14 +7292,14 @@ LASFDE242: .align 3 LEFDE242: -_lj_vm_foldarith.eh: +_lj_vm_ffi_callback.eh: LSFDE243: .set L$set$243,LEFDE243-LASFDE243 .long L$set$243 LASFDE243: .long LASFDE243-EH_frame1 - .long _lj_vm_foldarith-. - .long 160 + .long _lj_vm_ffi_callback-. + .long 179 .byte 0 .byte 0xe .byte 80 @@ -7023,78 +7314,12 @@ LASFDE243: .align 3 LEFDE243: -_lj_vm_cpuid.eh: +_lj_cont_ffi_callback.eh: LSFDE244: .set L$set$244,LEFDE244-LASFDE244 .long L$set$244 LASFDE244: .long LASFDE244-EH_frame1 - .long _lj_vm_cpuid-. - .long 18 - .byte 0 - .byte 0xe - .byte 80 - .byte 0x86 - .byte 0x2 - .byte 0x83 - .byte 0x3 - .byte 0x8f - .byte 0x4 - .byte 0x8e - .byte 0x5 - .align 3 -LEFDE244: - -_lj_assert_bad_for_arg_type.eh: -LSFDE245: - .set L$set$245,LEFDE245-LASFDE245 - .long L$set$245 -LASFDE245: - .long LASFDE245-EH_frame1 - .long _lj_assert_bad_for_arg_type-. - .long 1 - .byte 0 - .byte 0xe - .byte 80 - .byte 0x86 - .byte 0x2 - .byte 0x83 - .byte 0x3 - .byte 0x8f - .byte 0x4 - .byte 0x8e - .byte 0x5 - .align 3 -LEFDE245: - -_lj_vm_ffi_callback.eh: -LSFDE246: - .set L$set$246,LEFDE246-LASFDE246 - .long L$set$246 -LASFDE246: - .long LASFDE246-EH_frame1 - .long _lj_vm_ffi_callback-. - .long 179 - .byte 0 - .byte 0xe - .byte 80 - .byte 0x86 - .byte 0x2 - .byte 0x83 - .byte 0x3 - .byte 0x8f - .byte 0x4 - .byte 0x8e - .byte 0x5 - .align 3 -LEFDE246: - -_lj_cont_ffi_callback.eh: -LSFDE247: - .set L$set$247,LEFDE247-LASFDE247 - .long L$set$247 -LASFDE247: - .long LASFDE247-EH_frame1 .long _lj_cont_ffi_callback-. .long 44 .byte 0 @@ -7109,7 +7334,7 @@ LASFDE247: .byte 0x8e .byte 0x5 .align 3 -LEFDE247: +LEFDE244: EH_frame2: .set L$set$y,LECIEY-LSCIEY @@ -7151,4 +7376,4 @@ LASFDEY: .align 3 LEFDEY: - .subsections_via_symbols +.subsections_via_symbols diff --git a/core/src/luajit/src/autogen/windows/jit/x64/lj_bcdef.h b/core/src/luajit/src/autogen/windows/jit/x64/lj_bcdef.h deleted file mode 100644 index ecb020640..000000000 --- a/core/src/luajit/src/autogen/windows/jit/x64/lj_bcdef.h +++ /dev/null @@ -1,226 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */
-
-LJ_DATADEF const uint16_t lj_bc_ofs[] = {
-0,
-71,
-142,
-213,
-284,
-422,
-563,
-624,
-685,
-752,
-819,
-871,
-922,
-972,
-1022,
-1062,
-1102,
-1127,
-1158,
-1217,
-1290,
-1342,
-1394,
-1446,
-1498,
-1555,
-1607,
-1659,
-1711,
-1763,
-1798,
-1864,
-1930,
-1996,
-2062,
-2111,
-2182,
-2259,
-2293,
-2327,
-2356,
-2383,
-2407,
-2449,
-2484,
-2567,
-2646,
-2682,
-2715,
-2765,
-2828,
-2936,
-3025,
-3042,
-3059,
-3206,
-3328,
-3426,
-3596,
-3825,
-3946,
-4080,
-4125,
-4166,
-4170,
-4311,
-4378,
-4530,
-4710,
-4797,
-4801,
-4926,
-5014,
-5115,
-5211,
-5315,
-5334,
-5403,
-5469,
-5488,
-5531,
-5569,
-5588,
-5605,
-5726,
-5750,
-5769,
-5830,
-5883,
-5883,
-6000,
-6001,
-6077,
-7703,
-7770,
-8273,
-8377,
-8434,
-8565,
-7836,
-7996,
-8086,
-8139,
-8170,
-8623,
-8663,
-9271,
-8718,
-9021,
-9323,
-9449,
-9473,
-9500,
-9564,
-9597,
-9631,
-9662,
-9693,
-9726,
-9767,
-9810,
-9843,
-9883,
-9923,
-10098,
-10246,
-9963,
-9963,
-9531,
-10002,
-10402,
-10345,
-10049,
-10456,
-10515,
-11429,
-11827,
-11774,
-11896,
-11975,
-12057,
-12139,
-12221,
-11483,
-11580,
-11677,
-10574,
-10605,
-10652,
-10773,
-10940,
-11062,
-11168,
-11279,
-11390
-};
-
-LJ_DATADEF const uint16_t lj_bc_mode[] = {
-BCDEF(BCMODE)
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF
-};
-
diff --git a/core/src/luajit/src/autogen/windows/jit/x64/lj_ffdef.h b/core/src/luajit/src/autogen/windows/jit/x64/lj_ffdef.h deleted file mode 100644 index 3c6abe2ec..000000000 --- a/core/src/luajit/src/autogen/windows/jit/x64/lj_ffdef.h +++ /dev/null @@ -1,210 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */
-
-FFDEF(assert)
-FFDEF(type)
-FFDEF(next)
-FFDEF(pairs)
-FFDEF(ipairs_aux)
-FFDEF(ipairs)
-FFDEF(getmetatable)
-FFDEF(setmetatable)
-FFDEF(getfenv)
-FFDEF(setfenv)
-FFDEF(rawget)
-FFDEF(rawset)
-FFDEF(rawequal)
-FFDEF(unpack)
-FFDEF(select)
-FFDEF(tonumber)
-FFDEF(tostring)
-FFDEF(error)
-FFDEF(pcall)
-FFDEF(xpcall)
-FFDEF(loadfile)
-FFDEF(load)
-FFDEF(loadstring)
-FFDEF(dofile)
-FFDEF(gcinfo)
-FFDEF(collectgarbage)
-FFDEF(newproxy)
-FFDEF(print)
-FFDEF(coroutine_status)
-FFDEF(coroutine_running)
-FFDEF(coroutine_create)
-FFDEF(coroutine_yield)
-FFDEF(coroutine_resume)
-FFDEF(coroutine_wrap_aux)
-FFDEF(coroutine_wrap)
-FFDEF(math_abs)
-FFDEF(math_floor)
-FFDEF(math_ceil)
-FFDEF(math_sqrt)
-FFDEF(math_log10)
-FFDEF(math_exp)
-FFDEF(math_sin)
-FFDEF(math_cos)
-FFDEF(math_tan)
-FFDEF(math_asin)
-FFDEF(math_acos)
-FFDEF(math_atan)
-FFDEF(math_sinh)
-FFDEF(math_cosh)
-FFDEF(math_tanh)
-FFDEF(math_frexp)
-FFDEF(math_modf)
-FFDEF(math_deg)
-FFDEF(math_rad)
-FFDEF(math_log)
-FFDEF(math_atan2)
-FFDEF(math_pow)
-FFDEF(math_fmod)
-FFDEF(math_ldexp)
-FFDEF(math_min)
-FFDEF(math_max)
-FFDEF(math_random)
-FFDEF(math_randomseed)
-FFDEF(bit_tobit)
-FFDEF(bit_bnot)
-FFDEF(bit_bswap)
-FFDEF(bit_lshift)
-FFDEF(bit_rshift)
-FFDEF(bit_arshift)
-FFDEF(bit_rol)
-FFDEF(bit_ror)
-FFDEF(bit_band)
-FFDEF(bit_bor)
-FFDEF(bit_bxor)
-FFDEF(bit_tohex)
-FFDEF(string_len)
-FFDEF(string_byte)
-FFDEF(string_char)
-FFDEF(string_sub)
-FFDEF(string_rep)
-FFDEF(string_reverse)
-FFDEF(string_lower)
-FFDEF(string_upper)
-FFDEF(string_dump)
-FFDEF(string_find)
-FFDEF(string_match)
-FFDEF(string_gmatch_aux)
-FFDEF(string_gmatch)
-FFDEF(string_gsub)
-FFDEF(string_format)
-FFDEF(table_foreachi)
-FFDEF(table_foreach)
-FFDEF(table_getn)
-FFDEF(table_maxn)
-FFDEF(table_insert)
-FFDEF(table_remove)
-FFDEF(table_concat)
-FFDEF(table_sort)
-FFDEF(io_method_close)
-FFDEF(io_method_read)
-FFDEF(io_method_write)
-FFDEF(io_method_flush)
-FFDEF(io_method_seek)
-FFDEF(io_method_setvbuf)
-FFDEF(io_method_lines)
-FFDEF(io_method___gc)
-FFDEF(io_method___tostring)
-FFDEF(io_open)
-FFDEF(io_popen)
-FFDEF(io_tmpfile)
-FFDEF(io_close)
-FFDEF(io_read)
-FFDEF(io_write)
-FFDEF(io_flush)
-FFDEF(io_input)
-FFDEF(io_output)
-FFDEF(io_lines)
-FFDEF(io_type)
-FFDEF(os_execute)
-FFDEF(os_remove)
-FFDEF(os_rename)
-FFDEF(os_tmpname)
-FFDEF(os_getenv)
-FFDEF(os_exit)
-FFDEF(os_clock)
-FFDEF(os_date)
-FFDEF(os_time)
-FFDEF(os_difftime)
-FFDEF(os_setlocale)
-FFDEF(debug_getregistry)
-FFDEF(debug_getmetatable)
-FFDEF(debug_setmetatable)
-FFDEF(debug_getfenv)
-FFDEF(debug_setfenv)
-FFDEF(debug_getinfo)
-FFDEF(debug_getlocal)
-FFDEF(debug_setlocal)
-FFDEF(debug_getupvalue)
-FFDEF(debug_setupvalue)
-FFDEF(debug_upvalueid)
-FFDEF(debug_upvaluejoin)
-FFDEF(debug_sethook)
-FFDEF(debug_gethook)
-FFDEF(debug_debug)
-FFDEF(debug_traceback)
-FFDEF(jit_on)
-FFDEF(jit_off)
-FFDEF(jit_flush)
-FFDEF(jit_status)
-FFDEF(jit_attach)
-FFDEF(jit_util_funcinfo)
-FFDEF(jit_util_funcbc)
-FFDEF(jit_util_funck)
-FFDEF(jit_util_funcuvname)
-FFDEF(jit_util_traceinfo)
-FFDEF(jit_util_traceir)
-FFDEF(jit_util_tracek)
-FFDEF(jit_util_tracesnap)
-FFDEF(jit_util_tracemc)
-FFDEF(jit_util_traceexitstub)
-FFDEF(jit_util_ircalladdr)
-FFDEF(jit_opt_start)
-FFDEF(ffi_meta___index)
-FFDEF(ffi_meta___newindex)
-FFDEF(ffi_meta___eq)
-FFDEF(ffi_meta___len)
-FFDEF(ffi_meta___lt)
-FFDEF(ffi_meta___le)
-FFDEF(ffi_meta___concat)
-FFDEF(ffi_meta___call)
-FFDEF(ffi_meta___add)
-FFDEF(ffi_meta___sub)
-FFDEF(ffi_meta___mul)
-FFDEF(ffi_meta___div)
-FFDEF(ffi_meta___mod)
-FFDEF(ffi_meta___pow)
-FFDEF(ffi_meta___unm)
-FFDEF(ffi_meta___tostring)
-FFDEF(ffi_meta___pairs)
-FFDEF(ffi_meta___ipairs)
-FFDEF(ffi_clib___index)
-FFDEF(ffi_clib___newindex)
-FFDEF(ffi_clib___gc)
-FFDEF(ffi_callback_free)
-FFDEF(ffi_callback_set)
-FFDEF(ffi_cdef)
-FFDEF(ffi_new)
-FFDEF(ffi_cast)
-FFDEF(ffi_typeof)
-FFDEF(ffi_istype)
-FFDEF(ffi_sizeof)
-FFDEF(ffi_alignof)
-FFDEF(ffi_offsetof)
-FFDEF(ffi_errno)
-FFDEF(ffi_string)
-FFDEF(ffi_copy)
-FFDEF(ffi_fill)
-FFDEF(ffi_abi)
-FFDEF(ffi_metatype)
-FFDEF(ffi_gc)
-FFDEF(ffi_load)
-
-#undef FFDEF
-
-#ifndef FF_NUM_ASMFUNC
-#define FF_NUM_ASMFUNC 62
-#endif
-
diff --git a/core/src/luajit/src/autogen/windows/jit/x64/lj_folddef.h b/core/src/luajit/src/autogen/windows/jit/x64/lj_folddef.h deleted file mode 100644 index ebda3b1fd..000000000 --- a/core/src/luajit/src/autogen/windows/jit/x64/lj_folddef.h +++ /dev/null @@ -1,1068 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */
-
-static const FoldFunc fold_func[] = {
- fold_kfold_numarith,
- fold_kfold_ldexp,
- fold_kfold_fpmath,
- fold_kfold_numpow,
- fold_kfold_numcomp,
- fold_kfold_intarith,
- fold_kfold_intovarith,
- fold_kfold_bnot,
- fold_kfold_bswap,
- fold_kfold_intcomp,
- fold_kfold_intcomp0,
- fold_kfold_int64arith,
- fold_kfold_int64arith2,
- fold_kfold_int64shift,
- fold_kfold_bnot64,
- fold_kfold_bswap64,
- fold_kfold_int64comp,
- fold_kfold_int64comp0,
- fold_kfold_snew_kptr,
- fold_kfold_snew_empty,
- fold_kfold_strref,
- fold_kfold_strref_snew,
- fold_kfold_strcmp,
- fold_kfold_add_kgc,
- fold_kfold_add_kptr,
- fold_kfold_add_kright,
- fold_kfold_tobit,
- fold_kfold_conv_kint_num,
- fold_kfold_conv_kintu32_num,
- fold_kfold_conv_kint_ext,
- fold_kfold_conv_kint_i64,
- fold_kfold_conv_kint64_num_i64,
- fold_kfold_conv_kint64_num_u64,
- fold_kfold_conv_kint64_int_i64,
- fold_kfold_conv_knum_int_num,
- fold_kfold_conv_knum_u32_num,
- fold_kfold_conv_knum_i64_num,
- fold_kfold_conv_knum_u64_num,
- fold_kfold_tostr_knum,
- fold_kfold_tostr_kint,
- fold_kfold_strto,
- lj_opt_cse,
- fold_kfold_kref,
- fold_shortcut_round,
- fold_shortcut_left,
- fold_shortcut_dropleft,
- fold_shortcut_leftleft,
- fold_simplify_numadd_negx,
- fold_simplify_numadd_xneg,
- fold_simplify_numsub_k,
- fold_simplify_numsub_negk,
- fold_simplify_numsub_xneg,
- fold_simplify_nummuldiv_k,
- fold_simplify_nummuldiv_negk,
- fold_simplify_nummuldiv_negneg,
- fold_simplify_numpow_xk,
- fold_simplify_numpow_kx,
- fold_shortcut_conv_num_int,
- fold_simplify_conv_int_num,
- fold_simplify_conv_i64_num,
- fold_simplify_conv_int_i64,
- fold_simplify_conv_flt_num,
- fold_simplify_tobit_conv,
- fold_simplify_floor_conv,
- fold_simplify_conv_sext,
- fold_simplify_conv_narrow,
- fold_cse_conv,
- fold_narrow_convert,
- fold_simplify_intadd_k,
- fold_simplify_intmul_k,
- fold_simplify_intsub_k,
- fold_simplify_intsub_kleft,
- fold_simplify_intadd_k64,
- fold_simplify_intsub_k64,
- fold_simplify_intmul_k32,
- fold_simplify_intmul_k64,
- fold_simplify_intmod_k,
- fold_simplify_intmod_kleft,
- fold_simplify_intsub,
- fold_simplify_intsubadd_leftcancel,
- fold_simplify_intsubsub_leftcancel,
- fold_simplify_intsubsub_rightcancel,
- fold_simplify_intsubadd_rightcancel,
- fold_simplify_intsubaddadd_cancel,
- fold_simplify_band_k,
- fold_simplify_bor_k,
- fold_simplify_bxor_k,
- fold_simplify_shift_ik,
- fold_simplify_shift_andk,
- fold_simplify_shift1_ki,
- fold_simplify_shift2_ki,
- fold_simplify_shiftk_andk,
- fold_simplify_andk_shiftk,
- fold_reassoc_intarith_k,
- fold_reassoc_intarith_k64,
- fold_reassoc_dup,
- fold_reassoc_bxor,
- fold_reassoc_shift,
- fold_reassoc_minmax_k,
- fold_reassoc_minmax_left,
- fold_reassoc_minmax_right,
- fold_abc_fwd,
- fold_abc_k,
- fold_abc_invar,
- fold_comm_swap,
- fold_comm_equal,
- fold_comm_comp,
- fold_comm_dup,
- fold_comm_bxor,
- fold_merge_eqne_snew_kgc,
- lj_opt_fwd_aload,
- fold_kfold_hload_kkptr,
- lj_opt_fwd_hload,
- lj_opt_fwd_uload,
- lj_opt_fwd_tab_len,
- fold_cse_uref,
- lj_opt_fwd_hrefk,
- fold_fwd_href_tnew,
- fold_fwd_href_tdup,
- fold_fload_tab_tnew_asize,
- fold_fload_tab_tnew_hmask,
- fold_fload_tab_tdup_asize,
- fold_fload_tab_tdup_hmask,
- fold_fload_tab_ah,
- fold_fload_str_len_kgc,
- fold_fload_str_len_snew,
- fold_fload_cdata_typeid_kgc,
- fold_fload_cdata_int64_kgc,
- fold_fload_cdata_typeid_cnew,
- fold_fload_cdata_ptr_int64_cnew,
- lj_opt_cse,
- lj_opt_fwd_fload,
- fold_fwd_sload,
- fold_xload_kptr,
- lj_opt_fwd_xload,
- fold_barrier_tab,
- fold_barrier_tnew_tdup,
- lj_opt_dse_ahstore,
- lj_opt_dse_ustore,
- lj_opt_dse_fstore,
- lj_opt_dse_xstore,
- lj_ir_emit
-};
-
-static const uint32_t fold_hash[916] = {
-0xffffffff,
-0xffffffff,
-0x5b4c8016,
-0x0d4e7016,
-0xffffffff,
-0x1000701c,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x29110c1a,
-0xffffffff,
-0xffffffff,
-0x5b488016,
-0x0d4a7016,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x7b87fc07,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x0d467016,
-0xffffffff,
-0x5a4c73ff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5153fc29,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5d408016,
-0xffffffff,
-0x594873ff,
-0x8187440f,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x8287fc0f,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6715ffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2a11fc1a,
-0xffffffff,
-0x1daa5a70,
-0xffffffff,
-0xffffffff,
-0x0a0bfc16,
-0x5c408c16,
-0x6911ffff,
-0x8db7ffff,
-0xffffffff,
-0xffffffff,
-0x1caa59d4,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6a0dffff,
-0x2b68d002,
-0xffffffff,
-0x3cab5695,
-0xffffffff,
-0x41aaa675,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x27ae5800,
-0xffffffff,
-0x6a09ffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x7f865c0f,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6a05ffff,
-0x42abffff,
-0x5e44881c,
-0x5d50a016,
-0x066c5816,
-0x00646c1b,
-0x75753bff,
-0x1951fc18,
-0x6264c81b,
-0x1850641c,
-0xffffffff,
-0x6a01ffff,
-0x87a7ffff,
-0x4953fc1c,
-0x8da80000,
-0x4f52a3ff,
-0x00606c1b,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5d428416,
-0x88a53800,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x05645816,
-0xffffffff,
-0x005c6c1b,
-0x20aa71d6,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x1399fc16,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x157f33ff,
-0xffffffff,
-0xffffffff,
-0x584dfc20,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x8d9bffff,
-0xffffffff,
-0x055c5816,
-0xffffffff,
-0x00546c1b,
-0xffffffff,
-0xffffffff,
-0x5849fc20,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x8c97ffff,
-0x5543fc1c,
-0x05585816,
-0xffffffff,
-0x00506c1b,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x8a93ffff,
-0x26ae6c00,
-0x05545816,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x76753c17,
-0x41aaa695,
-0xffffffff,
-0x898fffff,
-0xffffffff,
-0x05505816,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x858867ff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x848bffff,
-0xffffffff,
-0x054c5816,
-0x79873c06,
-0x47525bff,
-0xffffffff,
-0x3f695401,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x8387ffff,
-0xffffffff,
-0x05485816,
-0xffffffff,
-0x5a4e5bff,
-0xffffffff,
-0xffffffff,
-0x6264c816,
-0x43aaa26e,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x05445816,
-0xffffffff,
-0x5a4a5bff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x3455fc1b,
-0x0c5a701c,
-0x6366cbff,
-0x0e3c7000,
-0xffffffff,
-0x05405816,
-0xffffffff,
-0x59465bff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x41aaa276,
-0x0c56701c,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x21aa7275,
-0x0b52701c,
-0x61489016,
-0x6465fc33,
-0x8d77ffff,
-0xffffffff,
-0x7b87fc05,
-0xffffffff,
-0xffffffff,
-0x2a126bff,
-0x385a6fff,
-0xffffffff,
-0x446dfc16,
-0xffffffff,
-0x7473ffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x7d873000,
-0xffffffff,
-0x5c409016,
-0x686fffff,
-0x8187440d,
-0xffffffff,
-0xffffffff,
-0x3554b81b,
-0x8287fc0d,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x686bffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x8d9ffc00,
-0x737a5fff,
-0x41aaaa75,
-0xffffffff,
-0xffffffff,
-0x5e40801c,
-0x0b42701c,
-0x6b67ffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2b68d000,
-0xffffffff,
-0xffffffff,
-0x6d133017,
-0xffffffff,
-0xffffffff,
-0x4c59fc16,
-0xffffffff,
-0xffffffff,
-0x110bfc1c,
-0x3aab566e,
-0xffffffff,
-0x5052a7ff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6515fc28,
-0x4a55fc16,
-0x7f865c0d,
-0x88a53c00,
-0x41aaa296,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x4451fc16,
-0xffffffff,
-0x60448bff,
-0x21aa7295,
-0xffffffff,
-0x3cab5676,
-0x04106c1b,
-0xffffffff,
-0x78873807,
-0xffffffff,
-0xffffffff,
-0x574dfc16,
-0xffffffff,
-0x4e53ffff,
-0xffffffff,
-0x09145816,
-0xffffffff,
-0x040c6c1b,
-0x8287fc00,
-0x5e50a01c,
-0x6467fc32,
-0xffffffff,
-0x5749fc16,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2a105816,
-0x2e3e7c00,
-0x04086c1b,
-0x7083fc00,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5645fc16,
-0xffffffff,
-0x22aa6e6e,
-0x5e42841c,
-0x614e9c16,
-0x090c5816,
-0x04046c1b,
-0x1eaa5ab3,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5441fc16,
-0x41aaaa95,
-0xffffffff,
-0x5352a028,
-0x09085816,
-0x17505c16,
-0x04006c1b,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6b43ffff,
-0xffffffff,
-0x09045816,
-0xffffffff,
-0x43aaa2ae,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x083e5800,
-0x7c865c00,
-0xffffffff,
-0x76753c15,
-0x3051fc2e,
-0x09005816,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x3aab568e,
-0xffffffff,
-0x43aaa66e,
-0xffffffff,
-0x1daa5a71,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2a12701c,
-0x5f66cfff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x3cab5696,
-0xffffffff,
-0x100e701c,
-0x41aaa676,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2a125c17,
-0x3654b82e,
-0x100a701c,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x1006701c,
-0xffffffff,
-0x1951fc19,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x23aa6e8e,
-0xffffffff,
-0x5b4e8016,
-0xffffffff,
-0x1eaa5ad3,
-0x1002701c,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x29130c1a,
-0xffffffff,
-0xffffffff,
-0x0d4c7016,
-0xffffffff,
-0x475273ff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5b468016,
-0x0d487016,
-0x5a4e73ff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5d54a816,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5a4a73ff,
-0x6615fc16,
-0x3bab56ae,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x594673ff,
-0xffffffff,
-0x61468c16,
-0x8d17ffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2a13fc1a,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6913ffff,
-0x40abfeb3,
-0x8db9ffff,
-0x41aaa696,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6a0fffff,
-0x8db5ffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x7a873c07,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6a0bffff,
-0x3f695402,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x24aa6eae,
-0xffffffff,
-0xffffffff,
-0x6a07ffff,
-0xffffffff,
-0xffffffff,
-0x066e5816,
-0xffffffff,
-0x00666c1b,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6a03ffff,
-0xffffffff,
-0x4b55fc1c,
-0x066a5816,
-0xffffffff,
-0x00626c1b,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x4851fc1c,
-0x05665816,
-0x18506016,
-0x005e6c1b,
-0x12986416,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x8da1ffff,
-0xffffffff,
-0x3bab56ce,
-0xffffffff,
-0x43aaa6ae,
-0xffffffff,
-0xffffffff,
-0x584ffc20,
-0x7b87fc06,
-0xffffffff,
-0x5f4287ff,
-0x8d9dffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x00566c1b,
-0xffffffff,
-0xffffffff,
-0x584bfc20,
-0x5253fc28,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5645fc1c,
-0xffffffff,
-0x40abfed3,
-0x00526c1b,
-0x8187440e,
-0xffffffff,
-0x5847fc20,
-0x8287fc0e,
-0xffffffff,
-0xffffffff,
-0x8b95ffff,
-0x2e3c7800,
-0x5441fc1c,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x17505c1c,
-0xffffffff,
-0xffffffff,
-0x41aaaa76,
-0xffffffff,
-0x614c9816,
-0x8991ffff,
-0x1daa5a6f,
-0x05525816,
-0x4d585bff,
-0xffffffff,
-0x8087400c,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x1baa59d3,
-0x828dffff,
-0x25aa6ece,
-0x054e5816,
-0x76753c1b,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2b68d001,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x8689ffff,
-0xffffffff,
-0x054a5816,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x43aca01b,
-0x05465816,
-0x7f865c0e,
-0x5a4c5bff,
-0x39ab55d3,
-0x01626c16,
-0x02686fff,
-0x3457fc1b,
-0xffffffff,
-0xffffffff,
-0x0f3e7000,
-0x3dab55ae,
-0x05425816,
-0x1951fc17,
-0x59485bff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x3153fc1b,
-0x0c58701c,
-0x5f64cbff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x035a6c16,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x0b54701c,
-0xffffffff,
-0x8779ffff,
-0x1faa71d5,
-0xffffffff,
-0xffffffff,
-0x2d5eb81b,
-0x72b5fc08,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x0b50701c,
-0x456ffc16,
-0x7b75ffff,
-0xffffffff,
-0xffffffff,
-0x147e5c16,
-0xffffffff,
-0xffffffff,
-0x2a106bff,
-0xffffffff,
-0x1eaa5ab4,
-0x446bfc16,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x41aaaa96,
-0xffffffff,
-0x3556b81b,
-0x87a5fc00,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x4e6dffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x3252b81b,
-0xffffffff,
-0x5e54a81c,
-0xffffffff,
-0xffffffff,
-0x0b44701c,
-0x28b05c00,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x73785fff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x0b40701c,
-0xffffffff,
-0x6b65ffff,
-0xffffffff,
-0xffffffff,
-0x1daa5a72,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6266cc1b,
-0xffffffff,
-0x375bfc16,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x3f695400,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6d113017,
-0x3ead541b,
-0xffffffff,
-0x5d448816,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x18506416,
-0xffffffff,
-0xffffffff,
-0x16b37400,
-0xffffffff,
-0x4653fc16,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x04126c1b,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x574ffc16,
-0xffffffff,
-0x6855ffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x040e6c1b,
-0x41aaa275,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x574bfc16,
-0x6f826400,
-0x6851ffff,
-0x1eaa5ad4,
-0x2a125816,
-0xffffffff,
-0x040a6c1b,
-0x7185fc00,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5747fc16,
-0x7b87fc04,
-0xffffffff,
-0xffffffff,
-0x090e5816,
-0xffffffff,
-0x04066c1b,
-0x6e81fc00,
-0x1aac6c1b,
-0x1850601c,
-0x2e5cbbff,
-0x5543fc16,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x090a5816,
-0xffffffff,
-0x04026c1b,
-0xffffffff,
-0xffffffff,
-0x8087440c,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6c45ffff,
-0x8287fc0c,
-0x09065816,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6b41ffff,
-0x3353fc2e,
-0x09025816,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2f50bbff,
-0x073c5800,
-0x6266cc16,
-0x5f4083ff,
-0xffffffff,
-0xffffffff,
-0x43aca41b,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2a10701c,
-0x6364cfff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x7e865c0c,
-0xffffffff,
-0xffffffff,
-0x3656b82e,
-0x41aaa295,
-0x100c701c,
-0x614a9416,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2c5ebc1b,
-0xffffffff,
-0x2a105c17,
-0xffffffff,
-0x1008701c,
-0x3cab5675,
-0xffffffff,
-0xffffffff,
-0x77873806,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x1004701c,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff
-};
-
-#define fold_hashkey(k) (lj_rol(lj_rol((k),17)-(k),16)%915)
-
diff --git a/core/src/luajit/src/autogen/windows/jit/x64/lj_libdef.h b/core/src/luajit/src/autogen/windows/jit/x64/lj_libdef.h deleted file mode 100644 index c52f8741a..000000000 --- a/core/src/luajit/src/autogen/windows/jit/x64/lj_libdef.h +++ /dev/null @@ -1,393 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */
-
-#ifdef LJLIB_MODULE_base
-#undef LJLIB_MODULE_base
-static const lua_CFunction lj_lib_cf_base[] = {
- lj_ffh_assert,
- lj_ffh_next,
- lj_ffh_pairs,
- lj_ffh_ipairs_aux,
- lj_ffh_ipairs,
- lj_ffh_setmetatable,
- lj_cf_getfenv,
- lj_cf_setfenv,
- lj_ffh_rawget,
- lj_cf_rawset,
- lj_cf_rawequal,
- lj_cf_unpack,
- lj_cf_select,
- lj_ffh_tonumber,
- lj_ffh_tostring,
- lj_cf_error,
- lj_ffh_pcall,
- lj_cf_loadfile,
- lj_cf_load,
- lj_cf_loadstring,
- lj_cf_dofile,
- lj_cf_gcinfo,
- lj_cf_collectgarbage,
- lj_cf_newproxy,
- lj_cf_print
-};
-static const uint8_t lj_lib_init_base[] = {
-2,0,28,70,97,115,115,101,114,116,195,110,105,108,199,98,111,111,108,101,97,
-110,252,1,200,117,115,101,114,100,97,116,97,198,115,116,114,105,110,103,197,
-117,112,118,97,108,198,116,104,114,101,97,100,197,112,114,111,116,111,200,102,
-117,110,99,116,105,111,110,197,116,114,97,99,101,197,99,100,97,116,97,197,116,
-97,98,108,101,252,9,198,110,117,109,98,101,114,132,116,121,112,101,68,110,101,
-120,116,253,69,112,97,105,114,115,64,253,70,105,112,97,105,114,115,140,103,
-101,116,109,101,116,97,116,97,98,108,101,76,115,101,116,109,101,116,97,116,
-97,98,108,101,7,103,101,116,102,101,110,118,7,115,101,116,102,101,110,118,70,
-114,97,119,103,101,116,6,114,97,119,115,101,116,8,114,97,119,101,113,117,97,
-108,6,117,110,112,97,99,107,6,115,101,108,101,99,116,72,116,111,110,117,109,
-98,101,114,195,110,105,108,197,102,97,108,115,101,196,116,114,117,101,72,116,
-111,115,116,114,105,110,103,5,101,114,114,111,114,69,112,99,97,108,108,134,
-120,112,99,97,108,108,8,108,111,97,100,102,105,108,101,4,108,111,97,100,10,
-108,111,97,100,115,116,114,105,110,103,6,100,111,102,105,108,101,6,103,99,105,
-110,102,111,14,99,111,108,108,101,99,116,103,97,114,98,97,103,101,252,2,8,110,
-101,119,112,114,111,120,121,200,116,111,115,116,114,105,110,103,5,112,114,105,
-110,116,252,3,200,95,86,69,82,83,73,79,78,250,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_coroutine
-#undef LJLIB_MODULE_coroutine
-static const lua_CFunction lj_lib_cf_coroutine[] = {
- lj_cf_coroutine_status,
- lj_cf_coroutine_running,
- lj_cf_coroutine_create,
- lj_ffh_coroutine_yield,
- lj_ffh_coroutine_resume,
- lj_cf_coroutine_wrap
-};
-static const uint8_t lj_lib_init_coroutine[] = {
-30,13,6,6,115,116,97,116,117,115,7,114,117,110,110,105,110,103,6,99,114,101,
-97,116,101,69,121,105,101,108,100,70,114,101,115,117,109,101,254,4,119,114,
-97,112,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_math
-#undef LJLIB_MODULE_math
-static const lua_CFunction lj_lib_cf_math[] = {
- lj_ffh_math_abs,
- lj_ffh_math_sqrt,
- lj_ffh_math_log,
- lj_ffh_math_atan2,
- lj_ffh_math_ldexp,
- lj_ffh_math_min,
- lj_cf_math_random,
- lj_cf_math_randomseed
-};
-static const uint8_t lj_lib_init_math[] = {
-37,16,30,67,97,98,115,133,102,108,111,111,114,132,99,101,105,108,68,115,113,
-114,116,133,108,111,103,49,48,131,101,120,112,131,115,105,110,131,99,111,115,
-131,116,97,110,132,97,115,105,110,132,97,99,111,115,132,97,116,97,110,132,115,
-105,110,104,132,99,111,115,104,132,116,97,110,104,133,102,114,101,120,112,132,
-109,111,100,102,251,248,193,99,26,220,165,76,64,131,100,101,103,251,57,157,
-82,162,70,223,145,63,131,114,97,100,67,108,111,103,69,97,116,97,110,50,131,
-112,111,119,132,102,109,111,100,69,108,100,101,120,112,67,109,105,110,131,109,
-97,120,251,24,45,68,84,251,33,9,64,194,112,105,250,251,0,0,0,0,0,0,240,127,
-196,104,117,103,101,250,252,2,6,114,97,110,100,111,109,252,2,10,114,97,110,
-100,111,109,115,101,101,100,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_bit
-#undef LJLIB_MODULE_bit
-static const lua_CFunction lj_lib_cf_bit[] = {
- lj_ffh_bit_tobit,
- lj_ffh_bit_lshift,
- lj_ffh_bit_band,
- lj_cf_bit_tohex
-};
-static const uint8_t lj_lib_init_bit[] = {
-65,42,12,69,116,111,98,105,116,132,98,110,111,116,133,98,115,119,97,112,70,
-108,115,104,105,102,116,134,114,115,104,105,102,116,135,97,114,115,104,105,
-102,116,131,114,111,108,131,114,111,114,68,98,97,110,100,131,98,111,114,132,
-98,120,111,114,5,116,111,104,101,120,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_string
-#undef LJLIB_MODULE_string
-static const lua_CFunction lj_lib_cf_string[] = {
- lj_ffh_string_len,
- lj_ffh_string_byte,
- lj_ffh_string_char,
- lj_ffh_string_sub,
- lj_ffh_string_rep,
- lj_ffh_string_reverse,
- lj_cf_string_dump,
- lj_cf_string_find,
- lj_cf_string_match,
- lj_cf_string_gmatch,
- lj_cf_string_gsub,
- lj_cf_string_format
-};
-static const uint8_t lj_lib_init_string[] = {
-77,53,14,67,108,101,110,68,98,121,116,101,68,99,104,97,114,67,115,117,98,67,
-114,101,112,71,114,101,118,101,114,115,101,133,108,111,119,101,114,133,117,
-112,112,101,114,4,100,117,109,112,4,102,105,110,100,5,109,97,116,99,104,254,
-6,103,109,97,116,99,104,4,103,115,117,98,6,102,111,114,109,97,116,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_table
-#undef LJLIB_MODULE_table
-static const lua_CFunction lj_lib_cf_table[] = {
- lj_cf_table_foreachi,
- lj_cf_table_foreach,
- lj_ffh_table_getn,
- lj_cf_table_maxn,
- lj_cf_table_insert,
- lj_cf_table_remove,
- lj_cf_table_concat,
- lj_cf_table_sort
-};
-static const uint8_t lj_lib_init_table[] = {
-92,61,8,8,102,111,114,101,97,99,104,105,7,102,111,114,101,97,99,104,68,103,
-101,116,110,4,109,97,120,110,6,105,110,115,101,114,116,6,114,101,109,111,118,
-101,6,99,111,110,99,97,116,4,115,111,114,116,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_io_method
-#undef LJLIB_MODULE_io_method
-static const lua_CFunction lj_lib_cf_io_method[] = {
- lj_cf_io_method_close,
- lj_cf_io_method_read,
- lj_cf_io_method_write,
- lj_cf_io_method_flush,
- lj_cf_io_method_seek,
- lj_cf_io_method_setvbuf,
- lj_cf_io_method_lines,
- lj_cf_io_method___gc,
- lj_cf_io_method___tostring
-};
-static const uint8_t lj_lib_init_io_method[] = {
-100,62,10,5,99,108,111,115,101,4,114,101,97,100,5,119,114,105,116,101,5,102,
-108,117,115,104,4,115,101,101,107,7,115,101,116,118,98,117,102,5,108,105,110,
-101,115,4,95,95,103,99,10,95,95,116,111,115,116,114,105,110,103,252,1,199,95,
-95,105,110,100,101,120,250,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_io
-#undef LJLIB_MODULE_io
-static const lua_CFunction lj_lib_cf_io[] = {
- lj_cf_io_open,
- lj_cf_io_popen,
- lj_cf_io_tmpfile,
- lj_cf_io_close,
- lj_cf_io_read,
- lj_cf_io_write,
- lj_cf_io_flush,
- lj_cf_io_input,
- lj_cf_io_output,
- lj_cf_io_lines,
- lj_cf_io_type
-};
-static const uint8_t lj_lib_init_io[] = {
-109,62,12,252,2,192,250,4,111,112,101,110,5,112,111,112,101,110,7,116,109,112,
-102,105,108,101,5,99,108,111,115,101,4,114,101,97,100,5,119,114,105,116,101,
-5,102,108,117,115,104,5,105,110,112,117,116,6,111,117,116,112,117,116,5,108,
-105,110,101,115,4,116,121,112,101,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_os
-#undef LJLIB_MODULE_os
-static const lua_CFunction lj_lib_cf_os[] = {
- lj_cf_os_execute,
- lj_cf_os_remove,
- lj_cf_os_rename,
- lj_cf_os_tmpname,
- lj_cf_os_getenv,
- lj_cf_os_exit,
- lj_cf_os_clock,
- lj_cf_os_date,
- lj_cf_os_time,
- lj_cf_os_difftime,
- lj_cf_os_setlocale
-};
-static const uint8_t lj_lib_init_os[] = {
-120,62,11,7,101,120,101,99,117,116,101,6,114,101,109,111,118,101,6,114,101,
-110,97,109,101,7,116,109,112,110,97,109,101,6,103,101,116,101,110,118,4,101,
-120,105,116,5,99,108,111,99,107,4,100,97,116,101,4,116,105,109,101,8,100,105,
-102,102,116,105,109,101,9,115,101,116,108,111,99,97,108,101,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_debug
-#undef LJLIB_MODULE_debug
-static const lua_CFunction lj_lib_cf_debug[] = {
- lj_cf_debug_getregistry,
- lj_cf_debug_getmetatable,
- lj_cf_debug_setmetatable,
- lj_cf_debug_getfenv,
- lj_cf_debug_setfenv,
- lj_cf_debug_getinfo,
- lj_cf_debug_getlocal,
- lj_cf_debug_setlocal,
- lj_cf_debug_getupvalue,
- lj_cf_debug_setupvalue,
- lj_cf_debug_upvalueid,
- lj_cf_debug_upvaluejoin,
- lj_cf_debug_sethook,
- lj_cf_debug_gethook,
- lj_cf_debug_debug,
- lj_cf_debug_traceback
-};
-static const uint8_t lj_lib_init_debug[] = {
-131,62,16,11,103,101,116,114,101,103,105,115,116,114,121,12,103,101,116,109,
-101,116,97,116,97,98,108,101,12,115,101,116,109,101,116,97,116,97,98,108,101,
-7,103,101,116,102,101,110,118,7,115,101,116,102,101,110,118,7,103,101,116,105,
-110,102,111,8,103,101,116,108,111,99,97,108,8,115,101,116,108,111,99,97,108,
-10,103,101,116,117,112,118,97,108,117,101,10,115,101,116,117,112,118,97,108,
-117,101,9,117,112,118,97,108,117,101,105,100,11,117,112,118,97,108,117,101,
-106,111,105,110,7,115,101,116,104,111,111,107,7,103,101,116,104,111,111,107,
-5,100,101,98,117,103,9,116,114,97,99,101,98,97,99,107,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_jit
-#undef LJLIB_MODULE_jit
-static const lua_CFunction lj_lib_cf_jit[] = {
- lj_cf_jit_on,
- lj_cf_jit_off,
- lj_cf_jit_flush,
- lj_cf_jit_status,
- lj_cf_jit_attach
-};
-static const uint8_t lj_lib_init_jit[] = {
-147,62,9,2,111,110,3,111,102,102,5,102,108,117,115,104,6,115,116,97,116,117,
-115,6,97,116,116,97,99,104,252,5,194,111,115,250,252,4,196,97,114,99,104,250,
-252,3,203,118,101,114,115,105,111,110,95,110,117,109,250,252,2,199,118,101,
-114,115,105,111,110,250,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_jit_util
-#undef LJLIB_MODULE_jit_util
-static const lua_CFunction lj_lib_cf_jit_util[] = {
- lj_cf_jit_util_funcinfo,
- lj_cf_jit_util_funcbc,
- lj_cf_jit_util_funck,
- lj_cf_jit_util_funcuvname,
- lj_cf_jit_util_traceinfo,
- lj_cf_jit_util_traceir,
- lj_cf_jit_util_tracek,
- lj_cf_jit_util_tracesnap,
- lj_cf_jit_util_tracemc,
- lj_cf_jit_util_traceexitstub,
- lj_cf_jit_util_ircalladdr
-};
-static const uint8_t lj_lib_init_jit_util[] = {
-152,62,11,8,102,117,110,99,105,110,102,111,6,102,117,110,99,98,99,5,102,117,
-110,99,107,10,102,117,110,99,117,118,110,97,109,101,9,116,114,97,99,101,105,
-110,102,111,7,116,114,97,99,101,105,114,6,116,114,97,99,101,107,9,116,114,97,
-99,101,115,110,97,112,7,116,114,97,99,101,109,99,13,116,114,97,99,101,101,120,
-105,116,115,116,117,98,10,105,114,99,97,108,108,97,100,100,114,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_jit_opt
-#undef LJLIB_MODULE_jit_opt
-static const lua_CFunction lj_lib_cf_jit_opt[] = {
- lj_cf_jit_opt_start
-};
-static const uint8_t lj_lib_init_jit_opt[] = {
-163,62,1,5,115,116,97,114,116,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_ffi_meta
-#undef LJLIB_MODULE_ffi_meta
-static const lua_CFunction lj_lib_cf_ffi_meta[] = {
- lj_cf_ffi_meta___index,
- lj_cf_ffi_meta___newindex,
- lj_cf_ffi_meta___eq,
- lj_cf_ffi_meta___len,
- lj_cf_ffi_meta___lt,
- lj_cf_ffi_meta___le,
- lj_cf_ffi_meta___concat,
- lj_cf_ffi_meta___call,
- lj_cf_ffi_meta___add,
- lj_cf_ffi_meta___sub,
- lj_cf_ffi_meta___mul,
- lj_cf_ffi_meta___div,
- lj_cf_ffi_meta___mod,
- lj_cf_ffi_meta___pow,
- lj_cf_ffi_meta___unm,
- lj_cf_ffi_meta___tostring,
- lj_cf_ffi_meta___pairs,
- lj_cf_ffi_meta___ipairs
-};
-static const uint8_t lj_lib_init_ffi_meta[] = {
-164,62,19,7,95,95,105,110,100,101,120,10,95,95,110,101,119,105,110,100,101,
-120,4,95,95,101,113,5,95,95,108,101,110,4,95,95,108,116,4,95,95,108,101,8,95,
-95,99,111,110,99,97,116,6,95,95,99,97,108,108,5,95,95,97,100,100,5,95,95,115,
-117,98,5,95,95,109,117,108,5,95,95,100,105,118,5,95,95,109,111,100,5,95,95,
-112,111,119,5,95,95,117,110,109,10,95,95,116,111,115,116,114,105,110,103,7,
-95,95,112,97,105,114,115,8,95,95,105,112,97,105,114,115,195,102,102,105,203,
-95,95,109,101,116,97,116,97,98,108,101,250,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_ffi_clib
-#undef LJLIB_MODULE_ffi_clib
-static const lua_CFunction lj_lib_cf_ffi_clib[] = {
- lj_cf_ffi_clib___index,
- lj_cf_ffi_clib___newindex,
- lj_cf_ffi_clib___gc
-};
-static const uint8_t lj_lib_init_ffi_clib[] = {
-182,62,3,7,95,95,105,110,100,101,120,10,95,95,110,101,119,105,110,100,101,120,
-4,95,95,103,99,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_ffi_callback
-#undef LJLIB_MODULE_ffi_callback
-static const lua_CFunction lj_lib_cf_ffi_callback[] = {
- lj_cf_ffi_callback_free,
- lj_cf_ffi_callback_set
-};
-static const uint8_t lj_lib_init_ffi_callback[] = {
-185,62,3,4,102,114,101,101,3,115,101,116,252,1,199,95,95,105,110,100,101,120,
-250,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_ffi
-#undef LJLIB_MODULE_ffi
-static const lua_CFunction lj_lib_cf_ffi[] = {
- lj_cf_ffi_cdef,
- lj_cf_ffi_new,
- lj_cf_ffi_cast,
- lj_cf_ffi_typeof,
- lj_cf_ffi_istype,
- lj_cf_ffi_sizeof,
- lj_cf_ffi_alignof,
- lj_cf_ffi_offsetof,
- lj_cf_ffi_errno,
- lj_cf_ffi_string,
- lj_cf_ffi_copy,
- lj_cf_ffi_fill,
- lj_cf_ffi_abi,
- lj_cf_ffi_metatype,
- lj_cf_ffi_gc,
- lj_cf_ffi_load
-};
-static const uint8_t lj_lib_init_ffi[] = {
-187,62,22,4,99,100,101,102,3,110,101,119,4,99,97,115,116,6,116,121,112,101,
-111,102,6,105,115,116,121,112,101,6,115,105,122,101,111,102,7,97,108,105,103,
-110,111,102,8,111,102,102,115,101,116,111,102,5,101,114,114,110,111,6,115,116,
-114,105,110,103,4,99,111,112,121,4,102,105,108,108,3,97,98,105,252,8,192,250,
-8,109,101,116,97,116,121,112,101,252,7,192,250,2,103,99,252,5,192,250,4,108,
-111,97,100,252,4,193,67,250,252,3,194,111,115,250,252,2,196,97,114,99,104,250,
-255
-};
-#endif
-
diff --git a/core/src/luajit/src/autogen/windows/jit/x64/lj_recdef.h b/core/src/luajit/src/autogen/windows/jit/x64/lj_recdef.h deleted file mode 100644 index d421265c9..000000000 --- a/core/src/luajit/src/autogen/windows/jit/x64/lj_recdef.h +++ /dev/null @@ -1,263 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */
-
-static const uint16_t recff_idmap[] = {
-0,
-0x0100,
-0x0200,
-0x0300,
-0,
-0,
-0x0400,
-0x0500,
-0x0600,
-0x0700,
-0,
-0,
-0x0800,
-0x0900,
-0x0a00,
-0,
-0x0b00,
-0x0c00,
-0x0d00,
-0,
-0x0e00,
-0x0f00,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0x1000,
-0x1100+(IRFPM_FLOOR),
-0x1100+(IRFPM_CEIL),
-0x1200+(IRFPM_SQRT),
-0x1200+(IRFPM_LOG10),
-0x1200+(IRFPM_EXP),
-0x1200+(IRFPM_SIN),
-0x1200+(IRFPM_COS),
-0x1200+(IRFPM_TAN),
-0x1300+(FF_math_asin),
-0x1300+(FF_math_acos),
-0x1300+(FF_math_atan),
-0x1400+(IRCALL_sinh),
-0x1400+(IRCALL_cosh),
-0x1400+(IRCALL_tanh),
-0,
-0x1500,
-0x1600,
-0x1600,
-0x1700,
-0x1800,
-0x1900,
-0,
-0x1a00,
-0x1b00+(IR_MIN),
-0x1b00+(IR_MAX),
-0x1c00,
-0,
-0x1d00+(IR_TOBIT),
-0x1d00+(IR_BNOT),
-0x1d00+(IR_BSWAP),
-0x1e00+(IR_BSHL),
-0x1e00+(IR_BSHR),
-0x1e00+(IR_BSAR),
-0x1e00+(IR_BROL),
-0x1e00+(IR_BROR),
-0x1f00+(IR_BAND),
-0x1f00+(IR_BOR),
-0x1f00+(IR_BXOR),
-0,
-0x2000,
-0x2100+(0),
-0,
-0x2100+(1),
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0x2200,
-0,
-0x2300,
-0x2400,
-0,
-0,
-0,
-0,
-0x2500+(0),
-0x2600+(0),
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0x2500+(GCROOT_IO_OUTPUT),
-0x2600+(GCROOT_IO_OUTPUT),
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0x2700+(0),
-0x2700+(1),
-0x2800+(MM_eq),
-0x2800+(MM_len),
-0x2800+(MM_lt),
-0x2800+(MM_le),
-0x2800+(MM_concat),
-0x2900,
-0x2800+(MM_add),
-0x2800+(MM_sub),
-0x2800+(MM_mul),
-0x2800+(MM_div),
-0x2800+(MM_mod),
-0x2800+(MM_pow),
-0x2800+(MM_unm),
-0,
-0,
-0,
-0x2a00+(1),
-0x2a00+(0),
-0,
-0,
-0,
-0,
-0x2b00,
-0x2b00,
-0x2c00,
-0x2d00,
-0x2e00+(FF_ffi_sizeof),
-0x2e00+(FF_ffi_alignof),
-0x2e00+(FF_ffi_offsetof),
-0x2f00,
-0x3000,
-0x3100,
-0x3200,
-0x3300,
-0,
-0x3400
-};
-
-static const RecordFunc recff_func[] = {
-recff_nyi,
-recff_c,
-recff_assert,
-recff_type,
-recff_ipairs_aux,
-recff_ipairs,
-recff_getmetatable,
-recff_setmetatable,
-recff_rawget,
-recff_rawset,
-recff_rawequal,
-recff_select,
-recff_tonumber,
-recff_tostring,
-recff_pcall,
-recff_xpcall,
-recff_math_abs,
-recff_math_round,
-recff_math_unary,
-recff_math_atrig,
-recff_math_htrig,
-recff_math_modf,
-recff_math_degrad,
-recff_math_log,
-recff_math_atan2,
-recff_math_pow,
-recff_math_ldexp,
-recff_math_minmax,
-recff_math_random,
-recff_bit_unary,
-recff_bit_shift,
-recff_bit_nary,
-recff_string_len,
-recff_string_range,
-recff_table_getn,
-recff_table_insert,
-recff_table_remove,
-recff_io_write,
-recff_io_flush,
-recff_cdata_index,
-recff_cdata_arith,
-recff_cdata_call,
-recff_clib_index,
-recff_ffi_new,
-recff_ffi_typeof,
-recff_ffi_istype,
-recff_ffi_xof,
-recff_ffi_errno,
-recff_ffi_string,
-recff_ffi_copy,
-recff_ffi_fill,
-recff_ffi_abi,
-recff_ffi_gc
-};
-
diff --git a/core/src/luajit/src/autogen/windows/jit/x64/lj_vm.obj b/core/src/luajit/src/autogen/windows/jit/x64/lj_vm.obj Binary files differdeleted file mode 100644 index c18adf291..000000000 --- a/core/src/luajit/src/autogen/windows/jit/x64/lj_vm.obj +++ /dev/null diff --git a/core/src/luajit/src/autogen/windows/jit/x86/lj_bcdef.h b/core/src/luajit/src/autogen/windows/jit/x86/lj_bcdef.h deleted file mode 100644 index dd2194886..000000000 --- a/core/src/luajit/src/autogen/windows/jit/x86/lj_bcdef.h +++ /dev/null @@ -1,226 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */
-
-LJ_DATADEF const uint16_t lj_bc_ofs[] = {
-0,
-65,
-130,
-195,
-260,
-387,
-517,
-577,
-637,
-701,
-765,
-816,
-866,
-916,
-966,
-1006,
-1046,
-1077,
-1108,
-1144,
-1212,
-1255,
-1298,
-1341,
-1384,
-1432,
-1475,
-1518,
-1561,
-1604,
-1632,
-1686,
-1740,
-1794,
-1848,
-1887,
-1946,
-2034,
-2067,
-2100,
-2123,
-2146,
-2169,
-2211,
-2251,
-2334,
-2412,
-2444,
-2476,
-2526,
-2596,
-2709,
-2796,
-2812,
-2828,
-2976,
-3102,
-3205,
-3376,
-3615,
-3741,
-3883,
-3928,
-3969,
-3973,
-4117,
-4192,
-4362,
-4550,
-4637,
-4641,
-4770,
-4857,
-4962,
-5039,
-5124,
-5143,
-5198,
-5250,
-5269,
-5312,
-5350,
-5369,
-5386,
-5416,
-5440,
-5459,
-5520,
-5573,
-5573,
-5690,
-5691,
-5767,
-7414,
-7485,
-7959,
-8079,
-8136,
-8251,
-7534,
-7676,
-7766,
-7833,
-7859,
-8306,
-8346,
-8978,
-8401,
-8717,
-9020,
-9120,
-9139,
-9158,
-9216,
-9246,
-9277,
-9305,
-9333,
-9363,
-9401,
-9441,
-9471,
-9509,
-9547,
-9701,
-9836,
-9585,
-9585,
-9186,
-9617,
-9975,
-9924,
-9658,
-10019,
-10066,
-10973,
-11298,
-11255,
-11359,
-11427,
-11498,
-11569,
-11640,
-11017,
-11099,
-11181,
-10120,
-10149,
-10200,
-10314,
-10479,
-10604,
-10710,
-10821,
-10932
-};
-
-LJ_DATADEF const uint16_t lj_bc_mode[] = {
-BCDEF(BCMODE)
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF,
-BCMODE_FF
-};
-
diff --git a/core/src/luajit/src/autogen/windows/jit/x86/lj_ffdef.h b/core/src/luajit/src/autogen/windows/jit/x86/lj_ffdef.h deleted file mode 100644 index 3c6abe2ec..000000000 --- a/core/src/luajit/src/autogen/windows/jit/x86/lj_ffdef.h +++ /dev/null @@ -1,210 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */
-
-FFDEF(assert)
-FFDEF(type)
-FFDEF(next)
-FFDEF(pairs)
-FFDEF(ipairs_aux)
-FFDEF(ipairs)
-FFDEF(getmetatable)
-FFDEF(setmetatable)
-FFDEF(getfenv)
-FFDEF(setfenv)
-FFDEF(rawget)
-FFDEF(rawset)
-FFDEF(rawequal)
-FFDEF(unpack)
-FFDEF(select)
-FFDEF(tonumber)
-FFDEF(tostring)
-FFDEF(error)
-FFDEF(pcall)
-FFDEF(xpcall)
-FFDEF(loadfile)
-FFDEF(load)
-FFDEF(loadstring)
-FFDEF(dofile)
-FFDEF(gcinfo)
-FFDEF(collectgarbage)
-FFDEF(newproxy)
-FFDEF(print)
-FFDEF(coroutine_status)
-FFDEF(coroutine_running)
-FFDEF(coroutine_create)
-FFDEF(coroutine_yield)
-FFDEF(coroutine_resume)
-FFDEF(coroutine_wrap_aux)
-FFDEF(coroutine_wrap)
-FFDEF(math_abs)
-FFDEF(math_floor)
-FFDEF(math_ceil)
-FFDEF(math_sqrt)
-FFDEF(math_log10)
-FFDEF(math_exp)
-FFDEF(math_sin)
-FFDEF(math_cos)
-FFDEF(math_tan)
-FFDEF(math_asin)
-FFDEF(math_acos)
-FFDEF(math_atan)
-FFDEF(math_sinh)
-FFDEF(math_cosh)
-FFDEF(math_tanh)
-FFDEF(math_frexp)
-FFDEF(math_modf)
-FFDEF(math_deg)
-FFDEF(math_rad)
-FFDEF(math_log)
-FFDEF(math_atan2)
-FFDEF(math_pow)
-FFDEF(math_fmod)
-FFDEF(math_ldexp)
-FFDEF(math_min)
-FFDEF(math_max)
-FFDEF(math_random)
-FFDEF(math_randomseed)
-FFDEF(bit_tobit)
-FFDEF(bit_bnot)
-FFDEF(bit_bswap)
-FFDEF(bit_lshift)
-FFDEF(bit_rshift)
-FFDEF(bit_arshift)
-FFDEF(bit_rol)
-FFDEF(bit_ror)
-FFDEF(bit_band)
-FFDEF(bit_bor)
-FFDEF(bit_bxor)
-FFDEF(bit_tohex)
-FFDEF(string_len)
-FFDEF(string_byte)
-FFDEF(string_char)
-FFDEF(string_sub)
-FFDEF(string_rep)
-FFDEF(string_reverse)
-FFDEF(string_lower)
-FFDEF(string_upper)
-FFDEF(string_dump)
-FFDEF(string_find)
-FFDEF(string_match)
-FFDEF(string_gmatch_aux)
-FFDEF(string_gmatch)
-FFDEF(string_gsub)
-FFDEF(string_format)
-FFDEF(table_foreachi)
-FFDEF(table_foreach)
-FFDEF(table_getn)
-FFDEF(table_maxn)
-FFDEF(table_insert)
-FFDEF(table_remove)
-FFDEF(table_concat)
-FFDEF(table_sort)
-FFDEF(io_method_close)
-FFDEF(io_method_read)
-FFDEF(io_method_write)
-FFDEF(io_method_flush)
-FFDEF(io_method_seek)
-FFDEF(io_method_setvbuf)
-FFDEF(io_method_lines)
-FFDEF(io_method___gc)
-FFDEF(io_method___tostring)
-FFDEF(io_open)
-FFDEF(io_popen)
-FFDEF(io_tmpfile)
-FFDEF(io_close)
-FFDEF(io_read)
-FFDEF(io_write)
-FFDEF(io_flush)
-FFDEF(io_input)
-FFDEF(io_output)
-FFDEF(io_lines)
-FFDEF(io_type)
-FFDEF(os_execute)
-FFDEF(os_remove)
-FFDEF(os_rename)
-FFDEF(os_tmpname)
-FFDEF(os_getenv)
-FFDEF(os_exit)
-FFDEF(os_clock)
-FFDEF(os_date)
-FFDEF(os_time)
-FFDEF(os_difftime)
-FFDEF(os_setlocale)
-FFDEF(debug_getregistry)
-FFDEF(debug_getmetatable)
-FFDEF(debug_setmetatable)
-FFDEF(debug_getfenv)
-FFDEF(debug_setfenv)
-FFDEF(debug_getinfo)
-FFDEF(debug_getlocal)
-FFDEF(debug_setlocal)
-FFDEF(debug_getupvalue)
-FFDEF(debug_setupvalue)
-FFDEF(debug_upvalueid)
-FFDEF(debug_upvaluejoin)
-FFDEF(debug_sethook)
-FFDEF(debug_gethook)
-FFDEF(debug_debug)
-FFDEF(debug_traceback)
-FFDEF(jit_on)
-FFDEF(jit_off)
-FFDEF(jit_flush)
-FFDEF(jit_status)
-FFDEF(jit_attach)
-FFDEF(jit_util_funcinfo)
-FFDEF(jit_util_funcbc)
-FFDEF(jit_util_funck)
-FFDEF(jit_util_funcuvname)
-FFDEF(jit_util_traceinfo)
-FFDEF(jit_util_traceir)
-FFDEF(jit_util_tracek)
-FFDEF(jit_util_tracesnap)
-FFDEF(jit_util_tracemc)
-FFDEF(jit_util_traceexitstub)
-FFDEF(jit_util_ircalladdr)
-FFDEF(jit_opt_start)
-FFDEF(ffi_meta___index)
-FFDEF(ffi_meta___newindex)
-FFDEF(ffi_meta___eq)
-FFDEF(ffi_meta___len)
-FFDEF(ffi_meta___lt)
-FFDEF(ffi_meta___le)
-FFDEF(ffi_meta___concat)
-FFDEF(ffi_meta___call)
-FFDEF(ffi_meta___add)
-FFDEF(ffi_meta___sub)
-FFDEF(ffi_meta___mul)
-FFDEF(ffi_meta___div)
-FFDEF(ffi_meta___mod)
-FFDEF(ffi_meta___pow)
-FFDEF(ffi_meta___unm)
-FFDEF(ffi_meta___tostring)
-FFDEF(ffi_meta___pairs)
-FFDEF(ffi_meta___ipairs)
-FFDEF(ffi_clib___index)
-FFDEF(ffi_clib___newindex)
-FFDEF(ffi_clib___gc)
-FFDEF(ffi_callback_free)
-FFDEF(ffi_callback_set)
-FFDEF(ffi_cdef)
-FFDEF(ffi_new)
-FFDEF(ffi_cast)
-FFDEF(ffi_typeof)
-FFDEF(ffi_istype)
-FFDEF(ffi_sizeof)
-FFDEF(ffi_alignof)
-FFDEF(ffi_offsetof)
-FFDEF(ffi_errno)
-FFDEF(ffi_string)
-FFDEF(ffi_copy)
-FFDEF(ffi_fill)
-FFDEF(ffi_abi)
-FFDEF(ffi_metatype)
-FFDEF(ffi_gc)
-FFDEF(ffi_load)
-
-#undef FFDEF
-
-#ifndef FF_NUM_ASMFUNC
-#define FF_NUM_ASMFUNC 62
-#endif
-
diff --git a/core/src/luajit/src/autogen/windows/jit/x86/lj_folddef.h b/core/src/luajit/src/autogen/windows/jit/x86/lj_folddef.h deleted file mode 100644 index ebda3b1fd..000000000 --- a/core/src/luajit/src/autogen/windows/jit/x86/lj_folddef.h +++ /dev/null @@ -1,1068 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */
-
-static const FoldFunc fold_func[] = {
- fold_kfold_numarith,
- fold_kfold_ldexp,
- fold_kfold_fpmath,
- fold_kfold_numpow,
- fold_kfold_numcomp,
- fold_kfold_intarith,
- fold_kfold_intovarith,
- fold_kfold_bnot,
- fold_kfold_bswap,
- fold_kfold_intcomp,
- fold_kfold_intcomp0,
- fold_kfold_int64arith,
- fold_kfold_int64arith2,
- fold_kfold_int64shift,
- fold_kfold_bnot64,
- fold_kfold_bswap64,
- fold_kfold_int64comp,
- fold_kfold_int64comp0,
- fold_kfold_snew_kptr,
- fold_kfold_snew_empty,
- fold_kfold_strref,
- fold_kfold_strref_snew,
- fold_kfold_strcmp,
- fold_kfold_add_kgc,
- fold_kfold_add_kptr,
- fold_kfold_add_kright,
- fold_kfold_tobit,
- fold_kfold_conv_kint_num,
- fold_kfold_conv_kintu32_num,
- fold_kfold_conv_kint_ext,
- fold_kfold_conv_kint_i64,
- fold_kfold_conv_kint64_num_i64,
- fold_kfold_conv_kint64_num_u64,
- fold_kfold_conv_kint64_int_i64,
- fold_kfold_conv_knum_int_num,
- fold_kfold_conv_knum_u32_num,
- fold_kfold_conv_knum_i64_num,
- fold_kfold_conv_knum_u64_num,
- fold_kfold_tostr_knum,
- fold_kfold_tostr_kint,
- fold_kfold_strto,
- lj_opt_cse,
- fold_kfold_kref,
- fold_shortcut_round,
- fold_shortcut_left,
- fold_shortcut_dropleft,
- fold_shortcut_leftleft,
- fold_simplify_numadd_negx,
- fold_simplify_numadd_xneg,
- fold_simplify_numsub_k,
- fold_simplify_numsub_negk,
- fold_simplify_numsub_xneg,
- fold_simplify_nummuldiv_k,
- fold_simplify_nummuldiv_negk,
- fold_simplify_nummuldiv_negneg,
- fold_simplify_numpow_xk,
- fold_simplify_numpow_kx,
- fold_shortcut_conv_num_int,
- fold_simplify_conv_int_num,
- fold_simplify_conv_i64_num,
- fold_simplify_conv_int_i64,
- fold_simplify_conv_flt_num,
- fold_simplify_tobit_conv,
- fold_simplify_floor_conv,
- fold_simplify_conv_sext,
- fold_simplify_conv_narrow,
- fold_cse_conv,
- fold_narrow_convert,
- fold_simplify_intadd_k,
- fold_simplify_intmul_k,
- fold_simplify_intsub_k,
- fold_simplify_intsub_kleft,
- fold_simplify_intadd_k64,
- fold_simplify_intsub_k64,
- fold_simplify_intmul_k32,
- fold_simplify_intmul_k64,
- fold_simplify_intmod_k,
- fold_simplify_intmod_kleft,
- fold_simplify_intsub,
- fold_simplify_intsubadd_leftcancel,
- fold_simplify_intsubsub_leftcancel,
- fold_simplify_intsubsub_rightcancel,
- fold_simplify_intsubadd_rightcancel,
- fold_simplify_intsubaddadd_cancel,
- fold_simplify_band_k,
- fold_simplify_bor_k,
- fold_simplify_bxor_k,
- fold_simplify_shift_ik,
- fold_simplify_shift_andk,
- fold_simplify_shift1_ki,
- fold_simplify_shift2_ki,
- fold_simplify_shiftk_andk,
- fold_simplify_andk_shiftk,
- fold_reassoc_intarith_k,
- fold_reassoc_intarith_k64,
- fold_reassoc_dup,
- fold_reassoc_bxor,
- fold_reassoc_shift,
- fold_reassoc_minmax_k,
- fold_reassoc_minmax_left,
- fold_reassoc_minmax_right,
- fold_abc_fwd,
- fold_abc_k,
- fold_abc_invar,
- fold_comm_swap,
- fold_comm_equal,
- fold_comm_comp,
- fold_comm_dup,
- fold_comm_bxor,
- fold_merge_eqne_snew_kgc,
- lj_opt_fwd_aload,
- fold_kfold_hload_kkptr,
- lj_opt_fwd_hload,
- lj_opt_fwd_uload,
- lj_opt_fwd_tab_len,
- fold_cse_uref,
- lj_opt_fwd_hrefk,
- fold_fwd_href_tnew,
- fold_fwd_href_tdup,
- fold_fload_tab_tnew_asize,
- fold_fload_tab_tnew_hmask,
- fold_fload_tab_tdup_asize,
- fold_fload_tab_tdup_hmask,
- fold_fload_tab_ah,
- fold_fload_str_len_kgc,
- fold_fload_str_len_snew,
- fold_fload_cdata_typeid_kgc,
- fold_fload_cdata_int64_kgc,
- fold_fload_cdata_typeid_cnew,
- fold_fload_cdata_ptr_int64_cnew,
- lj_opt_cse,
- lj_opt_fwd_fload,
- fold_fwd_sload,
- fold_xload_kptr,
- lj_opt_fwd_xload,
- fold_barrier_tab,
- fold_barrier_tnew_tdup,
- lj_opt_dse_ahstore,
- lj_opt_dse_ustore,
- lj_opt_dse_fstore,
- lj_opt_dse_xstore,
- lj_ir_emit
-};
-
-static const uint32_t fold_hash[916] = {
-0xffffffff,
-0xffffffff,
-0x5b4c8016,
-0x0d4e7016,
-0xffffffff,
-0x1000701c,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x29110c1a,
-0xffffffff,
-0xffffffff,
-0x5b488016,
-0x0d4a7016,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x7b87fc07,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x0d467016,
-0xffffffff,
-0x5a4c73ff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5153fc29,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5d408016,
-0xffffffff,
-0x594873ff,
-0x8187440f,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x8287fc0f,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6715ffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2a11fc1a,
-0xffffffff,
-0x1daa5a70,
-0xffffffff,
-0xffffffff,
-0x0a0bfc16,
-0x5c408c16,
-0x6911ffff,
-0x8db7ffff,
-0xffffffff,
-0xffffffff,
-0x1caa59d4,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6a0dffff,
-0x2b68d002,
-0xffffffff,
-0x3cab5695,
-0xffffffff,
-0x41aaa675,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x27ae5800,
-0xffffffff,
-0x6a09ffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x7f865c0f,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6a05ffff,
-0x42abffff,
-0x5e44881c,
-0x5d50a016,
-0x066c5816,
-0x00646c1b,
-0x75753bff,
-0x1951fc18,
-0x6264c81b,
-0x1850641c,
-0xffffffff,
-0x6a01ffff,
-0x87a7ffff,
-0x4953fc1c,
-0x8da80000,
-0x4f52a3ff,
-0x00606c1b,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5d428416,
-0x88a53800,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x05645816,
-0xffffffff,
-0x005c6c1b,
-0x20aa71d6,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x1399fc16,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x157f33ff,
-0xffffffff,
-0xffffffff,
-0x584dfc20,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x8d9bffff,
-0xffffffff,
-0x055c5816,
-0xffffffff,
-0x00546c1b,
-0xffffffff,
-0xffffffff,
-0x5849fc20,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x8c97ffff,
-0x5543fc1c,
-0x05585816,
-0xffffffff,
-0x00506c1b,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x8a93ffff,
-0x26ae6c00,
-0x05545816,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x76753c17,
-0x41aaa695,
-0xffffffff,
-0x898fffff,
-0xffffffff,
-0x05505816,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x858867ff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x848bffff,
-0xffffffff,
-0x054c5816,
-0x79873c06,
-0x47525bff,
-0xffffffff,
-0x3f695401,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x8387ffff,
-0xffffffff,
-0x05485816,
-0xffffffff,
-0x5a4e5bff,
-0xffffffff,
-0xffffffff,
-0x6264c816,
-0x43aaa26e,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x05445816,
-0xffffffff,
-0x5a4a5bff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x3455fc1b,
-0x0c5a701c,
-0x6366cbff,
-0x0e3c7000,
-0xffffffff,
-0x05405816,
-0xffffffff,
-0x59465bff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x41aaa276,
-0x0c56701c,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x21aa7275,
-0x0b52701c,
-0x61489016,
-0x6465fc33,
-0x8d77ffff,
-0xffffffff,
-0x7b87fc05,
-0xffffffff,
-0xffffffff,
-0x2a126bff,
-0x385a6fff,
-0xffffffff,
-0x446dfc16,
-0xffffffff,
-0x7473ffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x7d873000,
-0xffffffff,
-0x5c409016,
-0x686fffff,
-0x8187440d,
-0xffffffff,
-0xffffffff,
-0x3554b81b,
-0x8287fc0d,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x686bffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x8d9ffc00,
-0x737a5fff,
-0x41aaaa75,
-0xffffffff,
-0xffffffff,
-0x5e40801c,
-0x0b42701c,
-0x6b67ffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2b68d000,
-0xffffffff,
-0xffffffff,
-0x6d133017,
-0xffffffff,
-0xffffffff,
-0x4c59fc16,
-0xffffffff,
-0xffffffff,
-0x110bfc1c,
-0x3aab566e,
-0xffffffff,
-0x5052a7ff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6515fc28,
-0x4a55fc16,
-0x7f865c0d,
-0x88a53c00,
-0x41aaa296,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x4451fc16,
-0xffffffff,
-0x60448bff,
-0x21aa7295,
-0xffffffff,
-0x3cab5676,
-0x04106c1b,
-0xffffffff,
-0x78873807,
-0xffffffff,
-0xffffffff,
-0x574dfc16,
-0xffffffff,
-0x4e53ffff,
-0xffffffff,
-0x09145816,
-0xffffffff,
-0x040c6c1b,
-0x8287fc00,
-0x5e50a01c,
-0x6467fc32,
-0xffffffff,
-0x5749fc16,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2a105816,
-0x2e3e7c00,
-0x04086c1b,
-0x7083fc00,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5645fc16,
-0xffffffff,
-0x22aa6e6e,
-0x5e42841c,
-0x614e9c16,
-0x090c5816,
-0x04046c1b,
-0x1eaa5ab3,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5441fc16,
-0x41aaaa95,
-0xffffffff,
-0x5352a028,
-0x09085816,
-0x17505c16,
-0x04006c1b,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6b43ffff,
-0xffffffff,
-0x09045816,
-0xffffffff,
-0x43aaa2ae,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x083e5800,
-0x7c865c00,
-0xffffffff,
-0x76753c15,
-0x3051fc2e,
-0x09005816,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x3aab568e,
-0xffffffff,
-0x43aaa66e,
-0xffffffff,
-0x1daa5a71,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2a12701c,
-0x5f66cfff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x3cab5696,
-0xffffffff,
-0x100e701c,
-0x41aaa676,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2a125c17,
-0x3654b82e,
-0x100a701c,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x1006701c,
-0xffffffff,
-0x1951fc19,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x23aa6e8e,
-0xffffffff,
-0x5b4e8016,
-0xffffffff,
-0x1eaa5ad3,
-0x1002701c,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x29130c1a,
-0xffffffff,
-0xffffffff,
-0x0d4c7016,
-0xffffffff,
-0x475273ff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5b468016,
-0x0d487016,
-0x5a4e73ff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5d54a816,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5a4a73ff,
-0x6615fc16,
-0x3bab56ae,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x594673ff,
-0xffffffff,
-0x61468c16,
-0x8d17ffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2a13fc1a,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6913ffff,
-0x40abfeb3,
-0x8db9ffff,
-0x41aaa696,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6a0fffff,
-0x8db5ffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x7a873c07,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6a0bffff,
-0x3f695402,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x24aa6eae,
-0xffffffff,
-0xffffffff,
-0x6a07ffff,
-0xffffffff,
-0xffffffff,
-0x066e5816,
-0xffffffff,
-0x00666c1b,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6a03ffff,
-0xffffffff,
-0x4b55fc1c,
-0x066a5816,
-0xffffffff,
-0x00626c1b,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x4851fc1c,
-0x05665816,
-0x18506016,
-0x005e6c1b,
-0x12986416,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x8da1ffff,
-0xffffffff,
-0x3bab56ce,
-0xffffffff,
-0x43aaa6ae,
-0xffffffff,
-0xffffffff,
-0x584ffc20,
-0x7b87fc06,
-0xffffffff,
-0x5f4287ff,
-0x8d9dffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x00566c1b,
-0xffffffff,
-0xffffffff,
-0x584bfc20,
-0x5253fc28,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5645fc1c,
-0xffffffff,
-0x40abfed3,
-0x00526c1b,
-0x8187440e,
-0xffffffff,
-0x5847fc20,
-0x8287fc0e,
-0xffffffff,
-0xffffffff,
-0x8b95ffff,
-0x2e3c7800,
-0x5441fc1c,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x17505c1c,
-0xffffffff,
-0xffffffff,
-0x41aaaa76,
-0xffffffff,
-0x614c9816,
-0x8991ffff,
-0x1daa5a6f,
-0x05525816,
-0x4d585bff,
-0xffffffff,
-0x8087400c,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x1baa59d3,
-0x828dffff,
-0x25aa6ece,
-0x054e5816,
-0x76753c1b,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2b68d001,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x8689ffff,
-0xffffffff,
-0x054a5816,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x43aca01b,
-0x05465816,
-0x7f865c0e,
-0x5a4c5bff,
-0x39ab55d3,
-0x01626c16,
-0x02686fff,
-0x3457fc1b,
-0xffffffff,
-0xffffffff,
-0x0f3e7000,
-0x3dab55ae,
-0x05425816,
-0x1951fc17,
-0x59485bff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x3153fc1b,
-0x0c58701c,
-0x5f64cbff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x035a6c16,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x0b54701c,
-0xffffffff,
-0x8779ffff,
-0x1faa71d5,
-0xffffffff,
-0xffffffff,
-0x2d5eb81b,
-0x72b5fc08,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x0b50701c,
-0x456ffc16,
-0x7b75ffff,
-0xffffffff,
-0xffffffff,
-0x147e5c16,
-0xffffffff,
-0xffffffff,
-0x2a106bff,
-0xffffffff,
-0x1eaa5ab4,
-0x446bfc16,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x41aaaa96,
-0xffffffff,
-0x3556b81b,
-0x87a5fc00,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x4e6dffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x3252b81b,
-0xffffffff,
-0x5e54a81c,
-0xffffffff,
-0xffffffff,
-0x0b44701c,
-0x28b05c00,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x73785fff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x0b40701c,
-0xffffffff,
-0x6b65ffff,
-0xffffffff,
-0xffffffff,
-0x1daa5a72,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6266cc1b,
-0xffffffff,
-0x375bfc16,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x3f695400,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6d113017,
-0x3ead541b,
-0xffffffff,
-0x5d448816,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x18506416,
-0xffffffff,
-0xffffffff,
-0x16b37400,
-0xffffffff,
-0x4653fc16,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x04126c1b,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x574ffc16,
-0xffffffff,
-0x6855ffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x040e6c1b,
-0x41aaa275,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x574bfc16,
-0x6f826400,
-0x6851ffff,
-0x1eaa5ad4,
-0x2a125816,
-0xffffffff,
-0x040a6c1b,
-0x7185fc00,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x5747fc16,
-0x7b87fc04,
-0xffffffff,
-0xffffffff,
-0x090e5816,
-0xffffffff,
-0x04066c1b,
-0x6e81fc00,
-0x1aac6c1b,
-0x1850601c,
-0x2e5cbbff,
-0x5543fc16,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x090a5816,
-0xffffffff,
-0x04026c1b,
-0xffffffff,
-0xffffffff,
-0x8087440c,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6c45ffff,
-0x8287fc0c,
-0x09065816,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x6b41ffff,
-0x3353fc2e,
-0x09025816,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2f50bbff,
-0x073c5800,
-0x6266cc16,
-0x5f4083ff,
-0xffffffff,
-0xffffffff,
-0x43aca41b,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2a10701c,
-0x6364cfff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x7e865c0c,
-0xffffffff,
-0xffffffff,
-0x3656b82e,
-0x41aaa295,
-0x100c701c,
-0x614a9416,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x2c5ebc1b,
-0xffffffff,
-0x2a105c17,
-0xffffffff,
-0x1008701c,
-0x3cab5675,
-0xffffffff,
-0xffffffff,
-0x77873806,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0x1004701c,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff,
-0xffffffff
-};
-
-#define fold_hashkey(k) (lj_rol(lj_rol((k),17)-(k),16)%915)
-
diff --git a/core/src/luajit/src/autogen/windows/jit/x86/lj_libdef.h b/core/src/luajit/src/autogen/windows/jit/x86/lj_libdef.h deleted file mode 100644 index c52f8741a..000000000 --- a/core/src/luajit/src/autogen/windows/jit/x86/lj_libdef.h +++ /dev/null @@ -1,393 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */
-
-#ifdef LJLIB_MODULE_base
-#undef LJLIB_MODULE_base
-static const lua_CFunction lj_lib_cf_base[] = {
- lj_ffh_assert,
- lj_ffh_next,
- lj_ffh_pairs,
- lj_ffh_ipairs_aux,
- lj_ffh_ipairs,
- lj_ffh_setmetatable,
- lj_cf_getfenv,
- lj_cf_setfenv,
- lj_ffh_rawget,
- lj_cf_rawset,
- lj_cf_rawequal,
- lj_cf_unpack,
- lj_cf_select,
- lj_ffh_tonumber,
- lj_ffh_tostring,
- lj_cf_error,
- lj_ffh_pcall,
- lj_cf_loadfile,
- lj_cf_load,
- lj_cf_loadstring,
- lj_cf_dofile,
- lj_cf_gcinfo,
- lj_cf_collectgarbage,
- lj_cf_newproxy,
- lj_cf_print
-};
-static const uint8_t lj_lib_init_base[] = {
-2,0,28,70,97,115,115,101,114,116,195,110,105,108,199,98,111,111,108,101,97,
-110,252,1,200,117,115,101,114,100,97,116,97,198,115,116,114,105,110,103,197,
-117,112,118,97,108,198,116,104,114,101,97,100,197,112,114,111,116,111,200,102,
-117,110,99,116,105,111,110,197,116,114,97,99,101,197,99,100,97,116,97,197,116,
-97,98,108,101,252,9,198,110,117,109,98,101,114,132,116,121,112,101,68,110,101,
-120,116,253,69,112,97,105,114,115,64,253,70,105,112,97,105,114,115,140,103,
-101,116,109,101,116,97,116,97,98,108,101,76,115,101,116,109,101,116,97,116,
-97,98,108,101,7,103,101,116,102,101,110,118,7,115,101,116,102,101,110,118,70,
-114,97,119,103,101,116,6,114,97,119,115,101,116,8,114,97,119,101,113,117,97,
-108,6,117,110,112,97,99,107,6,115,101,108,101,99,116,72,116,111,110,117,109,
-98,101,114,195,110,105,108,197,102,97,108,115,101,196,116,114,117,101,72,116,
-111,115,116,114,105,110,103,5,101,114,114,111,114,69,112,99,97,108,108,134,
-120,112,99,97,108,108,8,108,111,97,100,102,105,108,101,4,108,111,97,100,10,
-108,111,97,100,115,116,114,105,110,103,6,100,111,102,105,108,101,6,103,99,105,
-110,102,111,14,99,111,108,108,101,99,116,103,97,114,98,97,103,101,252,2,8,110,
-101,119,112,114,111,120,121,200,116,111,115,116,114,105,110,103,5,112,114,105,
-110,116,252,3,200,95,86,69,82,83,73,79,78,250,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_coroutine
-#undef LJLIB_MODULE_coroutine
-static const lua_CFunction lj_lib_cf_coroutine[] = {
- lj_cf_coroutine_status,
- lj_cf_coroutine_running,
- lj_cf_coroutine_create,
- lj_ffh_coroutine_yield,
- lj_ffh_coroutine_resume,
- lj_cf_coroutine_wrap
-};
-static const uint8_t lj_lib_init_coroutine[] = {
-30,13,6,6,115,116,97,116,117,115,7,114,117,110,110,105,110,103,6,99,114,101,
-97,116,101,69,121,105,101,108,100,70,114,101,115,117,109,101,254,4,119,114,
-97,112,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_math
-#undef LJLIB_MODULE_math
-static const lua_CFunction lj_lib_cf_math[] = {
- lj_ffh_math_abs,
- lj_ffh_math_sqrt,
- lj_ffh_math_log,
- lj_ffh_math_atan2,
- lj_ffh_math_ldexp,
- lj_ffh_math_min,
- lj_cf_math_random,
- lj_cf_math_randomseed
-};
-static const uint8_t lj_lib_init_math[] = {
-37,16,30,67,97,98,115,133,102,108,111,111,114,132,99,101,105,108,68,115,113,
-114,116,133,108,111,103,49,48,131,101,120,112,131,115,105,110,131,99,111,115,
-131,116,97,110,132,97,115,105,110,132,97,99,111,115,132,97,116,97,110,132,115,
-105,110,104,132,99,111,115,104,132,116,97,110,104,133,102,114,101,120,112,132,
-109,111,100,102,251,248,193,99,26,220,165,76,64,131,100,101,103,251,57,157,
-82,162,70,223,145,63,131,114,97,100,67,108,111,103,69,97,116,97,110,50,131,
-112,111,119,132,102,109,111,100,69,108,100,101,120,112,67,109,105,110,131,109,
-97,120,251,24,45,68,84,251,33,9,64,194,112,105,250,251,0,0,0,0,0,0,240,127,
-196,104,117,103,101,250,252,2,6,114,97,110,100,111,109,252,2,10,114,97,110,
-100,111,109,115,101,101,100,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_bit
-#undef LJLIB_MODULE_bit
-static const lua_CFunction lj_lib_cf_bit[] = {
- lj_ffh_bit_tobit,
- lj_ffh_bit_lshift,
- lj_ffh_bit_band,
- lj_cf_bit_tohex
-};
-static const uint8_t lj_lib_init_bit[] = {
-65,42,12,69,116,111,98,105,116,132,98,110,111,116,133,98,115,119,97,112,70,
-108,115,104,105,102,116,134,114,115,104,105,102,116,135,97,114,115,104,105,
-102,116,131,114,111,108,131,114,111,114,68,98,97,110,100,131,98,111,114,132,
-98,120,111,114,5,116,111,104,101,120,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_string
-#undef LJLIB_MODULE_string
-static const lua_CFunction lj_lib_cf_string[] = {
- lj_ffh_string_len,
- lj_ffh_string_byte,
- lj_ffh_string_char,
- lj_ffh_string_sub,
- lj_ffh_string_rep,
- lj_ffh_string_reverse,
- lj_cf_string_dump,
- lj_cf_string_find,
- lj_cf_string_match,
- lj_cf_string_gmatch,
- lj_cf_string_gsub,
- lj_cf_string_format
-};
-static const uint8_t lj_lib_init_string[] = {
-77,53,14,67,108,101,110,68,98,121,116,101,68,99,104,97,114,67,115,117,98,67,
-114,101,112,71,114,101,118,101,114,115,101,133,108,111,119,101,114,133,117,
-112,112,101,114,4,100,117,109,112,4,102,105,110,100,5,109,97,116,99,104,254,
-6,103,109,97,116,99,104,4,103,115,117,98,6,102,111,114,109,97,116,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_table
-#undef LJLIB_MODULE_table
-static const lua_CFunction lj_lib_cf_table[] = {
- lj_cf_table_foreachi,
- lj_cf_table_foreach,
- lj_ffh_table_getn,
- lj_cf_table_maxn,
- lj_cf_table_insert,
- lj_cf_table_remove,
- lj_cf_table_concat,
- lj_cf_table_sort
-};
-static const uint8_t lj_lib_init_table[] = {
-92,61,8,8,102,111,114,101,97,99,104,105,7,102,111,114,101,97,99,104,68,103,
-101,116,110,4,109,97,120,110,6,105,110,115,101,114,116,6,114,101,109,111,118,
-101,6,99,111,110,99,97,116,4,115,111,114,116,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_io_method
-#undef LJLIB_MODULE_io_method
-static const lua_CFunction lj_lib_cf_io_method[] = {
- lj_cf_io_method_close,
- lj_cf_io_method_read,
- lj_cf_io_method_write,
- lj_cf_io_method_flush,
- lj_cf_io_method_seek,
- lj_cf_io_method_setvbuf,
- lj_cf_io_method_lines,
- lj_cf_io_method___gc,
- lj_cf_io_method___tostring
-};
-static const uint8_t lj_lib_init_io_method[] = {
-100,62,10,5,99,108,111,115,101,4,114,101,97,100,5,119,114,105,116,101,5,102,
-108,117,115,104,4,115,101,101,107,7,115,101,116,118,98,117,102,5,108,105,110,
-101,115,4,95,95,103,99,10,95,95,116,111,115,116,114,105,110,103,252,1,199,95,
-95,105,110,100,101,120,250,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_io
-#undef LJLIB_MODULE_io
-static const lua_CFunction lj_lib_cf_io[] = {
- lj_cf_io_open,
- lj_cf_io_popen,
- lj_cf_io_tmpfile,
- lj_cf_io_close,
- lj_cf_io_read,
- lj_cf_io_write,
- lj_cf_io_flush,
- lj_cf_io_input,
- lj_cf_io_output,
- lj_cf_io_lines,
- lj_cf_io_type
-};
-static const uint8_t lj_lib_init_io[] = {
-109,62,12,252,2,192,250,4,111,112,101,110,5,112,111,112,101,110,7,116,109,112,
-102,105,108,101,5,99,108,111,115,101,4,114,101,97,100,5,119,114,105,116,101,
-5,102,108,117,115,104,5,105,110,112,117,116,6,111,117,116,112,117,116,5,108,
-105,110,101,115,4,116,121,112,101,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_os
-#undef LJLIB_MODULE_os
-static const lua_CFunction lj_lib_cf_os[] = {
- lj_cf_os_execute,
- lj_cf_os_remove,
- lj_cf_os_rename,
- lj_cf_os_tmpname,
- lj_cf_os_getenv,
- lj_cf_os_exit,
- lj_cf_os_clock,
- lj_cf_os_date,
- lj_cf_os_time,
- lj_cf_os_difftime,
- lj_cf_os_setlocale
-};
-static const uint8_t lj_lib_init_os[] = {
-120,62,11,7,101,120,101,99,117,116,101,6,114,101,109,111,118,101,6,114,101,
-110,97,109,101,7,116,109,112,110,97,109,101,6,103,101,116,101,110,118,4,101,
-120,105,116,5,99,108,111,99,107,4,100,97,116,101,4,116,105,109,101,8,100,105,
-102,102,116,105,109,101,9,115,101,116,108,111,99,97,108,101,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_debug
-#undef LJLIB_MODULE_debug
-static const lua_CFunction lj_lib_cf_debug[] = {
- lj_cf_debug_getregistry,
- lj_cf_debug_getmetatable,
- lj_cf_debug_setmetatable,
- lj_cf_debug_getfenv,
- lj_cf_debug_setfenv,
- lj_cf_debug_getinfo,
- lj_cf_debug_getlocal,
- lj_cf_debug_setlocal,
- lj_cf_debug_getupvalue,
- lj_cf_debug_setupvalue,
- lj_cf_debug_upvalueid,
- lj_cf_debug_upvaluejoin,
- lj_cf_debug_sethook,
- lj_cf_debug_gethook,
- lj_cf_debug_debug,
- lj_cf_debug_traceback
-};
-static const uint8_t lj_lib_init_debug[] = {
-131,62,16,11,103,101,116,114,101,103,105,115,116,114,121,12,103,101,116,109,
-101,116,97,116,97,98,108,101,12,115,101,116,109,101,116,97,116,97,98,108,101,
-7,103,101,116,102,101,110,118,7,115,101,116,102,101,110,118,7,103,101,116,105,
-110,102,111,8,103,101,116,108,111,99,97,108,8,115,101,116,108,111,99,97,108,
-10,103,101,116,117,112,118,97,108,117,101,10,115,101,116,117,112,118,97,108,
-117,101,9,117,112,118,97,108,117,101,105,100,11,117,112,118,97,108,117,101,
-106,111,105,110,7,115,101,116,104,111,111,107,7,103,101,116,104,111,111,107,
-5,100,101,98,117,103,9,116,114,97,99,101,98,97,99,107,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_jit
-#undef LJLIB_MODULE_jit
-static const lua_CFunction lj_lib_cf_jit[] = {
- lj_cf_jit_on,
- lj_cf_jit_off,
- lj_cf_jit_flush,
- lj_cf_jit_status,
- lj_cf_jit_attach
-};
-static const uint8_t lj_lib_init_jit[] = {
-147,62,9,2,111,110,3,111,102,102,5,102,108,117,115,104,6,115,116,97,116,117,
-115,6,97,116,116,97,99,104,252,5,194,111,115,250,252,4,196,97,114,99,104,250,
-252,3,203,118,101,114,115,105,111,110,95,110,117,109,250,252,2,199,118,101,
-114,115,105,111,110,250,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_jit_util
-#undef LJLIB_MODULE_jit_util
-static const lua_CFunction lj_lib_cf_jit_util[] = {
- lj_cf_jit_util_funcinfo,
- lj_cf_jit_util_funcbc,
- lj_cf_jit_util_funck,
- lj_cf_jit_util_funcuvname,
- lj_cf_jit_util_traceinfo,
- lj_cf_jit_util_traceir,
- lj_cf_jit_util_tracek,
- lj_cf_jit_util_tracesnap,
- lj_cf_jit_util_tracemc,
- lj_cf_jit_util_traceexitstub,
- lj_cf_jit_util_ircalladdr
-};
-static const uint8_t lj_lib_init_jit_util[] = {
-152,62,11,8,102,117,110,99,105,110,102,111,6,102,117,110,99,98,99,5,102,117,
-110,99,107,10,102,117,110,99,117,118,110,97,109,101,9,116,114,97,99,101,105,
-110,102,111,7,116,114,97,99,101,105,114,6,116,114,97,99,101,107,9,116,114,97,
-99,101,115,110,97,112,7,116,114,97,99,101,109,99,13,116,114,97,99,101,101,120,
-105,116,115,116,117,98,10,105,114,99,97,108,108,97,100,100,114,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_jit_opt
-#undef LJLIB_MODULE_jit_opt
-static const lua_CFunction lj_lib_cf_jit_opt[] = {
- lj_cf_jit_opt_start
-};
-static const uint8_t lj_lib_init_jit_opt[] = {
-163,62,1,5,115,116,97,114,116,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_ffi_meta
-#undef LJLIB_MODULE_ffi_meta
-static const lua_CFunction lj_lib_cf_ffi_meta[] = {
- lj_cf_ffi_meta___index,
- lj_cf_ffi_meta___newindex,
- lj_cf_ffi_meta___eq,
- lj_cf_ffi_meta___len,
- lj_cf_ffi_meta___lt,
- lj_cf_ffi_meta___le,
- lj_cf_ffi_meta___concat,
- lj_cf_ffi_meta___call,
- lj_cf_ffi_meta___add,
- lj_cf_ffi_meta___sub,
- lj_cf_ffi_meta___mul,
- lj_cf_ffi_meta___div,
- lj_cf_ffi_meta___mod,
- lj_cf_ffi_meta___pow,
- lj_cf_ffi_meta___unm,
- lj_cf_ffi_meta___tostring,
- lj_cf_ffi_meta___pairs,
- lj_cf_ffi_meta___ipairs
-};
-static const uint8_t lj_lib_init_ffi_meta[] = {
-164,62,19,7,95,95,105,110,100,101,120,10,95,95,110,101,119,105,110,100,101,
-120,4,95,95,101,113,5,95,95,108,101,110,4,95,95,108,116,4,95,95,108,101,8,95,
-95,99,111,110,99,97,116,6,95,95,99,97,108,108,5,95,95,97,100,100,5,95,95,115,
-117,98,5,95,95,109,117,108,5,95,95,100,105,118,5,95,95,109,111,100,5,95,95,
-112,111,119,5,95,95,117,110,109,10,95,95,116,111,115,116,114,105,110,103,7,
-95,95,112,97,105,114,115,8,95,95,105,112,97,105,114,115,195,102,102,105,203,
-95,95,109,101,116,97,116,97,98,108,101,250,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_ffi_clib
-#undef LJLIB_MODULE_ffi_clib
-static const lua_CFunction lj_lib_cf_ffi_clib[] = {
- lj_cf_ffi_clib___index,
- lj_cf_ffi_clib___newindex,
- lj_cf_ffi_clib___gc
-};
-static const uint8_t lj_lib_init_ffi_clib[] = {
-182,62,3,7,95,95,105,110,100,101,120,10,95,95,110,101,119,105,110,100,101,120,
-4,95,95,103,99,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_ffi_callback
-#undef LJLIB_MODULE_ffi_callback
-static const lua_CFunction lj_lib_cf_ffi_callback[] = {
- lj_cf_ffi_callback_free,
- lj_cf_ffi_callback_set
-};
-static const uint8_t lj_lib_init_ffi_callback[] = {
-185,62,3,4,102,114,101,101,3,115,101,116,252,1,199,95,95,105,110,100,101,120,
-250,255
-};
-#endif
-
-#ifdef LJLIB_MODULE_ffi
-#undef LJLIB_MODULE_ffi
-static const lua_CFunction lj_lib_cf_ffi[] = {
- lj_cf_ffi_cdef,
- lj_cf_ffi_new,
- lj_cf_ffi_cast,
- lj_cf_ffi_typeof,
- lj_cf_ffi_istype,
- lj_cf_ffi_sizeof,
- lj_cf_ffi_alignof,
- lj_cf_ffi_offsetof,
- lj_cf_ffi_errno,
- lj_cf_ffi_string,
- lj_cf_ffi_copy,
- lj_cf_ffi_fill,
- lj_cf_ffi_abi,
- lj_cf_ffi_metatype,
- lj_cf_ffi_gc,
- lj_cf_ffi_load
-};
-static const uint8_t lj_lib_init_ffi[] = {
-187,62,22,4,99,100,101,102,3,110,101,119,4,99,97,115,116,6,116,121,112,101,
-111,102,6,105,115,116,121,112,101,6,115,105,122,101,111,102,7,97,108,105,103,
-110,111,102,8,111,102,102,115,101,116,111,102,5,101,114,114,110,111,6,115,116,
-114,105,110,103,4,99,111,112,121,4,102,105,108,108,3,97,98,105,252,8,192,250,
-8,109,101,116,97,116,121,112,101,252,7,192,250,2,103,99,252,5,192,250,4,108,
-111,97,100,252,4,193,67,250,252,3,194,111,115,250,252,2,196,97,114,99,104,250,
-255
-};
-#endif
-
diff --git a/core/src/luajit/src/autogen/windows/jit/x86/lj_recdef.h b/core/src/luajit/src/autogen/windows/jit/x86/lj_recdef.h deleted file mode 100644 index d421265c9..000000000 --- a/core/src/luajit/src/autogen/windows/jit/x86/lj_recdef.h +++ /dev/null @@ -1,263 +0,0 @@ -/* This is a generated file. DO NOT EDIT! */
-
-static const uint16_t recff_idmap[] = {
-0,
-0x0100,
-0x0200,
-0x0300,
-0,
-0,
-0x0400,
-0x0500,
-0x0600,
-0x0700,
-0,
-0,
-0x0800,
-0x0900,
-0x0a00,
-0,
-0x0b00,
-0x0c00,
-0x0d00,
-0,
-0x0e00,
-0x0f00,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0x1000,
-0x1100+(IRFPM_FLOOR),
-0x1100+(IRFPM_CEIL),
-0x1200+(IRFPM_SQRT),
-0x1200+(IRFPM_LOG10),
-0x1200+(IRFPM_EXP),
-0x1200+(IRFPM_SIN),
-0x1200+(IRFPM_COS),
-0x1200+(IRFPM_TAN),
-0x1300+(FF_math_asin),
-0x1300+(FF_math_acos),
-0x1300+(FF_math_atan),
-0x1400+(IRCALL_sinh),
-0x1400+(IRCALL_cosh),
-0x1400+(IRCALL_tanh),
-0,
-0x1500,
-0x1600,
-0x1600,
-0x1700,
-0x1800,
-0x1900,
-0,
-0x1a00,
-0x1b00+(IR_MIN),
-0x1b00+(IR_MAX),
-0x1c00,
-0,
-0x1d00+(IR_TOBIT),
-0x1d00+(IR_BNOT),
-0x1d00+(IR_BSWAP),
-0x1e00+(IR_BSHL),
-0x1e00+(IR_BSHR),
-0x1e00+(IR_BSAR),
-0x1e00+(IR_BROL),
-0x1e00+(IR_BROR),
-0x1f00+(IR_BAND),
-0x1f00+(IR_BOR),
-0x1f00+(IR_BXOR),
-0,
-0x2000,
-0x2100+(0),
-0,
-0x2100+(1),
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0x2200,
-0,
-0x2300,
-0x2400,
-0,
-0,
-0,
-0,
-0x2500+(0),
-0x2600+(0),
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0x2500+(GCROOT_IO_OUTPUT),
-0x2600+(GCROOT_IO_OUTPUT),
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0,
-0x2700+(0),
-0x2700+(1),
-0x2800+(MM_eq),
-0x2800+(MM_len),
-0x2800+(MM_lt),
-0x2800+(MM_le),
-0x2800+(MM_concat),
-0x2900,
-0x2800+(MM_add),
-0x2800+(MM_sub),
-0x2800+(MM_mul),
-0x2800+(MM_div),
-0x2800+(MM_mod),
-0x2800+(MM_pow),
-0x2800+(MM_unm),
-0,
-0,
-0,
-0x2a00+(1),
-0x2a00+(0),
-0,
-0,
-0,
-0,
-0x2b00,
-0x2b00,
-0x2c00,
-0x2d00,
-0x2e00+(FF_ffi_sizeof),
-0x2e00+(FF_ffi_alignof),
-0x2e00+(FF_ffi_offsetof),
-0x2f00,
-0x3000,
-0x3100,
-0x3200,
-0x3300,
-0,
-0x3400
-};
-
-static const RecordFunc recff_func[] = {
-recff_nyi,
-recff_c,
-recff_assert,
-recff_type,
-recff_ipairs_aux,
-recff_ipairs,
-recff_getmetatable,
-recff_setmetatable,
-recff_rawget,
-recff_rawset,
-recff_rawequal,
-recff_select,
-recff_tonumber,
-recff_tostring,
-recff_pcall,
-recff_xpcall,
-recff_math_abs,
-recff_math_round,
-recff_math_unary,
-recff_math_atrig,
-recff_math_htrig,
-recff_math_modf,
-recff_math_degrad,
-recff_math_log,
-recff_math_atan2,
-recff_math_pow,
-recff_math_ldexp,
-recff_math_minmax,
-recff_math_random,
-recff_bit_unary,
-recff_bit_shift,
-recff_bit_nary,
-recff_string_len,
-recff_string_range,
-recff_table_getn,
-recff_table_insert,
-recff_table_remove,
-recff_io_write,
-recff_io_flush,
-recff_cdata_index,
-recff_cdata_arith,
-recff_cdata_call,
-recff_clib_index,
-recff_ffi_new,
-recff_ffi_typeof,
-recff_ffi_istype,
-recff_ffi_xof,
-recff_ffi_errno,
-recff_ffi_string,
-recff_ffi_copy,
-recff_ffi_fill,
-recff_ffi_abi,
-recff_ffi_gc
-};
-
diff --git a/core/src/luajit/src/autogen/windows/jit/x86/lj_vm.obj b/core/src/luajit/src/autogen/windows/jit/x86/lj_vm.obj Binary files differdeleted file mode 100644 index 8e7999911..000000000 --- a/core/src/luajit/src/autogen/windows/jit/x86/lj_vm.obj +++ /dev/null diff --git a/core/src/luajit/src/host/buildvm.c b/core/src/luajit/src/host/buildvm.c index 07122a645..de23fabdc 100644 --- a/core/src/luajit/src/host/buildvm.c +++ b/core/src/luajit/src/host/buildvm.c @@ -1,6 +1,6 @@ /* ** LuaJIT VM builder. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** This is a tool to build the hand-tuned assembler code required for ** LuaJIT's bytecode interpreter. It supports a variety of output formats @@ -59,10 +59,10 @@ static int collect_reloc(BuildCtx *ctx, uint8_t *addr, int idx, int type); #include "../dynasm/dasm_x86.h" #elif LJ_TARGET_ARM #include "../dynasm/dasm_arm.h" +#elif LJ_TARGET_ARM64 +#include "../dynasm/dasm_arm64.h" #elif LJ_TARGET_PPC #include "../dynasm/dasm_ppc.h" -#elif LJ_TARGET_PPCSPE -#include "../dynasm/dasm_ppc.h" #elif LJ_TARGET_MIPS #include "../dynasm/dasm_mips.h" #else @@ -110,11 +110,11 @@ static const char *sym_decorate(BuildCtx *ctx, if (p) { #if LJ_TARGET_X86ORX64 if (!LJ_64 && (ctx->mode == BUILD_coffasm || ctx->mode == BUILD_peobj)) - name[0] = '@'; + name[0] = name[1] == 'R' ? '_' : '@'; /* Just for _RtlUnwind@16. */ else *p = '\0'; -#elif (LJ_TARGET_PPC || LJ_TARGET_PPCSPE) && !LJ_TARGET_CONSOLE - /* Keep @plt. */ +#elif LJ_TARGET_PPC && !LJ_TARGET_CONSOLE + /* Keep @plt etc. */ #else *p = '\0'; #endif @@ -179,6 +179,7 @@ static int build_code(BuildCtx *ctx) ctx->nreloc = 0; ctx->globnames = globnames; + ctx->extnames = extnames; ctx->relocsym = (const char **)malloc(NRELOCSYM*sizeof(const char *)); ctx->nrelocsym = 0; for (i = 0; i < (int)NRELOCSYM; i++) relocmap[i] = -1; @@ -320,20 +321,20 @@ static void emit_vmdef(BuildCtx *ctx) char buf[80]; int i; fprintf(ctx->fp, "-- This is a generated file. DO NOT EDIT!\n\n"); - fprintf(ctx->fp, "module(...)\n\n"); + fprintf(ctx->fp, "return {\n\n"); fprintf(ctx->fp, "bcnames = \""); for (i = 0; bc_names[i]; i++) fprintf(ctx->fp, "%-6s", bc_names[i]); - fprintf(ctx->fp, "\"\n\n"); + fprintf(ctx->fp, "\",\n\n"); fprintf(ctx->fp, "irnames = \""); for (i = 0; ir_names[i]; i++) fprintf(ctx->fp, "%-6s", ir_names[i]); - fprintf(ctx->fp, "\"\n\n"); + fprintf(ctx->fp, "\",\n\n"); fprintf(ctx->fp, "irfpm = { [0]="); for (i = 0; irfpm_names[i]; i++) fprintf(ctx->fp, "\"%s\", ", lower(buf, irfpm_names[i])); - fprintf(ctx->fp, "}\n\n"); + fprintf(ctx->fp, "},\n\n"); fprintf(ctx->fp, "irfield = { [0]="); for (i = 0; irfield_names[i]; i++) { @@ -343,17 +344,17 @@ static void emit_vmdef(BuildCtx *ctx) if (p) *p = '.'; fprintf(ctx->fp, "\"%s\", ", buf); } - fprintf(ctx->fp, "}\n\n"); + fprintf(ctx->fp, "},\n\n"); fprintf(ctx->fp, "ircall = {\n[0]="); for (i = 0; ircall_names[i]; i++) fprintf(ctx->fp, "\"%s\",\n", ircall_names[i]); - fprintf(ctx->fp, "}\n\n"); + fprintf(ctx->fp, "},\n\n"); fprintf(ctx->fp, "traceerr = {\n[0]="); for (i = 0; trace_errors[i]; i++) fprintf(ctx->fp, "\"%s\",\n", trace_errors[i]); - fprintf(ctx->fp, "}\n\n"); + fprintf(ctx->fp, "},\n\n"); } /* -- Argument parsing ---------------------------------------------------- */ @@ -490,6 +491,7 @@ int main(int argc, char **argv) case BUILD_vmdef: emit_vmdef(ctx); emit_lib(ctx); + fprintf(ctx->fp, "}\n\n"); break; case BUILD_ffdef: case BUILD_libdef: diff --git a/core/src/luajit/src/host/buildvm.h b/core/src/luajit/src/host/buildvm.h index b26218502..b90428dc4 100644 --- a/core/src/luajit/src/host/buildvm.h +++ b/core/src/luajit/src/host/buildvm.h @@ -1,6 +1,6 @@ /* ** LuaJIT VM builder. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _BUILDVM_H @@ -82,6 +82,7 @@ typedef struct BuildCtx { const char *beginsym; /* Strings generated by DynASM. */ const char *const *globnames; + const char *const *extnames; const char *dasm_ident; const char *dasm_arch; /* Relocations. */ diff --git a/core/src/luajit/src/host/buildvm_asm.c b/core/src/luajit/src/host/buildvm_asm.c index 2c9a2d482..ffd14903c 100644 --- a/core/src/luajit/src/host/buildvm_asm.c +++ b/core/src/luajit/src/host/buildvm_asm.c @@ -1,6 +1,6 @@ /* ** LuaJIT VM builder: Assembler source code emitter. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #include "buildvm.h" @@ -51,8 +51,8 @@ static const char *const jccnames[] = { "js", "jns", "jpe", "jpo", "jl", "jge", "jle", "jg" }; -/* Emit relocation for the incredibly stupid OSX assembler. */ -static void emit_asm_reloc_mach(BuildCtx *ctx, uint8_t *cp, int n, +/* Emit x86/x64 text relocations. */ +static void emit_asm_reloc_text(BuildCtx *ctx, uint8_t *cp, int n, const char *sym) { const char *opname = NULL; @@ -71,6 +71,20 @@ err: exit(1); } emit_asm_bytes(ctx, cp, n); + if (strncmp(sym+(*sym == '_'), LABEL_PREFIX, sizeof(LABEL_PREFIX)-1)) { + /* Various fixups for external symbols outside of our binary. */ + if (ctx->mode == BUILD_elfasm) { + if (LJ_32) + fprintf(ctx->fp, "#if __PIC__\n\t%s lj_wrap_%s\n#else\n", opname, sym); + fprintf(ctx->fp, "\t%s %s@PLT\n", opname, sym); + if (LJ_32) + fprintf(ctx->fp, "#endif\n"); + return; + } else if (LJ_32 && ctx->mode == BUILD_machasm) { + fprintf(ctx->fp, "\t%s L%s$stub\n", opname, sym); + return; + } + } fprintf(ctx->fp, "\t%s %s\n", opname, sym); } #else @@ -79,10 +93,14 @@ static void emit_asm_words(BuildCtx *ctx, uint8_t *p, int n) { int i; for (i = 0; i < n; i += 4) { + uint32_t ins = *(uint32_t *)(p+i); +#if LJ_TARGET_ARM64 && LJ_BE + ins = lj_bswap(ins); /* ARM64 instructions are always little-endian. */ +#endif if ((i & 15) == 0) - fprintf(ctx->fp, "\t.long 0x%08x", *(uint32_t *)(p+i)); + fprintf(ctx->fp, "\t.long 0x%08x", ins); else - fprintf(ctx->fp, ",0x%08x", *(uint32_t *)(p+i)); + fprintf(ctx->fp, ",0x%08x", ins); if ((i & 15) == 12) putc('\n', ctx->fp); } if ((n & 15) != 0) putc('\n', ctx->fp); @@ -107,7 +125,16 @@ static void emit_asm_wordreloc(BuildCtx *ctx, uint8_t *p, int n, ins, sym); exit(1); } -#elif LJ_TARGET_PPC || LJ_TARGET_PPCSPE +#elif LJ_TARGET_ARM64 + if ((ins >> 26) == 0x25u) { + fprintf(ctx->fp, "\tbl %s\n", sym); + } else { + fprintf(stderr, + "Error: unsupported opcode %08x for %s symbol relocation.\n", + ins, sym); + exit(1); + } +#elif LJ_TARGET_PPC #if LJ_TARGET_PS3 #define TOCPREFIX "." #else @@ -117,6 +144,14 @@ static void emit_asm_wordreloc(BuildCtx *ctx, uint8_t *p, int n, fprintf(ctx->fp, "\t%s %d, %d, " TOCPREFIX "%s\n", (ins & 1) ? "bcl" : "bc", (ins >> 21) & 31, (ins >> 16) & 31, sym); } else if ((ins >> 26) == 18) { +#if LJ_ARCH_PPC64 + const char *suffix = strchr(sym, '@'); + if (suffix && suffix[1] == 'h') { + fprintf(ctx->fp, "\taddis 11, 2, %s\n", sym); + } else if (suffix && suffix[1] == 'l') { + fprintf(ctx->fp, "\tld 12, %s\n", sym); + } else +#endif fprintf(ctx->fp, "\t%s " TOCPREFIX "%s\n", (ins & 1) ? "bl" : "b", sym); } else { fprintf(stderr, @@ -183,7 +218,8 @@ static void emit_asm_label(BuildCtx *ctx, const char *name, int size, int isfunc case BUILD_machasm: fprintf(ctx->fp, "\n\t.private_extern %s\n" - "%s:\n", name, name); + "\t.no_dead_strip %s\n" + "%s:\n", name, name, name); break; default: break; @@ -214,6 +250,9 @@ void emit_asm(BuildCtx *ctx) int i, rel; fprintf(ctx->fp, "\t.file \"buildvm_%s.dasc\"\n", ctx->dasm_arch); +#if LJ_ARCH_PPC64 + fprintf(ctx->fp, "\t.abiversion 2\n"); +#endif fprintf(ctx->fp, "\t.text\n"); emit_asm_align(ctx, 4); @@ -227,11 +266,20 @@ void emit_asm(BuildCtx *ctx) #if LJ_TARGET_ARM && defined(__GNUC__) && !LJ_NO_UNWIND /* This should really be moved into buildvm_arm.dasc. */ +#if LJ_ARCH_HASFPU + fprintf(ctx->fp, + ".fnstart\n" + ".save {r5, r6, r7, r8, r9, r10, r11, lr}\n" + ".vsave {d8-d15}\n" + ".save {r4}\n" + ".pad #28\n"); +#else fprintf(ctx->fp, ".fnstart\n" ".save {r4, r5, r6, r7, r8, r9, r10, r11, lr}\n" ".pad #28\n"); #endif +#endif #if LJ_TARGET_MIPS fprintf(ctx->fp, ".set nomips16\n.abicalls\n.set noreorder\n.set nomacro\n"); #endif @@ -254,8 +302,9 @@ void emit_asm(BuildCtx *ctx) BuildReloc *r = &ctx->reloc[rel]; int n = r->ofs - ofs; #if LJ_TARGET_X86ORX64 - if (ctx->mode == BUILD_machasm && r->type != 0) { - emit_asm_reloc_mach(ctx, ctx->code+ofs, n, ctx->relocsym[r->sym]); + if (r->type != 0 && + (ctx->mode == BUILD_elfasm || ctx->mode == BUILD_machasm)) { + emit_asm_reloc_text(ctx, ctx->code+ofs, n, ctx->relocsym[r->sym]); } else { emit_asm_bytes(ctx, ctx->code+ofs, n); emit_asm_reloc(ctx, r->type, ctx->relocsym[r->sym]); @@ -289,10 +338,7 @@ void emit_asm(BuildCtx *ctx) #if !(LJ_TARGET_PS3 || LJ_TARGET_PSVITA) fprintf(ctx->fp, "\t.section .note.GNU-stack,\"\"," ELFASM_PX "progbits\n"); #endif -#if LJ_TARGET_PPCSPE - /* Soft-float ABI + SPE. */ - fprintf(ctx->fp, "\t.gnu_attribute 4, 2\n\t.gnu_attribute 8, 3\n"); -#elif LJ_TARGET_PPC && !LJ_TARGET_PS3 +#if LJ_TARGET_PPC && !LJ_TARGET_PS3 /* Hard-float ABI. */ fprintf(ctx->fp, "\t.gnu_attribute 4, 1\n"); #endif diff --git a/core/src/luajit/src/host/buildvm_fold.c b/core/src/luajit/src/host/buildvm_fold.c index daed7eccb..d579f4d41 100644 --- a/core/src/luajit/src/host/buildvm_fold.c +++ b/core/src/luajit/src/host/buildvm_fold.c @@ -1,6 +1,6 @@ /* ** LuaJIT VM builder: IR folding hash table generator. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #include "buildvm.h" @@ -9,7 +9,7 @@ /* Context for the folding hash table generator. */ static int lineno; -static int funcidx; +static uint32_t funcidx; static uint32_t foldkeys[BUILD_MAX_FOLD]; static uint32_t nkeys; diff --git a/core/src/luajit/src/host/buildvm_lib.c b/core/src/luajit/src/host/buildvm_lib.c index c37301d46..2956fdb6c 100644 --- a/core/src/luajit/src/host/buildvm_lib.c +++ b/core/src/luajit/src/host/buildvm_lib.c @@ -1,11 +1,13 @@ /* ** LuaJIT VM builder: library definition compiler. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #include "buildvm.h" #include "lj_obj.h" +#include "lj_bc.h" #include "lj_lib.h" +#include "buildvm_libbc.h" /* Context for library definitions. */ static uint8_t obuf[8192]; @@ -151,6 +153,62 @@ static void libdef_func(BuildCtx *ctx, char *p, int arg) regfunc = REGFUNC_OK; } +static uint8_t *libdef_uleb128(uint8_t *p, uint32_t *vv) +{ + uint32_t v = *p++; + if (v >= 0x80) { + int sh = 0; v &= 0x7f; + do { v |= ((*p & 0x7f) << (sh += 7)); } while (*p++ >= 0x80); + } + *vv = v; + return p; +} + +static void libdef_fixupbc(uint8_t *p) +{ + uint32_t i, sizebc; + p += 4; + p = libdef_uleb128(p, &sizebc); + p = libdef_uleb128(p, &sizebc); + p = libdef_uleb128(p, &sizebc); + for (i = 0; i < sizebc; i++, p += 4) { + uint8_t op = p[libbc_endian ? 3 : 0]; + uint8_t ra = p[libbc_endian ? 2 : 1]; + uint8_t rc = p[libbc_endian ? 1 : 2]; + uint8_t rb = p[libbc_endian ? 0 : 3]; + if (!LJ_DUALNUM && op == BC_ISTYPE && rc == ~LJ_TNUMX+1) { + op = BC_ISNUM; rc++; + } + p[LJ_ENDIAN_SELECT(0, 3)] = op; + p[LJ_ENDIAN_SELECT(1, 2)] = ra; + p[LJ_ENDIAN_SELECT(2, 1)] = rc; + p[LJ_ENDIAN_SELECT(3, 0)] = rb; + } +} + +static void libdef_lua(BuildCtx *ctx, char *p, int arg) +{ + UNUSED(arg); + if (ctx->mode == BUILD_libdef) { + int i; + for (i = 0; libbc_map[i].name != NULL; i++) { + if (!strcmp(libbc_map[i].name, p)) { + int ofs = libbc_map[i].ofs; + int len = libbc_map[i+1].ofs - ofs; + obuf[2]++; /* Bump hash table size. */ + *optr++ = LIBINIT_LUA; + libdef_name(p, 0); + memcpy(optr, libbc_code + ofs, len); + libdef_fixupbc(optr); + optr += len; + return; + } + } + fprintf(stderr, "Error: missing libbc definition for %s\n", p); + exit(1); + } +} + static uint32_t find_rec(char *name) { char *p = (char *)obuf; @@ -277,6 +335,7 @@ static const LibDefHandler libdef_handlers[] = { { "CF(", ")", libdef_func, LIBINIT_CF }, { "ASM(", ")", libdef_func, LIBINIT_ASM }, { "ASM_(", ")", libdef_func, LIBINIT_ASM_ }, + { "LUA(", ")", libdef_lua, 0 }, { "REC(", ")", libdef_rec, 0 }, { "PUSH(", ")", libdef_push, 0 }, { "SET(", ")", libdef_set, 0 }, @@ -373,7 +432,7 @@ void emit_lib(BuildCtx *ctx) "#ifndef FF_NUM_ASMFUNC\n#define FF_NUM_ASMFUNC %d\n#endif\n\n", ffasmfunc); } else if (ctx->mode == BUILD_vmdef) { - fprintf(ctx->fp, "}\n\n"); + fprintf(ctx->fp, "},\n\n"); } else if (ctx->mode == BUILD_bcdef) { int i; fprintf(ctx->fp, "\n};\n\n"); diff --git a/core/src/luajit/src/host/buildvm_libbc.h b/core/src/luajit/src/host/buildvm_libbc.h new file mode 100644 index 000000000..b2600bd59 --- /dev/null +++ b/core/src/luajit/src/host/buildvm_libbc.h @@ -0,0 +1,56 @@ +/* This is a generated file. DO NOT EDIT! */ + +static const int libbc_endian = 0; + +static const uint8_t libbc_code[] = { +#if LJ_FR2 +0,1,2,0,0,1,2,24,1,0,0,76,1,2,0,241,135,158,166,3,220,203,178,130,4,0,1,2,0, +0,1,2,24,1,0,0,76,1,2,0,243,244,148,165,20,198,190,199,252,3,0,1,2,0,0,0,3, +16,0,5,0,21,1,0,0,76,1,2,0,0,2,10,0,0,0,15,16,0,12,0,16,1,9,0,41,2,1,0,21,3, +0,0,41,4,1,0,77,2,8,128,18,6,1,0,18,8,5,0,59,9,5,0,66,6,3,2,10,6,0,0,88,7,1, +128,76,6,2,0,79,2,248,127,75,0,1,0,0,2,11,0,0,0,16,16,0,12,0,16,1,9,0,43,2, +0,0,18,3,0,0,41,4,0,0,88,5,7,128,18,7,1,0,18,9,5,0,18,10,6,0,66,7,3,2,10,7, +0,0,88,8,1,128,76,7,2,0,70,5,3,3,82,5,247,127,75,0,1,0,0,1,2,0,0,0,3,16,0,12, +0,21,1,0,0,76,1,2,0,0,2,10,0,0,2,30,16,0,12,0,21,2,0,0,11,1,0,0,88,3,7,128, +8,2,0,0,88,3,23,128,59,3,2,0,43,4,0,0,64,4,2,0,76,3,2,0,88,3,18,128,16,1,14, +0,41,3,1,0,3,3,1,0,88,3,14,128,3,1,2,0,88,3,12,128,59,3,1,0,22,4,1,1,18,5,2, +0,41,6,1,0,77,4,4,128,23,8,1,7,59,9,7,0,64,9,8,0,79,4,252,127,43,4,0,0,64,4, +2,0,76,3,2,0,75,0,1,0,0,2,0,5,12,0,0,0,35,16,0,12,0,16,1,14,0,16,2,14,0,16, +3,14,0,11,4,0,0,88,5,1,128,18,4,0,0,16,4,12,0,3,1,2,0,88,5,24,128,33,5,1,3, +0,2,3,0,88,6,4,128,2,3,1,0,88,6,2,128,4,4,0,0,88,6,9,128,18,6,1,0,18,7,2,0, +41,8,1,0,77,6,4,128,32,10,5,9,59,11,9,0,64,11,10,4,79,6,252,127,88,6,8,128, +18,6,2,0,18,7,1,0,41,8,255,255,77,6,4,128,32,10,5,9,59,11,9,0,64,11,10,4,79, +6,252,127,76,4,2,0,0 +#else +0,1,2,0,0,1,2,24,1,0,0,76,1,2,0,241,135,158,166,3,220,203,178,130,4,0,1,2,0, +0,1,2,24,1,0,0,76,1,2,0,243,244,148,165,20,198,190,199,252,3,0,1,2,0,0,0,3, +16,0,5,0,21,1,0,0,76,1,2,0,0,2,9,0,0,0,15,16,0,12,0,16,1,9,0,41,2,1,0,21,3, +0,0,41,4,1,0,77,2,8,128,18,6,1,0,18,7,5,0,59,8,5,0,66,6,3,2,10,6,0,0,88,7,1, +128,76,6,2,0,79,2,248,127,75,0,1,0,0,2,10,0,0,0,16,16,0,12,0,16,1,9,0,43,2, +0,0,18,3,0,0,41,4,0,0,88,5,7,128,18,7,1,0,18,8,5,0,18,9,6,0,66,7,3,2,10,7,0, +0,88,8,1,128,76,7,2,0,70,5,3,3,82,5,247,127,75,0,1,0,0,1,2,0,0,0,3,16,0,12, +0,21,1,0,0,76,1,2,0,0,2,10,0,0,2,30,16,0,12,0,21,2,0,0,11,1,0,0,88,3,7,128, +8,2,0,0,88,3,23,128,59,3,2,0,43,4,0,0,64,4,2,0,76,3,2,0,88,3,18,128,16,1,14, +0,41,3,1,0,3,3,1,0,88,3,14,128,3,1,2,0,88,3,12,128,59,3,1,0,22,4,1,1,18,5,2, +0,41,6,1,0,77,4,4,128,23,8,1,7,59,9,7,0,64,9,8,0,79,4,252,127,43,4,0,0,64,4, +2,0,76,3,2,0,75,0,1,0,0,2,0,5,12,0,0,0,35,16,0,12,0,16,1,14,0,16,2,14,0,16, +3,14,0,11,4,0,0,88,5,1,128,18,4,0,0,16,4,12,0,3,1,2,0,88,5,24,128,33,5,1,3, +0,2,3,0,88,6,4,128,2,3,1,0,88,6,2,128,4,4,0,0,88,6,9,128,18,6,1,0,18,7,2,0, +41,8,1,0,77,6,4,128,32,10,5,9,59,11,9,0,64,11,10,4,79,6,252,127,88,6,8,128, +18,6,2,0,18,7,1,0,41,8,255,255,77,6,4,128,32,10,5,9,59,11,9,0,64,11,10,4,79, +6,252,127,76,4,2,0,0 +#endif +}; + +static const struct { const char *name; int ofs; } libbc_map[] = { +{"math_deg",0}, +{"math_rad",25}, +{"string_len",50}, +{"table_foreachi",69}, +{"table_foreach",136}, +{"table_getn",207}, +{"table_remove",226}, +{"table_move",355}, +{NULL,502} +}; + diff --git a/core/src/luajit/src/host/buildvm_peobj.c b/core/src/luajit/src/host/buildvm_peobj.c index 4279f5005..2eb2bb7bb 100644 --- a/core/src/luajit/src/host/buildvm_peobj.c +++ b/core/src/luajit/src/host/buildvm_peobj.c @@ -1,6 +1,6 @@ /* ** LuaJIT VM builder: PE object emitter. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Only used for building on Windows, since we cannot assume the presence ** of a suitable assembler. The host and target byte order must match. @@ -109,6 +109,8 @@ enum { #if LJ_TARGET_X64 PEOBJ_SECT_PDATA, PEOBJ_SECT_XDATA, +#elif LJ_TARGET_X86 + PEOBJ_SECT_SXDATA, #endif PEOBJ_SECT_RDATA_Z, PEOBJ_NSECTIONS @@ -208,6 +210,13 @@ void emit_peobj(BuildCtx *ctx) sofs += (pesect[PEOBJ_SECT_XDATA].nreloc = 1) * PEOBJ_RELOC_SIZE; /* Flags: 40 = read, 30 = align4, 40 = initialized data. */ pesect[PEOBJ_SECT_XDATA].flags = 0x40300040; +#elif LJ_TARGET_X86 + memcpy(pesect[PEOBJ_SECT_SXDATA].name, ".sxdata", sizeof(".sxdata")-1); + pesect[PEOBJ_SECT_SXDATA].ofs = sofs; + sofs += (pesect[PEOBJ_SECT_SXDATA].size = 4); + pesect[PEOBJ_SECT_SXDATA].relocofs = sofs; + /* Flags: 40 = read, 30 = align4, 02 = lnk_info, 40 = initialized data. */ + pesect[PEOBJ_SECT_SXDATA].flags = 0x40300240; #endif memcpy(pesect[PEOBJ_SECT_RDATA_Z].name, ".rdata$Z", sizeof(".rdata$Z")-1); @@ -232,7 +241,7 @@ void emit_peobj(BuildCtx *ctx) nrsym = ctx->nrelocsym; pehdr.nsyms = 1+PEOBJ_NSECTIONS*2 + 1+ctx->nsym + nrsym; #if LJ_TARGET_X64 - pehdr.nsyms += 1; /* Symbol for lj_err_unwind_win64. */ + pehdr.nsyms += 1; /* Symbol for lj_err_unwind_win. */ #endif /* Write PE object header and all sections. */ @@ -312,6 +321,19 @@ void emit_peobj(BuildCtx *ctx) reloc.type = PEOBJ_RELOC_ADDR32NB; owrite(ctx, &reloc, PEOBJ_RELOC_SIZE); } +#elif LJ_TARGET_X86 + /* Write .sxdata section. */ + for (i = 0; i < nrsym; i++) { + if (!strcmp(ctx->relocsym[i], "_lj_err_unwind_win")) { + uint32_t symidx = 1+2+i; + owrite(ctx, &symidx, 4); + break; + } + } + if (i == nrsym) { + fprintf(stderr, "Error: extern lj_err_unwind_win not used\n"); + exit(1); + } #endif /* Write .rdata$Z section. */ @@ -333,8 +355,10 @@ void emit_peobj(BuildCtx *ctx) #if LJ_TARGET_X64 emit_peobj_sym_sect(ctx, pesect, PEOBJ_SECT_PDATA); emit_peobj_sym_sect(ctx, pesect, PEOBJ_SECT_XDATA); - emit_peobj_sym(ctx, "lj_err_unwind_win64", 0, + emit_peobj_sym(ctx, "lj_err_unwind_win", 0, PEOBJ_SECT_UNDEF, PEOBJ_TYPE_FUNC, PEOBJ_SCL_EXTERN); +#elif LJ_TARGET_X86 + emit_peobj_sym_sect(ctx, pesect, PEOBJ_SECT_SXDATA); #endif emit_peobj_sym(ctx, ctx->beginsym, 0, diff --git a/core/src/luajit/src/host/genlibbc.lua b/core/src/luajit/src/host/genlibbc.lua new file mode 100644 index 000000000..6f5a05cce --- /dev/null +++ b/core/src/luajit/src/host/genlibbc.lua @@ -0,0 +1,197 @@ +---------------------------------------------------------------------------- +-- Lua script to dump the bytecode of the library functions written in Lua. +-- The resulting 'buildvm_libbc.h' is used for the build process of LuaJIT. +---------------------------------------------------------------------------- +-- Copyright (C) 2005-2017 Mike Pall. All rights reserved. +-- Released under the MIT license. See Copyright Notice in luajit.h +---------------------------------------------------------------------------- + +local ffi = require("ffi") +local bit = require("bit") +local vmdef = require("jit.vmdef") +local bcnames = vmdef.bcnames + +local format = string.format + +local isbe = (string.byte(string.dump(function() end), 5) % 2 == 1) + +local function usage(arg) + io.stderr:write("Usage: ", arg and arg[0] or "genlibbc", + " [-o buildvm_libbc.h] lib_*.c\n") + os.exit(1) +end + +local function parse_arg(arg) + local outfile = "-" + if not (arg and arg[1]) then + usage(arg) + end + if arg[1] == "-o" then + outfile = arg[2] + if not outfile then usage(arg) end + table.remove(arg, 1) + table.remove(arg, 1) + end + return outfile +end + +local function read_files(names) + local src = "" + for _,name in ipairs(names) do + local fp = assert(io.open(name)) + src = src .. fp:read("*a") + fp:close() + end + return src +end + +local function transform_lua(code) + local fixup = {} + local n = -30000 + code = string.gsub(code, "CHECK_(%w*)%((.-)%)", function(tp, var) + n = n + 1 + fixup[n] = { "CHECK", tp } + return format("%s=%d", var, n) + end) + code = string.gsub(code, "PAIRS%((.-)%)", function(var) + fixup.PAIRS = true + return format("nil, %s, 0", var) + end) + return "return "..code, fixup +end + +local function read_uleb128(p) + local v = p[0]; p = p + 1 + if v >= 128 then + local sh = 7; v = v - 128 + repeat + local r = p[0] + v = v + bit.lshift(bit.band(r, 127), sh) + sh = sh + 7 + p = p + 1 + until r < 128 + end + return p, v +end + +-- ORDER LJ_T +local name2itype = { + str = 5, func = 9, tab = 12, int = 14, num = 15 +} + +local BC = {} +for i=0,#bcnames/6-1 do + BC[string.gsub(string.sub(bcnames, i*6+1, i*6+6), " ", "")] = i +end +local xop, xra = isbe and 3 or 0, isbe and 2 or 1 +local xrc, xrb = isbe and 1 or 2, isbe and 0 or 3 + +local function fixup_dump(dump, fixup) + local buf = ffi.new("uint8_t[?]", #dump+1, dump) + local p = buf+5 + local n, sizebc + p, n = read_uleb128(p) + local start = p + p = p + 4 + p = read_uleb128(p) + p = read_uleb128(p) + p, sizebc = read_uleb128(p) + local rawtab = {} + for i=0,sizebc-1 do + local op = p[xop] + if op == BC.KSHORT then + local rd = p[xrc] + 256*p[xrb] + rd = bit.arshift(bit.lshift(rd, 16), 16) + local f = fixup[rd] + if f then + if f[1] == "CHECK" then + local tp = f[2] + if tp == "tab" then rawtab[p[xra]] = true end + p[xop] = tp == "num" and BC.ISNUM or BC.ISTYPE + p[xrb] = 0 + p[xrc] = name2itype[tp] + else + error("unhandled fixup type: "..f[1]) + end + end + elseif op == BC.TGETV then + if rawtab[p[xrb]] then + p[xop] = BC.TGETR + end + elseif op == BC.TSETV then + if rawtab[p[xrb]] then + p[xop] = BC.TSETR + end + elseif op == BC.ITERC then + if fixup.PAIRS then + p[xop] = BC.ITERN + end + end + p = p + 4 + end + return ffi.string(start, n) +end + +local function find_defs(src) + local defs = {} + for name, code in string.gmatch(src, "LJLIB_LUA%(([^)]*)%)%s*/%*(.-)%*/") do + local env = {} + local tcode, fixup = transform_lua(code) + local func = assert(load(tcode, "", nil, env))() + defs[name] = fixup_dump(string.dump(func, true), fixup) + defs[#defs+1] = name + end + return defs +end + +local function gen_header(defs) + local t = {} + local function w(x) t[#t+1] = x end + w("/* This is a generated file. DO NOT EDIT! */\n\n") + w("static const int libbc_endian = ") w(isbe and 1 or 0) w(";\n\n") + local s = "" + for _,name in ipairs(defs) do + s = s .. defs[name] + end + w("static const uint8_t libbc_code[] = {\n") + local n = 0 + for i=1,#s do + local x = string.byte(s, i) + w(x); w(",") + n = n + (x < 10 and 2 or (x < 100 and 3 or 4)) + if n >= 75 then n = 0; w("\n") end + end + w("0\n};\n\n") + w("static const struct { const char *name; int ofs; } libbc_map[] = {\n") + local m = 0 + for _,name in ipairs(defs) do + w('{"'); w(name); w('",'); w(m) w('},\n') + m = m + #defs[name] + end + w("{NULL,"); w(m); w("}\n};\n\n") + return table.concat(t) +end + +local function write_file(name, data) + if name == "-" then + assert(io.write(data)) + assert(io.flush()) + else + local fp = io.open(name) + if fp then + local old = fp:read("*a") + fp:close() + if data == old then return end + end + fp = assert(io.open(name, "w")) + assert(fp:write(data)) + assert(fp:close()) + end +end + +local outfile = parse_arg(arg) +local src = read_files(arg) +local defs = find_defs(src) +local hdr = gen_header(defs) +write_file(outfile, hdr) + diff --git a/core/src/luajit/src/host/genminilua.lua b/core/src/luajit/src/host/genminilua.lua index cd0d94662..50feff014 100644 --- a/core/src/luajit/src/host/genminilua.lua +++ b/core/src/luajit/src/host/genminilua.lua @@ -2,7 +2,7 @@ -- Lua script to generate a customized, minified version of Lua. -- The resulting 'minilua' is used for the build process of LuaJIT. ---------------------------------------------------------------------------- --- Copyright (C) 2005-2015 Mike Pall. All rights reserved. +-- Copyright (C) 2005-2017 Mike Pall. All rights reserved. -- Released under the MIT license. See Copyright Notice in luajit.h ---------------------------------------------------------------------------- @@ -157,11 +157,11 @@ local function merge_includes(src) if includes[name] then return "" end includes[name] = true local fp = assert(io.open(LUA_SOURCE..name, "r")) - local src = fp:read("*a") + local inc = fp:read("*a") assert(fp:close()) - src = gsub(src, "#ifndef%s+%w+_h\n#define%s+%w+_h\n", "") - src = gsub(src, "#endif%s*$", "") - return merge_includes(src) + inc = gsub(inc, "#ifndef%s+%w+_h\n#define%s+%w+_h\n", "") + inc = gsub(inc, "#endif%s*$", "") + return merge_includes(inc) end) end @@ -300,6 +300,7 @@ local function strip_unused3(src) src = gsub(src, "if%([^\n]*hookmask[^\n]*&&\n[^\n]*%b{}\n", "") src = gsub(src, "(twoto%b()%()", "%1(size_t)") src = gsub(src, "i<sizenode", "i<(int)sizenode") + src = gsub(src, "cast%(unsigned int,key%-1%)", "cast(unsigned int,key)-1") return gsub(src, "\n\n+", "\n") end diff --git a/core/src/luajit/src/host/minilua.c b/core/src/luajit/src/host/minilua.c index aee192a71..79150286c 100644 --- a/core/src/luajit/src/host/minilua.c +++ b/core/src/luajit/src/host/minilua.c @@ -1606,7 +1606,7 @@ luaC_barriert(L,t,key); return gval(mp); } static const TValue*luaH_getnum(Table*t,int key){ -if(cast(unsigned int,key-1)<cast(unsigned int,t->sizearray)) +if(cast(unsigned int,key)-1<cast(unsigned int,t->sizearray)) return&t->array[key-1]; else{ lua_Number nk=cast_num(key); diff --git a/core/src/luajit/src/jit/bc.lua b/core/src/luajit/src/jit/bc.lua index 46a40892e..193cf01f9 100644 --- a/core/src/luajit/src/jit/bc.lua +++ b/core/src/luajit/src/jit/bc.lua @@ -1,7 +1,7 @@ ---------------------------------------------------------------------------- -- LuaJIT bytecode listing module. -- --- Copyright (C) 2005-2015 Mike Pall. All rights reserved. +-- Copyright (C) 2005-2017 Mike Pall. All rights reserved. -- Released under the MIT license. See Copyright Notice in luajit.h ---------------------------------------------------------------------------- -- @@ -41,7 +41,7 @@ -- Cache some library functions and objects. local jit = require("jit") -assert(jit.version_num == 20004, "LuaJIT core/library version mismatch") +assert(jit.version_num == 20100, "LuaJIT core/library version mismatch") local jutil = require("jit.util") local vmdef = require("jit.vmdef") local bit = require("bit") @@ -179,13 +179,12 @@ local function bcliston(outfile) end -- Public module functions. -module(...) - -line = bcline -dump = bcdump -targets = bctargets - -on = bcliston -off = bclistoff -start = bcliston -- For -j command line option. +return { + line = bcline, + dump = bcdump, + targets = bctargets, + on = bcliston, + off = bclistoff, + start = bcliston -- For -j command line option. +} diff --git a/core/src/luajit/src/jit/bcsave.lua b/core/src/luajit/src/jit/bcsave.lua index 0319b3d25..c17c88e0f 100644 --- a/core/src/luajit/src/jit/bcsave.lua +++ b/core/src/luajit/src/jit/bcsave.lua @@ -1,7 +1,7 @@ ---------------------------------------------------------------------------- -- LuaJIT module to save/list bytecode. -- --- Copyright (C) 2005-2015 Mike Pall. All rights reserved. +-- Copyright (C) 2005-2017 Mike Pall. All rights reserved. -- Released under the MIT license. See Copyright Notice in luajit.h ---------------------------------------------------------------------------- -- @@ -11,7 +11,7 @@ ------------------------------------------------------------------------------ local jit = require("jit") -assert(jit.version_num == 20004, "LuaJIT core/library version mismatch") +assert(jit.version_num == 20100, "LuaJIT core/library version mismatch") local bit = require("bit") -- Symbol name prefix for LuaJIT bytecode. @@ -63,8 +63,8 @@ local map_type = { } local map_arch = { - x86 = true, x64 = true, arm = true, ppc = true, ppcspe = true, - mips = true, mipsel = true, + x86 = true, x64 = true, arm = true, arm64 = true, arm64be = true, + ppc = true, mips = true, mipsel = true, } local map_os = { @@ -125,12 +125,12 @@ extern "C" #ifdef _WIN32 __declspec(dllexport) #endif -const char %s%s[] = { +const unsigned char %s%s[] = { ]], LJBC_PREFIX, ctx.modname)) else fp:write(string.format([[ #define %s%s_SIZE %d -static const char %s%s[] = { +static const unsigned char %s%s[] = { ]], LJBC_PREFIX, ctx.modname, #s, LJBC_PREFIX, ctx.modname)) end local t, n, m = {}, 0, 0 @@ -200,9 +200,9 @@ typedef struct { ]] local symname = LJBC_PREFIX..ctx.modname local is64, isbe = false, false - if ctx.arch == "x64" then + if ctx.arch == "x64" or ctx.arch == "arm64" or ctx.arch == "arm64be" then is64 = true - elseif ctx.arch == "ppc" or ctx.arch == "ppcspe" or ctx.arch == "mips" then + elseif ctx.arch == "ppc" or ctx.arch == "mips" then isbe = true end @@ -237,9 +237,9 @@ typedef struct { hdr.eendian = isbe and 2 or 1 hdr.eversion = 1 hdr.type = f16(1) - hdr.machine = f16(({ x86=3, x64=62, arm=40, ppc=20, ppcspe=20, mips=8, mipsel=8 })[ctx.arch]) + hdr.machine = f16(({ x86=3, x64=62, arm=40, arm64=183, arm64be=183, ppc=20, mips=8, mipsel=8 })[ctx.arch]) if ctx.arch == "mips" or ctx.arch == "mipsel" then - hdr.flags = 0x50001006 + hdr.flags = f32(0x50001006) end hdr.version = f32(1) hdr.shofs = fofs(ffi.offsetof(o, "sect")) @@ -477,13 +477,13 @@ typedef struct { } mach_obj_64; typedef struct { mach_fat_header fat; - mach_fat_arch fat_arch[4]; + mach_fat_arch fat_arch[2]; struct { mach_header hdr; mach_segment_command seg; mach_section sec; mach_symtab_command sym; - } arch[4]; + } arch[2]; mach_nlist sym_entry; uint8_t space[4096]; } mach_fat_obj; @@ -494,6 +494,8 @@ typedef struct { is64, align, mobj = true, 8, "mach_obj_64" elseif ctx.arch == "arm" then isfat, mobj = true, "mach_fat_obj" + elseif ctx.arch == "arm64" then + is64, align, isfat, mobj = true, 8, true, "mach_fat_obj" else check(ctx.arch == "x86", "unsupported architecture for OSX") end @@ -503,8 +505,8 @@ typedef struct { -- Create Mach-O object and fill in header. local o = ffi.new(mobj) local mach_size = aligned(ffi.offsetof(o, "space")+#symname+2, align) - local cputype = ({ x86={7}, x64={0x01000007}, arm={7,12,12,12} })[ctx.arch] - local cpusubtype = ({ x86={3}, x64={3}, arm={3,6,9,11} })[ctx.arch] + local cputype = ({ x86={7}, x64={0x01000007}, arm={7,12}, arm64={0x01000007,0x0100000c} })[ctx.arch] + local cpusubtype = ({ x86={3}, x64={3}, arm={3,9}, arm64={3,0} })[ctx.arch] if isfat then o.fat.magic = be32(0xcafebabe) o.fat.nfat_arch = be32(#cpusubtype) @@ -653,7 +655,7 @@ end ------------------------------------------------------------------------------ -- Public module functions. -module(...) - -start = docmd -- Process -b command line option. +return { + start = docmd -- Process -b command line option. +} diff --git a/core/src/luajit/src/jit/dis_arm.lua b/core/src/luajit/src/jit/dis_arm.lua index 59be715a9..c2dd77699 100644 --- a/core/src/luajit/src/jit/dis_arm.lua +++ b/core/src/luajit/src/jit/dis_arm.lua @@ -1,7 +1,7 @@ ---------------------------------------------------------------------------- -- LuaJIT ARM disassembler module. -- --- Copyright (C) 2005-2015 Mike Pall. All rights reserved. +-- Copyright (C) 2005-2017 Mike Pall. All rights reserved. -- Released under the MIT license. See Copyright Notice in luajit.h ---------------------------------------------------------------------------- -- This is a helper module used by the LuaJIT machine code dumper module. @@ -12,7 +12,7 @@ local type = type local sub, byte, format = string.sub, string.byte, string.format -local match, gmatch, gsub = string.match, string.gmatch, string.gsub +local match, gmatch = string.match, string.gmatch local concat = table.concat local bit = require("bit") local band, bor, ror, tohex = bit.band, bit.bor, bit.ror, bit.tohex @@ -658,7 +658,7 @@ local function disass_block(ctx, ofs, len) end -- Extended API: create a disassembler context. Then call ctx:disass(ofs, len). -local function create_(code, addr, out) +local function create(code, addr, out) local ctx = {} ctx.code = code ctx.addr = addr or 0 @@ -670,20 +670,20 @@ local function create_(code, addr, out) end -- Simple API: disassemble code (a string) at address and output via out. -local function disass_(code, addr, out) - create_(code, addr, out):disass() +local function disass(code, addr, out) + create(code, addr, out):disass() end -- Return register name for RID. -local function regname_(r) +local function regname(r) if r < 16 then return map_gpr[r] end return "d"..(r-16) end -- Public module functions. -module(...) - -create = create_ -disass = disass_ -regname = regname_ +return { + create = create, + disass = disass, + regname = regname +} diff --git a/core/src/luajit/src/jit/dis_arm64.lua b/core/src/luajit/src/jit/dis_arm64.lua new file mode 100644 index 000000000..a7173326a --- /dev/null +++ b/core/src/luajit/src/jit/dis_arm64.lua @@ -0,0 +1,1216 @@ +---------------------------------------------------------------------------- +-- LuaJIT ARM64 disassembler module. +-- +-- Copyright (C) 2005-2017 Mike Pall. All rights reserved. +-- Released under the MIT license. See Copyright Notice in luajit.h +-- +-- Contributed by Djordje Kovacevic and Stefan Pejic from RT-RK.com. +-- Sponsored by Cisco Systems, Inc. +---------------------------------------------------------------------------- +-- This is a helper module used by the LuaJIT machine code dumper module. +-- +-- It disassembles most user-mode AArch64 instructions. +-- NYI: Advanced SIMD and VFP instructions. +------------------------------------------------------------------------------ + +local type = type +local sub, byte, format = string.sub, string.byte, string.format +local match, gmatch, gsub = string.match, string.gmatch, string.gsub +local concat = table.concat +local bit = require("bit") +local band, bor, bxor, tohex = bit.band, bit.bor, bit.bxor, bit.tohex +local lshift, rshift, arshift = bit.lshift, bit.rshift, bit.arshift +local ror = bit.ror + +------------------------------------------------------------------------------ +-- Opcode maps +------------------------------------------------------------------------------ + +local map_adr = { -- PC-relative addressing. + shift = 31, mask = 1, + [0] = "adrDBx", "adrpDBx" +} + +local map_addsubi = { -- Add/subtract immediate. + shift = 29, mask = 3, + [0] = "add|movDNIg", "adds|cmnD0NIg", "subDNIg", "subs|cmpD0NIg", +} + +local map_logi = { -- Logical immediate. + shift = 31, mask = 1, + [0] = { + shift = 22, mask = 1, + [0] = { + shift = 29, mask = 3, + [0] = "andDNig", "orr|movDN0ig", "eorDNig", "ands|tstD0Nig" + }, + false -- unallocated + }, + { + shift = 29, mask = 3, + [0] = "andDNig", "orr|movDN0ig", "eorDNig", "ands|tstD0Nig" + } +} + +local map_movwi = { -- Move wide immediate. + shift = 31, mask = 1, + [0] = { + shift = 22, mask = 1, + [0] = { + shift = 29, mask = 3, + [0] = "movnDWRg", false, "movz|movDYRg", "movkDWRg" + }, false -- unallocated + }, + { + shift = 29, mask = 3, + [0] = "movnDWRg", false, "movz|movDYRg", "movkDWRg" + }, +} + +local map_bitf = { -- Bitfield. + shift = 31, mask = 1, + [0] = { + shift = 22, mask = 1, + [0] = { + shift = 29, mask = 3, + [0] = "sbfm|sbfiz|sbfx|asr|sxtw|sxth|sxtbDN12w", + "bfm|bfi|bfxilDN13w", + "ubfm|ubfiz|ubfx|lsr|lsl|uxth|uxtbDN12w" + } + }, + { + shift = 22, mask = 1, + { + shift = 29, mask = 3, + [0] = "sbfm|sbfiz|sbfx|asr|sxtw|sxth|sxtbDN12x", + "bfm|bfi|bfxilDN13x", + "ubfm|ubfiz|ubfx|lsr|lsl|uxth|uxtbDN12x" + } + } +} + +local map_datai = { -- Data processing - immediate. + shift = 23, mask = 7, + [0] = map_adr, map_adr, map_addsubi, false, + map_logi, map_movwi, map_bitf, + { + shift = 15, mask = 0x1c0c1, + [0] = "extr|rorDNM4w", [0x10080] = "extr|rorDNM4x", + [0x10081] = "extr|rorDNM4x" + } +} + +local map_logsr = { -- Logical, shifted register. + shift = 31, mask = 1, + [0] = { + shift = 15, mask = 1, + [0] = { + shift = 29, mask = 3, + [0] = { + shift = 21, mask = 7, + [0] = "andDNMSg", "bicDNMSg", "andDNMSg", "bicDNMSg", + "andDNMSg", "bicDNMSg", "andDNMg", "bicDNMg" + }, + { + shift = 21, mask = 7, + [0] ="orr|movDN0MSg", "orn|mvnDN0MSg", "orr|movDN0MSg", "orn|mvnDN0MSg", + "orr|movDN0MSg", "orn|mvnDN0MSg", "orr|movDN0Mg", "orn|mvnDN0Mg" + }, + { + shift = 21, mask = 7, + [0] = "eorDNMSg", "eonDNMSg", "eorDNMSg", "eonDNMSg", + "eorDNMSg", "eonDNMSg", "eorDNMg", "eonDNMg" + }, + { + shift = 21, mask = 7, + [0] = "ands|tstD0NMSg", "bicsDNMSg", "ands|tstD0NMSg", "bicsDNMSg", + "ands|tstD0NMSg", "bicsDNMSg", "ands|tstD0NMg", "bicsDNMg" + } + }, + false -- unallocated + }, + { + shift = 29, mask = 3, + [0] = { + shift = 21, mask = 7, + [0] = "andDNMSg", "bicDNMSg", "andDNMSg", "bicDNMSg", + "andDNMSg", "bicDNMSg", "andDNMg", "bicDNMg" + }, + { + shift = 21, mask = 7, + [0] = "orr|movDN0MSg", "orn|mvnDN0MSg", "orr|movDN0MSg", "orn|mvnDN0MSg", + "orr|movDN0MSg", "orn|mvnDN0MSg", "orr|movDN0Mg", "orn|mvnDN0Mg" + }, + { + shift = 21, mask = 7, + [0] = "eorDNMSg", "eonDNMSg", "eorDNMSg", "eonDNMSg", + "eorDNMSg", "eonDNMSg", "eorDNMg", "eonDNMg" + }, + { + shift = 21, mask = 7, + [0] = "ands|tstD0NMSg", "bicsDNMSg", "ands|tstD0NMSg", "bicsDNMSg", + "ands|tstD0NMSg", "bicsDNMSg", "ands|tstD0NMg", "bicsDNMg" + } + } +} + +local map_assh = { + shift = 31, mask = 1, + [0] = { + shift = 15, mask = 1, + [0] = { + shift = 29, mask = 3, + [0] = { + shift = 22, mask = 3, + [0] = "addDNMSg", "addDNMSg", "addDNMSg", "addDNMg" + }, + { + shift = 22, mask = 3, + [0] = "adds|cmnD0NMSg", "adds|cmnD0NMSg", + "adds|cmnD0NMSg", "adds|cmnD0NMg" + }, + { + shift = 22, mask = 3, + [0] = "sub|negDN0MSg", "sub|negDN0MSg", "sub|negDN0MSg", "sub|negDN0Mg" + }, + { + shift = 22, mask = 3, + [0] = "subs|cmp|negsD0N0MzSg", "subs|cmp|negsD0N0MzSg", + "subs|cmp|negsD0N0MzSg", "subs|cmp|negsD0N0Mzg" + }, + }, + false -- unallocated + }, + { + shift = 29, mask = 3, + [0] = { + shift = 22, mask = 3, + [0] = "addDNMSg", "addDNMSg", "addDNMSg", "addDNMg" + }, + { + shift = 22, mask = 3, + [0] = "adds|cmnD0NMSg", "adds|cmnD0NMSg", "adds|cmnD0NMSg", + "adds|cmnD0NMg" + }, + { + shift = 22, mask = 3, + [0] = "sub|negDN0MSg", "sub|negDN0MSg", "sub|negDN0MSg", "sub|negDN0Mg" + }, + { + shift = 22, mask = 3, + [0] = "subs|cmp|negsD0N0MzSg", "subs|cmp|negsD0N0MzSg", + "subs|cmp|negsD0N0MzSg", "subs|cmp|negsD0N0Mzg" + } + } +} + +local map_addsubsh = { -- Add/subtract, shifted register. + shift = 22, mask = 3, + [0] = map_assh, map_assh, map_assh +} + +local map_addsubex = { -- Add/subtract, extended register. + shift = 22, mask = 3, + [0] = { + shift = 29, mask = 3, + [0] = "addDNMXg", "adds|cmnD0NMXg", "subDNMXg", "subs|cmpD0NMzXg", + } +} + +local map_addsubc = { -- Add/subtract, with carry. + shift = 10, mask = 63, + [0] = { + shift = 29, mask = 3, + [0] = "adcDNMg", "adcsDNMg", "sbc|ngcDN0Mg", "sbcs|ngcsDN0Mg", + } +} + +local map_ccomp = { + shift = 4, mask = 1, + [0] = { + shift = 10, mask = 3, + [0] = { -- Conditional compare register. + shift = 29, mask = 3, + "ccmnNMVCg", false, "ccmpNMVCg", + }, + [2] = { -- Conditional compare immediate. + shift = 29, mask = 3, + "ccmnN5VCg", false, "ccmpN5VCg", + } + } +} + +local map_csel = { -- Conditional select. + shift = 11, mask = 1, + [0] = { + shift = 10, mask = 1, + [0] = { + shift = 29, mask = 3, + [0] = "cselDNMzCg", false, "csinv|cinv|csetmDNMcg", false, + }, + { + shift = 29, mask = 3, + [0] = "csinc|cinc|csetDNMcg", false, "csneg|cnegDNMcg", false, + } + } +} + +local map_data1s = { -- Data processing, 1 source. + shift = 29, mask = 1, + [0] = { + shift = 31, mask = 1, + [0] = { + shift = 10, mask = 0x7ff, + [0] = "rbitDNg", "rev16DNg", "revDNw", false, "clzDNg", "clsDNg" + }, + { + shift = 10, mask = 0x7ff, + [0] = "rbitDNg", "rev16DNg", "rev32DNx", "revDNx", "clzDNg", "clsDNg" + } + } +} + +local map_data2s = { -- Data processing, 2 sources. + shift = 29, mask = 1, + [0] = { + shift = 10, mask = 63, + false, "udivDNMg", "sdivDNMg", false, false, false, false, "lslDNMg", + "lsrDNMg", "asrDNMg", "rorDNMg" + } +} + +local map_data3s = { -- Data processing, 3 sources. + shift = 29, mask = 7, + [0] = { + shift = 21, mask = 7, + [0] = { + shift = 15, mask = 1, + [0] = "madd|mulDNMA0g", "msub|mnegDNMA0g" + } + }, false, false, false, + { + shift = 15, mask = 1, + [0] = { + shift = 21, mask = 7, + [0] = "madd|mulDNMA0g", "smaddl|smullDxNMwA0x", "smulhDNMx", false, + false, "umaddl|umullDxNMwA0x", "umulhDNMx" + }, + { + shift = 21, mask = 7, + [0] = "msub|mnegDNMA0g", "smsubl|smneglDxNMwA0x", false, false, + false, "umsubl|umneglDxNMwA0x" + } + } +} + +local map_datar = { -- Data processing, register. + shift = 28, mask = 1, + [0] = { + shift = 24, mask = 1, + [0] = map_logsr, + { + shift = 21, mask = 1, + [0] = map_addsubsh, map_addsubex + } + }, + { + shift = 21, mask = 15, + [0] = map_addsubc, false, map_ccomp, false, map_csel, false, + { + shift = 30, mask = 1, + [0] = map_data2s, map_data1s + }, + false, map_data3s, map_data3s, map_data3s, map_data3s, map_data3s, + map_data3s, map_data3s, map_data3s + } +} + +local map_lrl = { -- Load register, literal. + shift = 26, mask = 1, + [0] = { + shift = 30, mask = 3, + [0] = "ldrDwB", "ldrDxB", "ldrswDxB" + }, + { + shift = 30, mask = 3, + [0] = "ldrDsB", "ldrDdB" + } +} + +local map_lsriind = { -- Load/store register, immediate pre/post-indexed. + shift = 30, mask = 3, + [0] = { + shift = 26, mask = 1, + [0] = { + shift = 22, mask = 3, + [0] = "strbDwzL", "ldrbDwzL", "ldrsbDxzL", "ldrsbDwzL" + } + }, + { + shift = 26, mask = 1, + [0] = { + shift = 22, mask = 3, + [0] = "strhDwzL", "ldrhDwzL", "ldrshDxzL", "ldrshDwzL" + } + }, + { + shift = 26, mask = 1, + [0] = { + shift = 22, mask = 3, + [0] = "strDwzL", "ldrDwzL", "ldrswDxzL" + }, + { + shift = 22, mask = 3, + [0] = "strDszL", "ldrDszL" + } + }, + { + shift = 26, mask = 1, + [0] = { + shift = 22, mask = 3, + [0] = "strDxzL", "ldrDxzL" + }, + { + shift = 22, mask = 3, + [0] = "strDdzL", "ldrDdzL" + } + } +} + +local map_lsriro = { + shift = 21, mask = 1, + [0] = { -- Load/store register immediate. + shift = 10, mask = 3, + [0] = { -- Unscaled immediate. + shift = 26, mask = 1, + [0] = { + shift = 30, mask = 3, + [0] = { + shift = 22, mask = 3, + [0] = "sturbDwK", "ldurbDwK" + }, + { + shift = 22, mask = 3, + [0] = "sturhDwK", "ldurhDwK" + }, + { + shift = 22, mask = 3, + [0] = "sturDwK", "ldurDwK" + }, + { + shift = 22, mask = 3, + [0] = "sturDxK", "ldurDxK" + } + } + }, map_lsriind, false, map_lsriind + }, + { -- Load/store register, register offset. + shift = 10, mask = 3, + [2] = { + shift = 26, mask = 1, + [0] = { + shift = 30, mask = 3, + [0] = { + shift = 22, mask = 3, + [0] = "strbDwO", "ldrbDwO", "ldrsbDxO", "ldrsbDwO" + }, + { + shift = 22, mask = 3, + [0] = "strhDwO", "ldrhDwO", "ldrshDxO", "ldrshDwO" + }, + { + shift = 22, mask = 3, + [0] = "strDwO", "ldrDwO", "ldrswDxO" + }, + { + shift = 22, mask = 3, + [0] = "strDxO", "ldrDxO" + } + }, + { + shift = 30, mask = 3, + [2] = { + shift = 22, mask = 3, + [0] = "strDsO", "ldrDsO" + }, + [3] = { + shift = 22, mask = 3, + [0] = "strDdO", "ldrDdO" + } + } + } + } +} + +local map_lsp = { -- Load/store register pair, offset. + shift = 22, mask = 1, + [0] = { + shift = 30, mask = 3, + [0] = { + shift = 26, mask = 1, + [0] = "stpDzAzwP", "stpDzAzsP", + }, + { + shift = 26, mask = 1, + "stpDzAzdP" + }, + { + shift = 26, mask = 1, + [0] = "stpDzAzxP" + } + }, + { + shift = 30, mask = 3, + [0] = { + shift = 26, mask = 1, + [0] = "ldpDzAzwP", "ldpDzAzsP", + }, + { + shift = 26, mask = 1, + [0] = "ldpswDAxP", "ldpDzAzdP" + }, + { + shift = 26, mask = 1, + [0] = "ldpDzAzxP" + } + } +} + +local map_ls = { -- Loads and stores. + shift = 24, mask = 0x31, + [0x10] = map_lrl, [0x30] = map_lsriro, + [0x20] = { + shift = 23, mask = 3, + map_lsp, map_lsp, map_lsp + }, + [0x21] = { + shift = 23, mask = 3, + map_lsp, map_lsp, map_lsp + }, + [0x31] = { + shift = 26, mask = 1, + [0] = { + shift = 30, mask = 3, + [0] = { + shift = 22, mask = 3, + [0] = "strbDwzU", "ldrbDwzU" + }, + { + shift = 22, mask = 3, + [0] = "strhDwzU", "ldrhDwzU" + }, + { + shift = 22, mask = 3, + [0] = "strDwzU", "ldrDwzU" + }, + { + shift = 22, mask = 3, + [0] = "strDxzU", "ldrDxzU" + } + }, + { + shift = 30, mask = 3, + [2] = { + shift = 22, mask = 3, + [0] = "strDszU", "ldrDszU" + }, + [3] = { + shift = 22, mask = 3, + [0] = "strDdzU", "ldrDdzU" + } + } + }, +} + +local map_datafp = { -- Data processing, SIMD and FP. + shift = 28, mask = 7, + { -- 001 + shift = 24, mask = 1, + [0] = { + shift = 21, mask = 1, + { + shift = 10, mask = 3, + [0] = { + shift = 12, mask = 1, + [0] = { + shift = 13, mask = 1, + [0] = { + shift = 14, mask = 1, + [0] = { + shift = 15, mask = 1, + [0] = { -- FP/int conversion. + shift = 31, mask = 1, + [0] = { + shift = 16, mask = 0xff, + [0x20] = "fcvtnsDwNs", [0x21] = "fcvtnuDwNs", + [0x22] = "scvtfDsNw", [0x23] = "ucvtfDsNw", + [0x24] = "fcvtasDwNs", [0x25] = "fcvtauDwNs", + [0x26] = "fmovDwNs", [0x27] = "fmovDsNw", + [0x28] = "fcvtpsDwNs", [0x29] = "fcvtpuDwNs", + [0x30] = "fcvtmsDwNs", [0x31] = "fcvtmuDwNs", + [0x38] = "fcvtzsDwNs", [0x39] = "fcvtzuDwNs", + [0x60] = "fcvtnsDwNd", [0x61] = "fcvtnuDwNd", + [0x62] = "scvtfDdNw", [0x63] = "ucvtfDdNw", + [0x64] = "fcvtasDwNd", [0x65] = "fcvtauDwNd", + [0x68] = "fcvtpsDwNd", [0x69] = "fcvtpuDwNd", + [0x70] = "fcvtmsDwNd", [0x71] = "fcvtmuDwNd", + [0x78] = "fcvtzsDwNd", [0x79] = "fcvtzuDwNd" + }, + { + shift = 16, mask = 0xff, + [0x20] = "fcvtnsDxNs", [0x21] = "fcvtnuDxNs", + [0x22] = "scvtfDsNx", [0x23] = "ucvtfDsNx", + [0x24] = "fcvtasDxNs", [0x25] = "fcvtauDxNs", + [0x28] = "fcvtpsDxNs", [0x29] = "fcvtpuDxNs", + [0x30] = "fcvtmsDxNs", [0x31] = "fcvtmuDxNs", + [0x38] = "fcvtzsDxNs", [0x39] = "fcvtzuDxNs", + [0x60] = "fcvtnsDxNd", [0x61] = "fcvtnuDxNd", + [0x62] = "scvtfDdNx", [0x63] = "ucvtfDdNx", + [0x64] = "fcvtasDxNd", [0x65] = "fcvtauDxNd", + [0x66] = "fmovDxNd", [0x67] = "fmovDdNx", + [0x68] = "fcvtpsDxNd", [0x69] = "fcvtpuDxNd", + [0x70] = "fcvtmsDxNd", [0x71] = "fcvtmuDxNd", + [0x78] = "fcvtzsDxNd", [0x79] = "fcvtzuDxNd" + } + } + }, + { -- FP data-processing, 1 source. + shift = 31, mask = 1, + [0] = { + shift = 22, mask = 3, + [0] = { + shift = 15, mask = 63, + [0] = "fmovDNf", "fabsDNf", "fnegDNf", + "fsqrtDNf", false, "fcvtDdNs", false, false, + "frintnDNf", "frintpDNf", "frintmDNf", "frintzDNf", + "frintaDNf", false, "frintxDNf", "frintiDNf", + }, + { + shift = 15, mask = 63, + [0] = "fmovDNf", "fabsDNf", "fnegDNf", + "fsqrtDNf", "fcvtDsNd", false, false, false, + "frintnDNf", "frintpDNf", "frintmDNf", "frintzDNf", + "frintaDNf", false, "frintxDNf", "frintiDNf", + } + } + } + }, + { -- FP compare. + shift = 31, mask = 1, + [0] = { + shift = 14, mask = 3, + [0] = { + shift = 23, mask = 1, + [0] = { + shift = 0, mask = 31, + [0] = "fcmpNMf", [8] = "fcmpNZf", + [16] = "fcmpeNMf", [24] = "fcmpeNZf", + } + } + } + } + }, + { -- FP immediate. + shift = 31, mask = 1, + [0] = { + shift = 5, mask = 31, + [0] = { + shift = 23, mask = 1, + [0] = "fmovDFf" + } + } + } + }, + { -- FP conditional compare. + shift = 31, mask = 1, + [0] = { + shift = 23, mask = 1, + [0] = { + shift = 4, mask = 1, + [0] = "fccmpNMVCf", "fccmpeNMVCf" + } + } + }, + { -- FP data-processing, 2 sources. + shift = 31, mask = 1, + [0] = { + shift = 23, mask = 1, + [0] = { + shift = 12, mask = 15, + [0] = "fmulDNMf", "fdivDNMf", "faddDNMf", "fsubDNMf", + "fmaxDNMf", "fminDNMf", "fmaxnmDNMf", "fminnmDNMf", + "fnmulDNMf" + } + } + }, + { -- FP conditional select. + shift = 31, mask = 1, + [0] = { + shift = 23, mask = 1, + [0] = "fcselDNMCf" + } + } + } + }, + { -- FP data-processing, 3 sources. + shift = 31, mask = 1, + [0] = { + shift = 15, mask = 1, + [0] = { + shift = 21, mask = 5, + [0] = "fmaddDNMAf", "fnmaddDNMAf" + }, + { + shift = 21, mask = 5, + [0] = "fmsubDNMAf", "fnmsubDNMAf" + } + } + } + } +} + +local map_br = { -- Branches, exception generating and system instructions. + shift = 29, mask = 7, + [0] = "bB", + { -- Compare & branch, immediate. + shift = 24, mask = 3, + [0] = "cbzDBg", "cbnzDBg", "tbzDTBw", "tbnzDTBw" + }, + { -- Conditional branch, immediate. + shift = 24, mask = 3, + [0] = { + shift = 4, mask = 1, + [0] = { + shift = 0, mask = 15, + [0] = "beqB", "bneB", "bhsB", "bloB", "bmiB", "bplB", "bvsB", "bvcB", + "bhiB", "blsB", "bgeB", "bltB", "bgtB", "bleB", "balB" + } + } + }, false, "blB", + { -- Compare & branch, immediate. + shift = 24, mask = 3, + [0] = "cbzDBg", "cbnzDBg", "tbzDTBx", "tbnzDTBx" + }, + { + shift = 24, mask = 3, + [0] = { -- Exception generation. + shift = 0, mask = 0xe0001f, + [0x200000] = "brkW" + }, + { -- System instructions. + shift = 0, mask = 0x3fffff, + [0x03201f] = "nop" + }, + { -- Unconditional branch, register. + shift = 0, mask = 0xfffc1f, + [0x1f0000] = "brNx", [0x3f0000] = "blrNx", + [0x5f0000] = "retNx" + }, + } +} + +local map_init = { + shift = 25, mask = 15, + [0] = false, false, false, false, map_ls, map_datar, map_ls, map_datafp, + map_datai, map_datai, map_br, map_br, map_ls, map_datar, map_ls, map_datafp +} + +------------------------------------------------------------------------------ + +local map_regs = { x = {}, w = {}, d = {}, s = {} } + +for i=0,30 do + map_regs.x[i] = "x"..i + map_regs.w[i] = "w"..i + map_regs.d[i] = "d"..i + map_regs.s[i] = "s"..i +end +map_regs.x[31] = "sp" +map_regs.w[31] = "wsp" +map_regs.d[31] = "d31" +map_regs.s[31] = "s31" + +local map_cond = { + [0] = "eq", "ne", "cs", "cc", "mi", "pl", "vs", "vc", + "hi", "ls", "ge", "lt", "gt", "le", "al", +} + +local map_shift = { [0] = "lsl", "lsr", "asr", } + +local map_extend = { + [0] = "uxtb", "uxth", "uxtw", "uxtx", "sxtb", "sxth", "sxtw", "sxtx", +} + +------------------------------------------------------------------------------ + +-- Output a nicely formatted line with an opcode and operands. +local function putop(ctx, text, operands) + local pos = ctx.pos + local extra = "" + if ctx.rel then + local sym = ctx.symtab[ctx.rel] + if sym then + extra = "\t->"..sym + end + end + if ctx.hexdump > 0 then + ctx.out(format("%08x %s %-5s %s%s\n", + ctx.addr+pos, tohex(ctx.op), text, concat(operands, ", "), extra)) + else + ctx.out(format("%08x %-5s %s%s\n", + ctx.addr+pos, text, concat(operands, ", "), extra)) + end + ctx.pos = pos + 4 +end + +-- Fallback for unknown opcodes. +local function unknown(ctx) + return putop(ctx, ".long", { "0x"..tohex(ctx.op) }) +end + +local function match_reg(p, pat, regnum) + return map_regs[match(pat, p.."%w-([xwds])")][regnum] +end + +local function fmt_hex32(x) + if x < 0 then + return tohex(x) + else + return format("%x", x) + end +end + +local imm13_rep = { 0x55555555, 0x11111111, 0x01010101, 0x00010001, 0x00000001 } + +local function decode_imm13(op) + local imms = band(rshift(op, 10), 63) + local immr = band(rshift(op, 16), 63) + if band(op, 0x00400000) == 0 then + local len = 5 + if imms >= 56 then + if imms >= 60 then len = 1 else len = 2 end + elseif imms >= 48 then len = 3 elseif imms >= 32 then len = 4 end + local l = lshift(1, len)-1 + local s = band(imms, l) + local r = band(immr, l) + local imm = ror(rshift(-1, 31-s), r) + if len ~= 5 then imm = band(imm, lshift(1, l)-1) + rshift(imm, 31-l) end + imm = imm * imm13_rep[len] + local ix = fmt_hex32(imm) + if rshift(op, 31) ~= 0 then + return ix..tohex(imm) + else + return ix + end + else + local lo, hi = -1, 0 + if imms < 32 then lo = rshift(-1, 31-imms) else hi = rshift(-1, 63-imms) end + if immr ~= 0 then + lo, hi = ror(lo, immr), ror(hi, immr) + local x = immr == 32 and 0 or band(bxor(lo, hi), lshift(-1, 32-immr)) + lo, hi = bxor(lo, x), bxor(hi, x) + if immr >= 32 then lo, hi = hi, lo end + end + if hi ~= 0 then + return fmt_hex32(hi)..tohex(lo) + else + return fmt_hex32(lo) + end + end +end + +local function parse_immpc(op, name) + if name == "b" or name == "bl" then + return arshift(lshift(op, 6), 4) + elseif name == "adr" or name == "adrp" then + local immlo = band(rshift(op, 29), 3) + local immhi = lshift(arshift(lshift(op, 8), 13), 2) + return bor(immhi, immlo) + elseif name == "tbz" or name == "tbnz" then + return lshift(arshift(lshift(op, 13), 18), 2) + else + return lshift(arshift(lshift(op, 8), 13), 2) + end +end + +local function parse_fpimm8(op) + local sign = band(op, 0x100000) == 0 and 1 or -1 + local exp = bxor(rshift(arshift(lshift(op, 12), 5), 24), 0x80) - 131 + local frac = 16+band(rshift(op, 13), 15) + return sign * frac * 2^exp +end + +local function prefer_bfx(sf, uns, imms, immr) + if imms < immr or imms == 31 or imms == 63 then + return false + end + if immr == 0 then + if sf == 0 and (imms == 7 or imms == 15) then + return false + end + if sf ~= 0 and uns == 0 and (imms == 7 or imms == 15 or imms == 31) then + return false + end + end + return true +end + +-- Disassemble a single instruction. +local function disass_ins(ctx) + local pos = ctx.pos + local b0, b1, b2, b3 = byte(ctx.code, pos+1, pos+4) + local op = bor(lshift(b3, 24), lshift(b2, 16), lshift(b1, 8), b0) + local operands = {} + local suffix = "" + local last, name, pat + local map_reg + ctx.op = op + ctx.rel = nil + last = nil + local opat + opat = map_init[band(rshift(op, 25), 15)] + while type(opat) ~= "string" do + if not opat then return unknown(ctx) end + opat = opat[band(rshift(op, opat.shift), opat.mask)] or opat._ + end + name, pat = match(opat, "^([a-z0-9]*)(.*)") + local altname, pat2 = match(pat, "|([a-z0-9_.|]*)(.*)") + if altname then pat = pat2 end + if sub(pat, 1, 1) == "." then + local s2, p2 = match(pat, "^([a-z0-9.]*)(.*)") + suffix = suffix..s2 + pat = p2 + end + + local rt = match(pat, "[gf]") + if rt then + if rt == "g" then + map_reg = band(op, 0x80000000) ~= 0 and map_regs.x or map_regs.w + else + map_reg = band(op, 0x400000) ~= 0 and map_regs.d or map_regs.s + end + end + + local second0, immr + + for p in gmatch(pat, ".") do + local x = nil + if p == "D" then + local regnum = band(op, 31) + x = rt and map_reg[regnum] or match_reg(p, pat, regnum) + elseif p == "N" then + local regnum = band(rshift(op, 5), 31) + x = rt and map_reg[regnum] or match_reg(p, pat, regnum) + elseif p == "M" then + local regnum = band(rshift(op, 16), 31) + x = rt and map_reg[regnum] or match_reg(p, pat, regnum) + elseif p == "A" then + local regnum = band(rshift(op, 10), 31) + x = rt and map_reg[regnum] or match_reg(p, pat, regnum) + elseif p == "B" then + local addr = ctx.addr + pos + parse_immpc(op, name) + ctx.rel = addr + x = "0x"..tohex(addr) + elseif p == "T" then + x = bor(band(rshift(op, 26), 32), band(rshift(op, 19), 31)) + elseif p == "V" then + x = band(op, 15) + elseif p == "C" then + x = map_cond[band(rshift(op, 12), 15)] + elseif p == "c" then + local rn = band(rshift(op, 5), 31) + local rm = band(rshift(op, 16), 31) + local cond = band(rshift(op, 12), 15) + local invc = bxor(cond, 1) + x = map_cond[cond] + if altname and cond ~= 14 and cond ~= 15 then + local a1, a2 = match(altname, "([^|]*)|(.*)") + if rn == rm then + local n = #operands + operands[n] = nil + x = map_cond[invc] + if rn ~= 31 then + if a1 then name = a1 else name = altname end + else + operands[n-1] = nil + name = a2 + end + end + end + elseif p == "W" then + x = band(rshift(op, 5), 0xffff) + elseif p == "Y" then + x = band(rshift(op, 5), 0xffff) + local hw = band(rshift(op, 21), 3) + if altname and (hw == 0 or x ~= 0) then + name = altname + end + elseif p == "L" then + local rn = map_regs.x[band(rshift(op, 5), 31)] + local imm9 = arshift(lshift(op, 11), 23) + if band(op, 0x800) ~= 0 then + x = "["..rn..", #"..imm9.."]!" + else + x = "["..rn.."], #"..imm9 + end + elseif p == "U" then + local rn = map_regs.x[band(rshift(op, 5), 31)] + local sz = band(rshift(op, 30), 3) + local imm12 = lshift(arshift(lshift(op, 10), 20), sz) + if imm12 ~= 0 then + x = "["..rn..", #"..imm12.."]" + else + x = "["..rn.."]" + end + elseif p == "K" then + local rn = map_regs.x[band(rshift(op, 5), 31)] + local imm9 = arshift(lshift(op, 11), 23) + if imm9 ~= 0 then + x = "["..rn..", #"..imm9.."]" + else + x = "["..rn.."]" + end + elseif p == "O" then + local rn, rm = map_regs.x[band(rshift(op, 5), 31)] + local m = band(rshift(op, 13), 1) + if m == 0 then + rm = map_regs.w[band(rshift(op, 16), 31)] + else + rm = map_regs.x[band(rshift(op, 16), 31)] + end + x = "["..rn..", "..rm + local opt = band(rshift(op, 13), 7) + local s = band(rshift(op, 12), 1) + local sz = band(rshift(op, 30), 3) + -- extension to be applied + if opt == 3 then + if s == 0 then x = x.."]" + else x = x..", lsl #"..sz.."]" end + elseif opt == 2 or opt == 6 or opt == 7 then + if s == 0 then x = x..", "..map_extend[opt].."]" + else x = x..", "..map_extend[opt].." #"..sz.."]" end + else + x = x.."]" + end + elseif p == "P" then + local opcv, sh = rshift(op, 26), 2 + if opcv >= 0x2a then sh = 4 elseif opcv >= 0x1b then sh = 3 end + local imm7 = lshift(arshift(lshift(op, 10), 25), sh) + local rn = map_regs.x[band(rshift(op, 5), 31)] + local ind = band(rshift(op, 23), 3) + if ind == 1 then + x = "["..rn.."], #"..imm7 + elseif ind == 2 then + if imm7 == 0 then + x = "["..rn.."]" + else + x = "["..rn..", #"..imm7.."]" + end + elseif ind == 3 then + x = "["..rn..", #"..imm7.."]!" + end + elseif p == "I" then + local shf = band(rshift(op, 22), 3) + local imm12 = band(rshift(op, 10), 0x0fff) + local rn, rd = band(rshift(op, 5), 31), band(op, 31) + if altname == "mov" and shf == 0 and imm12 == 0 and (rn == 31 or rd == 31) then + name = altname + x = nil + elseif shf == 0 then + x = imm12 + elseif shf == 1 then + x = imm12..", lsl #12" + end + elseif p == "i" then + x = "#0x"..decode_imm13(op) + elseif p == "1" then + immr = band(rshift(op, 16), 63) + x = immr + elseif p == "2" then + x = band(rshift(op, 10), 63) + if altname then + local a1, a2, a3, a4, a5, a6 = + match(altname, "([^|]*)|([^|]*)|([^|]*)|([^|]*)|([^|]*)|(.*)") + local sf = band(rshift(op, 26), 32) + local uns = band(rshift(op, 30), 1) + if prefer_bfx(sf, uns, x, immr) then + name = a2 + x = x - immr + 1 + elseif immr == 0 and x == 7 then + local n = #operands + operands[n] = nil + if sf ~= 0 then + operands[n-1] = gsub(operands[n-1], "x", "w") + end + last = operands[n-1] + name = a6 + x = nil + elseif immr == 0 and x == 15 then + local n = #operands + operands[n] = nil + if sf ~= 0 then + operands[n-1] = gsub(operands[n-1], "x", "w") + end + last = operands[n-1] + name = a5 + x = nil + elseif x == 31 or x == 63 then + if x == 31 and immr == 0 and name == "sbfm" then + name = a4 + local n = #operands + operands[n] = nil + if sf ~= 0 then + operands[n-1] = gsub(operands[n-1], "x", "w") + end + last = operands[n-1] + else + name = a3 + end + x = nil + elseif band(x, 31) ~= 31 and immr == x+1 and name == "ubfm" then + name = a4 + last = "#"..(sf+32 - immr) + operands[#operands] = last + x = nil + elseif x < immr then + name = a1 + last = "#"..(sf+32 - immr) + operands[#operands] = last + x = x + 1 + end + end + elseif p == "3" then + x = band(rshift(op, 10), 63) + if altname then + local a1, a2 = match(altname, "([^|]*)|(.*)") + if x < immr then + name = a1 + local sf = band(rshift(op, 26), 32) + last = "#"..(sf+32 - immr) + operands[#operands] = last + x = x + 1 + elseif x >= immr then + name = a2 + x = x - immr + 1 + end + end + elseif p == "4" then + x = band(rshift(op, 10), 63) + local rn = band(rshift(op, 5), 31) + local rm = band(rshift(op, 16), 31) + if altname and rn == rm then + local n = #operands + operands[n] = nil + last = operands[n-1] + name = altname + end + elseif p == "5" then + x = band(rshift(op, 16), 31) + elseif p == "S" then + x = band(rshift(op, 10), 63) + if x == 0 then x = nil + else x = map_shift[band(rshift(op, 22), 3)].." #"..x end + elseif p == "X" then + local opt = band(rshift(op, 13), 7) + -- Width specifier <R>. + if opt ~= 3 and opt ~= 7 then + last = map_regs.w[band(rshift(op, 16), 31)] + operands[#operands] = last + end + x = band(rshift(op, 10), 7) + -- Extension. + if opt == 2 + band(rshift(op, 31), 1) and + band(rshift(op, second0 and 5 or 0), 31) == 31 then + if x == 0 then x = nil + else x = "lsl #"..x end + else + if x == 0 then x = map_extend[band(rshift(op, 13), 7)] + else x = map_extend[band(rshift(op, 13), 7)].." #"..x end + end + elseif p == "R" then + x = band(rshift(op,21), 3) + if x == 0 then x = nil + else x = "lsl #"..x*16 end + elseif p == "z" then + local n = #operands + if operands[n] == "sp" then operands[n] = "xzr" + elseif operands[n] == "wsp" then operands[n] = "wzr" + end + elseif p == "Z" then + x = 0 + elseif p == "F" then + x = parse_fpimm8(op) + elseif p == "g" or p == "f" or p == "x" or p == "w" or + p == "d" or p == "s" then + -- These are handled in D/N/M/A. + elseif p == "0" then + if last == "sp" or last == "wsp" then + local n = #operands + operands[n] = nil + last = operands[n-1] + if altname then + local a1, a2 = match(altname, "([^|]*)|(.*)") + if not a1 then + name = altname + elseif second0 then + name, altname = a2, a1 + else + name, altname = a1, a2 + end + end + end + second0 = true + else + assert(false) + end + if x then + last = x + if type(x) == "number" then x = "#"..x end + operands[#operands+1] = x + end + end + + return putop(ctx, name..suffix, operands) +end + +------------------------------------------------------------------------------ + +-- Disassemble a block of code. +local function disass_block(ctx, ofs, len) + if not ofs then ofs = 0 end + local stop = len and ofs+len or #ctx.code + ctx.pos = ofs + ctx.rel = nil + while ctx.pos < stop do disass_ins(ctx) end +end + +-- Extended API: create a disassembler context. Then call ctx:disass(ofs, len). +local function create(code, addr, out) + local ctx = {} + ctx.code = code + ctx.addr = addr or 0 + ctx.out = out or io.write + ctx.symtab = {} + ctx.disass = disass_block + ctx.hexdump = 8 + return ctx +end + +-- Simple API: disassemble code (a string) at address and output via out. +local function disass(code, addr, out) + create(code, addr, out):disass() +end + +-- Return register name for RID. +local function regname(r) + if r < 32 then return map_regs.x[r] end + return map_regs.d[r-32] +end + +-- Public module functions. +return { + create = create, + disass = disass, + regname = regname +} + diff --git a/core/src/luajit/src/jit/dis_arm64be.lua b/core/src/luajit/src/jit/dis_arm64be.lua new file mode 100644 index 000000000..7eb389e2f --- /dev/null +++ b/core/src/luajit/src/jit/dis_arm64be.lua @@ -0,0 +1,12 @@ +---------------------------------------------------------------------------- +-- LuaJIT ARM64BE disassembler wrapper module. +-- +-- Copyright (C) 2005-2017 Mike Pall. All rights reserved. +-- Released under the MIT license. See Copyright Notice in luajit.h +---------------------------------------------------------------------------- +-- ARM64 instructions are always little-endian. So just forward to the +-- common ARM64 disassembler module. All the interesting stuff is there. +------------------------------------------------------------------------------ + +return require((string.match(..., ".*%.") or "").."dis_arm64") + diff --git a/core/src/luajit/src/jit/dis_mips.lua b/core/src/luajit/src/jit/dis_mips.lua index acdd2be16..a12b8e62f 100644 --- a/core/src/luajit/src/jit/dis_mips.lua +++ b/core/src/luajit/src/jit/dis_mips.lua @@ -1,7 +1,7 @@ ---------------------------------------------------------------------------- -- LuaJIT MIPS disassembler module. -- --- Copyright (C) 2005-2015 Mike Pall. All rights reserved. +-- Copyright (C) 2005-2017 Mike Pall. All rights reserved. -- Released under the MIT/X license. See Copyright Notice in luajit.h ---------------------------------------------------------------------------- -- This is a helper module used by the LuaJIT machine code dumper module. @@ -11,8 +11,8 @@ ------------------------------------------------------------------------------ local type = type -local sub, byte, format = string.sub, string.byte, string.format -local match, gmatch, gsub = string.match, string.gmatch, string.gsub +local byte, format = string.byte, string.format +local match, gmatch = string.match, string.gmatch local concat = table.concat local bit = require("bit") local band, bor, tohex = bit.band, bit.bor, bit.tohex @@ -34,15 +34,17 @@ local map_special = { "jrS", "jalrD1S", "movzDST", "movnDST", "syscallY", "breakY", false, "sync", "mfhiD", "mthiS", "mfloD", "mtloS", - false, false, false, false, + "dsllvDST", false, "dsrlvDST", "dsravDST", "multST", "multuST", "divST", "divuST", - false, false, false, false, + "dmultST", "dmultuST", "ddivST", "ddivuST", "addDST", "addu|moveDST0", "subDST", "subu|neguDS0T", - "andDST", "orDST", "xorDST", "nor|notDST0", + "andDST", "or|moveDST0", "xorDST", "nor|notDST0", false, false, "sltDST", "sltuDST", - false, false, false, false, + "daddDST", "dadduDST", "dsubDST", "dsubuDST", "tgeSTZ", "tgeuSTZ", "tltSTZ", "tltuSTZ", - "teqSTZ", false, "tneSTZ", + "teqSTZ", false, "tneSTZ", false, + "dsllDTA", false, "dsrlDTA", "dsraDTA", + "dsll32DTA", false, "dsrl32DTA", "dsra32DTA", } local map_special2 = { @@ -60,11 +62,17 @@ local map_bshfl = { [24] = "sehDT", } +local map_dbshfl = { + shift = 6, mask = 31, + [2] = "dsbhDT", + [5] = "dshdDT", +} + local map_special3 = { shift = 0, mask = 63, - [0] = "extTSAK", [4] = "insTSAL", - [32] = map_bshfl, - [59] = "rdhwrTD", + [0] = "extTSAK", [1] = "dextmTSAP", [3] = "dextTSAK", + [4] = "insTSAL", [6] = "dinsuTSEQ", [7] = "dinsTSAL", + [32] = map_bshfl, [36] = map_dbshfl, [59] = "rdhwrTD", } local map_regimm = { @@ -178,8 +186,8 @@ local map_cop1bc = { local map_cop1 = { shift = 21, mask = 31, - [0] = "mfc1TG", false, "cfc1TG", "mfhc1TG", - "mtc1TG", false, "ctc1TG", "mthc1TG", + [0] = "mfc1TG", "dmfc1TG", "cfc1TG", "mfhc1TG", + "mtc1TG", "dmtc1TG", "ctc1TG", "mthc1TG", map_cop1bc, false, false, false, false, false, false, false, map_cop1s, map_cop1d, false, false, @@ -213,16 +221,16 @@ local map_pri = { "andiTSU", "ori|liTS0U", "xoriTSU", "luiTU", map_cop0, map_cop1, false, map_cop1x, "beql|beqzlST0B", "bnel|bnezlST0B", "blezlSB", "bgtzlSB", - false, false, false, false, - map_special2, false, false, map_special3, + "daddiTSI", "daddiuTSI", false, false, + map_special2, "jalxJ", false, map_special3, "lbTSO", "lhTSO", "lwlTSO", "lwTSO", "lbuTSO", "lhuTSO", "lwrTSO", false, "sbTSO", "shTSO", "swlTSO", "swTSO", false, false, "swrTSO", "cacheNSO", "llTSO", "lwc1HSO", "lwc2TSO", "prefNSO", - false, "ldc1HSO", "ldc2TSO", false, + false, "ldc1HSO", "ldc2TSO", "ldTSO", "scTSO", "swc1HSO", "swc2TSO", false, - false, "sdc1HSO", "sdc2TSO", false, + false, "sdc1HSO", "sdc2TSO", "sdTSO", } ------------------------------------------------------------------------------ @@ -306,6 +314,8 @@ local function disass_ins(ctx) x = "f"..band(rshift(op, 21), 31) elseif p == "A" then x = band(rshift(op, 6), 31) + elseif p == "E" then + x = band(rshift(op, 6), 31) + 32 elseif p == "M" then x = band(rshift(op, 11), 31) elseif p == "N" then @@ -315,8 +325,12 @@ local function disass_ins(ctx) if x == 0 then x = nil end elseif p == "K" then x = band(rshift(op, 11), 31) + 1 + elseif p == "P" then + x = band(rshift(op, 11), 31) + 33 elseif p == "L" then x = band(rshift(op, 11), 31) - last + 1 + elseif p == "Q" then + x = band(rshift(op, 11), 31) - last + 33 elseif p == "I" then x = arshift(lshift(op, 16), 16) elseif p == "U" then @@ -330,11 +344,12 @@ local function disass_ins(ctx) elseif p == "B" then x = ctx.addr + ctx.pos + arshift(lshift(op, 16), 16)*4 + 4 ctx.rel = x - x = "0x"..tohex(x) + x = format("0x%08x", x) elseif p == "J" then - x = band(ctx.addr + ctx.pos, 0xf0000000) + band(op, 0x03ffffff)*4 + local a = ctx.addr + ctx.pos + x = a - band(a, 0x0fffffff) + band(op, 0x03ffffff)*4 ctx.rel = x - x = "0x"..tohex(x) + x = format("0x%08x", x) elseif p == "V" then x = band(rshift(op, 8), 7) if x == 0 then x = nil end @@ -384,7 +399,7 @@ local function disass_block(ctx, ofs, len) end -- Extended API: create a disassembler context. Then call ctx:disass(ofs, len). -local function create_(code, addr, out) +local function create(code, addr, out) local ctx = {} ctx.code = code ctx.addr = addr or 0 @@ -396,33 +411,33 @@ local function create_(code, addr, out) return ctx end -local function create_el_(code, addr, out) - local ctx = create_(code, addr, out) +local function create_el(code, addr, out) + local ctx = create(code, addr, out) ctx.get = get_le return ctx end -- Simple API: disassemble code (a string) at address and output via out. -local function disass_(code, addr, out) - create_(code, addr, out):disass() +local function disass(code, addr, out) + create(code, addr, out):disass() end -local function disass_el_(code, addr, out) - create_el_(code, addr, out):disass() +local function disass_el(code, addr, out) + create_el(code, addr, out):disass() end -- Return register name for RID. -local function regname_(r) +local function regname(r) if r < 32 then return map_gpr[r] end return "f"..(r-32) end -- Public module functions. -module(...) - -create = create_ -create_el = create_el_ -disass = disass_ -disass_el = disass_el_ -regname = regname_ +return { + create = create, + create_el = create_el, + disass = disass, + disass_el = disass_el, + regname = regname +} diff --git a/core/src/luajit/src/jit/dis_mips64.lua b/core/src/luajit/src/jit/dis_mips64.lua new file mode 100644 index 000000000..c4374928a --- /dev/null +++ b/core/src/luajit/src/jit/dis_mips64.lua @@ -0,0 +1,17 @@ +---------------------------------------------------------------------------- +-- LuaJIT MIPS64 disassembler wrapper module. +-- +-- Copyright (C) 2005-2017 Mike Pall. All rights reserved. +-- Released under the MIT license. See Copyright Notice in luajit.h +---------------------------------------------------------------------------- +-- This module just exports the big-endian functions from the +-- MIPS disassembler module. All the interesting stuff is there. +------------------------------------------------------------------------------ + +local dis_mips = require((string.match(..., ".*%.") or "").."dis_mips") +return { + create = dis_mips.create, + disass = dis_mips.disass, + regname = dis_mips.regname +} + diff --git a/core/src/luajit/src/jit/dis_mips64el.lua b/core/src/luajit/src/jit/dis_mips64el.lua new file mode 100644 index 000000000..2b1470af5 --- /dev/null +++ b/core/src/luajit/src/jit/dis_mips64el.lua @@ -0,0 +1,17 @@ +---------------------------------------------------------------------------- +-- LuaJIT MIPS64EL disassembler wrapper module. +-- +-- Copyright (C) 2005-2017 Mike Pall. All rights reserved. +-- Released under the MIT license. See Copyright Notice in luajit.h +---------------------------------------------------------------------------- +-- This module just exports the little-endian functions from the +-- MIPS disassembler module. All the interesting stuff is there. +------------------------------------------------------------------------------ + +local dis_mips = require((string.match(..., ".*%.") or "").."dis_mips") +return { + create = dis_mips.create_el, + disass = dis_mips.disass_el, + regname = dis_mips.regname +} + diff --git a/core/src/luajit/src/jit/dis_mipsel.lua b/core/src/luajit/src/jit/dis_mipsel.lua index dd9d26ae6..f69b11f01 100644 --- a/core/src/luajit/src/jit/dis_mipsel.lua +++ b/core/src/luajit/src/jit/dis_mipsel.lua @@ -1,20 +1,17 @@ ---------------------------------------------------------------------------- -- LuaJIT MIPSEL disassembler wrapper module. -- --- Copyright (C) 2005-2015 Mike Pall. All rights reserved. +-- Copyright (C) 2005-2017 Mike Pall. All rights reserved. -- Released under the MIT license. See Copyright Notice in luajit.h ---------------------------------------------------------------------------- -- This module just exports the little-endian functions from the -- MIPS disassembler module. All the interesting stuff is there. ------------------------------------------------------------------------------ -local require = require - -module(...) - -local dis_mips = require(_PACKAGE.."dis_mips") - -create = dis_mips.create_el -disass = dis_mips.disass_el -regname = dis_mips.regname +local dis_mips = require((string.match(..., ".*%.") or "").."dis_mips") +return { + create = dis_mips.create_el, + disass = dis_mips.disass_el, + regname = dis_mips.regname +} diff --git a/core/src/luajit/src/jit/dis_ppc.lua b/core/src/luajit/src/jit/dis_ppc.lua index d05c43111..2aeb1b292 100644 --- a/core/src/luajit/src/jit/dis_ppc.lua +++ b/core/src/luajit/src/jit/dis_ppc.lua @@ -1,7 +1,7 @@ ---------------------------------------------------------------------------- -- LuaJIT PPC disassembler module. -- --- Copyright (C) 2005-2015 Mike Pall. All rights reserved. +-- Copyright (C) 2005-2017 Mike Pall. All rights reserved. -- Released under the MIT/X license. See Copyright Notice in luajit.h ---------------------------------------------------------------------------- -- This is a helper module used by the LuaJIT machine code dumper module. @@ -13,7 +13,7 @@ ------------------------------------------------------------------------------ local type = type -local sub, byte, format = string.sub, string.byte, string.format +local byte, format = string.byte, string.format local match, gmatch, gsub = string.match, string.gmatch, string.gsub local concat = table.concat local bit = require("bit") @@ -560,7 +560,7 @@ local function disass_block(ctx, ofs, len) end -- Extended API: create a disassembler context. Then call ctx:disass(ofs, len). -local function create_(code, addr, out) +local function create(code, addr, out) local ctx = {} ctx.code = code ctx.addr = addr or 0 @@ -572,20 +572,20 @@ local function create_(code, addr, out) end -- Simple API: disassemble code (a string) at address and output via out. -local function disass_(code, addr, out) - create_(code, addr, out):disass() +local function disass(code, addr, out) + create(code, addr, out):disass() end -- Return register name for RID. -local function regname_(r) +local function regname(r) if r < 32 then return map_gpr[r] end return "f"..(r-32) end -- Public module functions. -module(...) - -create = create_ -disass = disass_ -regname = regname_ +return { + create = create, + disass = disass, + regname = regname +} diff --git a/core/src/luajit/src/jit/dis_x64.lua b/core/src/luajit/src/jit/dis_x64.lua index a80981bd5..d5714ee1f 100644 --- a/core/src/luajit/src/jit/dis_x64.lua +++ b/core/src/luajit/src/jit/dis_x64.lua @@ -1,20 +1,17 @@ ---------------------------------------------------------------------------- -- LuaJIT x64 disassembler wrapper module. -- --- Copyright (C) 2005-2015 Mike Pall. All rights reserved. +-- Copyright (C) 2005-2017 Mike Pall. All rights reserved. -- Released under the MIT license. See Copyright Notice in luajit.h ---------------------------------------------------------------------------- -- This module just exports the 64 bit functions from the combined -- x86/x64 disassembler module. All the interesting stuff is there. ------------------------------------------------------------------------------ -local require = require - -module(...) - -local dis_x86 = require(_PACKAGE.."dis_x86") - -create = dis_x86.create64 -disass = dis_x86.disass64 -regname = dis_x86.regname64 +local dis_x86 = require((string.match(..., ".*%.") or "").."dis_x86") +return { + create = dis_x86.create64, + disass = dis_x86.disass64, + regname = dis_x86.regname64 +} diff --git a/core/src/luajit/src/jit/dis_x86.lua b/core/src/luajit/src/jit/dis_x86.lua index 078d6094d..4371233d2 100644 --- a/core/src/luajit/src/jit/dis_x86.lua +++ b/core/src/luajit/src/jit/dis_x86.lua @@ -1,7 +1,7 @@ ---------------------------------------------------------------------------- -- LuaJIT x86/x64 disassembler module. -- --- Copyright (C) 2005-2015 Mike Pall. All rights reserved. +-- Copyright (C) 2005-2017 Mike Pall. All rights reserved. -- Released under the MIT license. See Copyright Notice in luajit.h ---------------------------------------------------------------------------- -- This is a helper module used by the LuaJIT machine code dumper module. @@ -15,19 +15,20 @@ -- Intel and AMD manuals. The supported instruction set is quite extensive -- and reflects what a current generation Intel or AMD CPU implements in -- 32 bit and 64 bit mode. Yes, this includes MMX, SSE, SSE2, SSE3, SSSE3, --- SSE4.1, SSE4.2, SSE4a and even privileged and hypervisor (VMX/SVM) --- instructions. +-- SSE4.1, SSE4.2, SSE4a, AVX, AVX2 and even privileged and hypervisor +-- (VMX/SVM) instructions. -- -- Notes: -- * The (useless) a16 prefix, 3DNow and pre-586 opcodes are unsupported. -- * No attempt at optimization has been made -- it's fast enough for my needs. --- * The public API may change when more architectures are added. ------------------------------------------------------------------------------ local type = type local sub, byte, format = string.sub, string.byte, string.format local match, gmatch, gsub = string.match, string.gmatch, string.gsub local lower, rep = string.lower, string.rep +local bit = require("bit") +local tohex = bit.tohex -- Map for 1st opcode byte in 32 bit mode. Ugly? Well ... read on. local map_opc1_32 = { @@ -76,7 +77,7 @@ local map_opc1_32 = { "movBRi","movBRi","movBRi","movBRi","movBRi","movBRi","movBRi","movBRi", "movVRI","movVRI","movVRI","movVRI","movVRI","movVRI","movVRI","movVRI", --Cx -"shift!Bmu","shift!Vmu","retBw","ret","$lesVrm","$ldsVrm","movBmi","movVmi", +"shift!Bmu","shift!Vmu","retBw","ret","vex*3$lesVrm","vex*2$ldsVrm","movBmi","movVmi", "enterBwu","leave","retfBw","retf","int3","intBu","into","iretVS", --Dx "shift!Bm1","shift!Vm1","shift!Bmc","shift!Vmc","aamBu","aadBu","salc","xlatb", @@ -101,7 +102,7 @@ local map_opc1_64 = setmetatable({ [0x44]="rex*r", [0x45]="rex*rb", [0x46]="rex*rx", [0x47]="rex*rxb", [0x48]="rex*w", [0x49]="rex*wb", [0x4a]="rex*wx", [0x4b]="rex*wxb", [0x4c]="rex*wr", [0x4d]="rex*wrb", [0x4e]="rex*wrx", [0x4f]="rex*wrxb", - [0x82]=false, [0x9a]=false, [0xc4]=false, [0xc5]=false, [0xce]=false, + [0x82]=false, [0x9a]=false, [0xc4]="vex*3", [0xc5]="vex*2", [0xce]=false, [0xd4]=false, [0xd5]=false, [0xd6]=false, [0xea]=false, }, { __index = map_opc1_32 }) @@ -112,12 +113,12 @@ local map_opc2 = { [0]="sldt!Dmp","sgdt!Ump","larVrm","lslVrm",nil,"syscall","clts","sysret", "invd","wbinvd",nil,"ud1",nil,"$prefetch!Bm","femms","3dnowMrmu", --1x -"movupsXrm|movssXrm|movupdXrm|movsdXrm", -"movupsXmr|movssXmr|movupdXmr|movsdXmr", +"movupsXrm|movssXrvm|movupdXrm|movsdXrvm", +"movupsXmr|movssXmvr|movupdXmr|movsdXmvr", "movhlpsXrm$movlpsXrm|movsldupXrm|movlpdXrm|movddupXrm", "movlpsXmr||movlpdXmr", -"unpcklpsXrm||unpcklpdXrm", -"unpckhpsXrm||unpckhpdXrm", +"unpcklpsXrvm||unpcklpdXrvm", +"unpckhpsXrvm||unpckhpdXrvm", "movlhpsXrm$movhpsXrm|movshdupXrm|movhpdXrm", "movhpsXmr||movhpdXmr", "$prefetcht!Bm","hintnopVm","hintnopVm","hintnopVm", @@ -126,7 +127,7 @@ local map_opc2 = { "movUmx$","movUmy$","movUxm$","movUym$","movUmz$",nil,"movUzm$",nil, "movapsXrm||movapdXrm", "movapsXmr||movapdXmr", -"cvtpi2psXrMm|cvtsi2ssXrVmt|cvtpi2pdXrMm|cvtsi2sdXrVmt", +"cvtpi2psXrMm|cvtsi2ssXrvVmt|cvtpi2pdXrMm|cvtsi2sdXrvVmt", "movntpsXmr|movntssXmr|movntpdXmr|movntsdXmr", "cvttps2piMrXm|cvttss2siVrXm|cvttpd2piMrXm|cvttsd2siVrXm", "cvtps2piMrXm|cvtss2siVrXm|cvtpd2piMrXm|cvtsd2siVrXm", @@ -142,27 +143,27 @@ local map_opc2 = { "cmovlVrm","cmovgeVrm","cmovleVrm","cmovgVrm", --5x "movmskpsVrXm$||movmskpdVrXm$","sqrtpsXrm|sqrtssXrm|sqrtpdXrm|sqrtsdXrm", -"rsqrtpsXrm|rsqrtssXrm","rcppsXrm|rcpssXrm", -"andpsXrm||andpdXrm","andnpsXrm||andnpdXrm", -"orpsXrm||orpdXrm","xorpsXrm||xorpdXrm", -"addpsXrm|addssXrm|addpdXrm|addsdXrm","mulpsXrm|mulssXrm|mulpdXrm|mulsdXrm", -"cvtps2pdXrm|cvtss2sdXrm|cvtpd2psXrm|cvtsd2ssXrm", +"rsqrtpsXrm|rsqrtssXrvm","rcppsXrm|rcpssXrvm", +"andpsXrvm||andpdXrvm","andnpsXrvm||andnpdXrvm", +"orpsXrvm||orpdXrvm","xorpsXrvm||xorpdXrvm", +"addpsXrvm|addssXrvm|addpdXrvm|addsdXrvm","mulpsXrvm|mulssXrvm|mulpdXrvm|mulsdXrvm", +"cvtps2pdXrm|cvtss2sdXrvm|cvtpd2psXrm|cvtsd2ssXrvm", "cvtdq2psXrm|cvttps2dqXrm|cvtps2dqXrm", -"subpsXrm|subssXrm|subpdXrm|subsdXrm","minpsXrm|minssXrm|minpdXrm|minsdXrm", -"divpsXrm|divssXrm|divpdXrm|divsdXrm","maxpsXrm|maxssXrm|maxpdXrm|maxsdXrm", +"subpsXrvm|subssXrvm|subpdXrvm|subsdXrvm","minpsXrvm|minssXrvm|minpdXrvm|minsdXrvm", +"divpsXrvm|divssXrvm|divpdXrvm|divsdXrvm","maxpsXrvm|maxssXrvm|maxpdXrvm|maxsdXrvm", --6x -"punpcklbwPrm","punpcklwdPrm","punpckldqPrm","packsswbPrm", -"pcmpgtbPrm","pcmpgtwPrm","pcmpgtdPrm","packuswbPrm", -"punpckhbwPrm","punpckhwdPrm","punpckhdqPrm","packssdwPrm", -"||punpcklqdqXrm","||punpckhqdqXrm", +"punpcklbwPrvm","punpcklwdPrvm","punpckldqPrvm","packsswbPrvm", +"pcmpgtbPrvm","pcmpgtwPrvm","pcmpgtdPrvm","packuswbPrvm", +"punpckhbwPrvm","punpckhwdPrvm","punpckhdqPrvm","packssdwPrvm", +"||punpcklqdqXrvm","||punpckhqdqXrvm", "movPrVSm","movqMrm|movdquXrm|movdqaXrm", --7x -"pshufwMrmu|pshufhwXrmu|pshufdXrmu|pshuflwXrmu","pshiftw!Pmu", -"pshiftd!Pmu","pshiftq!Mmu||pshiftdq!Xmu", -"pcmpeqbPrm","pcmpeqwPrm","pcmpeqdPrm","emms|", +"pshufwMrmu|pshufhwXrmu|pshufdXrmu|pshuflwXrmu","pshiftw!Pvmu", +"pshiftd!Pvmu","pshiftq!Mvmu||pshiftdq!Xvmu", +"pcmpeqbPrvm","pcmpeqwPrvm","pcmpeqdPrvm","emms*|", "vmreadUmr||extrqXmuu$|insertqXrmuu$","vmwriteUrm||extrqXrm$|insertqXrm$", nil,nil, -"||haddpdXrm|haddpsXrm","||hsubpdXrm|hsubpsXrm", +"||haddpdXrvm|haddpsXrvm","||hsubpdXrvm|hsubpsXrvm", "movVSmMr|movqXrm|movVSmXr","movqMmr|movdquXmr|movdqaXmr", --8x "joVj","jnoVj","jbVj","jnbVj","jzVj","jnzVj","jbeVj","jaVj", @@ -180,27 +181,27 @@ nil,nil, "bsfVrm","bsrVrm|lzcntVrm|bsrWrm","movsxVrBmt","movsxVrWmt", --Cx "xaddBmr","xaddVmr", -"cmppsXrmu|cmpssXrmu|cmppdXrmu|cmpsdXrmu","$movntiVmr|", -"pinsrwPrWmu","pextrwDrPmu", -"shufpsXrmu||shufpdXrmu","$cmpxchg!Qmp", +"cmppsXrvmu|cmpssXrvmu|cmppdXrvmu|cmpsdXrvmu","$movntiVmr|", +"pinsrwPrvWmu","pextrwDrPmu", +"shufpsXrvmu||shufpdXrvmu","$cmpxchg!Qmp", "bswapVR","bswapVR","bswapVR","bswapVR","bswapVR","bswapVR","bswapVR","bswapVR", --Dx -"||addsubpdXrm|addsubpsXrm","psrlwPrm","psrldPrm","psrlqPrm", -"paddqPrm","pmullwPrm", +"||addsubpdXrvm|addsubpsXrvm","psrlwPrvm","psrldPrvm","psrlqPrvm", +"paddqPrvm","pmullwPrvm", "|movq2dqXrMm|movqXmr|movdq2qMrXm$","pmovmskbVrMm||pmovmskbVrXm", -"psubusbPrm","psubuswPrm","pminubPrm","pandPrm", -"paddusbPrm","padduswPrm","pmaxubPrm","pandnPrm", +"psubusbPrvm","psubuswPrvm","pminubPrvm","pandPrvm", +"paddusbPrvm","padduswPrvm","pmaxubPrvm","pandnPrvm", --Ex -"pavgbPrm","psrawPrm","psradPrm","pavgwPrm", -"pmulhuwPrm","pmulhwPrm", +"pavgbPrvm","psrawPrvm","psradPrvm","pavgwPrvm", +"pmulhuwPrvm","pmulhwPrvm", "|cvtdq2pdXrm|cvttpd2dqXrm|cvtpd2dqXrm","$movntqMmr||$movntdqXmr", -"psubsbPrm","psubswPrm","pminswPrm","porPrm", -"paddsbPrm","paddswPrm","pmaxswPrm","pxorPrm", +"psubsbPrvm","psubswPrvm","pminswPrvm","porPrvm", +"paddsbPrvm","paddswPrvm","pmaxswPrvm","pxorPrvm", --Fx -"|||lddquXrm","psllwPrm","pslldPrm","psllqPrm", -"pmuludqPrm","pmaddwdPrm","psadbwPrm","maskmovqMrm||maskmovdquXrm$", -"psubbPrm","psubwPrm","psubdPrm","psubqPrm", -"paddbPrm","paddwPrm","padddPrm","ud", +"|||lddquXrm","psllwPrvm","pslldPrvm","psllqPrvm", +"pmuludqPrvm","pmaddwdPrvm","psadbwPrvm","maskmovqMrm||maskmovdquXrm$", +"psubbPrvm","psubwPrvm","psubdPrvm","psubqPrvm", +"paddbPrvm","paddwPrvm","padddPrvm","ud", } assert(map_opc2[255] == "ud") @@ -208,49 +209,73 @@ assert(map_opc2[255] == "ud") local map_opc3 = { ["38"] = { -- [66] 0f 38 xx --0x -[0]="pshufbPrm","phaddwPrm","phadddPrm","phaddswPrm", -"pmaddubswPrm","phsubwPrm","phsubdPrm","phsubswPrm", -"psignbPrm","psignwPrm","psigndPrm","pmulhrswPrm", -nil,nil,nil,nil, +[0]="pshufbPrvm","phaddwPrvm","phadddPrvm","phaddswPrvm", +"pmaddubswPrvm","phsubwPrvm","phsubdPrvm","phsubswPrvm", +"psignbPrvm","psignwPrvm","psigndPrvm","pmulhrswPrvm", +"||permilpsXrvm","||permilpdXrvm",nil,nil, --1x "||pblendvbXrma",nil,nil,nil, -"||blendvpsXrma","||blendvpdXrma",nil,"||ptestXrm", -nil,nil,nil,nil, +"||blendvpsXrma","||blendvpdXrma","||permpsXrvm","||ptestXrm", +"||broadcastssXrm","||broadcastsdXrm","||broadcastf128XrlXm",nil, "pabsbPrm","pabswPrm","pabsdPrm",nil, --2x "||pmovsxbwXrm","||pmovsxbdXrm","||pmovsxbqXrm","||pmovsxwdXrm", "||pmovsxwqXrm","||pmovsxdqXrm",nil,nil, -"||pmuldqXrm","||pcmpeqqXrm","||$movntdqaXrm","||packusdwXrm", -nil,nil,nil,nil, +"||pmuldqXrvm","||pcmpeqqXrvm","||$movntdqaXrm","||packusdwXrvm", +"||maskmovpsXrvm","||maskmovpdXrvm","||maskmovpsXmvr","||maskmovpdXmvr", --3x "||pmovzxbwXrm","||pmovzxbdXrm","||pmovzxbqXrm","||pmovzxwdXrm", -"||pmovzxwqXrm","||pmovzxdqXrm",nil,"||pcmpgtqXrm", -"||pminsbXrm","||pminsdXrm","||pminuwXrm","||pminudXrm", -"||pmaxsbXrm","||pmaxsdXrm","||pmaxuwXrm","||pmaxudXrm", +"||pmovzxwqXrm","||pmovzxdqXrm","||permdXrvm","||pcmpgtqXrvm", +"||pminsbXrvm","||pminsdXrvm","||pminuwXrvm","||pminudXrvm", +"||pmaxsbXrvm","||pmaxsdXrvm","||pmaxuwXrvm","||pmaxudXrvm", --4x -"||pmulddXrm","||phminposuwXrm", +"||pmulddXrvm","||phminposuwXrm",nil,nil, +nil,"||psrlvVSXrvm","||psravdXrvm","||psllvVSXrvm", +--5x +[0x58] = "||pbroadcastdXrlXm",[0x59] = "||pbroadcastqXrlXm", +[0x5a] = "||broadcasti128XrlXm", +--7x +[0x78] = "||pbroadcastbXrlXm",[0x79] = "||pbroadcastwXrlXm", +--8x +[0x8c] = "||pmaskmovXrvVSm", +[0x8e] = "||pmaskmovVSmXvr", +--Dx +[0xdc] = "||aesencXrvm", [0xdd] = "||aesenclastXrvm", +[0xde] = "||aesdecXrvm", [0xdf] = "||aesdeclastXrvm", --Fx [0xf0] = "|||crc32TrBmt",[0xf1] = "|||crc32TrVmt", +[0xf7] = "| sarxVrmv| shlxVrmv| shrxVrmv", }, ["3a"] = { -- [66] 0f 3a xx --0x -[0x00]=nil,nil,nil,nil,nil,nil,nil,nil, -"||roundpsXrmu","||roundpdXrmu","||roundssXrmu","||roundsdXrmu", -"||blendpsXrmu","||blendpdXrmu","||pblendwXrmu","palignrPrmu", +[0x00]="||permqXrmu","||permpdXrmu","||pblenddXrvmu",nil, +"||permilpsXrmu","||permilpdXrmu","||perm2f128Xrvmu",nil, +"||roundpsXrmu","||roundpdXrmu","||roundssXrvmu","||roundsdXrvmu", +"||blendpsXrvmu","||blendpdXrvmu","||pblendwXrvmu","palignrPrvmu", --1x nil,nil,nil,nil, "||pextrbVmXru","||pextrwVmXru","||pextrVmSXru","||extractpsVmXru", -nil,nil,nil,nil,nil,nil,nil,nil, +"||insertf128XrvlXmu","||extractf128XlXmYru",nil,nil, +nil,nil,nil,nil, --2x -"||pinsrbXrVmu","||insertpsXrmu","||pinsrXrVmuS",nil, +"||pinsrbXrvVmu","||insertpsXrvmu","||pinsrXrvVmuS",nil, +--3x +[0x38] = "||inserti128Xrvmu",[0x39] = "||extracti128XlXmYru", --4x -[0x40] = "||dppsXrmu", -[0x41] = "||dppdXrmu", -[0x42] = "||mpsadbwXrmu", +[0x40] = "||dppsXrvmu", +[0x41] = "||dppdXrvmu", +[0x42] = "||mpsadbwXrvmu", +[0x44] = "||pclmulqdqXrvmu", +[0x46] = "||perm2i128Xrvmu", +[0x4a] = "||blendvpsXrvmb",[0x4b] = "||blendvpdXrvmb", +[0x4c] = "||pblendvbXrvmb", --6x [0x60] = "||pcmpestrmXrmu",[0x61] = "||pcmpestriXrmu", [0x62] = "||pcmpistrmXrmu",[0x63] = "||pcmpistriXrmu", +[0xdf] = "||aeskeygenassistXrmu", +--Fx +[0xf0] = "||| rorxVrmu", }, } @@ -354,17 +379,19 @@ local map_regs = { "mm0", "mm1", "mm2", "mm3", "mm4", "mm5", "mm6", "mm7" }, -- No x64 ext! X = { "xmm0", "xmm1", "xmm2", "xmm3", "xmm4", "xmm5", "xmm6", "xmm7", "xmm8", "xmm9", "xmm10", "xmm11", "xmm12", "xmm13", "xmm14", "xmm15" }, + Y = { "ymm0", "ymm1", "ymm2", "ymm3", "ymm4", "ymm5", "ymm6", "ymm7", + "ymm8", "ymm9", "ymm10", "ymm11", "ymm12", "ymm13", "ymm14", "ymm15" }, } local map_segregs = { "es", "cs", "ss", "ds", "fs", "gs", "segr6", "segr7" } -- Maps for size names. local map_sz2n = { - B = 1, W = 2, D = 4, Q = 8, M = 8, X = 16, + B = 1, W = 2, D = 4, Q = 8, M = 8, X = 16, Y = 32, } local map_sz2prefix = { B = "byte", W = "word", D = "dword", Q = "qword", - M = "qword", X = "xword", + M = "qword", X = "xword", Y = "yword", F = "dword", G = "qword", -- No need for sizes/register names for these two. } @@ -387,10 +414,13 @@ local function putop(ctx, text, operands) if ctx.rep then text = ctx.rep.." "..text; ctx.rep = false end if ctx.rex then local t = (ctx.rexw and "w" or "")..(ctx.rexr and "r" or "").. - (ctx.rexx and "x" or "")..(ctx.rexb and "b" or "") - if t ~= "" then text = "rex."..t.." "..text end + (ctx.rexx and "x" or "")..(ctx.rexb and "b" or "").. + (ctx.vexl and "l" or "") + if ctx.vexv and ctx.vexv ~= 0 then t = t.."v"..ctx.vexv end + if t ~= "" then text = ctx.rex.."."..t.." "..gsub(text, "^ ", "") + elseif ctx.rex == "vex" then text = gsub("v"..text, "^v ", "") end ctx.rexw = false; ctx.rexr = false; ctx.rexx = false; ctx.rexb = false - ctx.rex = false + ctx.rex = false; ctx.vexl = false; ctx.vexv = false end if ctx.seg then local text2, n = gsub(text, "%[", "["..ctx.seg..":") @@ -405,6 +435,7 @@ local function putop(ctx, text, operands) end ctx.out(format("%08x %s%s\n", ctx.addr+ctx.start, hex, text)) ctx.mrm = false + ctx.vexv = false ctx.start = pos ctx.imm = nil end @@ -413,7 +444,7 @@ end local function clearprefixes(ctx) ctx.o16 = false; ctx.seg = false; ctx.lock = false; ctx.rep = false ctx.rexw = false; ctx.rexr = false; ctx.rexx = false; ctx.rexb = false - ctx.rex = false; ctx.a32 = false + ctx.rex = false; ctx.a32 = false; ctx.vexl = false end -- Fallback for incomplete opcodes at the end. @@ -450,9 +481,9 @@ end -- Process pattern string and generate the operands. local function putpat(ctx, name, pat) local operands, regs, sz, mode, sp, rm, sc, rx, sdisp - local code, pos, stop = ctx.code, ctx.pos, ctx.stop + local code, pos, stop, vexl = ctx.code, ctx.pos, ctx.stop, ctx.vexl - -- Chars used: 1DFGIMPQRSTUVWXacdfgijmoprstuwxyz + -- Chars used: 1DFGIMPQRSTUVWXYabcdfgijlmoprstuvwxyz for p in gmatch(pat, ".") do local x = nil if p == "V" or p == "U" then @@ -467,11 +498,13 @@ local function putpat(ctx, name, pat) elseif p == "B" then sz = "B" regs = ctx.rex and map_regs.B64 or map_regs.B - elseif match(p, "[WDQMXFG]") then + elseif match(p, "[WDQMXYFG]") then sz = p + if sz == "X" and vexl then sz = "Y"; ctx.vexl = false end regs = map_regs[sz] elseif p == "P" then sz = ctx.o16 and "X" or "M"; ctx.o16 = false + if sz == "X" and vexl then sz = "Y"; ctx.vexl = false end regs = map_regs[sz] elseif p == "S" then name = name..lower(sz) @@ -484,6 +517,10 @@ local function putpat(ctx, name, pat) local imm = getimm(ctx, pos, 1); if not imm then return end x = format("0x%02x", imm) pos = pos+1 + elseif p == "b" then + local imm = getimm(ctx, pos, 1); if not imm then return end + x = regs[imm/16+1] + pos = pos+1 elseif p == "w" then local imm = getimm(ctx, pos, 2); if not imm then return end x = format("0x%x", imm) @@ -532,7 +569,7 @@ local function putpat(ctx, name, pat) local lo = imm % 0x1000000 x = format("0x%02x%06x", (imm-lo) / 0x1000000, lo) else - x = format("0x%08x", imm) + x = "0x"..tohex(imm) end elseif p == "R" then local r = byte(code, pos-1, pos-1)%8 @@ -616,8 +653,13 @@ local function putpat(ctx, name, pat) else x = "CR"..sp end + elseif p == "v" then + if ctx.vexv then + x = regs[ctx.vexv+1]; ctx.vexv = false + end elseif p == "y" then x = "DR"..sp elseif p == "z" then x = "TR"..sp + elseif p == "l" then vexl = false elseif p == "t" then else error("bad pattern `"..pat.."'") @@ -692,7 +734,7 @@ map_act = { B = putpat, W = putpat, D = putpat, Q = putpat, V = putpat, U = putpat, T = putpat, M = putpat, X = putpat, P = putpat, - F = putpat, G = putpat, + F = putpat, G = putpat, Y = putpat, -- Collect prefixes. [":"] = function(ctx, name, pat) @@ -753,15 +795,68 @@ map_act = { -- REX prefix. rex = function(ctx, name, pat) - if ctx.rex then return unknown(ctx) end -- Only 1 REX prefix allowed. + if ctx.rex then return unknown(ctx) end -- Only 1 REX or VEX prefix allowed. for p in gmatch(pat, ".") do ctx["rex"..p] = true end - ctx.rex = true + ctx.rex = "rex" + end, + + -- VEX prefix. + vex = function(ctx, name, pat) + if ctx.rex then return unknown(ctx) end -- Only 1 REX or VEX prefix allowed. + ctx.rex = "vex" + local pos = ctx.pos + if ctx.mrm then + ctx.mrm = nil + pos = pos-1 + end + local b = byte(ctx.code, pos, pos) + if not b then return incomplete(ctx) end + pos = pos+1 + if b < 128 then ctx.rexr = true end + local m = 1 + if pat == "3" then + m = b%32; b = (b-m)/32 + local nb = b%2; b = (b-nb)/2 + if nb == 0 then ctx.rexb = true end + local nx = b%2 + if nx == 0 then ctx.rexx = true end + b = byte(ctx.code, pos, pos) + if not b then return incomplete(ctx) end + pos = pos+1 + if b >= 128 then ctx.rexw = true end + end + ctx.pos = pos + local map + if m == 1 then map = map_opc2 + elseif m == 2 then map = map_opc3["38"] + elseif m == 3 then map = map_opc3["3a"] + else return unknown(ctx) end + local p = b%4; b = (b-p)/4 + if p == 1 then ctx.o16 = "o16" + elseif p == 2 then ctx.rep = "rep" + elseif p == 3 then ctx.rep = "repne" end + local l = b%2; b = (b-l)/2 + if l ~= 0 then ctx.vexl = true end + ctx.vexv = (-1-b)%16 + return dispatchmap(ctx, map) end, -- Special case for nop with REX prefix. nop = function(ctx, name, pat) return dispatch(ctx, ctx.rex and pat or "nop") end, + + -- Special case for 0F 77. + emms = function(ctx, name, pat) + if ctx.rex ~= "vex" then + return putop(ctx, "emms") + elseif ctx.vexl then + ctx.vexl = false + return putop(ctx, "zeroall") + else + return putop(ctx, "zeroupper") + end + end, } ------------------------------------------------------------------------------ @@ -782,7 +877,7 @@ local function disass_block(ctx, ofs, len) end -- Extended API: create a disassembler context. Then call ctx:disass(ofs, len). -local function create_(code, addr, out) +local function create(code, addr, out) local ctx = {} ctx.code = code ctx.addr = (addr or 0) - 1 @@ -796,8 +891,8 @@ local function create_(code, addr, out) return ctx end -local function create64_(code, addr, out) - local ctx = create_(code, addr, out) +local function create64(code, addr, out) + local ctx = create(code, addr, out) ctx.x64 = true ctx.map1 = map_opc1_64 ctx.aregs = map_regs.Q @@ -805,32 +900,32 @@ local function create64_(code, addr, out) end -- Simple API: disassemble code (a string) at address and output via out. -local function disass_(code, addr, out) - create_(code, addr, out):disass() +local function disass(code, addr, out) + create(code, addr, out):disass() end -local function disass64_(code, addr, out) - create64_(code, addr, out):disass() +local function disass64(code, addr, out) + create64(code, addr, out):disass() end -- Return register name for RID. -local function regname_(r) +local function regname(r) if r < 8 then return map_regs.D[r+1] end return map_regs.X[r-7] end -local function regname64_(r) +local function regname64(r) if r < 16 then return map_regs.Q[r+1] end return map_regs.X[r-15] end -- Public module functions. -module(...) - -create = create_ -create64 = create64_ -disass = disass_ -disass64 = disass64_ -regname = regname_ -regname64 = regname64_ +return { + create = create, + create64 = create64, + disass = disass, + disass64 = disass64, + regname = regname, + regname64 = regname64 +} diff --git a/core/src/luajit/src/jit/dump.lua b/core/src/luajit/src/jit/dump.lua index d15c528ea..2bea652bf 100644 --- a/core/src/luajit/src/jit/dump.lua +++ b/core/src/luajit/src/jit/dump.lua @@ -1,7 +1,7 @@ ---------------------------------------------------------------------------- -- LuaJIT compiler dump module. -- --- Copyright (C) 2005-2015 Mike Pall. All rights reserved. +-- Copyright (C) 2005-2017 Mike Pall. All rights reserved. -- Released under the MIT license. See Copyright Notice in luajit.h ---------------------------------------------------------------------------- -- @@ -55,7 +55,7 @@ -- Cache some library functions and objects. local jit = require("jit") -assert(jit.version_num == 20004, "LuaJIT core/library version mismatch") +assert(jit.version_num == 20100, "LuaJIT core/library version mismatch") local jutil = require("jit.util") local vmdef = require("jit.vmdef") local funcinfo, funcbc = jutil.funcinfo, jutil.funcbc @@ -63,9 +63,9 @@ local traceinfo, traceir, tracek = jutil.traceinfo, jutil.traceir, jutil.tracek local tracemc, tracesnap = jutil.tracemc, jutil.tracesnap local traceexitstub, ircalladdr = jutil.traceexitstub, jutil.ircalladdr local bit = require("bit") -local band, shl, shr = bit.band, bit.lshift, bit.rshift +local band, shr, tohex = bit.band, bit.rshift, bit.tohex local sub, gsub, format = string.sub, string.gsub, string.format -local byte, char, rep = string.byte, string.char, string.rep +local byte, rep = string.byte, string.rep local type, tostring = type, tostring local stdout, stderr = io.stdout, io.stderr @@ -85,12 +85,13 @@ local nexitsym = 0 local function fillsymtab_tr(tr, nexit) local t = {} symtabmt.__index = t - if jit.arch == "mips" or jit.arch == "mipsel" then + if jit.arch:sub(1, 4) == "mips" then t[traceexitstub(tr, 0)] = "exit" return end for i=0,nexit-1 do local addr = traceexitstub(tr, i) + if addr < 0 then addr = addr + 2^32 end t[addr] = tostring(i) end local addr = traceexitstub(tr, nexit) @@ -104,7 +105,10 @@ local function fillsymtab(tr, nexit) local ircall = vmdef.ircall for i=0,#ircall do local addr = ircalladdr(i) - if addr ~= 0 then t[addr] = ircall[i] end + if addr ~= 0 then + if addr < 0 then addr = addr + 2^32 end + t[addr] = ircall[i] + end end end if nexitsym == 1000000 then -- Per-trace exit stubs. @@ -118,6 +122,7 @@ local function fillsymtab(tr, nexit) nexit = 1000000 break end + if addr < 0 then addr = addr + 2^32 end t[addr] = tostring(i) end nexitsym = nexit @@ -136,6 +141,7 @@ local function dump_mcode(tr) local mcode, addr, loop = tracemc(tr) if not mcode then return end if not disass then disass = require("jit.dis_"..jit.arch) end + if addr < 0 then addr = addr + 2^32 end out:write("---- TRACE ", tr, " mcode ", #mcode, "\n") local ctx = disass.create(mcode, addr, dumpwrite) ctx.hexdump = 0 @@ -207,7 +213,7 @@ local colortype_ansi = { "\027[35m%s\027[m", } -local function colorize_text(s, t) +local function colorize_text(s) return s end @@ -270,8 +276,7 @@ local litname = { ["CONV "] = setmetatable({}, { __index = function(t, mode) local s = irtype[band(mode, 31)] s = irtype[band(shr(mode, 5), 31)].."."..s - if band(mode, 0x400) ~= 0 then s = s.." trunc" - elseif band(mode, 0x800) ~= 0 then s = s.." sext" end + if band(mode, 0x800) ~= 0 then s = s.." sext" end local c = shr(mode, 14) if c == 2 then s = s.." index" elseif c == 3 then s = s.." check" end t[mode] = s @@ -280,6 +285,8 @@ local litname = { ["FLOAD "] = vmdef.irfield, ["FREF "] = vmdef.irfield, ["FPMATH"] = vmdef.irfpm, + ["BUFHDR"] = { [0] = "RESET", "APPEND" }, + ["TOSTR "] = { [0] = "INT", "NUM", "CHAR" }, } local function ctlsub(c) @@ -303,15 +310,17 @@ local function fmtfunc(func, pc) end end -local function formatk(tr, idx) +local function formatk(tr, idx, sn) local k, t, slot = tracek(tr, idx) local tn = type(k) local s if tn == "number" then - if k == 2^52+2^51 then + if band(sn or 0, 0x30000) ~= 0 then + s = band(sn, 0x20000) ~= 0 and "contpc" or "ftsz" + elseif k == 2^52+2^51 then s = "bias" else - s = format("%+.14g", k) + s = format(0 < k and k < 0x1p-1026 and "%+a" or "%+.14g", k) end elseif tn == "string" then s = format(#k > 20 and '"%.20s"~' or '"%s"', gsub(k, "%c", ctlsub)) @@ -324,11 +333,13 @@ local function formatk(tr, idx) s = format("userdata:%p", k) else s = format("[%p]", k) - if s == "[0x00000000]" then s = "NULL" end + if s == "[NULL]" then s = "NULL" end end elseif t == 21 then -- int64_t s = sub(tostring(k), 1, -3) if sub(s, 1, 1) ~= "-" then s = "+"..s end + elseif sn == 0x1057fff then -- SNAP(1, SNAP_FRAME | SNAP_NORESTORE, REF_NIL) + return "----" -- Special case for LJ_FR2 slot 1. else s = tostring(k) -- For primitives. end @@ -347,7 +358,7 @@ local function printsnap(tr, snap) n = n + 1 local ref = band(sn, 0xffff) - 0x8000 -- REF_BIAS if ref < 0 then - out:write(formatk(tr, ref)) + out:write(formatk(tr, ref, sn)) elseif band(sn, 0x80000) ~= 0 then -- SNAP_SOFTFPNUM out:write(colorize(format("%04d/%04d", ref, ref+1), 14)) else @@ -545,7 +556,7 @@ local function dump_trace(what, tr, func, pc, otr, oex) if what == "start" then if dumpmode.H then out:write('<pre class="ljdump">\n') end out:write("---- TRACE ", tr, " ", what) - if otr then out:write(" ", otr, "/", oex) end + if otr then out:write(" ", otr, "/", oex == -1 and "stitch" or oex) end out:write(" ", fmtfunc(func, pc), "\n") elseif what == "stop" or what == "abort" then out:write("---- TRACE ", tr, " ", what) @@ -564,6 +575,7 @@ local function dump_trace(what, tr, func, pc, otr, oex) end if dumpmode.H then out:write("</pre>\n\n") else out:write("\n") end else + if what == "flush" then symtab, nexitsym = {}, 0 end out:write("---- TRACE ", what, "\n\n") end out:flush() @@ -607,7 +619,7 @@ local function dump_texit(tr, ex, ngpr, nfpr, ...) end else for i=1,ngpr do - out:write(format(" %08x", regs[i])) + out:write(" ", tohex(regs[i])) if i % 8 == 0 then out:write("\n") end end end @@ -643,7 +655,8 @@ end local function dumpon(opt, outfile) if active then dumpoff() end - local colormode = os.getenv("COLORTERM") and "A" or "T" + local term = os.getenv("TERM") + local colormode = (term and term:match("color") or os.getenv("COLORTERM")) and "A" or "T" if opt then opt = gsub(opt, "[TAH]", function(mode) colormode = mode; return ""; end) end @@ -691,9 +704,9 @@ local function dumpon(opt, outfile) end -- Public module functions. -module(...) - -on = dumpon -off = dumpoff -start = dumpon -- For -j command line option. +return { + on = dumpon, + off = dumpoff, + start = dumpon -- For -j command line option. +} diff --git a/core/src/luajit/src/jit/p.lua b/core/src/luajit/src/jit/p.lua new file mode 100644 index 000000000..7be105863 --- /dev/null +++ b/core/src/luajit/src/jit/p.lua @@ -0,0 +1,311 @@ +---------------------------------------------------------------------------- +-- LuaJIT profiler. +-- +-- Copyright (C) 2005-2017 Mike Pall. All rights reserved. +-- Released under the MIT license. See Copyright Notice in luajit.h +---------------------------------------------------------------------------- +-- +-- This module is a simple command line interface to the built-in +-- low-overhead profiler of LuaJIT. +-- +-- The lower-level API of the profiler is accessible via the "jit.profile" +-- module or the luaJIT_profile_* C API. +-- +-- Example usage: +-- +-- luajit -jp myapp.lua +-- luajit -jp=s myapp.lua +-- luajit -jp=-s myapp.lua +-- luajit -jp=vl myapp.lua +-- luajit -jp=G,profile.txt myapp.lua +-- +-- The following dump features are available: +-- +-- f Stack dump: function name, otherwise module:line. Default mode. +-- F Stack dump: ditto, but always prepend module. +-- l Stack dump: module:line. +-- <number> stack dump depth (callee < caller). Default: 1. +-- -<number> Inverse stack dump depth (caller > callee). +-- s Split stack dump after first stack level. Implies abs(depth) >= 2. +-- p Show full path for module names. +-- v Show VM states. Can be combined with stack dumps, e.g. vf or fv. +-- z Show zones. Can be combined with stack dumps, e.g. zf or fz. +-- r Show raw sample counts. Default: show percentages. +-- a Annotate excerpts from source code files. +-- A Annotate complete source code files. +-- G Produce raw output suitable for graphical tools (e.g. flame graphs). +-- m<number> Minimum sample percentage to be shown. Default: 3. +-- i<number> Sampling interval in milliseconds. Default: 10. +-- +---------------------------------------------------------------------------- + +-- Cache some library functions and objects. +local jit = require("jit") +assert(jit.version_num == 20100, "LuaJIT core/library version mismatch") +local profile = require("jit.profile") +local vmdef = require("jit.vmdef") +local math = math +local pairs, ipairs, tonumber, floor = pairs, ipairs, tonumber, math.floor +local sort, format = table.sort, string.format +local stdout = io.stdout +local zone -- Load jit.zone module on demand. + +-- Output file handle. +local out + +------------------------------------------------------------------------------ + +local prof_ud +local prof_states, prof_split, prof_min, prof_raw, prof_fmt, prof_depth +local prof_ann, prof_count1, prof_count2, prof_samples + +local map_vmmode = { + N = "Compiled", + I = "Interpreted", + C = "C code", + G = "Garbage Collector", + J = "JIT Compiler", +} + +-- Profiler callback. +local function prof_cb(th, samples, vmmode) + prof_samples = prof_samples + samples + local key_stack, key_stack2, key_state + -- Collect keys for sample. + if prof_states then + if prof_states == "v" then + key_state = map_vmmode[vmmode] or vmmode + else + key_state = zone:get() or "(none)" + end + end + if prof_fmt then + key_stack = profile.dumpstack(th, prof_fmt, prof_depth) + key_stack = key_stack:gsub("%[builtin#(%d+)%]", function(x) + return vmdef.ffnames[tonumber(x)] + end) + if prof_split == 2 then + local k1, k2 = key_stack:match("(.-) [<>] (.*)") + if k2 then key_stack, key_stack2 = k1, k2 end + elseif prof_split == 3 then + key_stack2 = profile.dumpstack(th, "l", 1) + end + end + -- Order keys. + local k1, k2 + if prof_split == 1 then + if key_state then + k1 = key_state + if key_stack then k2 = key_stack end + end + elseif key_stack then + k1 = key_stack + if key_stack2 then k2 = key_stack2 elseif key_state then k2 = key_state end + end + -- Coalesce samples in one or two levels. + if k1 then + local t1 = prof_count1 + t1[k1] = (t1[k1] or 0) + samples + if k2 then + local t2 = prof_count2 + local t3 = t2[k1] + if not t3 then t3 = {}; t2[k1] = t3 end + t3[k2] = (t3[k2] or 0) + samples + end + end +end + +------------------------------------------------------------------------------ + +-- Show top N list. +local function prof_top(count1, count2, samples, indent) + local t, n = {}, 0 + for k in pairs(count1) do + n = n + 1 + t[n] = k + end + sort(t, function(a, b) return count1[a] > count1[b] end) + for i=1,n do + local k = t[i] + local v = count1[k] + local pct = floor(v*100/samples + 0.5) + if pct < prof_min then break end + if not prof_raw then + out:write(format("%s%2d%% %s\n", indent, pct, k)) + elseif prof_raw == "r" then + out:write(format("%s%5d %s\n", indent, v, k)) + else + out:write(format("%s %d\n", k, v)) + end + if count2 then + local r = count2[k] + if r then + prof_top(r, nil, v, (prof_split == 3 or prof_split == 1) and " -- " or + (prof_depth < 0 and " -> " or " <- ")) + end + end + end +end + +-- Annotate source code +local function prof_annotate(count1, samples) + local files = {} + local ms = 0 + for k, v in pairs(count1) do + local pct = floor(v*100/samples + 0.5) + ms = math.max(ms, v) + if pct >= prof_min then + local file, line = k:match("^(.*):(%d+)$") + if not file then file = k; line = 0 end + local fl = files[file] + if not fl then fl = {}; files[file] = fl; files[#files+1] = file end + line = tonumber(line) + fl[line] = prof_raw and v or pct + end + end + sort(files) + local fmtv, fmtn = " %3d%% | %s\n", " | %s\n" + if prof_raw then + local n = math.max(5, math.ceil(math.log10(ms))) + fmtv = "%"..n.."d | %s\n" + fmtn = (" "):rep(n).." | %s\n" + end + local ann = prof_ann + for _, file in ipairs(files) do + local f0 = file:byte() + if f0 == 40 or f0 == 91 then + out:write(format("\n====== %s ======\n[Cannot annotate non-file]\n", file)) + break + end + local fp, err = io.open(file) + if not fp then + out:write(format("====== ERROR: %s: %s\n", file, err)) + break + end + out:write(format("\n====== %s ======\n", file)) + local fl = files[file] + local n, show = 1, false + if ann ~= 0 then + for i=1,ann do + if fl[i] then show = true; out:write("@@ 1 @@\n"); break end + end + end + for line in fp:lines() do + if line:byte() == 27 then + out:write("[Cannot annotate bytecode file]\n") + break + end + local v = fl[n] + if ann ~= 0 then + local v2 = fl[n+ann] + if show then + if v2 then show = n+ann elseif v then show = n + elseif show+ann < n then show = false end + elseif v2 then + show = n+ann + out:write(format("@@ %d @@\n", n)) + end + if not show then goto next end + end + if v then + out:write(format(fmtv, v, line)) + else + out:write(format(fmtn, line)) + end + ::next:: + n = n + 1 + end + fp:close() + end +end + +------------------------------------------------------------------------------ + +-- Finish profiling and dump result. +local function prof_finish() + if prof_ud then + profile.stop() + local samples = prof_samples + if samples == 0 then + if prof_raw ~= true then out:write("[No samples collected]\n") end + return + end + if prof_ann then + prof_annotate(prof_count1, samples) + else + prof_top(prof_count1, prof_count2, samples, "") + end + prof_count1 = nil + prof_count2 = nil + prof_ud = nil + end +end + +-- Start profiling. +local function prof_start(mode) + local interval = "" + mode = mode:gsub("i%d*", function(s) interval = s; return "" end) + prof_min = 3 + mode = mode:gsub("m(%d+)", function(s) prof_min = tonumber(s); return "" end) + prof_depth = 1 + mode = mode:gsub("%-?%d+", function(s) prof_depth = tonumber(s); return "" end) + local m = {} + for c in mode:gmatch(".") do m[c] = c end + prof_states = m.z or m.v + if prof_states == "z" then zone = require("jit.zone") end + local scope = m.l or m.f or m.F or (prof_states and "" or "f") + local flags = (m.p or "") + prof_raw = m.r + if m.s then + prof_split = 2 + if prof_depth == -1 or m["-"] then prof_depth = -2 + elseif prof_depth == 1 then prof_depth = 2 end + elseif mode:find("[fF].*l") then + scope = "l" + prof_split = 3 + else + prof_split = (scope == "" or mode:find("[zv].*[lfF]")) and 1 or 0 + end + prof_ann = m.A and 0 or (m.a and 3) + if prof_ann then + scope = "l" + prof_fmt = "pl" + prof_split = 0 + prof_depth = 1 + elseif m.G and scope ~= "" then + prof_fmt = flags..scope.."Z;" + prof_depth = -100 + prof_raw = true + prof_min = 0 + elseif scope == "" then + prof_fmt = false + else + local sc = prof_split == 3 and m.f or m.F or scope + prof_fmt = flags..sc..(prof_depth >= 0 and "Z < " or "Z > ") + end + prof_count1 = {} + prof_count2 = {} + prof_samples = 0 + profile.start(scope:lower()..interval, prof_cb) + prof_ud = newproxy(true) + getmetatable(prof_ud).__gc = prof_finish +end + +------------------------------------------------------------------------------ + +local function start(mode, outfile) + if not outfile then outfile = os.getenv("LUAJIT_PROFILEFILE") end + if outfile then + out = outfile == "-" and stdout or assert(io.open(outfile, "w")) + else + out = stdout + end + prof_start(mode or "f") +end + +-- Public module functions. +return { + start = start, -- For -j command line option. + stop = prof_finish +} + diff --git a/core/src/luajit/src/jit/v.lua b/core/src/luajit/src/jit/v.lua index 32666fd1a..934de9859 100644 --- a/core/src/luajit/src/jit/v.lua +++ b/core/src/luajit/src/jit/v.lua @@ -1,7 +1,7 @@ ---------------------------------------------------------------------------- -- Verbose mode of the LuaJIT compiler. -- --- Copyright (C) 2005-2015 Mike Pall. All rights reserved. +-- Copyright (C) 2005-2017 Mike Pall. All rights reserved. -- Released under the MIT license. See Copyright Notice in luajit.h ---------------------------------------------------------------------------- -- @@ -59,7 +59,7 @@ -- Cache some library functions and objects. local jit = require("jit") -assert(jit.version_num == 20004, "LuaJIT core/library version mismatch") +assert(jit.version_num == 20100, "LuaJIT core/library version mismatch") local jutil = require("jit.util") local vmdef = require("jit.vmdef") local funcinfo, traceinfo = jutil.funcinfo, jutil.traceinfo @@ -99,7 +99,7 @@ end local function dump_trace(what, tr, func, pc, otr, oex) if what == "start" then startloc = fmtfunc(func, pc) - startex = otr and "("..otr.."/"..oex..") " or "" + startex = otr and "("..otr.."/"..(oex == -1 and "stitch" or oex)..") " or "" else if what == "abort" then local loc = fmtfunc(func, pc) @@ -116,6 +116,9 @@ local function dump_trace(what, tr, func, pc, otr, oex) if ltype == "interpreter" then out:write(format("[TRACE %3s %s%s -- fallback to interpreter]\n", tr, startex, startloc)) + elseif ltype == "stitch" then + out:write(format("[TRACE %3s %s%s %s %s]\n", + tr, startex, startloc, ltype, fmtfunc(func, pc))) elseif link == tr or link == 0 then out:write(format("[TRACE %3s %s%s %s]\n", tr, startex, startloc, ltype)) @@ -159,9 +162,9 @@ local function dumpon(outfile) end -- Public module functions. -module(...) - -on = dumpon -off = dumpoff -start = dumpon -- For -j command line option. +return { + on = dumpon, + off = dumpoff, + start = dumpon -- For -j command line option. +} diff --git a/core/src/luajit/src/jit/zone.lua b/core/src/luajit/src/jit/zone.lua new file mode 100644 index 000000000..fa702c4e9 --- /dev/null +++ b/core/src/luajit/src/jit/zone.lua @@ -0,0 +1,45 @@ +---------------------------------------------------------------------------- +-- LuaJIT profiler zones. +-- +-- Copyright (C) 2005-2017 Mike Pall. All rights reserved. +-- Released under the MIT license. See Copyright Notice in luajit.h +---------------------------------------------------------------------------- +-- +-- This module implements a simple hierarchical zone model. +-- +-- Example usage: +-- +-- local zone = require("jit.zone") +-- zone("AI") +-- ... +-- zone("A*") +-- ... +-- print(zone:get()) --> "A*" +-- ... +-- zone() +-- ... +-- print(zone:get()) --> "AI" +-- ... +-- zone() +-- +---------------------------------------------------------------------------- + +local remove = table.remove + +return setmetatable({ + flush = function(t) + for i=#t,1,-1 do t[i] = nil end + end, + get = function(t) + return t[#t] + end +}, { + __call = function(t, zone) + if zone then + t[#t+1] = zone + else + return (assert(remove(t), "empty zone stack")) + end + end +}) + diff --git a/core/src/luajit/src/lauxlib.h b/core/src/luajit/src/lauxlib.h index fed1491b8..a44f0272b 100644 --- a/core/src/luajit/src/lauxlib.h +++ b/core/src/luajit/src/lauxlib.h @@ -15,9 +15,6 @@ #include "lua.h" -#define luaL_getn(L,i) ((int)lua_objlen(L, i)) -#define luaL_setn(L,i,j) ((void)0) /* no op! */ - /* extra error code for `luaL_load' */ #define LUA_ERRFILE (LUA_ERRERR+1) @@ -58,6 +55,10 @@ LUALIB_API int (luaL_error) (lua_State *L, const char *fmt, ...); LUALIB_API int (luaL_checkoption) (lua_State *L, int narg, const char *def, const char *const lst[]); +/* pre-defined references */ +#define LUA_NOREF (-2) +#define LUA_REFNIL (-1) + LUALIB_API int (luaL_ref) (lua_State *L, int t); LUALIB_API void (luaL_unref) (lua_State *L, int t, int ref); @@ -84,6 +85,11 @@ LUALIB_API int (luaL_loadbufferx) (lua_State *L, const char *buff, size_t sz, const char *name, const char *mode); LUALIB_API void luaL_traceback (lua_State *L, lua_State *L1, const char *msg, int level); +LUALIB_API void (luaL_setfuncs) (lua_State *L, const luaL_Reg *l, int nup); +LUALIB_API void (luaL_pushmodule) (lua_State *L, const char *modname, + int sizehint); +LUALIB_API void *(luaL_testudata) (lua_State *L, int ud, const char *tname); +LUALIB_API void (luaL_setmetatable) (lua_State *L, const char *tname); /* @@ -113,6 +119,11 @@ LUALIB_API void luaL_traceback (lua_State *L, lua_State *L1, const char *msg, #define luaL_opt(L,f,n,d) (lua_isnoneornil(L,(n)) ? (d) : f(L,(n))) +/* From Lua 5.2. */ +#define luaL_newlibtable(L, l) \ + lua_createtable(L, 0, sizeof(l)/sizeof((l)[0]) - 1) +#define luaL_newlib(L, l) (luaL_newlibtable(L, l), luaL_setfuncs(L, l, 0)) + /* ** {====================================================== ** Generic Buffer manipulation @@ -147,21 +158,4 @@ LUALIB_API void (luaL_pushresult) (luaL_Buffer *B); /* }====================================================== */ - -/* compatibility with ref system */ - -/* pre-defined references */ -#define LUA_NOREF (-2) -#define LUA_REFNIL (-1) - -#define lua_ref(L,lock) ((lock) ? luaL_ref(L, LUA_REGISTRYINDEX) : \ - (lua_pushstring(L, "unlocked references are obsolete"), lua_error(L), 0)) - -#define lua_unref(L,ref) luaL_unref(L, LUA_REGISTRYINDEX, (ref)) - -#define lua_getref(L,ref) lua_rawgeti(L, LUA_REGISTRYINDEX, (ref)) - - -#define luaL_reg luaL_Reg - #endif diff --git a/core/src/luajit/src/lib_aux.c b/core/src/luajit/src/lib_aux.c index 4a1b70ddc..c40565c34 100644 --- a/core/src/luajit/src/lib_aux.c +++ b/core/src/luajit/src/lib_aux.c @@ -1,6 +1,6 @@ /* ** Auxiliary library for the Lua/C API. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Major parts taken verbatim or adapted from the Lua interpreter. ** Copyright (C) 1994-2008 Lua.org, PUC-Rio. See Copyright Notice in lua.h @@ -107,38 +107,36 @@ LUALIB_API const char *luaL_findtable(lua_State *L, int idx, static int libsize(const luaL_Reg *l) { int size = 0; - for (; l->name; l++) size++; + for (; l && l->name; l++) size++; return size; } +LUALIB_API void luaL_pushmodule(lua_State *L, const char *modname, int sizehint) +{ + luaL_findtable(L, LUA_REGISTRYINDEX, "_LOADED", 16); + lua_getfield(L, -1, modname); + if (!lua_istable(L, -1)) { + lua_pop(L, 1); + if (luaL_findtable(L, LUA_GLOBALSINDEX, modname, sizehint) != NULL) + lj_err_callerv(L, LJ_ERR_BADMODN, modname); + lua_pushvalue(L, -1); + lua_setfield(L, -3, modname); /* _LOADED[modname] = new table. */ + } + lua_remove(L, -2); /* Remove _LOADED table. */ +} + LUALIB_API void luaL_openlib(lua_State *L, const char *libname, const luaL_Reg *l, int nup) { lj_lib_checkfpu(L); if (libname) { - int size = libsize(l); - /* check whether lib already exists */ - luaL_findtable(L, LUA_REGISTRYINDEX, "_LOADED", 16); - lua_getfield(L, -1, libname); /* get _LOADED[libname] */ - if (!lua_istable(L, -1)) { /* not found? */ - lua_pop(L, 1); /* remove previous result */ - /* try global variable (and create one if it does not exist) */ - if (luaL_findtable(L, LUA_GLOBALSINDEX, libname, size) != NULL) - lj_err_callerv(L, LJ_ERR_BADMODN, libname); - lua_pushvalue(L, -1); - lua_setfield(L, -3, libname); /* _LOADED[libname] = new table */ - } - lua_remove(L, -2); /* remove _LOADED table */ - lua_insert(L, -(nup+1)); /* move library table to below upvalues */ - } - for (; l->name; l++) { - int i; - for (i = 0; i < nup; i++) /* copy upvalues to the top */ - lua_pushvalue(L, -nup); - lua_pushcclosure(L, l->func, nup); - lua_setfield(L, -(nup+2), l->name); + luaL_pushmodule(L, libname, libsize(l)); + lua_insert(L, -(nup + 1)); /* Move module table below upvalues. */ } - lua_pop(L, nup); /* remove upvalues */ + if (l) + luaL_setfuncs(L, l, nup); + else + lua_pop(L, nup); /* Remove upvalues. */ } LUALIB_API void luaL_register(lua_State *L, const char *libname, @@ -147,6 +145,19 @@ LUALIB_API void luaL_register(lua_State *L, const char *libname, luaL_openlib(L, libname, l, 0); } +LUALIB_API void luaL_setfuncs(lua_State *L, const luaL_Reg *l, int nup) +{ + luaL_checkstack(L, nup, "too many upvalues"); + for (; l->name; l++) { + int i; + for (i = 0; i < nup; i++) /* Copy upvalues to the top. */ + lua_pushvalue(L, -nup); + lua_pushcclosure(L, l->func, nup); + lua_setfield(L, -(nup + 2), l->name); + } + lua_pop(L, nup); /* Remove upvalues. */ +} + LUALIB_API const char *luaL_gsub(lua_State *L, const char *s, const char *p, const char *r) { @@ -302,7 +313,7 @@ static int panic(lua_State *L) #ifdef LUAJIT_USE_SYSMALLOC -#if LJ_64 && !defined(LUAJIT_USE_VALGRIND) +#if LJ_64 && !LJ_GC64 && !defined(LUAJIT_USE_VALGRIND) #error "Must use builtin allocator for 64 bit target" #endif @@ -334,7 +345,7 @@ LUALIB_API lua_State *luaL_newstate(void) lua_State *L; void *ud = lj_alloc_create(); if (ud == NULL) return NULL; -#if LJ_64 +#if LJ_64 && !LJ_GC64 L = lj_state_newstate(lj_alloc_f, ud); #else L = lua_newstate(lj_alloc_f, ud); @@ -343,7 +354,7 @@ LUALIB_API lua_State *luaL_newstate(void) return L; } -#if LJ_64 +#if LJ_64 && !LJ_GC64 LUA_API lua_State *lua_newstate(lua_Alloc f, void *ud) { UNUSED(f); UNUSED(ud); diff --git a/core/src/luajit/src/lib_base.c b/core/src/luajit/src/lib_base.c index 17b9525d6..3a757870a 100644 --- a/core/src/luajit/src/lib_base.c +++ b/core/src/luajit/src/lib_base.c @@ -1,6 +1,6 @@ /* ** Base and coroutine library. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Major portions taken verbatim or adapted from the Lua interpreter. ** Copyright (C) 1994-2011 Lua.org, PUC-Rio. See Copyright Notice in lua.h @@ -23,6 +23,7 @@ #include "lj_tab.h" #include "lj_meta.h" #include "lj_state.h" +#include "lj_frame.h" #if LJ_HASFFI #include "lj_ctype.h" #include "lj_cconv.h" @@ -32,6 +33,7 @@ #include "lj_dispatch.h" #include "lj_char.h" #include "lj_strscan.h" +#include "lj_strfmt.h" #include "lj_lib.h" /* -- Base library: checks ------------------------------------------------ */ @@ -86,10 +88,11 @@ static int ffh_pairs(lua_State *L, MMS mm) cTValue *mo = lj_meta_lookup(L, o, mm); if ((LJ_52 || tviscdata(o)) && !tvisnil(mo)) { L->top = o+1; /* Only keep one argument. */ - copyTV(L, L->base-1, mo); /* Replace callable. */ + copyTV(L, L->base-1-LJ_FR2, mo); /* Replace callable. */ return FFH_TAILCALL; } else { if (!tvistab(o)) lj_err_argt(L, 1, LUA_TTABLE); + if (LJ_FR2) { copyTV(L, o-1, o); o--; } setfuncV(L, o-1, funcV(lj_lib_upvalue(L, 1))); if (mm == MM_pairs) setnilV(o+1); else setintV(o+1, 0); return FFH_RES(3); @@ -100,7 +103,7 @@ static int ffh_pairs(lua_State *L, MMS mm) #endif LJLIB_PUSH(lastcl) -LJLIB_ASM(pairs) +LJLIB_ASM(pairs) LJLIB_REC(xpairs 0) { return ffh_pairs(L, MM_pairs); } @@ -113,7 +116,7 @@ LJLIB_NOREGUV LJLIB_ASM(ipairs_aux) LJLIB_REC(.) } LJLIB_PUSH(lastcl) -LJLIB_ASM(ipairs) LJLIB_REC(.) +LJLIB_ASM(ipairs) LJLIB_REC(xpairs 1) { return ffh_pairs(L, MM_ipairs); } @@ -131,11 +134,11 @@ LJLIB_ASM(setmetatable) LJLIB_REC(.) lj_err_caller(L, LJ_ERR_PROTMT); setgcref(t->metatable, obj2gco(mt)); if (mt) { lj_gc_objbarriert(L, t, mt); } - settabV(L, L->base-1, t); + settabV(L, L->base-1-LJ_FR2, t); return FFH_RES(1); } -LJLIB_CF(getfenv) +LJLIB_CF(getfenv) LJLIB_REC(.) { GCfunc *fn; cTValue *o = L->base; @@ -144,6 +147,7 @@ LJLIB_CF(getfenv) o = lj_debug_frame(L, level, &level); if (o == NULL) lj_err_arg(L, 1, LJ_ERR_INVLVL); + if (LJ_FR2) o--; } fn = &gcval(o)->fn; settabV(L, L->top++, isluafunc(fn) ? tabref(fn->l.env) : tabref(L->env)); @@ -165,6 +169,7 @@ LJLIB_CF(setfenv) o = lj_debug_frame(L, level, &level); if (o == NULL) lj_err_arg(L, 1, LJ_ERR_INVLVL); + if (LJ_FR2) o--; } fn = &gcval(o)->fn; if (!isluafunc(fn)) @@ -257,7 +262,7 @@ LJLIB_ASM(tonumber) LJLIB_REC(.) if (base == 10) { TValue *o = lj_lib_checkany(L, 1); if (lj_strscan_numberobj(o)) { - copyTV(L, L->base-1, o); + copyTV(L, L->base-1-LJ_FR2, o); return FFH_RES(1); } #if LJ_HASFFI @@ -270,11 +275,11 @@ LJLIB_ASM(tonumber) LJLIB_REC(.) ct->size <= 4 && !(ct->size == 4 && (ct->info & CTF_UNSIGNED))) { int32_t i; lj_cconv_ct_tv(cts, ctype_get(cts, CTID_INT32), (uint8_t *)&i, o, 0); - setintV(L->base-1, i); + setintV(L->base-1-LJ_FR2, i); return FFH_RES(1); } lj_cconv_ct_tv(cts, ctype_get(cts, CTID_DOUBLE), - (uint8_t *)&(L->base-1)->n, o, 0); + (uint8_t *)&(L->base-1-LJ_FR2)->n, o, 0); return FFH_RES(1); } } @@ -290,45 +295,29 @@ LJLIB_ASM(tonumber) LJLIB_REC(.) while (lj_char_isspace((unsigned char)(*ep))) ep++; if (*ep == '\0') { if (LJ_DUALNUM && LJ_LIKELY(ul < 0x80000000u)) - setintV(L->base-1, (int32_t)ul); + setintV(L->base-1-LJ_FR2, (int32_t)ul); else - setnumV(L->base-1, (lua_Number)ul); + setnumV(L->base-1-LJ_FR2, (lua_Number)ul); return FFH_RES(1); } } } - setnilV(L->base-1); + setnilV(L->base-1-LJ_FR2); return FFH_RES(1); } -LJLIB_PUSH("nil") -LJLIB_PUSH("false") -LJLIB_PUSH("true") LJLIB_ASM(tostring) LJLIB_REC(.) { TValue *o = lj_lib_checkany(L, 1); cTValue *mo; L->top = o+1; /* Only keep one argument. */ if (!tvisnil(mo = lj_meta_lookup(L, o, MM_tostring))) { - copyTV(L, L->base-1, mo); /* Replace callable. */ + copyTV(L, L->base-1-LJ_FR2, mo); /* Replace callable. */ return FFH_TAILCALL; - } else { - GCstr *s; - if (tvisnumber(o)) { - s = lj_str_fromnumber(L, o); - } else if (tvispri(o)) { - s = strV(lj_lib_upvalue(L, -(int32_t)itype(o))); - } else { - if (tvisfunc(o) && isffunc(funcV(o))) - lua_pushfstring(L, "function: builtin#%d", funcV(o)->c.ffid); - else - lua_pushfstring(L, "%s: %p", lj_typename(o), lua_topointer(L, 1)); - /* Note: lua_pushfstring calls the GC which may invalidate o. */ - s = strV(L->top-1); - } - setstrV(L, L->base-1, s); - return FFH_RES(1); } + lj_gc_check(L); + setstrV(L, L->base-1-LJ_FR2, lj_strfmt_obj(L, L->base)); + return FFH_RES(1); } /* -- Base library: throw and catch errors -------------------------------- */ @@ -357,7 +346,7 @@ LJLIB_ASM_(xpcall) LJLIB_REC(.) static int load_aux(lua_State *L, int status, int envarg) { - if (status == 0) { + if (status == LUA_OK) { if (tvistab(L->base+envarg-1)) { GCfunc *fn = funcV(L->top-1); GCtab *t = tabV(L->base+envarg-1); @@ -430,7 +419,7 @@ LJLIB_CF(dofile) GCstr *fname = lj_lib_optstr(L, 1); setnilV(L->top); L->top = L->base+1; - if (luaL_loadfile(L, fname ? strdata(fname) : NULL) != 0) + if (luaL_loadfile(L, fname ? strdata(fname) : NULL) != LUA_OK) lua_error(L); lua_call(L, 0, LUA_MULTRET); return (int)(L->top - L->base) - 1; @@ -440,20 +429,20 @@ LJLIB_CF(dofile) LJLIB_CF(gcinfo) { - setintV(L->top++, (G(L)->gc.total >> 10)); + setintV(L->top++, (int32_t)(G(L)->gc.total >> 10)); return 1; } LJLIB_CF(collectgarbage) { int opt = lj_lib_checkopt(L, 1, LUA_GCCOLLECT, /* ORDER LUA_GC* */ - "\4stop\7restart\7collect\5count\1\377\4step\10setpause\12setstepmul"); + "\4stop\7restart\7collect\5count\1\377\4step\10setpause\12setstepmul\1\377\11isrunning"); int32_t data = lj_lib_optint(L, 2, 0); if (opt == LUA_GCCOUNT) { setnumV(L->top, (lua_Number)G(L)->gc.total/1024.0); } else { int res = lua_gc(L, opt, data); - if (opt == LUA_GCSTEP) + if (opt == LUA_GCSTEP || opt == LUA_GCISRUNNING) setboolV(L->top, res); else setintV(L->top, res); @@ -506,21 +495,12 @@ LJLIB_CF(print) } shortcut = (tvisfunc(tv) && funcV(tv)->c.ffid == FF_tostring); for (i = 0; i < nargs; i++) { + cTValue *o = &L->base[i]; const char *str; size_t size; - cTValue *o = &L->base[i]; - if (shortcut && tvisstr(o)) { - str = strVdata(o); - size = strV(o)->len; - } else if (shortcut && tvisint(o)) { - char buf[LJ_STR_INTBUF]; - char *p = lj_str_bufint(buf, intV(o)); - size = (size_t)(buf+LJ_STR_INTBUF-p); - str = p; - } else if (shortcut && tvisnum(o)) { - char buf[LJ_STR_NUMBUF]; - size = lj_str_bufnum(buf, o); - str = buf; + MSize len; + if (shortcut && (str = lj_strfmt_wstrnum(L, o, &len)) != NULL) { + size = len; } else { copyTV(L, L->top+1, o); copyTV(L, L->top, L->top-1); @@ -557,8 +537,8 @@ LJLIB_CF(coroutine_status) co = threadV(L->base); if (co == L) s = "running"; else if (co->status == LUA_YIELD) s = "suspended"; - else if (co->status != 0) s = "dead"; - else if (co->base > tvref(co->stack)+1) s = "normal"; + else if (co->status != LUA_OK) s = "dead"; + else if (co->base > tvref(co->stack)+1+LJ_FR2) s = "normal"; else if (co->top == co->base) s = "dead"; else s = "suspended"; lua_pushstring(L, s); @@ -578,6 +558,12 @@ LJLIB_CF(coroutine_running) #endif } +LJLIB_CF(coroutine_isyieldable) +{ + setboolV(L->top++, cframe_canyield(L->cframe)); + return 1; +} + LJLIB_CF(coroutine_create) { lua_State *L1; @@ -597,11 +583,11 @@ LJLIB_ASM(coroutine_yield) static int ffh_resume(lua_State *L, lua_State *co, int wrap) { if (co->cframe != NULL || co->status > LUA_YIELD || - (co->status == 0 && co->top == co->base)) { + (co->status == LUA_OK && co->top == co->base)) { ErrMsg em = co->cframe ? LJ_ERR_CORUN : LJ_ERR_CODEAD; if (wrap) lj_err_caller(L, em); - setboolV(L->base-1, 0); - setstrV(L, L->base, lj_err_str(L, em)); + setboolV(L->base-1-LJ_FR2, 0); + setstrV(L, L->base-LJ_FR2, lj_err_str(L, em)); return FFH_RES(2); } lj_state_growstack(co, (MSize)(L->top - L->base)); @@ -642,9 +628,10 @@ static void setpc_wrap_aux(lua_State *L, GCfunc *fn); LJLIB_CF(coroutine_wrap) { + GCfunc *fn; lj_cf_coroutine_create(L); - lj_lib_pushcc(L, lj_ffh_coroutine_wrap_aux, FF_coroutine_wrap_aux, 1); - setpc_wrap_aux(L, funcV(L->top-1)); + fn = lj_lib_pushcc(L, lj_ffh_coroutine_wrap_aux, FF_coroutine_wrap_aux, 1); + setpc_wrap_aux(L, fn); return 1; } diff --git a/core/src/luajit/src/lib_bit.c b/core/src/luajit/src/lib_bit.c index 583e04b0c..c979a4483 100644 --- a/core/src/luajit/src/lib_bit.c +++ b/core/src/luajit/src/lib_bit.c @@ -1,6 +1,6 @@ /* ** Bit manipulation library. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lib_bit_c @@ -12,26 +12,99 @@ #include "lj_obj.h" #include "lj_err.h" -#include "lj_str.h" +#include "lj_buf.h" +#include "lj_strscan.h" +#include "lj_strfmt.h" +#if LJ_HASFFI +#include "lj_ctype.h" +#include "lj_cdata.h" +#include "lj_cconv.h" +#include "lj_carith.h" +#endif +#include "lj_ff.h" #include "lj_lib.h" /* ------------------------------------------------------------------------ */ #define LJLIB_MODULE_bit -LJLIB_ASM(bit_tobit) LJLIB_REC(bit_unary IR_TOBIT) +#if LJ_HASFFI +static int bit_result64(lua_State *L, CTypeID id, uint64_t x) { + GCcdata *cd = lj_cdata_new_(L, id, 8); + *(uint64_t *)cdataptr(cd) = x; + setcdataV(L, L->base-1-LJ_FR2, cd); + return FFH_RES(1); +} +#else +static int32_t bit_checkbit(lua_State *L, int narg) +{ + TValue *o = L->base + narg-1; + if (!(o < L->top && lj_strscan_numberobj(o))) + lj_err_argt(L, narg, LUA_TNUMBER); + if (LJ_LIKELY(tvisint(o))) { + return intV(o); + } else { + int32_t i = lj_num2bit(numV(o)); + if (LJ_DUALNUM) setintV(o, i); + return i; + } +} +#endif + +LJLIB_ASM(bit_tobit) LJLIB_REC(bit_tobit) +{ +#if LJ_HASFFI + CTypeID id = 0; + setintV(L->base-1-LJ_FR2, (int32_t)lj_carith_check64(L, 1, &id)); + return FFH_RES(1); +#else + lj_lib_checknumber(L, 1); + return FFH_RETRY; +#endif +} + +LJLIB_ASM(bit_bnot) LJLIB_REC(bit_unary IR_BNOT) +{ +#if LJ_HASFFI + CTypeID id = 0; + uint64_t x = lj_carith_check64(L, 1, &id); + return id ? bit_result64(L, id, ~x) : FFH_RETRY; +#else lj_lib_checknumber(L, 1); return FFH_RETRY; +#endif +} + +LJLIB_ASM(bit_bswap) LJLIB_REC(bit_unary IR_BSWAP) +{ +#if LJ_HASFFI + CTypeID id = 0; + uint64_t x = lj_carith_check64(L, 1, &id); + return id ? bit_result64(L, id, lj_bswap64(x)) : FFH_RETRY; +#else + lj_lib_checknumber(L, 1); + return FFH_RETRY; +#endif } -LJLIB_ASM_(bit_bnot) LJLIB_REC(bit_unary IR_BNOT) -LJLIB_ASM_(bit_bswap) LJLIB_REC(bit_unary IR_BSWAP) LJLIB_ASM(bit_lshift) LJLIB_REC(bit_shift IR_BSHL) { +#if LJ_HASFFI + CTypeID id = 0, id2 = 0; + uint64_t x = lj_carith_check64(L, 1, &id); + int32_t sh = (int32_t)lj_carith_check64(L, 2, &id2); + if (id) { + x = lj_carith_shift64(x, sh, curr_func(L)->c.ffid - (int)FF_bit_lshift); + return bit_result64(L, id, x); + } + if (id2) setintV(L->base+1, sh); + return FFH_RETRY; +#else lj_lib_checknumber(L, 1); - lj_lib_checkbit(L, 2); + bit_checkbit(L, 2); return FFH_RETRY; +#endif } LJLIB_ASM_(bit_rshift) LJLIB_REC(bit_shift IR_BSHR) LJLIB_ASM_(bit_arshift) LJLIB_REC(bit_shift IR_BSAR) @@ -40,25 +113,58 @@ LJLIB_ASM_(bit_ror) LJLIB_REC(bit_shift IR_BROR) LJLIB_ASM(bit_band) LJLIB_REC(bit_nary IR_BAND) { +#if LJ_HASFFI + CTypeID id = 0; + TValue *o = L->base, *top = L->top; + int i = 0; + do { lj_carith_check64(L, ++i, &id); } while (++o < top); + if (id) { + CTState *cts = ctype_cts(L); + CType *ct = ctype_get(cts, id); + int op = curr_func(L)->c.ffid - (int)FF_bit_bor; + uint64_t x, y = op >= 0 ? 0 : ~(uint64_t)0; + o = L->base; + do { + lj_cconv_ct_tv(cts, ct, (uint8_t *)&x, o, 0); + if (op < 0) y &= x; else if (op == 0) y |= x; else y ^= x; + } while (++o < top); + return bit_result64(L, id, y); + } + return FFH_RETRY; +#else int i = 0; do { lj_lib_checknumber(L, ++i); } while (L->base+i < L->top); return FFH_RETRY; +#endif } LJLIB_ASM_(bit_bor) LJLIB_REC(bit_nary IR_BOR) LJLIB_ASM_(bit_bxor) LJLIB_REC(bit_nary IR_BXOR) /* ------------------------------------------------------------------------ */ -LJLIB_CF(bit_tohex) +LJLIB_CF(bit_tohex) LJLIB_REC(.) { - uint32_t b = (uint32_t)lj_lib_checkbit(L, 1); - int32_t i, n = L->base+1 >= L->top ? 8 : lj_lib_checkbit(L, 2); - const char *hexdigits = "0123456789abcdef"; - char buf[8]; - if (n < 0) { n = -n; hexdigits = "0123456789ABCDEF"; } - if (n > 8) n = 8; - for (i = n; --i >= 0; ) { buf[i] = hexdigits[b & 15]; b >>= 4; } - lua_pushlstring(L, buf, (size_t)n); +#if LJ_HASFFI + CTypeID id = 0, id2 = 0; + uint64_t b = lj_carith_check64(L, 1, &id); + int32_t n = L->base+1>=L->top ? (id ? 16 : 8) : + (int32_t)lj_carith_check64(L, 2, &id2); +#else + uint32_t b = (uint32_t)bit_checkbit(L, 1); + int32_t n = L->base+1>=L->top ? 8 : bit_checkbit(L, 2); +#endif + SBuf *sb = lj_buf_tmp_(L); + SFormat sf = (STRFMT_UINT|STRFMT_T_HEX); + if (n < 0) { n = -n; sf |= STRFMT_F_UPPER; } + sf |= ((SFormat)((n+1)&255) << STRFMT_SH_PREC); +#if LJ_HASFFI + if (n < 16) b &= ((uint64_t)1 << 4*n)-1; +#else + if (n < 8) b &= (1u << 4*n)-1; +#endif + sb = lj_strfmt_putfxint(sb, sf, b); + setstrV(L, L->top-1, lj_buf_str(L, sb)); + lj_gc_check(L); return 1; } diff --git a/core/src/luajit/src/lib_debug.c b/core/src/luajit/src/lib_debug.c index e87c35cfe..f112b5bc8 100644 --- a/core/src/luajit/src/lib_debug.c +++ b/core/src/luajit/src/lib_debug.c @@ -1,6 +1,6 @@ /* ** Debug library. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Major portions taken verbatim or adapted from the Lua interpreter. ** Copyright (C) 1994-2008 Lua.org, PUC-Rio. See Copyright Notice in lua.h @@ -29,7 +29,7 @@ LJLIB_CF(debug_getregistry) return 1; } -LJLIB_CF(debug_getmetatable) +LJLIB_CF(debug_getmetatable) LJLIB_REC(.) { lj_lib_checkany(L, 1); if (!lua_getmetatable(L, 1)) { @@ -283,13 +283,13 @@ LJLIB_CF(debug_setuservalue) /* ------------------------------------------------------------------------ */ -static const char KEY_HOOK = 'h'; +#define KEY_HOOK ((void *)0x3004) static void hookf(lua_State *L, lua_Debug *ar) { static const char *const hooknames[] = {"call", "return", "line", "count", "tail return"}; - lua_pushlightuserdata(L, (void *)&KEY_HOOK); + lua_pushlightuserdata(L, KEY_HOOK); lua_rawget(L, LUA_REGISTRYINDEX); if (lua_isfunction(L, -1)) { lua_pushstring(L, hooknames[(int)ar->event]); @@ -334,7 +334,7 @@ LJLIB_CF(debug_sethook) count = luaL_optint(L, arg+3, 0); func = hookf; mask = makemask(smask, count); } - lua_pushlightuserdata(L, (void *)&KEY_HOOK); + lua_pushlightuserdata(L, KEY_HOOK); lua_pushvalue(L, arg+1); lua_rawset(L, LUA_REGISTRYINDEX); lua_sethook(L, func, mask, count); @@ -349,7 +349,7 @@ LJLIB_CF(debug_gethook) if (hook != NULL && hook != hookf) { /* external hook? */ lua_pushliteral(L, "external hook"); } else { - lua_pushlightuserdata(L, (void *)&KEY_HOOK); + lua_pushlightuserdata(L, KEY_HOOK); lua_rawget(L, LUA_REGISTRYINDEX); /* get hook */ } lua_pushstring(L, unmakemask(mask, buff)); diff --git a/core/src/luajit/src/lib_ffi.c b/core/src/luajit/src/lib_ffi.c index f6df39d67..136e98e89 100644 --- a/core/src/luajit/src/lib_ffi.c +++ b/core/src/luajit/src/lib_ffi.c @@ -1,6 +1,6 @@ /* ** FFI library. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lib_ffi_c @@ -29,6 +29,7 @@ #include "lj_ccall.h" #include "lj_ccallback.h" #include "lj_clib.h" +#include "lj_strfmt.h" #include "lj_ff.h" #include "lj_lib.h" @@ -137,7 +138,7 @@ static int ffi_index_meta(lua_State *L, CTState *cts, CType *ct, MMS mm) } } copyTV(L, base, L->top); - tv = L->top-1; + tv = L->top-1-LJ_FR2; } return lj_meta_tailcall(L, tv); } @@ -318,7 +319,7 @@ LJLIB_CF(ffi_meta___tostring) } } } - lj_str_pushf(L, msg, strdata(lj_ctype_repr(L, id, NULL)), p); + lj_strfmt_pushf(L, msg, strdata(lj_ctype_repr(L, id, NULL)), p); checkgc: lj_gc_check(L); return 1; @@ -504,10 +505,7 @@ LJLIB_CF(ffi_new) LJLIB_REC(.) } if (sz == CTSIZE_INVALID) lj_err_arg(L, 1, LJ_ERR_FFI_INVSIZE); - if (!(info & CTF_VLA) && ctype_align(info) <= CT_MEMALIGN) - cd = lj_cdata_new(cts, id, sz); - else - cd = lj_cdata_newv(cts, id, sz, ctype_align(info)); + cd = lj_cdata_newx(cts, id, sz, info); setcdataV(L, o-1, cd); /* Anchor the uninitialized cdata. */ lj_cconv_ct_init(cts, ct, sz, cdataptr(cd), o, (MSize)(L->top - o)); /* Initialize cdata. */ @@ -558,6 +556,31 @@ LJLIB_CF(ffi_typeof) LJLIB_REC(.) return 1; } +/* Internal and unsupported API. */ +LJLIB_CF(ffi_typeinfo) +{ + CTState *cts = ctype_cts(L); + CTypeID id = (CTypeID)ffi_checkint(L, 1); + if (id > 0 && id < cts->top) { + CType *ct = ctype_get(cts, id); + GCtab *t; + lua_createtable(L, 0, 4); /* Increment hash size if fields are added. */ + t = tabV(L->top-1); + setintV(lj_tab_setstr(L, t, lj_str_newlit(L, "info")), (int32_t)ct->info); + if (ct->size != CTSIZE_INVALID) + setintV(lj_tab_setstr(L, t, lj_str_newlit(L, "size")), (int32_t)ct->size); + if (ct->sib) + setintV(lj_tab_setstr(L, t, lj_str_newlit(L, "sib")), (int32_t)ct->sib); + if (gcref(ct->name)) { + GCstr *s = gco2str(gcref(ct->name)); + setstrV(L, lj_tab_setstr(L, t, lj_str_newlit(L, "name")), s); + } + lj_gc_check(L); + return 1; + } + return 0; +} + LJLIB_CF(ffi_istype) LJLIB_REC(.) { CTState *cts = ctype_cts(L); @@ -725,6 +748,9 @@ LJLIB_CF(ffi_abi) LJLIB_REC(.) case H_(4ab624a8,4ab624a8): b = 1; break; /* win */ #endif case H_(3af93066,1f001464): b = 1; break; /* le/be */ +#if LJ_GC64 + case H_(9e89d2c9,13c83c92): b = 1; break; /* gc64 */ +#endif default: break; } @@ -768,19 +794,11 @@ LJLIB_CF(ffi_gc) LJLIB_REC(.) GCcdata *cd = ffi_checkcdata(L, 1); TValue *fin = lj_lib_checkany(L, 2); CTState *cts = ctype_cts(L); - GCtab *t = cts->finalizer; CType *ct = ctype_raw(cts, cd->ctypeid); if (!(ctype_isptr(ct->info) || ctype_isstruct(ct->info) || ctype_isrefarray(ct->info))) lj_err_arg(L, 1, LJ_ERR_FFI_INVTYPE); - if (gcref(t->metatable)) { /* Update finalizer table, if still enabled. */ - copyTV(L, lj_tab_set(L, t, L->base), fin); - lj_gc_anybarriert(L, t); - if (!tvisnil(fin)) - cd->marked |= LJ_GC_CDATA_FIN; - else - cd->marked &= ~LJ_GC_CDATA_FIN; - } + lj_cdata_setfin(L, cd, gcval(fin), itype(fin)); L->top = L->base+1; /* Pass through the cdata object. */ return 1; } @@ -811,7 +829,7 @@ static GCtab *ffi_finalizer(lua_State *L) settabV(L, L->top++, t); setgcref(t->metatable, obj2gco(t)); setstrV(L, lj_tab_setstr(L, t, lj_str_newlit(L, "__mode")), - lj_str_newlit(L, "K")); + lj_str_newlit(L, "k")); t->nomm = (uint8_t)(~(1u<<MM_mode)); return t; } diff --git a/core/src/luajit/src/lib_init.c b/core/src/luajit/src/lib_init.c index 85c194af4..2ed370e96 100644 --- a/core/src/luajit/src/lib_init.c +++ b/core/src/luajit/src/lib_init.c @@ -1,6 +1,6 @@ /* ** Library initialization. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Major parts taken verbatim from the Lua interpreter. ** Copyright (C) 1994-2008 Lua.org, PUC-Rio. See Copyright Notice in lua.h diff --git a/core/src/luajit/src/lib_io.c b/core/src/luajit/src/lib_io.c index 037aa28e5..9763ed466 100644 --- a/core/src/luajit/src/lib_io.c +++ b/core/src/luajit/src/lib_io.c @@ -1,6 +1,6 @@ /* ** I/O library. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Major portions taken verbatim or adapted from the Lua interpreter. ** Copyright (C) 1994-2011 Lua.org, PUC-Rio. See Copyright Notice in lua.h @@ -19,8 +19,10 @@ #include "lj_obj.h" #include "lj_gc.h" #include "lj_err.h" +#include "lj_buf.h" #include "lj_str.h" #include "lj_state.h" +#include "lj_strfmt.h" #include "lj_ff.h" #include "lj_lib.h" @@ -84,7 +86,7 @@ static IOFileUD *io_file_open(lua_State *L, const char *mode) IOFileUD *iof = io_file_new(L); iof->fp = fopen(fname, mode); if (iof->fp == NULL) - luaL_argerror(L, 1, lj_str_pushf(L, "%s: %s", fname, strerror(errno))); + luaL_argerror(L, 1, lj_strfmt_pushf(L, "%s: %s", fname, strerror(errno))); return iof; } @@ -97,7 +99,7 @@ static int io_file_close(lua_State *L, IOFileUD *iof) int stat = -1; #if LJ_TARGET_POSIX stat = pclose(iof->fp); -#elif LJ_TARGET_WINDOWS +#elif LJ_TARGET_WINDOWS && !LJ_TARGET_XBOXONE stat = _pclose(iof->fp); #else lua_assert(0); @@ -145,7 +147,7 @@ static int io_file_readline(lua_State *L, FILE *fp, MSize chop) MSize m = LUAL_BUFFERSIZE, n = 0, ok = 0; char *buf; for (;;) { - buf = lj_str_needbuf(L, &G(L)->tmpbuf, m); + buf = lj_buf_tmp(L, m); if (fgets(buf+n, m-n, fp) == NULL) break; n += (MSize)strlen(buf+n); ok |= n; @@ -161,7 +163,7 @@ static void io_file_readall(lua_State *L, FILE *fp) { MSize m, n; for (m = LUAL_BUFFERSIZE, n = 0; ; m += m) { - char *buf = lj_str_needbuf(L, &G(L)->tmpbuf, m); + char *buf = lj_buf_tmp(L, m); n += (MSize)fread(buf+n, 1, m-n, fp); if (n != m) { setstrV(L, L->top++, lj_str_new(L, buf, (size_t)n)); @@ -174,7 +176,7 @@ static void io_file_readall(lua_State *L, FILE *fp) static int io_file_readlen(lua_State *L, FILE *fp, MSize m) { if (m) { - char *buf = lj_str_needbuf(L, &G(L)->tmpbuf, m); + char *buf = lj_buf_tmp(L, m); MSize n = (MSize)fread(buf, 1, m, fp); setstrV(L, L->top++, lj_str_new(L, buf, (size_t)n)); lj_gc_check(L); @@ -201,13 +203,12 @@ static int io_file_read(lua_State *L, FILE *fp, int start) for (n = start; nargs-- && ok; n++) { if (tvisstr(L->base+n)) { const char *p = strVdata(L->base+n); - if (p[0] != '*') - lj_err_arg(L, n+1, LJ_ERR_INVOPT); - if (p[1] == 'n') + if (p[0] == '*') p++; + if (p[0] == 'n') ok = io_file_readnum(L, fp); - else if ((p[1] & ~0x20) == 'L') - ok = io_file_readline(L, fp, (p[1] == 'l')); - else if (p[1] == 'a') + else if ((p[0] & ~0x20) == 'L') + ok = io_file_readline(L, fp, (p[0] == 'l')); + else if (p[0] == 'a') io_file_readall(L, fp); else lj_err_arg(L, n+1, LJ_ERR_INVFMT); @@ -230,19 +231,11 @@ static int io_file_write(lua_State *L, FILE *fp, int start) cTValue *tv; int status = 1; for (tv = L->base+start; tv < L->top; tv++) { - if (tvisstr(tv)) { - MSize len = strV(tv)->len; - status = status && (fwrite(strVdata(tv), 1, len, fp) == len); - } else if (tvisint(tv)) { - char buf[LJ_STR_INTBUF]; - char *p = lj_str_bufint(buf, intV(tv)); - size_t len = (size_t)(buf+LJ_STR_INTBUF-p); - status = status && (fwrite(p, 1, len, fp) == len); - } else if (tvisnum(tv)) { - status = status && (fprintf(fp, LUA_NUMBER_FMT, numV(tv)) > 0); - } else { + MSize len; + const char *p = lj_strfmt_wstrnum(L, tv, &len); + if (!p) lj_err_argt(L, (int)(tv - L->base) + 1, LUA_TSTRING); - } + status = status && (fwrite(p, 1, len, fp) == len); } if (LJ_52 && status) { L->top = L->base+1; @@ -278,6 +271,15 @@ static int io_file_iter(lua_State *L) return n; } +static int io_file_lines(lua_State *L) +{ + int n = (int)(L->top - L->base); + if (n > LJ_MAX_UPVAL) + lj_err_caller(L, LJ_ERR_UNPACK); + lua_pushcclosure(L, io_file_iter, n); + return 1; +} + /* -- I/O file methods ---------------------------------------------------- */ #define LJLIB_MODULE_io_method @@ -361,8 +363,7 @@ LJLIB_CF(io_method_setvbuf) LJLIB_CF(io_method_lines) { io_tofile(L); - lua_pushcclosure(L, io_file_iter, (int)(L->top - L->base)); - return 1; + return io_file_lines(L); } LJLIB_CF(io_method___gc) @@ -405,7 +406,7 @@ LJLIB_CF(io_open) LJLIB_CF(io_popen) { -#if LJ_TARGET_POSIX || LJ_TARGET_WINDOWS +#if LJ_TARGET_POSIX || (LJ_TARGET_WINDOWS && !LJ_TARGET_XBOXONE) const char *fname = strdata(lj_lib_checkstr(L, 1)); GCstr *s = lj_lib_optstr(L, 2); const char *mode = s ? strdata(s) : "r"; @@ -492,8 +493,7 @@ LJLIB_CF(io_lines) } else { /* io.lines() iterates over stdin. */ setudataV(L, L->base, IOSTDF_UD(L, GCROOT_IO_INPUT)); } - lua_pushcclosure(L, io_file_iter, (int)(L->top - L->base)); - return 1; + return io_file_lines(L); } LJLIB_CF(io_type) diff --git a/core/src/luajit/src/lib_jit.c b/core/src/luajit/src/lib_jit.c index 96525faf2..22ca0a1a2 100644 --- a/core/src/luajit/src/lib_jit.c +++ b/core/src/luajit/src/lib_jit.c @@ -1,6 +1,6 @@ /* ** JIT library. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lib_jit_c @@ -10,13 +10,17 @@ #include "lauxlib.h" #include "lualib.h" -#include "lj_arch.h" #include "lj_obj.h" +#include "lj_gc.h" #include "lj_err.h" #include "lj_debug.h" #include "lj_str.h" #include "lj_tab.h" +#include "lj_state.h" #include "lj_bc.h" +#if LJ_HASFFI +#include "lj_ctype.h" +#endif #if LJ_HASJIT #include "lj_ir.h" #include "lj_jit.h" @@ -24,6 +28,7 @@ #include "lj_iropt.h" #include "lj_target.h" #endif +#include "lj_trace.h" #include "lj_dispatch.h" #include "lj_vm.h" #include "lj_vmevent.h" @@ -199,6 +204,7 @@ LJLIB_CF(jit_util_funcinfo) lua_setfield(L, -2, "source"); lj_debug_pushloc(L, pt, pc); lua_setfield(L, -2, "loc"); + setprotoV(L, lj_tab_setstr(L, t, lj_str_newlit(L, "proto")), pt); } else { GCfunc *fn = funcV(L->base); GCtab *t; @@ -279,7 +285,7 @@ static GCtrace *jit_checktrace(lua_State *L) /* Names of link types. ORDER LJ_TRLINK */ static const char *const jit_trlinkname[] = { "none", "root", "loop", "tail-recursion", "up-recursion", "down-recursion", - "interpreter", "return" + "interpreter", "return", "stitch" }; /* local info = jit.util.traceinfo(tr) */ @@ -332,6 +338,13 @@ LJLIB_CF(jit_util_tracek) slot = ir->op2; ir = &T->ir[ir->op1]; } +#if LJ_HASFFI + if (ir->o == IR_KINT64 && !ctype_ctsG(G(L))) { + ptrdiff_t oldtop = savestack(L, L->top); + luaopen_ffi(L); /* Load FFI library on-demand. */ + L->top = restorestack(L, oldtop); + } +#endif lj_ir_kvalue(L, L->top-2, ir); setintV(L->top-1, (int32_t)irt_type(ir->t)); if (slot == -1) @@ -416,6 +429,12 @@ LJLIB_CF(jit_util_ircalladdr) #include "lj_libdef.h" +static int luaopen_jit_util(lua_State *L) +{ + LJ_LIB_REG(L, NULL, jit_util); + return 1; +} + /* -- jit.opt module ------------------------------------------------------ */ #if LJ_HASJIT @@ -513,6 +532,104 @@ LJLIB_CF(jit_opt_start) #endif +/* -- jit.profile module -------------------------------------------------- */ + +#if LJ_HASPROFILE + +#define LJLIB_MODULE_jit_profile + +/* Not loaded by default, use: local profile = require("jit.profile") */ + +static const char KEY_PROFILE_THREAD = 't'; +static const char KEY_PROFILE_FUNC = 'f'; + +static void jit_profile_callback(lua_State *L2, lua_State *L, int samples, + int vmstate) +{ + TValue key; + cTValue *tv; + setlightudV(&key, (void *)&KEY_PROFILE_FUNC); + tv = lj_tab_get(L, tabV(registry(L)), &key); + if (tvisfunc(tv)) { + char vmst = (char)vmstate; + int status; + setfuncV(L2, L2->top++, funcV(tv)); + setthreadV(L2, L2->top++, L); + setintV(L2->top++, samples); + setstrV(L2, L2->top++, lj_str_new(L2, &vmst, 1)); + status = lua_pcall(L2, 3, 0, 0); /* callback(thread, samples, vmstate) */ + if (status) { + if (G(L2)->panic) G(L2)->panic(L2); + exit(EXIT_FAILURE); + } + lj_trace_abort(G(L2)); + } +} + +/* profile.start(mode, cb) */ +LJLIB_CF(jit_profile_start) +{ + GCtab *registry = tabV(registry(L)); + GCstr *mode = lj_lib_optstr(L, 1); + GCfunc *func = lj_lib_checkfunc(L, 2); + lua_State *L2 = lua_newthread(L); /* Thread that runs profiler callback. */ + TValue key; + /* Anchor thread and function in registry. */ + setlightudV(&key, (void *)&KEY_PROFILE_THREAD); + setthreadV(L, lj_tab_set(L, registry, &key), L2); + setlightudV(&key, (void *)&KEY_PROFILE_FUNC); + setfuncV(L, lj_tab_set(L, registry, &key), func); + lj_gc_anybarriert(L, registry); + luaJIT_profile_start(L, mode ? strdata(mode) : "", + (luaJIT_profile_callback)jit_profile_callback, L2); + return 0; +} + +/* profile.stop() */ +LJLIB_CF(jit_profile_stop) +{ + GCtab *registry; + TValue key; + luaJIT_profile_stop(L); + registry = tabV(registry(L)); + setlightudV(&key, (void *)&KEY_PROFILE_THREAD); + setnilV(lj_tab_set(L, registry, &key)); + setlightudV(&key, (void *)&KEY_PROFILE_FUNC); + setnilV(lj_tab_set(L, registry, &key)); + lj_gc_anybarriert(L, registry); + return 0; +} + +/* dump = profile.dumpstack([thread,] fmt, depth) */ +LJLIB_CF(jit_profile_dumpstack) +{ + lua_State *L2 = L; + int arg = 0; + size_t len; + int depth; + GCstr *fmt; + const char *p; + if (L->top > L->base && tvisthread(L->base)) { + L2 = threadV(L->base); + arg = 1; + } + fmt = lj_lib_checkstr(L, arg+1); + depth = lj_lib_checkint(L, arg+2); + p = luaJIT_profile_dumpstack(L2, strdata(fmt), depth, &len); + lua_pushlstring(L, p, len); + return 1; +} + +#include "lj_libdef.h" + +static int luaopen_jit_profile(lua_State *L) +{ + LJ_LIB_REG(L, NULL, jit_profile); + return 1; +} + +#endif + /* -- JIT compiler initialization ----------------------------------------- */ #if LJ_HASJIT @@ -538,38 +655,31 @@ static uint32_t jit_cpudetect(lua_State *L) uint32_t features[4]; if (lj_vm_cpuid(0, vendor) && lj_vm_cpuid(1, features)) { #if !LJ_HASJIT -#define JIT_F_CMOV 1 #define JIT_F_SSE2 2 #endif - flags |= ((features[3] >> 15)&1) * JIT_F_CMOV; flags |= ((features[3] >> 26)&1) * JIT_F_SSE2; #if LJ_HASJIT flags |= ((features[2] >> 0)&1) * JIT_F_SSE3; flags |= ((features[2] >> 19)&1) * JIT_F_SSE4_1; if (vendor[2] == 0x6c65746e) { /* Intel. */ - if ((features[0] & 0x0ff00f00) == 0x00000f00) /* P4. */ - flags |= JIT_F_P4; /* Currently unused. */ - else if ((features[0] & 0x0fff0ff0) == 0x000106c0) /* Atom. */ + if ((features[0] & 0x0fff0ff0) == 0x000106c0) /* Atom. */ flags |= JIT_F_LEA_AGU; } else if (vendor[2] == 0x444d4163) { /* AMD. */ uint32_t fam = (features[0] & 0x0ff00f00); - if (fam == 0x00000f00) /* K8. */ - flags |= JIT_F_SPLIT_XMM; if (fam >= 0x00000f00) /* K8, K10. */ flags |= JIT_F_PREFER_IMUL; } + if (vendor[0] >= 7) { + uint32_t xfeatures[4]; + lj_vm_cpuid(7, xfeatures); + flags |= ((xfeatures[1] >> 8)&1) * JIT_F_BMI2; + } #endif } /* Check for required instruction set support on x86 (unnecessary on x64). */ #if LJ_TARGET_X86 -#if !defined(LUAJIT_CPU_NOCMOV) - if (!(flags & JIT_F_CMOV)) - luaL_error(L, "CPU not supported"); -#endif -#if defined(LUAJIT_CPU_SSE2) if (!(flags & JIT_F_SSE2)) - luaL_error(L, "CPU does not support SSE2 (recompile without -DLUAJIT_CPU_SSE2)"); -#endif + luaL_error(L, "CPU with SSE2 required"); #endif #elif LJ_TARGET_ARM #if LJ_HASJIT @@ -591,6 +701,8 @@ static uint32_t jit_cpudetect(lua_State *L) ver >= 60 ? JIT_F_ARMV6_ : 0; flags |= LJ_ARCH_HASFPU == 0 ? 0 : ver >= 70 ? JIT_F_VFPV3 : JIT_F_VFPV2; #endif +#elif LJ_TARGET_ARM64 + /* No optional CPU features to detect (for now). */ #elif LJ_TARGET_PPC #if LJ_HASJIT #if LJ_ARCH_SQRT @@ -600,21 +712,23 @@ static uint32_t jit_cpudetect(lua_State *L) flags |= JIT_F_ROUND; #endif #endif -#elif LJ_TARGET_PPCSPE - /* Nothing to do. */ #elif LJ_TARGET_MIPS #if LJ_HASJIT /* Compile-time MIPS CPU detection. */ #if LJ_ARCH_VERSION >= 20 - flags |= JIT_F_MIPS32R2; + flags |= JIT_F_MIPSXXR2; #endif /* Runtime MIPS CPU detection. */ #if defined(__GNUC__) - if (!(flags & JIT_F_MIPS32R2)) { + if (!(flags & JIT_F_MIPSXXR2)) { int x; +#ifdef __mips16 + x = 0; /* Runtime detection is difficult. Ensure optimal -march flags. */ +#else /* On MIPS32R1 rotr is treated as srl. rotr r2,r2,1 -> srl r2,r2,1. */ __asm__("li $2, 1\n\t.long 0x00221042\n\tmove %0, $2" : "=r"(x) : : "$2"); - if (x) flags |= JIT_F_MIPS32R2; /* Either 0x80000000 (R2) or 0 (R1). */ +#endif + if (x) flags |= JIT_F_MIPSXXR2; /* Either 0x80000000 (R2) or 0 (R1). */ } #endif #endif @@ -631,11 +745,7 @@ static void jit_init(lua_State *L) uint32_t flags = jit_cpudetect(L); #if LJ_HASJIT jit_State *J = L2J(L); -#if LJ_TARGET_X86 - /* Silently turn off the JIT compiler on CPUs without SSE2. */ - if ((flags & JIT_F_SSE2)) -#endif - J->flags = flags | JIT_F_ON | JIT_F_OPT_DEFAULT; + J->flags = flags | JIT_F_ON | JIT_F_OPT_DEFAULT; memcpy(J->param, jit_param_default, sizeof(J->param)); lj_dispatch_update(G(L)); #else @@ -645,19 +755,23 @@ static void jit_init(lua_State *L) LUALIB_API int luaopen_jit(lua_State *L) { + jit_init(L); lua_pushliteral(L, LJ_OS_NAME); lua_pushliteral(L, LJ_ARCH_NAME); lua_pushinteger(L, LUAJIT_VERSION_NUM); lua_pushliteral(L, LUAJIT_VERSION); LJ_LIB_REG(L, LUA_JITLIBNAME, jit); +#if LJ_HASPROFILE + lj_lib_prereg(L, LUA_JITLIBNAME ".profile", luaopen_jit_profile, + tabref(L->env)); +#endif #ifndef LUAJIT_DISABLE_JITUTIL - LJ_LIB_REG(L, "jit.util", jit_util); + lj_lib_prereg(L, LUA_JITLIBNAME ".util", luaopen_jit_util, tabref(L->env)); #endif #if LJ_HASJIT LJ_LIB_REG(L, "jit.opt", jit_opt); #endif L->top -= 2; - jit_init(L); return 1; } diff --git a/core/src/luajit/src/lib_math.c b/core/src/luajit/src/lib_math.c index 40f29142d..ef9dda2da 100644 --- a/core/src/luajit/src/lib_math.c +++ b/core/src/luajit/src/lib_math.c @@ -1,6 +1,6 @@ /* ** Math library. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #include <math.h> @@ -47,12 +47,6 @@ LJLIB_ASM_(math_tanh) LJLIB_REC(math_htrig IRCALL_tanh) LJLIB_ASM_(math_frexp) LJLIB_ASM_(math_modf) LJLIB_REC(.) -LJLIB_PUSH(57.29577951308232) -LJLIB_ASM_(math_deg) LJLIB_REC(math_degrad) - -LJLIB_PUSH(0.017453292519943295) -LJLIB_ASM_(math_rad) LJLIB_REC(math_degrad) - LJLIB_ASM(math_log) LJLIB_REC(math_log) { double x = lj_lib_checknum(L, 1); @@ -63,12 +57,15 @@ LJLIB_ASM(math_log) LJLIB_REC(math_log) #else x = lj_vm_log2(x); y = 1.0 / lj_vm_log2(y); #endif - setnumV(L->base-1, x*y); /* Do NOT join the expression to x / y. */ + setnumV(L->base-1-LJ_FR2, x*y); /* Do NOT join the expression to x / y. */ return FFH_RES(1); } return FFH_RETRY; } +LJLIB_LUA(math_deg) /* function(x) return x * 57.29577951308232 end */ +LJLIB_LUA(math_rad) /* function(x) return x * 0.017453292519943295 end */ + LJLIB_ASM(math_atan2) LJLIB_REC(.) { lj_lib_checknum(L, 1); @@ -224,10 +221,6 @@ LUALIB_API int luaopen_math(lua_State *L) rs = (RandomState *)lua_newuserdata(L, sizeof(RandomState)); rs->valid = 0; /* Use lazy initialization to save some time on startup. */ LJ_LIB_REG(L, LUA_MATHLIBNAME, math); -#if defined(LUA_COMPAT_MOD) && !LJ_52 - lua_getfield(L, -1, "fmod"); - lua_setfield(L, -2, "mod"); -#endif return 1; } diff --git a/core/src/luajit/src/lib_os.c b/core/src/luajit/src/lib_os.c index bb5a141e3..9e78d49ac 100644 --- a/core/src/luajit/src/lib_os.c +++ b/core/src/luajit/src/lib_os.c @@ -1,6 +1,6 @@ /* ** OS library. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Major portions taken verbatim or adapted from the Lua interpreter. ** Copyright (C) 1994-2008 Lua.org, PUC-Rio. See Copyright Notice in lua.h @@ -17,7 +17,10 @@ #include "lualib.h" #include "lj_obj.h" +#include "lj_gc.h" #include "lj_err.h" +#include "lj_buf.h" +#include "lj_str.h" #include "lj_lib.h" #if LJ_TARGET_POSIX @@ -36,7 +39,7 @@ LJLIB_CF(os_execute) { -#if LJ_TARGET_CONSOLE +#if LJ_NO_SYSTEM #if LJ_52 errno = ENOSYS; return luaL_fileresult(L, 0, NULL); @@ -188,7 +191,7 @@ LJLIB_CF(os_date) #endif } if (stm == NULL) { /* Invalid date? */ - setnilV(L->top-1); + setnilV(L->top++); } else if (strcmp(s, "*t") == 0) { lua_createtable(L, 0, 9); /* 9 = number of fields */ setfield(L, "sec", stm->tm_sec); @@ -200,23 +203,25 @@ LJLIB_CF(os_date) setfield(L, "wday", stm->tm_wday+1); setfield(L, "yday", stm->tm_yday+1); setboolfield(L, "isdst", stm->tm_isdst); - } else { - char cc[3]; - luaL_Buffer b; - cc[0] = '%'; cc[2] = '\0'; - luaL_buffinit(L, &b); - for (; *s; s++) { - if (*s != '%' || *(s + 1) == '\0') { /* No conversion specifier? */ - luaL_addchar(&b, *s); - } else { - size_t reslen; - char buff[200]; /* Should be big enough for any conversion result. */ - cc[1] = *(++s); - reslen = strftime(buff, sizeof(buff), cc, stm); - luaL_addlstring(&b, buff, reslen); + } else if (*s) { + SBuf *sb = &G(L)->tmpbuf; + MSize sz = 0; + const char *q; + for (q = s; *q; q++) + sz += (*q == '%') ? 30 : 1; /* Overflow doesn't matter. */ + setsbufL(sb, L); + for (;;) { + char *buf = lj_buf_need(sb, sz); + size_t len = strftime(buf, sbufsz(sb), s, stm); + if (len) { + setstrV(L, L->top++, lj_str_new(L, buf, len)); + lj_gc_check(L); + break; } + sz += (sz|1); } - luaL_pushresult(&b); + } else { + setstrV(L, L->top++, &G(L)->strempty); } return 1; } diff --git a/core/src/luajit/src/lib_package.c b/core/src/luajit/src/lib_package.c index ac38c8158..6fac43ec3 100644 --- a/core/src/luajit/src/lib_package.c +++ b/core/src/luajit/src/lib_package.c @@ -1,6 +1,6 @@ /* ** Package library. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Major portions taken verbatim or adapted from the Lua interpreter. ** Copyright (C) 1994-2012 Lua.org, PUC-Rio. See Copyright Notice in lua.h @@ -96,9 +96,17 @@ static void setprogdir(lua_State *L) static void pusherror(lua_State *L) { DWORD error = GetLastError(); +#if LJ_TARGET_XBOXONE + wchar_t wbuffer[128]; + char buffer[128*2]; + if (FormatMessageW(FORMAT_MESSAGE_IGNORE_INSERTS | FORMAT_MESSAGE_FROM_SYSTEM, + NULL, error, 0, wbuffer, sizeof(wbuffer)/sizeof(wchar_t), NULL) && + WideCharToMultiByte(CP_ACP, 0, wbuffer, 128, buffer, 128*2, NULL, NULL)) +#else char buffer[128]; if (FormatMessageA(FORMAT_MESSAGE_IGNORE_INSERTS | FORMAT_MESSAGE_FROM_SYSTEM, NULL, error, 0, buffer, sizeof(buffer), NULL)) +#endif lua_pushstring(L, buffer); else lua_pushfstring(L, "system error %d\n", error); @@ -111,7 +119,7 @@ static void ll_unloadlib(void *lib) static void *ll_load(lua_State *L, const char *path, int gl) { - HINSTANCE lib = LoadLibraryA(path); + HINSTANCE lib = LoadLibraryExA(path, NULL, 0); if (lib == NULL) pusherror(L); UNUSED(gl); return lib; @@ -185,8 +193,7 @@ static void **ll_register(lua_State *L, const char *path) lua_pop(L, 1); plib = (void **)lua_newuserdata(L, sizeof(void *)); *plib = NULL; - luaL_getmetatable(L, "_LOADLIB"); - lua_setmetatable(L, -2); + luaL_setmetatable(L, "_LOADLIB"); lua_pushfstring(L, "LOADLIB: %s", path); lua_pushvalue(L, -2); lua_settable(L, LUA_REGISTRYINDEX); @@ -226,7 +233,7 @@ static int ll_loadfunc(lua_State *L, const char *path, const char *name, int r) const char *bcdata = ll_bcsym(*reg, mksymname(L, name, SYMPREFIX_BC)); lua_pop(L, 1); if (bcdata) { - if (luaL_loadbuffer(L, bcdata, ~(size_t)0, name) != 0) + if (luaL_loadbuffer(L, bcdata, LJ_MAX_BUF, name) != 0) return PACKAGE_ERR_LOAD; return 0; } @@ -383,7 +390,7 @@ static int lj_cf_package_loader_preload(lua_State *L) if (lua_isnil(L, -1)) { /* Not found? */ const char *bcname = mksymname(L, name, SYMPREFIX_BC); const char *bcdata = ll_bcsym(NULL, bcname); - if (bcdata == NULL || luaL_loadbuffer(L, bcdata, ~(size_t)0, name) != 0) + if (bcdata == NULL || luaL_loadbuffer(L, bcdata, LJ_MAX_BUF, name) != 0) lua_pushfstring(L, "\n\tno field package.preload['%s']", name); } return 1; @@ -391,8 +398,7 @@ static int lj_cf_package_loader_preload(lua_State *L) /* ------------------------------------------------------------------------ */ -static const int sentinel_ = 0; -#define sentinel ((void *)&sentinel_) +#define sentinel ((void *)0x4004) static int lj_cf_package_require(lua_State *L) { @@ -482,29 +488,19 @@ static void modinit(lua_State *L, const char *modname) static int lj_cf_package_module(lua_State *L) { const char *modname = luaL_checkstring(L, 1); - int loaded = lua_gettop(L) + 1; /* index of _LOADED table */ - lua_getfield(L, LUA_REGISTRYINDEX, "_LOADED"); - lua_getfield(L, loaded, modname); /* get _LOADED[modname] */ - if (!lua_istable(L, -1)) { /* not found? */ - lua_pop(L, 1); /* remove previous result */ - /* try global variable (and create one if it does not exist) */ - if (luaL_findtable(L, LUA_GLOBALSINDEX, modname, 1) != NULL) - lj_err_callerv(L, LJ_ERR_BADMODN, modname); - lua_pushvalue(L, -1); - lua_setfield(L, loaded, modname); /* _LOADED[modname] = new table */ - } - /* check whether table already has a _NAME field */ + int lastarg = (int)(L->top - L->base); + luaL_pushmodule(L, modname, 1); lua_getfield(L, -1, "_NAME"); - if (!lua_isnil(L, -1)) { /* is table an initialized module? */ + if (!lua_isnil(L, -1)) { /* Module already initialized? */ lua_pop(L, 1); - } else { /* no; initialize it */ + } else { lua_pop(L, 1); modinit(L, modname); } lua_pushvalue(L, -1); setfenv(L); - dooptions(L, loaded - 1); - return 0; + dooptions(L, lastarg); + return LJ_52; } static int lj_cf_package_seeall(lua_State *L) @@ -575,13 +571,16 @@ LUALIB_API int luaopen_package(lua_State *L) lj_lib_pushcf(L, lj_cf_package_unloadlib, 1); lua_setfield(L, -2, "__gc"); luaL_register(L, LUA_LOADLIBNAME, package_lib); - lua_pushvalue(L, -1); - lua_replace(L, LUA_ENVIRONINDEX); + lua_copy(L, -1, LUA_ENVIRONINDEX); lua_createtable(L, sizeof(package_loaders)/sizeof(package_loaders[0])-1, 0); for (i = 0; package_loaders[i] != NULL; i++) { lj_lib_pushcf(L, package_loaders[i], 1); lua_rawseti(L, -2, i+1); } +#if LJ_52 + lua_pushvalue(L, -1); + lua_setfield(L, -3, "searchers"); +#endif lua_setfield(L, -2, "loaders"); lua_getfield(L, LUA_REGISTRYINDEX, "LUA_NOENV"); noenv = lua_toboolean(L, -1); diff --git a/core/src/luajit/src/lib_string.c b/core/src/luajit/src/lib_string.c index c6168edbb..76b0730ac 100644 --- a/core/src/luajit/src/lib_string.c +++ b/core/src/luajit/src/lib_string.c @@ -1,13 +1,11 @@ /* ** String library. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Major portions taken verbatim or adapted from the Lua interpreter. ** Copyright (C) 1994-2008 Lua.org, PUC-Rio. See Copyright Notice in lua.h */ -#include <stdio.h> - #define lib_string_c #define LUA_LIB @@ -18,6 +16,7 @@ #include "lj_obj.h" #include "lj_gc.h" #include "lj_err.h" +#include "lj_buf.h" #include "lj_str.h" #include "lj_tab.h" #include "lj_meta.h" @@ -25,17 +24,19 @@ #include "lj_ff.h" #include "lj_bcdump.h" #include "lj_char.h" +#include "lj_strfmt.h" #include "lj_lib.h" /* ------------------------------------------------------------------------ */ #define LJLIB_MODULE_string -LJLIB_ASM(string_len) LJLIB_REC(.) -{ - lj_lib_checkstr(L, 1); - return FFH_RETRY; -} +LJLIB_LUA(string_len) /* + function(s) + CHECK_str(s) + return #s + end +*/ LJLIB_ASM(string_byte) LJLIB_REC(string_range 0) { @@ -57,21 +58,21 @@ LJLIB_ASM(string_byte) LJLIB_REC(string_range 0) lj_state_checkstack(L, (MSize)n); p = (const unsigned char *)strdata(s) + start; for (i = 0; i < n; i++) - setintV(L->base + i-1, p[i]); + setintV(L->base + i-1-LJ_FR2, p[i]); return FFH_RES(n); } -LJLIB_ASM(string_char) +LJLIB_ASM(string_char) LJLIB_REC(.) { int i, nargs = (int)(L->top - L->base); - char *buf = lj_str_needbuf(L, &G(L)->tmpbuf, (MSize)nargs); + char *buf = lj_buf_tmp(L, (MSize)nargs); for (i = 1; i <= nargs; i++) { int32_t k = lj_lib_checkint(L, i); if (!checku8(k)) lj_err_arg(L, i, LJ_ERR_BADVAL); buf[i-1] = (char)k; } - setstrV(L, L->base-1, lj_str_new(L, buf, (size_t)nargs)); + setstrV(L, L->base-1-LJ_FR2, lj_str_new(L, buf, (size_t)nargs)); return FFH_RES(1); } @@ -83,68 +84,38 @@ LJLIB_ASM(string_sub) LJLIB_REC(string_range 1) return FFH_RETRY; } -LJLIB_ASM(string_rep) +LJLIB_CF(string_rep) LJLIB_REC(.) { GCstr *s = lj_lib_checkstr(L, 1); - int32_t k = lj_lib_checkint(L, 2); + int32_t rep = lj_lib_checkint(L, 2); GCstr *sep = lj_lib_optstr(L, 3); - int32_t len = (int32_t)s->len; - global_State *g = G(L); - int64_t tlen; - const char *src; - char *buf; - if (k <= 0) { - empty: - setstrV(L, L->base-1, &g->strempty); - return FFH_RES(1); + SBuf *sb = lj_buf_tmp_(L); + if (sep && rep > 1) { + GCstr *s2 = lj_buf_cat2str(L, sep, s); + lj_buf_reset(sb); + lj_buf_putstr(sb, s); + s = s2; + rep--; } - if (sep) { - tlen = (int64_t)len + sep->len; - if (tlen > LJ_MAX_STR) - lj_err_caller(L, LJ_ERR_STROV); - tlen *= k; - if (tlen > LJ_MAX_STR) - lj_err_caller(L, LJ_ERR_STROV); - } else { - tlen = (int64_t)k * len; - if (tlen > LJ_MAX_STR) - lj_err_caller(L, LJ_ERR_STROV); - } - if (tlen == 0) goto empty; - buf = lj_str_needbuf(L, &g->tmpbuf, (MSize)tlen); - src = strdata(s); - if (sep) { - tlen -= sep->len; /* Ignore trailing separator. */ - if (k > 1) { /* Paste one string and one separator. */ - int32_t i; - i = 0; while (i < len) *buf++ = src[i++]; - src = strdata(sep); len = sep->len; - i = 0; while (i < len) *buf++ = src[i++]; - src = g->tmpbuf.buf; len += s->len; k--; /* Now copy that k-1 times. */ - } - } - do { - int32_t i = 0; - do { *buf++ = src[i++]; } while (i < len); - } while (--k > 0); - setstrV(L, L->base-1, lj_str_new(L, g->tmpbuf.buf, (size_t)tlen)); - return FFH_RES(1); + sb = lj_buf_putstr_rep(sb, s, rep); + setstrV(L, L->top-1, lj_buf_str(L, sb)); + lj_gc_check(L); + return 1; } -LJLIB_ASM(string_reverse) +LJLIB_ASM(string_reverse) LJLIB_REC(string_op IRCALL_lj_buf_putstr_reverse) { - GCstr *s = lj_lib_checkstr(L, 1); - lj_str_needbuf(L, &G(L)->tmpbuf, s->len); + lj_lib_checkstr(L, 1); return FFH_RETRY; } -LJLIB_ASM_(string_lower) -LJLIB_ASM_(string_upper) +LJLIB_ASM_(string_lower) LJLIB_REC(string_op IRCALL_lj_buf_putstr_lower) +LJLIB_ASM_(string_upper) LJLIB_REC(string_op IRCALL_lj_buf_putstr_upper) /* ------------------------------------------------------------------------ */ -static int writer_buf(lua_State *L, const void *p, size_t size, void *b) +static int writer_buf(lua_State *L, const void *p, size_t size, void *sb) { - luaL_addlstring((luaL_Buffer *)b, (const char *)p, size); + lj_buf_putmem((SBuf *)sb, p, (MSize)size); UNUSED(L); return 0; } @@ -153,12 +124,12 @@ LJLIB_CF(string_dump) { GCfunc *fn = lj_lib_checkfunc(L, 1); int strip = L->base+1 < L->top && tvistruecond(L->base+1); - luaL_Buffer b; + SBuf *sb = lj_buf_tmp_(L); /* Assumes lj_bcwrite() doesn't use tmpbuf. */ L->top = L->base+1; - luaL_buffinit(L, &b); - if (!isluafunc(fn) || lj_bcwrite(L, funcproto(fn), writer_buf, &b, strip)) + if (!isluafunc(fn) || lj_bcwrite(L, funcproto(fn), writer_buf, sb, strip)) lj_err_caller(L, LJ_ERR_STRDUMP); - luaL_pushresult(&b); + setstrV(L, L->top-1, lj_buf_str(L, sb)); + lj_gc_check(L); return 1; } @@ -183,7 +154,6 @@ typedef struct MatchState { } MatchState; #define L_ESC '%' -#define SPECIALS "^$*+?.([%-" static int check_capture(MatchState *ms, int l) { @@ -450,30 +420,6 @@ static const char *match(MatchState *ms, const char *s, const char *p) return s; } -static const char *lmemfind(const char *s1, size_t l1, - const char *s2, size_t l2) -{ - if (l2 == 0) { - return s1; /* empty strings are everywhere */ - } else if (l2 > l1) { - return NULL; /* avoids a negative `l1' */ - } else { - const char *init; /* to search for a `*s2' inside `s1' */ - l2--; /* 1st char will be checked by `memchr' */ - l1 = l1-l2; /* `s2' cannot be found after that */ - while (l1 > 0 && (init = (const char *)memchr(s1, *s2, l1)) != NULL) { - init++; /* 1st char is already checked */ - if (memcmp(init, s2+1, l2) == 0) { - return init-1; - } else { /* correct `l1' and `s1' to try again */ - l1 -= (size_t)(init-s1); - s1 = init; - } - } - return NULL; /* not found */ - } -} - static void push_onecapture(MatchState *ms, int i, const char *s, const char *e) { if (i >= ms->level) { @@ -501,64 +447,60 @@ static int push_captures(MatchState *ms, const char *s, const char *e) return nlevels; /* number of strings pushed */ } -static ptrdiff_t posrelat(ptrdiff_t pos, size_t len) -{ - /* relative string position: negative means back from end */ - if (pos < 0) pos += (ptrdiff_t)len + 1; - return (pos >= 0) ? pos : 0; -} - static int str_find_aux(lua_State *L, int find) { - size_t l1, l2; - const char *s = luaL_checklstring(L, 1, &l1); - const char *p = luaL_checklstring(L, 2, &l2); - ptrdiff_t init = posrelat(luaL_optinteger(L, 3, 1), l1) - 1; - if (init < 0) { - init = 0; - } else if ((size_t)(init) > l1) { + GCstr *s = lj_lib_checkstr(L, 1); + GCstr *p = lj_lib_checkstr(L, 2); + int32_t start = lj_lib_optint(L, 3, 1); + MSize st; + if (start < 0) start += (int32_t)s->len; else start--; + if (start < 0) start = 0; + st = (MSize)start; + if (st > s->len) { #if LJ_52 setnilV(L->top-1); return 1; #else - init = (ptrdiff_t)l1; + st = s->len; #endif } - if (find && (lua_toboolean(L, 4) || /* explicit request? */ - strpbrk(p, SPECIALS) == NULL)) { /* or no special characters? */ - /* do a plain search */ - const char *s2 = lmemfind(s+init, l1-(size_t)init, p, l2); - if (s2) { - lua_pushinteger(L, s2-s+1); - lua_pushinteger(L, s2-s+(ptrdiff_t)l2); + if (find && ((L->base+3 < L->top && tvistruecond(L->base+3)) || + !lj_str_haspattern(p))) { /* Search for fixed string. */ + const char *q = lj_str_find(strdata(s)+st, strdata(p), s->len-st, p->len); + if (q) { + setintV(L->top-2, (int32_t)(q-strdata(s)) + 1); + setintV(L->top-1, (int32_t)(q-strdata(s)) + (int32_t)p->len); return 2; } - } else { + } else { /* Search for pattern. */ MatchState ms; - int anchor = (*p == '^') ? (p++, 1) : 0; - const char *s1=s+init; + const char *pstr = strdata(p); + const char *sstr = strdata(s) + st; + int anchor = 0; + if (*pstr == '^') { pstr++; anchor = 1; } ms.L = L; - ms.src_init = s; - ms.src_end = s+l1; - do { - const char *res; + ms.src_init = strdata(s); + ms.src_end = strdata(s) + s->len; + do { /* Loop through string and try to match the pattern. */ + const char *q; ms.level = ms.depth = 0; - if ((res=match(&ms, s1, p)) != NULL) { + q = match(&ms, sstr, pstr); + if (q) { if (find) { - lua_pushinteger(L, s1-s+1); /* start */ - lua_pushinteger(L, res-s); /* end */ - return push_captures(&ms, NULL, 0) + 2; + setintV(L->top++, (int32_t)(sstr-(strdata(s)-1))); + setintV(L->top++, (int32_t)(q-strdata(s))); + return push_captures(&ms, NULL, NULL) + 2; } else { - return push_captures(&ms, s1, res); + return push_captures(&ms, sstr, q); } } - } while (s1++ < ms.src_end && !anchor); + } while (sstr++ < ms.src_end && !anchor); } - lua_pushnil(L); /* not found */ + setnilV(L->top-1); /* Not found. */ return 1; } -LJLIB_CF(string_find) +LJLIB_CF(string_find) LJLIB_REC(.) { return str_find_aux(L, 1); } @@ -698,221 +640,91 @@ LJLIB_CF(string_gsub) /* ------------------------------------------------------------------------ */ -/* maximum size of each formatted item (> len(format('%99.99f', -1e308))) */ -#define MAX_FMTITEM 512 -/* valid flags in a format specification */ -#define FMT_FLAGS "-+ #0" -/* -** maximum size of each format specification (such as '%-099.99d') -** (+10 accounts for %99.99x plus margin of error) -*/ -#define MAX_FMTSPEC (sizeof(FMT_FLAGS) + sizeof(LUA_INTFRMLEN) + 10) - -static void addquoted(lua_State *L, luaL_Buffer *b, int arg) -{ - GCstr *str = lj_lib_checkstr(L, arg); - int32_t len = (int32_t)str->len; - const char *s = strdata(str); - luaL_addchar(b, '"'); - while (len--) { - uint32_t c = uchar(*s); - if (c == '"' || c == '\\' || c == '\n') { - luaL_addchar(b, '\\'); - } else if (lj_char_iscntrl(c)) { /* This can only be 0-31 or 127. */ - uint32_t d; - luaL_addchar(b, '\\'); - if (c >= 100 || lj_char_isdigit(uchar(s[1]))) { - luaL_addchar(b, '0'+(c >= 100)); if (c >= 100) c -= 100; - goto tens; - } else if (c >= 10) { - tens: - d = (c * 205) >> 11; c -= d * 10; luaL_addchar(b, '0'+d); - } - c += '0'; - } - luaL_addchar(b, c); - s++; - } - luaL_addchar(b, '"'); -} - -static const char *scanformat(lua_State *L, const char *strfrmt, char *form) -{ - const char *p = strfrmt; - while (*p != '\0' && strchr(FMT_FLAGS, *p) != NULL) p++; /* skip flags */ - if ((size_t)(p - strfrmt) >= sizeof(FMT_FLAGS)) - lj_err_caller(L, LJ_ERR_STRFMTR); - if (lj_char_isdigit(uchar(*p))) p++; /* skip width */ - if (lj_char_isdigit(uchar(*p))) p++; /* (2 digits at most) */ - if (*p == '.') { - p++; - if (lj_char_isdigit(uchar(*p))) p++; /* skip precision */ - if (lj_char_isdigit(uchar(*p))) p++; /* (2 digits at most) */ - } - if (lj_char_isdigit(uchar(*p))) - lj_err_caller(L, LJ_ERR_STRFMTW); - *(form++) = '%'; - strncpy(form, strfrmt, (size_t)(p - strfrmt + 1)); - form += p - strfrmt + 1; - *form = '\0'; - return p; -} - -static void addintlen(char *form) -{ - size_t l = strlen(form); - char spec = form[l - 1]; - strcpy(form + l - 1, LUA_INTFRMLEN); - form[l + sizeof(LUA_INTFRMLEN) - 2] = spec; - form[l + sizeof(LUA_INTFRMLEN) - 1] = '\0'; -} - -static unsigned LUA_INTFRM_T num2intfrm(lua_State *L, int arg) -{ - if (sizeof(LUA_INTFRM_T) == 4) { - return (LUA_INTFRM_T)lj_lib_checkbit(L, arg); - } else { - cTValue *o; - lj_lib_checknumber(L, arg); - o = L->base+arg-1; - if (tvisint(o)) - return (LUA_INTFRM_T)intV(o); - else - return (LUA_INTFRM_T)numV(o); - } -} - -static unsigned LUA_INTFRM_T num2uintfrm(lua_State *L, int arg) -{ - if (sizeof(LUA_INTFRM_T) == 4) { - return (unsigned LUA_INTFRM_T)lj_lib_checkbit(L, arg); - } else { - cTValue *o; - lj_lib_checknumber(L, arg); - o = L->base+arg-1; - if (tvisint(o)) - return (unsigned LUA_INTFRM_T)intV(o); - else if ((int32_t)o->u32.hi < 0) - return (unsigned LUA_INTFRM_T)(LUA_INTFRM_T)numV(o); - else - return (unsigned LUA_INTFRM_T)numV(o); - } -} - -static GCstr *meta_tostring(lua_State *L, int arg) +/* Emulate tostring() inline. */ +static GCstr *string_fmt_tostring(lua_State *L, int arg, int retry) { TValue *o = L->base+arg-1; cTValue *mo; lua_assert(o < L->top); /* Caller already checks for existence. */ if (LJ_LIKELY(tvisstr(o))) return strV(o); - if (!tvisnil(mo = lj_meta_lookup(L, o, MM_tostring))) { + if (retry != 2 && !tvisnil(mo = lj_meta_lookup(L, o, MM_tostring))) { copyTV(L, L->top++, mo); copyTV(L, L->top++, o); lua_call(L, 1, 1); - L->top--; - if (tvisstr(L->top)) - return strV(L->top); - o = L->base+arg-1; - copyTV(L, o, L->top); - } - if (tvisnumber(o)) { - return lj_str_fromnumber(L, o); - } else if (tvisnil(o)) { - return lj_str_newlit(L, "nil"); - } else if (tvisfalse(o)) { - return lj_str_newlit(L, "false"); - } else if (tvistrue(o)) { - return lj_str_newlit(L, "true"); - } else { - if (tvisfunc(o) && isffunc(funcV(o))) - lj_str_pushf(L, "function: builtin#%d", funcV(o)->c.ffid); - else - lj_str_pushf(L, "%s: %p", lj_typename(o), lua_topointer(L, arg)); - L->top--; - return strV(L->top); + copyTV(L, L->base+arg-1, --L->top); + return NULL; /* Buffer may be overwritten, retry. */ } + return lj_strfmt_obj(L, o); } -LJLIB_CF(string_format) +LJLIB_CF(string_format) LJLIB_REC(.) { - int arg = 1, top = (int)(L->top - L->base); - GCstr *fmt = lj_lib_checkstr(L, arg); - const char *strfrmt = strdata(fmt); - const char *strfrmt_end = strfrmt + fmt->len; - luaL_Buffer b; - luaL_buffinit(L, &b); - while (strfrmt < strfrmt_end) { - if (*strfrmt != L_ESC) { - luaL_addchar(&b, *strfrmt++); - } else if (*++strfrmt == L_ESC) { - luaL_addchar(&b, *strfrmt++); /* %% */ - } else { /* format item */ - char form[MAX_FMTSPEC]; /* to store the format (`%...') */ - char buff[MAX_FMTITEM]; /* to store the formatted item */ + int arg, top = (int)(L->top - L->base); + GCstr *fmt; + SBuf *sb; + FormatState fs; + SFormat sf; + int retry = 0; +again: + arg = 1; + sb = lj_buf_tmp_(L); + fmt = lj_lib_checkstr(L, arg); + lj_strfmt_init(&fs, strdata(fmt), fmt->len); + while ((sf = lj_strfmt_parse(&fs)) != STRFMT_EOF) { + if (sf == STRFMT_LIT) { + lj_buf_putmem(sb, fs.str, fs.len); + } else if (sf == STRFMT_ERR) { + lj_err_callerv(L, LJ_ERR_STRFMT, strdata(lj_str_new(L, fs.str, fs.len))); + } else { if (++arg > top) luaL_argerror(L, arg, lj_obj_typename[0]); - strfrmt = scanformat(L, strfrmt, form); - switch (*strfrmt++) { - case 'c': - sprintf(buff, form, lj_lib_checkint(L, arg)); + switch (STRFMT_TYPE(sf)) { + case STRFMT_INT: + if (tvisint(L->base+arg-1)) { + int32_t k = intV(L->base+arg-1); + if (sf == STRFMT_INT) + lj_strfmt_putint(sb, k); /* Shortcut for plain %d. */ + else + lj_strfmt_putfxint(sb, sf, k); + } else { + lj_strfmt_putfnum_int(sb, sf, lj_lib_checknum(L, arg)); + } break; - case 'd': case 'i': - addintlen(form); - sprintf(buff, form, num2intfrm(L, arg)); + case STRFMT_UINT: + if (tvisint(L->base+arg-1)) + lj_strfmt_putfxint(sb, sf, intV(L->base+arg-1)); + else + lj_strfmt_putfnum_uint(sb, sf, lj_lib_checknum(L, arg)); break; - case 'o': case 'u': case 'x': case 'X': - addintlen(form); - sprintf(buff, form, num2uintfrm(L, arg)); + case STRFMT_NUM: + lj_strfmt_putfnum(sb, sf, lj_lib_checknum(L, arg)); break; - case 'e': case 'E': case 'f': case 'g': case 'G': case 'a': case 'A': { - TValue tv; - tv.n = lj_lib_checknum(L, arg); - if (LJ_UNLIKELY((tv.u32.hi << 1) >= 0xffe00000)) { - /* Canonicalize output of non-finite values. */ - char *p, nbuf[LJ_STR_NUMBUF]; - size_t len = lj_str_bufnum(nbuf, &tv); - if (strfrmt[-1] < 'a') { - nbuf[len-3] = nbuf[len-3] - 0x20; - nbuf[len-2] = nbuf[len-2] - 0x20; - nbuf[len-1] = nbuf[len-1] - 0x20; - } - nbuf[len] = '\0'; - for (p = form; *p < 'A' && *p != '.'; p++) ; - *p++ = 's'; *p = '\0'; - sprintf(buff, form, nbuf); - break; - } - sprintf(buff, form, (double)tv.n); + case STRFMT_STR: { + GCstr *str = string_fmt_tostring(L, arg, retry); + if (str == NULL) + retry = 1; + else if ((sf & STRFMT_T_QUOTED)) + lj_strfmt_putquoted(sb, str); /* No formatting. */ + else + lj_strfmt_putfstr(sb, sf, str); break; } - case 'q': - addquoted(L, &b, arg); - continue; - case 'p': - lj_str_pushf(L, "%p", lua_topointer(L, arg)); - luaL_addvalue(&b); - continue; - case 's': { - GCstr *str = meta_tostring(L, arg); - if (!strchr(form, '.') && str->len >= 100) { - /* no precision and string is too long to be formatted; - keep original string */ - setstrV(L, L->top++, str); - luaL_addvalue(&b); - continue; - } - sprintf(buff, form, strdata(str)); + case STRFMT_CHAR: + lj_strfmt_putfchar(sb, sf, lj_lib_checkint(L, arg)); + break; + case STRFMT_PTR: /* No formatting. */ + lj_strfmt_putptr(sb, lj_obj_ptr(L->base+arg-1)); break; - } default: - lj_err_callerv(L, LJ_ERR_STRFMTO, *(strfrmt -1)); + lua_assert(0); break; } - luaL_addlstring(&b, buff, strlen(buff)); } } - luaL_pushresult(&b); + if (retry++ == 1) goto again; + setstrV(L, L->top-1, lj_buf_str(L, sb)); + lj_gc_check(L); return 1; } @@ -925,10 +737,6 @@ LUALIB_API int luaopen_string(lua_State *L) GCtab *mt; global_State *g; LJ_LIB_REG(L, LUA_STRLIBNAME, string); -#if defined(LUA_COMPAT_GFIND) && !LJ_52 - lua_getfield(L, -1, "gmatch"); - lua_setfield(L, -2, "gfind"); -#endif mt = lj_tab_new(L, 0, 1); /* NOBARRIER: basemt is a GC root. */ g = G(L); diff --git a/core/src/luajit/src/lib_table.c b/core/src/luajit/src/lib_table.c index fbfe86387..0450f1f68 100644 --- a/core/src/luajit/src/lib_table.c +++ b/core/src/luajit/src/lib_table.c @@ -1,6 +1,6 @@ /* ** Table library. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Major portions taken verbatim or adapted from the Lua interpreter. ** Copyright (C) 1994-2008 Lua.org, PUC-Rio. See Copyright Notice in lua.h @@ -16,57 +16,43 @@ #include "lj_obj.h" #include "lj_gc.h" #include "lj_err.h" +#include "lj_buf.h" #include "lj_tab.h" +#include "lj_ff.h" #include "lj_lib.h" /* ------------------------------------------------------------------------ */ #define LJLIB_MODULE_table -LJLIB_CF(table_foreachi) -{ - GCtab *t = lj_lib_checktab(L, 1); - GCfunc *func = lj_lib_checkfunc(L, 2); - MSize i, n = lj_tab_len(t); - for (i = 1; i <= n; i++) { - cTValue *val; - setfuncV(L, L->top, func); - setintV(L->top+1, i); - val = lj_tab_getint(t, (int32_t)i); - if (val) { copyTV(L, L->top+2, val); } else { setnilV(L->top+2); } - L->top += 3; - lua_call(L, 2, 1); - if (!tvisnil(L->top-1)) - return 1; - L->top--; - } - return 0; -} +LJLIB_LUA(table_foreachi) /* + function(t, f) + CHECK_tab(t) + CHECK_func(f) + for i=1,#t do + local r = f(i, t[i]) + if r ~= nil then return r end + end + end +*/ -LJLIB_CF(table_foreach) -{ - GCtab *t = lj_lib_checktab(L, 1); - GCfunc *func = lj_lib_checkfunc(L, 2); - L->top = L->base+3; - setnilV(L->top-1); - while (lj_tab_next(L, t, L->top-1)) { - copyTV(L, L->top+2, L->top); - copyTV(L, L->top+1, L->top-1); - setfuncV(L, L->top, func); - L->top += 3; - lua_call(L, 2, 1); - if (!tvisnil(L->top-1)) - return 1; - L->top--; - } - return 0; -} +LJLIB_LUA(table_foreach) /* + function(t, f) + CHECK_tab(t) + CHECK_func(f) + for k, v in PAIRS(t) do + local r = f(k, v) + if r ~= nil then return r end + end + end +*/ -LJLIB_ASM(table_getn) LJLIB_REC(.) -{ - lj_lib_checktab(L, 1); - return FFH_UNREACHABLE; -} +LJLIB_LUA(table_getn) /* + function(t) + CHECK_tab(t) + return #t + end +*/ LJLIB_CF(table_maxn) { @@ -119,52 +105,67 @@ LJLIB_CF(table_insert) LJLIB_REC(.) return 0; } -LJLIB_CF(table_remove) LJLIB_REC(.) -{ - GCtab *t = lj_lib_checktab(L, 1); - int32_t e = (int32_t)lj_tab_len(t); - int32_t pos = lj_lib_optint(L, 2, e); - if (!(1 <= pos && pos <= e)) /* Nothing to remove? */ - return 0; - lua_rawgeti(L, 1, pos); /* Get previous value. */ - /* NOBARRIER: This just moves existing elements around. */ - for (; pos < e; pos++) { - cTValue *src = lj_tab_getint(t, pos+1); - TValue *dst = lj_tab_setint(L, t, pos); - if (src) { - copyTV(L, dst, src); - } else { - setnilV(dst); - } - } - setnilV(lj_tab_setint(L, t, e)); /* Remove (last) value. */ - return 1; /* Return previous value. */ -} +LJLIB_LUA(table_remove) /* + function(t, pos) + CHECK_tab(t) + local len = #t + if pos == nil then + if len ~= 0 then + local old = t[len] + t[len] = nil + return old + end + else + CHECK_int(pos) + if pos >= 1 and pos <= len then + local old = t[pos] + for i=pos+1,len do + t[i-1] = t[i] + end + t[len] = nil + return old + end + end + end +*/ + +LJLIB_LUA(table_move) /* + function(a1, f, e, t, a2) + CHECK_tab(a1) + CHECK_int(f) + CHECK_int(e) + CHECK_int(t) + if a2 == nil then a2 = a1 end + CHECK_tab(a2) + if e >= f then + local d = t - f + if t > e or t <= f or a2 ~= a1 then + for i=f,e do a2[i+d] = a1[i] end + else + for i=e,f,-1 do a2[i+d] = a1[i] end + end + end + return a2 + end +*/ -LJLIB_CF(table_concat) +LJLIB_CF(table_concat) LJLIB_REC(.) { - luaL_Buffer b; GCtab *t = lj_lib_checktab(L, 1); GCstr *sep = lj_lib_optstr(L, 2); - MSize seplen = sep ? sep->len : 0; int32_t i = lj_lib_optint(L, 3, 1); int32_t e = (L->base+3 < L->top && !tvisnil(L->base+3)) ? lj_lib_checkint(L, 4) : (int32_t)lj_tab_len(t); - luaL_buffinit(L, &b); - if (i <= e) { - for (;;) { - cTValue *o; - lua_rawgeti(L, 1, i); - o = L->top-1; - if (!(tvisstr(o) || tvisnumber(o))) - lj_err_callerv(L, LJ_ERR_TABCAT, lj_typename(o), i); - luaL_addvalue(&b); - if (i++ == e) break; - if (seplen) - luaL_addlstring(&b, strdata(sep), seplen); - } + SBuf *sb = lj_buf_tmp_(L); + SBuf *sbx = lj_buf_puttab(sb, t, sep, i, e); + if (LJ_UNLIKELY(!sbx)) { /* Error: bad element type. */ + int32_t idx = (int32_t)(intptr_t)sbufP(sb); + cTValue *o = lj_tab_getint(t, idx); + lj_err_callerv(L, LJ_ERR_TABCAT, + lj_obj_itypename[o ? itypemap(o) : ~LJ_TNIL], idx); } - luaL_pushresult(&b); + setstrV(L, L->top-1, lj_buf_str(L, sbx)); + lj_gc_check(L); return 1; } @@ -284,6 +285,30 @@ LJLIB_CF(table_pack) } #endif +LJLIB_NOREG LJLIB_CF(table_new) LJLIB_REC(.) +{ + int32_t a = lj_lib_checkint(L, 1); + int32_t h = lj_lib_checkint(L, 2); + lua_createtable(L, a, h); + return 1; +} + +LJLIB_NOREG LJLIB_CF(table_clear) LJLIB_REC(.) +{ + lj_tab_clear(lj_lib_checktab(L, 1)); + return 0; +} + +static int luaopen_table_new(lua_State *L) +{ + return lj_lib_postreg(L, lj_cf_table_new, FF_table_new, "new"); +} + +static int luaopen_table_clear(lua_State *L) +{ + return lj_lib_postreg(L, lj_cf_table_clear, FF_table_clear, "clear"); +} + /* ------------------------------------------------------------------------ */ #include "lj_libdef.h" @@ -295,6 +320,8 @@ LUALIB_API int luaopen_table(lua_State *L) lua_getglobal(L, "unpack"); lua_setfield(L, -2, "unpack"); #endif + lj_lib_prereg(L, LUA_TABLIBNAME ".new", luaopen_table_new, tabV(L->top-1)); + lj_lib_prereg(L, LUA_TABLIBNAME ".clear", luaopen_table_clear, tabV(L->top-1)); return 1; } diff --git a/core/src/luajit/src/lj.supp b/core/src/luajit/src/lj.supp index 411f26170..217f7c890 100644 --- a/core/src/luajit/src/lj.supp +++ b/core/src/luajit/src/lj.supp @@ -24,3 +24,18 @@ Memcheck:Cond fun:lj_str_new } +{ + Optimized string compare + Memcheck:Addr4 + fun:str_fastcmp +} +{ + Optimized string compare + Memcheck:Addr1 + fun:str_fastcmp +} +{ + Optimized string compare + Memcheck:Cond + fun:str_fastcmp +} diff --git a/core/src/luajit/src/lj_alloc.c b/core/src/luajit/src/lj_alloc.c index 7c7ec6787..95d15d046 100644 --- a/core/src/luajit/src/lj_alloc.c +++ b/core/src/luajit/src/lj_alloc.c @@ -72,13 +72,56 @@ #define IS_DIRECT_BIT (SIZE_T_ONE) + +/* Determine system-specific block allocation method. */ #if LJ_TARGET_WINDOWS #define WIN32_LEAN_AND_MEAN #include <windows.h> +#define LJ_ALLOC_VIRTUALALLOC 1 + +#if LJ_64 && !LJ_GC64 +#define LJ_ALLOC_NTAVM 1 +#endif + +#else + +#include <errno.h> +/* If this include fails, then rebuild with: -DLUAJIT_USE_SYSMALLOC */ +#include <sys/mman.h> + +#define LJ_ALLOC_MMAP 1 + #if LJ_64 +#define LJ_ALLOC_MMAP_PROBE 1 + +#if LJ_GC64 +#define LJ_ALLOC_MBITS 47 /* 128 TB in LJ_GC64 mode. */ +#elif LJ_TARGET_X64 && LJ_HASJIT +/* Due to limitations in the x64 compiler backend. */ +#define LJ_ALLOC_MBITS 31 /* 2 GB on x64 with !LJ_GC64. */ +#else +#define LJ_ALLOC_MBITS 32 /* 4 GB on other archs with !LJ_GC64. */ +#endif + +#endif + +#if LJ_64 && !LJ_GC64 && defined(MAP_32BIT) +#define LJ_ALLOC_MMAP32 1 +#endif + +#if LJ_TARGET_LINUX +#define LJ_ALLOC_MREMAP 1 +#endif + +#endif + + +#if LJ_ALLOC_VIRTUALALLOC + +#if LJ_ALLOC_NTAVM /* Undocumented, but hey, that's what we all love so much about Windows. */ typedef long (*PNTAVM)(HANDLE handle, void **addr, ULONG zbits, size_t *size, ULONG alloctype, ULONG prot); @@ -89,14 +132,15 @@ static PNTAVM ntavm; */ #define NTAVM_ZEROBITS 1 -static void INIT_MMAP(void) +static void init_mmap(void) { ntavm = (PNTAVM)GetProcAddress(GetModuleHandleA("ntdll.dll"), "NtAllocateVirtualMemory"); } +#define INIT_MMAP() init_mmap() /* Win64 32 bit MMAP via NtAllocateVirtualMemory. */ -static LJ_AINLINE void *CALL_MMAP(size_t size) +static void *CALL_MMAP(size_t size) { DWORD olderr = GetLastError(); void *ptr = NULL; @@ -107,7 +151,7 @@ static LJ_AINLINE void *CALL_MMAP(size_t size) } /* For direct MMAP, use MEM_TOP_DOWN to minimize interference */ -static LJ_AINLINE void *DIRECT_MMAP(size_t size) +static void *DIRECT_MMAP(size_t size) { DWORD olderr = GetLastError(); void *ptr = NULL; @@ -119,10 +163,8 @@ static LJ_AINLINE void *DIRECT_MMAP(size_t size) #else -#define INIT_MMAP() ((void)0) - /* Win32 MMAP via VirtualAlloc */ -static LJ_AINLINE void *CALL_MMAP(size_t size) +static void *CALL_MMAP(size_t size) { DWORD olderr = GetLastError(); void *ptr = VirtualAlloc(0, size, MEM_RESERVE|MEM_COMMIT, PAGE_READWRITE); @@ -131,7 +173,7 @@ static LJ_AINLINE void *CALL_MMAP(size_t size) } /* For direct MMAP, use MEM_TOP_DOWN to minimize interference */ -static LJ_AINLINE void *DIRECT_MMAP(size_t size) +static void *DIRECT_MMAP(size_t size) { DWORD olderr = GetLastError(); void *ptr = VirtualAlloc(0, size, MEM_RESERVE|MEM_COMMIT|MEM_TOP_DOWN, @@ -143,7 +185,7 @@ static LJ_AINLINE void *DIRECT_MMAP(size_t size) #endif /* This function supports releasing coalesed segments */ -static LJ_AINLINE int CALL_MUNMAP(void *ptr, size_t size) +static int CALL_MUNMAP(void *ptr, size_t size) { DWORD olderr = GetLastError(); MEMORY_BASIC_INFORMATION minfo; @@ -163,10 +205,7 @@ static LJ_AINLINE int CALL_MUNMAP(void *ptr, size_t size) return 0; } -#else - -#include <errno.h> -#include <sys/mman.h> +#elif LJ_ALLOC_MMAP #define MMAP_PROT (PROT_READ|PROT_WRITE) #if !defined(MAP_ANONYMOUS) && defined(MAP_ANON) @@ -174,105 +213,151 @@ static LJ_AINLINE int CALL_MUNMAP(void *ptr, size_t size) #endif #define MMAP_FLAGS (MAP_PRIVATE|MAP_ANONYMOUS) -#if LJ_64 -/* 64 bit mode needs special support for allocating memory in the lower 2GB. */ - -#if defined(MAP_32BIT) +#if LJ_ALLOC_MMAP_PROBE -#if defined(__sun__) -#define MMAP_REGION_START ((uintptr_t)0x1000) +#ifdef MAP_TRYFIXED +#define MMAP_FLAGS_PROBE (MMAP_FLAGS|MAP_TRYFIXED) #else -/* Actually this only gives us max. 1GB in current Linux kernels. */ -#define MMAP_REGION_START ((uintptr_t)0) +#define MMAP_FLAGS_PROBE MMAP_FLAGS #endif -static LJ_AINLINE void *CALL_MMAP(size_t size) -{ - int olderr = errno; - void *ptr = mmap((void *)MMAP_REGION_START, size, MMAP_PROT, MAP_32BIT|MMAP_FLAGS, -1, 0); - errno = olderr; - return ptr; -} +#define LJ_ALLOC_MMAP_PROBE_MAX 30 +#define LJ_ALLOC_MMAP_PROBE_LINEAR 5 -#elif LJ_TARGET_OSX || LJ_TARGET_PS4 || defined(__FreeBSD__) || defined(__FreeBSD_kernel__) || defined(__NetBSD__) || defined(__OpenBSD__) || defined(__DragonFly__) || defined(__sun__) +#define LJ_ALLOC_MMAP_PROBE_LOWER ((uintptr_t)0x4000) -/* OSX and FreeBSD mmap() use a naive first-fit linear search. -** That's perfect for us. Except that -pagezero_size must be set for OSX, -** otherwise the lower 4GB are blocked. And the 32GB RLIMIT_DATA needs -** to be reduced to 250MB on FreeBSD. +/* No point in a giant ifdef mess. Just try to open /dev/urandom. +** It doesn't really matter if this fails, since we get some ASLR bits from +** every unsuitable allocation, too. And we prefer linear allocation, anyway. */ -#if LJ_TARGET_OSX || defined(__DragonFly__) -#define MMAP_REGION_START ((uintptr_t)0x10000) -#elif LJ_TARGET_PS4 -#define MMAP_REGION_START ((uintptr_t)0x4000) -#else -#define MMAP_REGION_START ((uintptr_t)0x10000000) -#endif -#define MMAP_REGION_END ((uintptr_t)0x80000000) +#include <fcntl.h> +#include <unistd.h> -#if (defined(__FreeBSD__) || defined(__FreeBSD_kernel__)) && !LJ_TARGET_PS4 -#include <sys/resource.h> -#endif +static uintptr_t mmap_probe_seed(void) +{ + uintptr_t val; + int fd = open("/dev/urandom", O_RDONLY); + if (fd != -1) { + int ok = ((size_t)read(fd, &val, sizeof(val)) == sizeof(val)); + (void)close(fd); + if (ok) return val; + } + return 1; /* Punt. */ +} -static LJ_AINLINE void *CALL_MMAP(size_t size) +static void *mmap_probe(size_t size) { - int olderr = errno; /* Hint for next allocation. Doesn't need to be thread-safe. */ - static uintptr_t alloc_hint = MMAP_REGION_START; - int retry = 0; -#if (defined(__FreeBSD__) || defined(__FreeBSD_kernel__)) && !LJ_TARGET_PS4 - static int rlimit_modified = 0; - if (LJ_UNLIKELY(rlimit_modified == 0)) { - struct rlimit rlim; - rlim.rlim_cur = rlim.rlim_max = MMAP_REGION_START; - setrlimit(RLIMIT_DATA, &rlim); /* Ignore result. May fail below. */ - rlimit_modified = 1; - } -#endif - for (;;) { - void *p = mmap((void *)alloc_hint, size, MMAP_PROT, MMAP_FLAGS, -1, 0); - if ((uintptr_t)p >= MMAP_REGION_START && - (uintptr_t)p + size < MMAP_REGION_END) { - alloc_hint = (uintptr_t)p + size; + static uintptr_t hint_addr = 0; + static uintptr_t hint_prng = 0; + int olderr = errno; + int retry; + for (retry = 0; retry < LJ_ALLOC_MMAP_PROBE_MAX; retry++) { + void *p = mmap((void *)hint_addr, size, MMAP_PROT, MMAP_FLAGS_PROBE, -1, 0); + uintptr_t addr = (uintptr_t)p; + if ((addr >> LJ_ALLOC_MBITS) == 0 && addr >= LJ_ALLOC_MMAP_PROBE_LOWER) { + /* We got a suitable address. Bump the hint address. */ + hint_addr = addr + size; errno = olderr; return p; } - if (p != CMFAIL) munmap(p, size); -#if defined(__sun__) || defined(__DragonFly__) - alloc_hint += 0x1000000; /* Need near-exhaustive linear scan. */ - if (alloc_hint + size < MMAP_REGION_END) continue; -#endif - if (retry) break; - retry = 1; - alloc_hint = MMAP_REGION_START; + if (p != MFAIL) { + munmap(p, size); + } else if (errno == ENOMEM) { + return MFAIL; + } + if (hint_addr) { + /* First, try linear probing. */ + if (retry < LJ_ALLOC_MMAP_PROBE_LINEAR) { + hint_addr += 0x1000000; + if (((hint_addr + size) >> LJ_ALLOC_MBITS) != 0) + hint_addr = 0; + continue; + } else if (retry == LJ_ALLOC_MMAP_PROBE_LINEAR) { + /* Next, try a no-hint probe to get back an ASLR address. */ + hint_addr = 0; + continue; + } + } + /* Finally, try pseudo-random probing. */ + if (LJ_UNLIKELY(hint_prng == 0)) { + hint_prng = mmap_probe_seed(); + } + /* The unsuitable address we got has some ASLR PRNG bits. */ + hint_addr ^= addr & ~((uintptr_t)(LJ_PAGESIZE-1)); + do { /* The PRNG itself is very weak, but see above. */ + hint_prng = hint_prng * 1103515245 + 12345; + hint_addr ^= hint_prng * (uintptr_t)LJ_PAGESIZE; + hint_addr &= (((uintptr_t)1 << LJ_ALLOC_MBITS)-1); + } while (hint_addr < LJ_ALLOC_MMAP_PROBE_LOWER); } errno = olderr; - return CMFAIL; + return MFAIL; } +#endif + +#if LJ_ALLOC_MMAP32 + +#if defined(__sun__) +#define LJ_ALLOC_MMAP32_START ((uintptr_t)0x1000) #else +#define LJ_ALLOC_MMAP32_START ((uintptr_t)0) +#endif -#error "NYI: need an equivalent of MAP_32BIT for this 64 bit OS" +static void *mmap_map32(size_t size) +{ +#if LJ_ALLOC_MMAP_PROBE + static int fallback = 0; + if (fallback) + return mmap_probe(size); +#endif + { + int olderr = errno; + void *ptr = mmap((void *)LJ_ALLOC_MMAP32_START, size, MMAP_PROT, MAP_32BIT|MMAP_FLAGS, -1, 0); + errno = olderr; + /* This only allows 1GB on Linux. So fallback to probing to get 2GB. */ +#if LJ_ALLOC_MMAP_PROBE + if (ptr == MFAIL) { + fallback = 1; + return mmap_probe(size); + } +#endif + return ptr; + } +} #endif +#if LJ_ALLOC_MMAP32 +#define CALL_MMAP(size) mmap_map32(size) +#elif LJ_ALLOC_MMAP_PROBE +#define CALL_MMAP(size) mmap_probe(size) #else - -/* 32 bit mode is easy. */ -static LJ_AINLINE void *CALL_MMAP(size_t size) +static void *CALL_MMAP(size_t size) { int olderr = errno; void *ptr = mmap(NULL, size, MMAP_PROT, MMAP_FLAGS, -1, 0); errno = olderr; return ptr; } - #endif -#define INIT_MMAP() ((void)0) -#define DIRECT_MMAP(s) CALL_MMAP(s) +#if (defined(__FreeBSD__) || defined(__FreeBSD_kernel__)) && !LJ_TARGET_PS4 + +#include <sys/resource.h> + +static void init_mmap(void) +{ + struct rlimit rlim; + rlim.rlim_cur = rlim.rlim_max = 0x10000; + setrlimit(RLIMIT_DATA, &rlim); /* Ignore result. May fail later. */ +} +#define INIT_MMAP() init_mmap() -static LJ_AINLINE int CALL_MUNMAP(void *ptr, size_t size) +#endif + +static int CALL_MUNMAP(void *ptr, size_t size) { int olderr = errno; int ret = munmap(ptr, size); @@ -280,10 +365,9 @@ static LJ_AINLINE int CALL_MUNMAP(void *ptr, size_t size) return ret; } -#if LJ_TARGET_LINUX +#if LJ_ALLOC_MREMAP /* Need to define _GNU_SOURCE to get the mremap prototype. */ -static LJ_AINLINE void *CALL_MREMAP_(void *ptr, size_t osz, size_t nsz, - int flags) +static void *CALL_MREMAP_(void *ptr, size_t osz, size_t nsz, int flags) { int olderr = errno; ptr = mremap(ptr, osz, nsz, flags); @@ -294,7 +378,7 @@ static LJ_AINLINE void *CALL_MREMAP_(void *ptr, size_t osz, size_t nsz, #define CALL_MREMAP(addr, osz, nsz, mv) CALL_MREMAP_((addr), (osz), (nsz), (mv)) #define CALL_MREMAP_NOMOVE 0 #define CALL_MREMAP_MAYMOVE 1 -#if LJ_64 +#if LJ_64 && !LJ_GC64 #define CALL_MREMAP_MV CALL_MREMAP_NOMOVE #else #define CALL_MREMAP_MV CALL_MREMAP_MAYMOVE @@ -303,6 +387,15 @@ static LJ_AINLINE void *CALL_MREMAP_(void *ptr, size_t osz, size_t nsz, #endif + +#ifndef INIT_MMAP +#define INIT_MMAP() ((void)0) +#endif + +#ifndef DIRECT_MMAP +#define DIRECT_MMAP(s) CALL_MMAP(s) +#endif + #ifndef CALL_MREMAP #define CALL_MREMAP(addr, osz, nsz, mv) ((void)osz, MFAIL) #endif diff --git a/core/src/luajit/src/lj_api.c b/core/src/luajit/src/lj_api.c index 3bedb39fd..d17a5754d 100644 --- a/core/src/luajit/src/lj_api.c +++ b/core/src/luajit/src/lj_api.c @@ -1,6 +1,6 @@ /* ** Public Lua/C API. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Major portions taken verbatim or adapted from the Lua interpreter. ** Copyright (C) 1994-2008 Lua.org, PUC-Rio. See Copyright Notice in lua.h @@ -24,6 +24,7 @@ #include "lj_trace.h" #include "lj_vm.h" #include "lj_strscan.h" +#include "lj_strfmt.h" /* -- Common helper functions --------------------------------------------- */ @@ -111,6 +112,13 @@ LUA_API void lua_xmove(lua_State *from, lua_State *to, int n) from->top = f; } +LUA_API const lua_Number *lua_version(lua_State *L) +{ + static const lua_Number version = LUA_VERSION_NUM; + UNUSED(L); + return &version; +} + /* -- Stack manipulation -------------------------------------------------- */ LUA_API int lua_gettop(lua_State *L) @@ -151,30 +159,40 @@ LUA_API void lua_insert(lua_State *L, int idx) copyTV(L, p, L->top); } -LUA_API void lua_replace(lua_State *L, int idx) +static void copy_slot(lua_State *L, TValue *f, int idx) { - api_checknelems(L, 1); if (idx == LUA_GLOBALSINDEX) { - api_check(L, tvistab(L->top-1)); + api_check(L, tvistab(f)); /* NOBARRIER: A thread (i.e. L) is never black. */ - setgcref(L->env, obj2gco(tabV(L->top-1))); + setgcref(L->env, obj2gco(tabV(f))); } else if (idx == LUA_ENVIRONINDEX) { GCfunc *fn = curr_func(L); if (fn->c.gct != ~LJ_TFUNC) lj_err_msg(L, LJ_ERR_NOENV); - api_check(L, tvistab(L->top-1)); - setgcref(fn->c.env, obj2gco(tabV(L->top-1))); - lj_gc_barrier(L, fn, L->top-1); + api_check(L, tvistab(f)); + setgcref(fn->c.env, obj2gco(tabV(f))); + lj_gc_barrier(L, fn, f); } else { TValue *o = index2adr(L, idx); api_checkvalidindex(L, o); - copyTV(L, o, L->top-1); + copyTV(L, o, f); if (idx < LUA_GLOBALSINDEX) /* Need a barrier for upvalues. */ - lj_gc_barrier(L, curr_func(L), L->top-1); + lj_gc_barrier(L, curr_func(L), f); } +} + +LUA_API void lua_replace(lua_State *L, int idx) +{ + api_checknelems(L, 1); + copy_slot(L, L->top - 1, idx); L->top--; } +LUA_API void lua_copy(lua_State *L, int fromidx, int toidx) +{ + copy_slot(L, index2adr(L, fromidx), toidx); +} + LUA_API void lua_pushvalue(lua_State *L, int idx) { copyTV(L, L->top, index2adr(L, idx)); @@ -188,7 +206,7 @@ LUA_API int lua_type(lua_State *L, int idx) cTValue *o = index2adr(L, idx); if (tvisnumber(o)) { return LUA_TNUMBER; -#if LJ_64 +#if LJ_64 && !LJ_GC64 } else if (tvislightud(o)) { return LUA_TLIGHTUSERDATA; #endif @@ -268,7 +286,7 @@ LUA_API int lua_equal(lua_State *L, int idx1, int idx2) return 0; } else if (tvispri(o1)) { return o1 != niltv(L) && o2 != niltv(L); -#if LJ_64 +#if LJ_64 && !LJ_GC64 } else if (tvislightud(o1)) { return o1->u64 == o2->u64; #endif @@ -283,8 +301,8 @@ LUA_API int lua_equal(lua_State *L, int idx1, int idx2) } else { L->top = base+2; lj_vm_call(L, base, 1+1); - L->top -= 2; - return tvistruecond(L->top+1); + L->top -= 2+LJ_FR2; + return tvistruecond(L->top+1+LJ_FR2); } } } @@ -306,8 +324,8 @@ LUA_API int lua_lessthan(lua_State *L, int idx1, int idx2) } else { L->top = base+2; lj_vm_call(L, base, 1+1); - L->top -= 2; - return tvistruecond(L->top+1); + L->top -= 2+LJ_FR2; + return tvistruecond(L->top+1+LJ_FR2); } } } @@ -324,6 +342,22 @@ LUA_API lua_Number lua_tonumber(lua_State *L, int idx) return 0; } +LUA_API lua_Number lua_tonumberx(lua_State *L, int idx, int *ok) +{ + cTValue *o = index2adr(L, idx); + TValue tmp; + if (LJ_LIKELY(tvisnumber(o))) { + if (ok) *ok = 1; + return numberVnum(o); + } else if (tvisstr(o) && lj_strscan_num(strV(o), &tmp)) { + if (ok) *ok = 1; + return numV(&tmp); + } else { + if (ok) *ok = 0; + return 0; + } +} + LUALIB_API lua_Number luaL_checknumber(lua_State *L, int idx) { cTValue *o = index2adr(L, idx); @@ -361,9 +395,38 @@ LUA_API lua_Integer lua_tointeger(lua_State *L, int idx) if (!(tvisstr(o) && lj_strscan_number(strV(o), &tmp))) return 0; if (tvisint(&tmp)) - return (lua_Integer)intV(&tmp); + return intV(&tmp); + n = numV(&tmp); + } +#if LJ_64 + return (lua_Integer)n; +#else + return lj_num2int(n); +#endif +} + +LUA_API lua_Integer lua_tointegerx(lua_State *L, int idx, int *ok) +{ + cTValue *o = index2adr(L, idx); + TValue tmp; + lua_Number n; + if (LJ_LIKELY(tvisint(o))) { + if (ok) *ok = 1; + return intV(o); + } else if (LJ_LIKELY(tvisnum(o))) { + n = numV(o); + } else { + if (!(tvisstr(o) && lj_strscan_number(strV(o), &tmp))) { + if (ok) *ok = 0; + return 0; + } + if (tvisint(&tmp)) { + if (ok) *ok = 1; + return intV(&tmp); + } n = numV(&tmp); } + if (ok) *ok = 1; #if LJ_64 return (lua_Integer)n; #else @@ -434,7 +497,7 @@ LUA_API const char *lua_tolstring(lua_State *L, int idx, size_t *len) } else if (tvisnumber(o)) { lj_gc_check(L); o = index2adr(L, idx); /* GC may move the stack. */ - s = lj_str_fromnumber(L, o); + s = lj_strfmt_number(L, o); setstrV(L, o, s); } else { if (len != NULL) *len = 0; @@ -453,7 +516,7 @@ LUALIB_API const char *luaL_checklstring(lua_State *L, int idx, size_t *len) } else if (tvisnumber(o)) { lj_gc_check(L); o = index2adr(L, idx); /* GC may move the stack. */ - s = lj_str_fromnumber(L, o); + s = lj_strfmt_number(L, o); setstrV(L, o, s); } else { lj_err_argt(L, idx, LUA_TSTRING); @@ -475,7 +538,7 @@ LUALIB_API const char *luaL_optlstring(lua_State *L, int idx, } else if (tvisnumber(o)) { lj_gc_check(L); o = index2adr(L, idx); /* GC may move the stack. */ - s = lj_str_fromnumber(L, o); + s = lj_strfmt_number(L, o); setstrV(L, o, s); } else { lj_err_argt(L, idx, LUA_TSTRING); @@ -507,7 +570,7 @@ LUA_API size_t lua_objlen(lua_State *L, int idx) } else if (tvisudata(o)) { return udataV(o)->len; } else if (tvisnumber(o)) { - GCstr *s = lj_str_fromnumber(L, o); + GCstr *s = lj_strfmt_number(L, o); setstrV(L, o, s); return s->len; } else { @@ -545,17 +608,7 @@ LUA_API lua_State *lua_tothread(lua_State *L, int idx) LUA_API const void *lua_topointer(lua_State *L, int idx) { - cTValue *o = index2adr(L, idx); - if (tvisudata(o)) - return uddata(udataV(o)); - else if (tvislightud(o)) - return lightudV(o); - else if (tviscdata(o)) - return cdataptr(cdataV(o)); - else if (tvisgcv(o)) - return gcV(o); - else - return NULL; + return lj_obj_ptr(index2adr(L, idx)); } /* -- Stack setters (object creation) ------------------------------------- */ @@ -606,7 +659,7 @@ LUA_API const char *lua_pushvfstring(lua_State *L, const char *fmt, va_list argp) { lj_gc_check(L); - return lj_str_pushvf(L, fmt, argp); + return lj_strfmt_pushvf(L, fmt, argp); } LUA_API const char *lua_pushfstring(lua_State *L, const char *fmt, ...) @@ -615,7 +668,7 @@ LUA_API const char *lua_pushfstring(lua_State *L, const char *fmt, ...) va_list argp; lj_gc_check(L); va_start(argp, fmt); - ret = lj_str_pushvf(L, fmt, argp); + ret = lj_strfmt_pushvf(L, fmt, argp); va_end(argp); return ret; } @@ -649,10 +702,8 @@ LUA_API void lua_pushlightuserdata(lua_State *L, void *p) LUA_API void lua_createtable(lua_State *L, int narray, int nrec) { - GCtab *t; lj_gc_check(L); - t = lj_tab_new(L, (uint32_t)(narray > 0 ? narray+1 : 0), hsize2hbits(nrec)); - settabV(L, L->top, t); + settabV(L, L->top, lj_tab_new_ah(L, narray, nrec)); incr_top(L); } @@ -715,8 +766,8 @@ LUA_API void lua_concat(lua_State *L, int n) n -= (int)(L->top - top); L->top = top+2; lj_vm_call(L, top, 1+1); - L->top--; - copyTV(L, L->top-1, L->top); + L->top -= 1+LJ_FR2; + copyTV(L, L->top-1, L->top+LJ_FR2); } while (--n > 0); } else if (n == 0) { /* Push empty string. */ setstrV(L, L->top, &G(L)->strempty); @@ -735,8 +786,8 @@ LUA_API void lua_gettable(lua_State *L, int idx) if (v == NULL) { L->top += 2; lj_vm_call(L, L->top-2, 1+1); - L->top -= 2; - v = L->top+1; + L->top -= 2+LJ_FR2; + v = L->top+1+LJ_FR2; } copyTV(L, L->top-1, v); } @@ -751,8 +802,8 @@ LUA_API void lua_getfield(lua_State *L, int idx, const char *k) if (v == NULL) { L->top += 2; lj_vm_call(L, L->top-2, 1+1); - L->top -= 2; - v = L->top+1; + L->top -= 2+LJ_FR2; + v = L->top+1+LJ_FR2; } copyTV(L, L->top, v); incr_top(L); @@ -869,7 +920,7 @@ LUA_API void lua_upvaluejoin(lua_State *L, int idx1, int n1, int idx2, int n2) lj_gc_objbarrier(L, fn1, gcref(fn1->l.uvptr[n1])); } -LUALIB_API void *luaL_checkudata(lua_State *L, int idx, const char *tname) +LUALIB_API void *luaL_testudata(lua_State *L, int idx, const char *tname) { cTValue *o = index2adr(L, idx); if (tvisudata(o)) { @@ -878,8 +929,14 @@ LUALIB_API void *luaL_checkudata(lua_State *L, int idx, const char *tname) if (tv && tvistab(tv) && tabV(tv) == tabref(ud->metatable)) return uddata(ud); } - lj_err_argtype(L, idx, tname); - return NULL; /* unreachable */ + return NULL; /* value is not a userdata with a metatable */ +} + +LUALIB_API void *luaL_checkudata(lua_State *L, int idx, const char *tname) +{ + void *p = luaL_testudata(L, idx, tname); + if (!p) lj_err_argtype(L, idx, tname); + return p; } /* -- Object setters ------------------------------------------------------ */ @@ -893,13 +950,14 @@ LUA_API void lua_settable(lua_State *L, int idx) o = lj_meta_tset(L, t, L->top-2); if (o) { /* NOBARRIER: lj_meta_tset ensures the table is not black. */ - copyTV(L, o, L->top-1); L->top -= 2; + copyTV(L, o, L->top+1); } else { - L->top += 3; - copyTV(L, L->top-1, L->top-6); - lj_vm_call(L, L->top-3, 0+1); - L->top -= 3; + TValue *base = L->top; + copyTV(L, base+2, base-3-2*LJ_FR2); + L->top = base+3; + lj_vm_call(L, base, 0+1); + L->top -= 3+LJ_FR2; } } @@ -913,14 +971,14 @@ LUA_API void lua_setfield(lua_State *L, int idx, const char *k) setstrV(L, &key, lj_str_newz(L, k)); o = lj_meta_tset(L, t, &key); if (o) { - L->top--; /* NOBARRIER: lj_meta_tset ensures the table is not black. */ - copyTV(L, o, L->top); + copyTV(L, o, --L->top); } else { - L->top += 3; - copyTV(L, L->top-1, L->top-6); - lj_vm_call(L, L->top-3, 0+1); - L->top -= 2; + TValue *base = L->top; + copyTV(L, base+2, base-3-2*LJ_FR2); + L->top = base+3; + lj_vm_call(L, base, 0+1); + L->top -= 2+LJ_FR2; } } @@ -987,6 +1045,12 @@ LUA_API int lua_setmetatable(lua_State *L, int idx) return 1; } +LUALIB_API void luaL_setmetatable(lua_State *L, const char *tname) +{ + lua_getfield(L, LUA_REGISTRYINDEX, tname); + lua_setmetatable(L, -2); +} + LUA_API int lua_setfenv(lua_State *L, int idx) { cTValue *o = index2adr(L, idx); @@ -1027,11 +1091,24 @@ LUA_API const char *lua_setupvalue(lua_State *L, int idx, int n) /* -- Calls --------------------------------------------------------------- */ +#if LJ_FR2 +static TValue *api_call_base(lua_State *L, int nargs) +{ + TValue *o = L->top, *base = o - nargs; + L->top = o+1; + for (; o > base; o--) copyTV(L, o, o-1); + setnilV(o); + return o+1; +} +#else +#define api_call_base(L, nargs) (L->top - (nargs)) +#endif + LUA_API void lua_call(lua_State *L, int nargs, int nresults) { - api_check(L, L->status == 0 || L->status == LUA_ERRERR); + api_check(L, L->status == LUA_OK || L->status == LUA_ERRERR); api_checknelems(L, nargs+1); - lj_vm_call(L, L->top - nargs, nresults+1); + lj_vm_call(L, api_call_base(L, nargs), nresults+1); } LUA_API int lua_pcall(lua_State *L, int nargs, int nresults, int errfunc) @@ -1040,7 +1117,7 @@ LUA_API int lua_pcall(lua_State *L, int nargs, int nresults, int errfunc) uint8_t oldh = hook_save(g); ptrdiff_t ef; int status; - api_check(L, L->status == 0 || L->status == LUA_ERRERR); + api_check(L, L->status == LUA_OK || L->status == LUA_ERRERR); api_checknelems(L, nargs+1); if (errfunc == 0) { ef = 0; @@ -1049,7 +1126,7 @@ LUA_API int lua_pcall(lua_State *L, int nargs, int nresults, int errfunc) api_checkvalidindex(L, o); ef = savestack(L, o); } - status = lj_vm_pcall(L, L->top - nargs, nresults+1, ef); + status = lj_vm_pcall(L, api_call_base(L, nargs), nresults+1, ef); if (status) hook_restore(g, oldh); return status; } @@ -1057,12 +1134,14 @@ LUA_API int lua_pcall(lua_State *L, int nargs, int nresults, int errfunc) static TValue *cpcall(lua_State *L, lua_CFunction func, void *ud) { GCfunc *fn = lj_func_newC(L, 0, getcurrenv(L)); + TValue *top = L->top; fn->c.f = func; - setfuncV(L, L->top, fn); - setlightudV(L->top+1, checklightudptr(L, ud)); + setfuncV(L, top++, fn); + if (LJ_FR2) setnilV(top++); + setlightudV(top++, checklightudptr(L, ud)); cframe_nres(L->cframe) = 1+0; /* Zero results. */ - L->top += 2; - return L->top-1; /* Now call the newly allocated C function. */ + L->top = top; + return top-1; /* Now call the newly allocated C function. */ } LUA_API int lua_cpcall(lua_State *L, lua_CFunction func, void *ud) @@ -1070,7 +1149,7 @@ LUA_API int lua_cpcall(lua_State *L, lua_CFunction func, void *ud) global_State *g = G(L); uint8_t oldh = hook_save(g); int status; - api_check(L, L->status == 0 || L->status == LUA_ERRERR); + api_check(L, L->status == LUA_OK || L->status == LUA_ERRERR); status = lj_vm_cpcall(L, func, ud, cpcall); if (status) hook_restore(g, oldh); return status; @@ -1079,10 +1158,11 @@ LUA_API int lua_cpcall(lua_State *L, lua_CFunction func, void *ud) LUALIB_API int luaL_callmeta(lua_State *L, int idx, const char *field) { if (luaL_getmetafield(L, idx, field)) { - TValue *base = L->top--; - copyTV(L, base, index2adr(L, idx)); - L->top = base+1; - lj_vm_call(L, base, 1+1); + TValue *top = L->top--; + if (LJ_FR2) setnilV(top++); + copyTV(L, top++, index2adr(L, idx)); + L->top = top; + lj_vm_call(L, top-1, 1+1); return 1; } return 0; @@ -1090,6 +1170,11 @@ LUALIB_API int luaL_callmeta(lua_State *L, int idx, const char *field) /* -- Coroutine yield and resume ------------------------------------------ */ +LUA_API int lua_isyieldable(lua_State *L) +{ + return cframe_canyield(L->cframe); +} + LUA_API int lua_yield(lua_State *L, int nresults) { void *cf = L->cframe; @@ -1109,12 +1194,14 @@ LUA_API int lua_yield(lua_State *L, int nresults) } else { /* Yield from hook: add a pseudo-frame. */ TValue *top = L->top; hook_leave(g); - top->u64 = cframe_multres(cf); - setcont(top+1, lj_cont_hook); - setframe_pc(top+1, cframe_pc(cf)-1); - setframe_gc(top+2, obj2gco(L)); - setframe_ftsz(top+2, (int)((char *)(top+3)-(char *)L->base)+FRAME_CONT); - L->top = L->base = top+3; + (top++)->u64 = cframe_multres(cf); + setcont(top, lj_cont_hook); + if (LJ_FR2) top++; + setframe_pc(top, cframe_pc(cf)-1); + if (LJ_FR2) top++; + setframe_gc(top, obj2gco(L), LJ_TTHREAD); + setframe_ftsz(top, ((char *)(top+1)-(char *)L->base)+FRAME_CONT); + L->top = L->base = top+1; #if LJ_TARGET_X64 lj_err_throw(L, LUA_YIELD); #else @@ -1131,7 +1218,9 @@ LUA_API int lua_yield(lua_State *L, int nresults) LUA_API int lua_resume(lua_State *L, int nargs) { if (L->cframe == NULL && L->status <= LUA_YIELD) - return lj_vm_resume(L, L->top - nargs, 0, 0); + return lj_vm_resume(L, + L->status == LUA_OK ? api_call_base(L, nargs) : L->top - nargs, + 0, 0); L->top = L->base; setstrV(L, L->top, lj_err_str(L, LJ_ERR_COSUSP)); incr_top(L); @@ -1161,7 +1250,7 @@ LUA_API int lua_gc(lua_State *L, int what, int data) res = (int)(g->gc.total & 0x3ff); break; case LUA_GCSTEP: { - MSize a = (MSize)data << 10; + GCSize a = (GCSize)data << 10; g->gc.threshold = (a <= g->gc.total) ? (g->gc.total - a) : 0; while (g->gc.total >= g->gc.threshold) if (lj_gc_step(L) > 0) { @@ -1178,6 +1267,9 @@ LUA_API int lua_gc(lua_State *L, int what, int data) res = (int)(g->gc.stepmul); g->gc.stepmul = (MSize)data; break; + case LUA_GCISRUNNING: + res = (g->gc.threshold != LJ_MAX_MEM); + break; default: res = -1; /* Invalid option. */ } diff --git a/core/src/luajit/src/lj_arch.h b/core/src/luajit/src/lj_arch.h index d3a9d57d7..c8d7138e0 100644 --- a/core/src/luajit/src/lj_arch.h +++ b/core/src/luajit/src/lj_arch.h @@ -1,6 +1,6 @@ /* ** Target architecture selection. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_ARCH_H @@ -19,12 +19,16 @@ #define LUAJIT_ARCH_x64 2 #define LUAJIT_ARCH_ARM 3 #define LUAJIT_ARCH_arm 3 -#define LUAJIT_ARCH_PPC 4 -#define LUAJIT_ARCH_ppc 4 -#define LUAJIT_ARCH_PPCSPE 5 -#define LUAJIT_ARCH_ppcspe 5 +#define LUAJIT_ARCH_ARM64 4 +#define LUAJIT_ARCH_arm64 4 +#define LUAJIT_ARCH_PPC 5 +#define LUAJIT_ARCH_ppc 5 #define LUAJIT_ARCH_MIPS 6 #define LUAJIT_ARCH_mips 6 +#define LUAJIT_ARCH_MIPS32 6 +#define LUAJIT_ARCH_mips32 6 +#define LUAJIT_ARCH_MIPS64 7 +#define LUAJIT_ARCH_mips64 7 /* Target OS. */ #define LUAJIT_OS_OTHER 0 @@ -43,14 +47,14 @@ #define LUAJIT_TARGET LUAJIT_ARCH_X64 #elif defined(__arm__) || defined(__arm) || defined(__ARM__) || defined(__ARM) #define LUAJIT_TARGET LUAJIT_ARCH_ARM +#elif defined(__aarch64__) +#define LUAJIT_TARGET LUAJIT_ARCH_ARM64 #elif defined(__ppc__) || defined(__ppc) || defined(__PPC__) || defined(__PPC) || defined(__powerpc__) || defined(__powerpc) || defined(__POWERPC__) || defined(__POWERPC) || defined(_M_PPC) -#ifdef __NO_FPRS__ -#define LUAJIT_TARGET LUAJIT_ARCH_PPCSPE -#else #define LUAJIT_TARGET LUAJIT_ARCH_PPC -#endif +#elif defined(__mips64__) || defined(__mips64) || defined(__MIPS64__) || defined(__MIPS64) +#define LUAJIT_TARGET LUAJIT_ARCH_MIPS64 #elif defined(__mips__) || defined(__mips) || defined(__MIPS__) || defined(__MIPS) -#define LUAJIT_TARGET LUAJIT_ARCH_MIPS +#define LUAJIT_TARGET LUAJIT_ARCH_MIPS32 #else #error "No support for this architecture (yet)" #endif @@ -70,7 +74,10 @@ defined(__NetBSD__) || defined(__OpenBSD__) || \ defined(__DragonFly__)) && !defined(__ORBIS__) #define LUAJIT_OS LUAJIT_OS_BSD -#elif (defined(__sun__) && defined(__svr4__)) || defined(__CYGWIN__) +#elif (defined(__sun__) && defined(__svr4__)) || defined(__HAIKU__) +#define LUAJIT_OS LUAJIT_OS_POSIX +#elif defined(__CYGWIN__) +#define LJ_TARGET_CYGWIN 1 #define LUAJIT_OS LUAJIT_OS_POSIX #else #define LUAJIT_OS LUAJIT_OS_OTHER @@ -96,7 +103,7 @@ #define LJ_TARGET_WINDOWS (LUAJIT_OS == LUAJIT_OS_WINDOWS) #define LJ_TARGET_LINUX (LUAJIT_OS == LUAJIT_OS_LINUX) #define LJ_TARGET_OSX (LUAJIT_OS == LUAJIT_OS_OSX) -#define LJ_TARGET_IOS (LJ_TARGET_OSX && LUAJIT_TARGET == LUAJIT_ARCH_ARM) +#define LJ_TARGET_IOS (LJ_TARGET_OSX && (LUAJIT_TARGET == LUAJIT_ARCH_ARM || LUAJIT_TARGET == LUAJIT_ARCH_ARM64)) #define LJ_TARGET_POSIX (LUAJIT_OS > LUAJIT_OS_WINDOWS) #define LJ_TARGET_DLOPEN LJ_TARGET_POSIX @@ -122,6 +129,12 @@ #define LJ_TARGET_CONSOLE 1 #endif +#ifdef _DURANGO +#define LJ_TARGET_XBOXONE 1 +#define LJ_TARGET_CONSOLE 1 +#define LJ_TARGET_GC64 1 +#endif + #define LJ_NUMMODE_SINGLE 0 /* Single-number mode only. */ #define LJ_NUMMODE_SINGLE_DUAL 1 /* Default to single-number mode. */ #define LJ_NUMMODE_DUAL 2 /* Dual-number mode only. */ @@ -133,7 +146,7 @@ #define LJ_ARCH_NAME "x86" #define LJ_ARCH_BITS 32 #define LJ_ARCH_ENDIAN LUAJIT_LE -#if LJ_TARGET_WINDOWS || __CYGWIN__ +#if LJ_TARGET_WINDOWS || LJ_TARGET_CYGWIN #define LJ_ABI_WIN 1 #else #define LJ_ABI_WIN 0 @@ -151,7 +164,11 @@ #define LJ_ARCH_NAME "x64" #define LJ_ARCH_BITS 64 #define LJ_ARCH_ENDIAN LUAJIT_LE -#define LJ_ABI_WIN LJ_TARGET_WINDOWS +#if LJ_TARGET_WINDOWS || LJ_TARGET_CYGWIN +#define LJ_ABI_WIN 1 +#else +#define LJ_ABI_WIN 0 +#endif #define LJ_TARGET_X64 1 #define LJ_TARGET_X86ORX64 1 #define LJ_TARGET_EHRETREG 0 @@ -160,6 +177,9 @@ #define LJ_TARGET_MASKROT 1 #define LJ_TARGET_UNALIGNED 1 #define LJ_ARCH_NUMMODE LJ_NUMMODE_SINGLE_DUAL +#ifdef LUAJIT_ENABLE_GC64 +#define LJ_TARGET_GC64 1 +#endif #elif LUAJIT_TARGET == LUAJIT_ARCH_ARM @@ -193,15 +213,49 @@ #define LJ_ARCH_VERSION 50 #endif +#elif LUAJIT_TARGET == LUAJIT_ARCH_ARM64 + +#define LJ_ARCH_BITS 64 +#if defined(__AARCH64EB__) +#define LJ_ARCH_NAME "arm64be" +#define LJ_ARCH_ENDIAN LUAJIT_BE +#else +#define LJ_ARCH_NAME "arm64" +#define LJ_ARCH_ENDIAN LUAJIT_LE +#endif +#define LJ_TARGET_ARM64 1 +#define LJ_TARGET_EHRETREG 0 +#define LJ_TARGET_JUMPRANGE 27 /* +-2^27 = +-128MB */ +#define LJ_TARGET_MASKSHIFT 1 +#define LJ_TARGET_MASKROT 1 +#define LJ_TARGET_UNIFYROT 2 /* Want only IR_BROR. */ +#define LJ_TARGET_GC64 1 +#define LJ_ARCH_NUMMODE LJ_NUMMODE_DUAL + +#define LJ_ARCH_VERSION 80 + #elif LUAJIT_TARGET == LUAJIT_ARCH_PPC -#define LJ_ARCH_NAME "ppc" +#ifndef LJ_ARCH_ENDIAN +#if __BYTE_ORDER__ != __ORDER_BIG_ENDIAN__ +#define LJ_ARCH_ENDIAN LUAJIT_LE +#else +#define LJ_ARCH_ENDIAN LUAJIT_BE +#endif +#endif + #if _LP64 #define LJ_ARCH_BITS 64 +#if LJ_ARCH_ENDIAN == LUAJIT_LE +#define LJ_ARCH_NAME "ppc64le" +#else +#define LJ_ARCH_NAME "ppc64" +#endif #else #define LJ_ARCH_BITS 32 +#define LJ_ARCH_NAME "ppc" #endif -#define LJ_ARCH_ENDIAN LUAJIT_BE + #define LJ_TARGET_PPC 1 #define LJ_TARGET_EHRETREG 3 #define LJ_TARGET_JUMPRANGE 25 /* +-2^25 = +-32MB */ @@ -210,6 +264,15 @@ #define LJ_TARGET_UNIFYROT 1 /* Want only IR_BROL. */ #define LJ_ARCH_NUMMODE LJ_NUMMODE_DUAL_SINGLE +#if LJ_TARGET_CONSOLE +#define LJ_ARCH_PPC32ON64 1 +#define LJ_ARCH_NOFFI 1 +#elif LJ_ARCH_BITS == 64 +#define LJ_ARCH_PPC64 1 +#define LJ_TARGET_GC64 1 +#define LJ_ARCH_NOJIT 1 /* NYI */ +#endif + #if _ARCH_PWR7 #define LJ_ARCH_VERSION 70 #elif _ARCH_PWR6 @@ -223,10 +286,6 @@ #else #define LJ_ARCH_VERSION 0 #endif -#if __PPC64__ || __powerpc64__ || LJ_TARGET_CONSOLE -#define LJ_ARCH_PPC64 1 -#define LJ_ARCH_NOFFI 1 -#endif #if _ARCH_PPCSQ #define LJ_ARCH_SQRT 1 #endif @@ -240,44 +299,60 @@ #define LJ_ARCH_XENON 1 #endif -#elif LUAJIT_TARGET == LUAJIT_ARCH_PPCSPE - -#define LJ_ARCH_NAME "ppcspe" -#define LJ_ARCH_BITS 32 -#define LJ_ARCH_ENDIAN LUAJIT_BE -#ifndef LJ_ABI_SOFTFP -#define LJ_ABI_SOFTFP 1 -#endif -#define LJ_ABI_EABI 1 -#define LJ_TARGET_PPCSPE 1 -#define LJ_TARGET_EHRETREG 3 -#define LJ_TARGET_JUMPRANGE 25 /* +-2^25 = +-32MB */ -#define LJ_TARGET_MASKSHIFT 0 -#define LJ_TARGET_MASKROT 1 -#define LJ_TARGET_UNIFYROT 1 /* Want only IR_BROL. */ -#define LJ_ARCH_NUMMODE LJ_NUMMODE_SINGLE -#define LJ_ARCH_NOFFI 1 /* NYI: comparisons, calls. */ -#define LJ_ARCH_NOJIT 1 - -#elif LUAJIT_TARGET == LUAJIT_ARCH_MIPS +#elif LUAJIT_TARGET == LUAJIT_ARCH_MIPS32 || LUAJIT_TARGET == LUAJIT_ARCH_MIPS64 #if defined(__MIPSEL__) || defined(__MIPSEL) || defined(_MIPSEL) +#if LUAJIT_TARGET == LUAJIT_ARCH_MIPS32 #define LJ_ARCH_NAME "mipsel" +#else +#define LJ_ARCH_NAME "mips64el" +#endif #define LJ_ARCH_ENDIAN LUAJIT_LE #else +#if LUAJIT_TARGET == LUAJIT_ARCH_MIPS32 #define LJ_ARCH_NAME "mips" +#else +#define LJ_ARCH_NAME "mips64" +#endif #define LJ_ARCH_ENDIAN LUAJIT_BE #endif + +#if !defined(LJ_ARCH_HASFPU) +#ifdef __mips_soft_float +#define LJ_ARCH_HASFPU 0 +#else +#define LJ_ARCH_HASFPU 1 +#endif +#endif + +#if !defined(LJ_ABI_SOFTFP) +#ifdef __mips_soft_float +#define LJ_ABI_SOFTFP 1 +#else +#define LJ_ABI_SOFTFP 0 +#endif +#endif + +#if LUAJIT_TARGET == LUAJIT_ARCH_MIPS32 #define LJ_ARCH_BITS 32 +#define LJ_TARGET_MIPS32 1 +#else +#if LJ_ABI_SOFTFP || !LJ_ARCH_HASFPU +#define LJ_ARCH_NOJIT 1 /* NYI */ +#endif +#define LJ_ARCH_BITS 64 +#define LJ_TARGET_MIPS64 1 +#define LJ_TARGET_GC64 1 +#endif #define LJ_TARGET_MIPS 1 #define LJ_TARGET_EHRETREG 4 #define LJ_TARGET_JUMPRANGE 27 /* 2*2^27 = 256MB-aligned region */ #define LJ_TARGET_MASKSHIFT 1 #define LJ_TARGET_MASKROT 1 #define LJ_TARGET_UNIFYROT 2 /* Want only IR_BROR. */ -#define LJ_ARCH_NUMMODE LJ_NUMMODE_SINGLE +#define LJ_ARCH_NUMMODE LJ_NUMMODE_DUAL -#if _MIPS_ARCH_MIPS32R2 +#if _MIPS_ARCH_MIPS32R2 || _MIPS_ARCH_MIPS64R2 #define LJ_ARCH_VERSION 20 #else #define LJ_ARCH_VERSION 10 @@ -305,6 +380,16 @@ #if (__GNUC__ < 4) || ((__GNUC__ == 4) && __GNUC_MINOR__ < 2) #error "Need at least GCC 4.2 or newer" #endif +#elif LJ_TARGET_ARM64 +#if __clang__ +#if ((__clang_major__ < 3) || ((__clang_major__ == 3) && __clang_minor__ < 5)) && !defined(__NX_TOOLCHAIN_MAJOR__) +#error "Need at least Clang 3.5 or newer" +#endif +#else +#if (__GNUC__ < 4) || ((__GNUC__ == 4) && __GNUC_MINOR__ < 8) +#error "Need at least GCC 4.8 or newer" +#endif +#endif #elif !LJ_TARGET_PS3 #if (__GNUC__ < 4) || ((__GNUC__ == 4) && __GNUC_MINOR__ < 3) #error "Need at least GCC 4.3 or newer" @@ -328,22 +413,30 @@ #if !(__ARM_EABI__ || LJ_TARGET_IOS) #error "Only ARM EABI or iOS 3.0+ ABI is supported" #endif -#elif LJ_TARGET_PPC || LJ_TARGET_PPCSPE +#elif LJ_TARGET_ARM64 +#if defined(_ILP32) +#error "No support for ILP32 model on ARM64" +#endif +#elif LJ_TARGET_PPC #if defined(_SOFT_FLOAT) || defined(_SOFT_DOUBLE) #error "No support for PowerPC CPUs without double-precision FPU" #endif -#if defined(_LITTLE_ENDIAN) -#error "No support for little-endian PowerPC" +#if !LJ_ARCH_PPC64 && LJ_ARCH_ENDIAN == LUAJIT_LE +#error "No support for little-endian PPC32" +#endif +#if LJ_ARCH_PPC64 +#error "No support for PowerPC 64 bit mode (yet)" #endif -#if defined(_LP64) -#error "No support for PowerPC 64 bit mode" +#ifdef __NO_FPRS__ +#error "No support for PPC/e500 anymore (use LuaJIT 2.0)" #endif -#elif LJ_TARGET_MIPS -#if defined(__mips_soft_float) -#error "No support for MIPS CPUs without FPU" +#elif LJ_TARGET_MIPS32 +#if !((defined(_MIPS_SIM_ABI32) && _MIPS_SIM == _MIPS_SIM_ABI32) || (defined(_ABIO32) && _MIPS_SIM == _ABIO32)) +#error "Only o32 ABI supported for MIPS32" #endif -#if defined(_LP64) -#error "No support for MIPS64" +#elif LJ_TARGET_MIPS64 +#if !((defined(_MIPS_SIM_ABI64) && _MIPS_SIM == _MIPS_SIM_ABI64) || (defined(_ABI64) && _MIPS_SIM == _ABI64)) +#error "Only n64 ABI supported for MIPS64" #endif #endif #endif @@ -369,6 +462,20 @@ #endif #endif +/* 64 bit GC references. */ +#if LJ_TARGET_GC64 +#define LJ_GC64 1 +#else +#define LJ_GC64 0 +#endif + +/* 2-slot frame info. */ +#if LJ_GC64 +#define LJ_FR2 1 +#else +#define LJ_FR2 0 +#endif + /* Disable or enable the JIT compiler. */ #if defined(LUAJIT_DISABLE_JIT) || defined(LJ_ARCH_NOJIT) || defined(LJ_OS_NOJIT) #define LJ_HASJIT 0 @@ -383,6 +490,21 @@ #define LJ_HASFFI 1 #endif +#if defined(LUAJIT_DISABLE_PROFILE) +#define LJ_HASPROFILE 0 +#elif LJ_TARGET_POSIX +#define LJ_HASPROFILE 1 +#define LJ_PROFILE_SIGPROF 1 +#elif LJ_TARGET_PS3 +#define LJ_HASPROFILE 1 +#define LJ_PROFILE_PTHREAD 1 +#elif LJ_TARGET_WINDOWS || LJ_TARGET_XBOX360 +#define LJ_HASPROFILE 1 +#define LJ_PROFILE_WTHREAD 1 +#else +#define LJ_HASPROFILE 0 +#endif + #ifndef LJ_ARCH_HASFPU #define LJ_ARCH_HASFPU 1 #endif @@ -415,15 +537,23 @@ #define LJ_TARGET_UNALIGNED 0 #endif -/* Various workarounds for embedded operating systems. */ -#if (defined(__ANDROID__) && !defined(LJ_TARGET_X86ORX64)) || defined(__symbian__) || LJ_TARGET_XBOX360 +/* Various workarounds for embedded operating systems or weak C runtimes. */ +#if defined(__ANDROID__) || defined(__symbian__) || LJ_TARGET_XBOX360 || LJ_TARGET_WINDOWS #define LUAJIT_NO_LOG2 #endif -#if defined(__symbian__) +#if defined(__symbian__) || LJ_TARGET_WINDOWS #define LUAJIT_NO_EXP2 #endif +#if LJ_TARGET_CONSOLE || (LJ_TARGET_IOS && __IPHONE_OS_VERSION_MIN_REQUIRED >= __IPHONE_8_0) +#define LJ_NO_SYSTEM 1 +#endif + +#if !defined(LUAJIT_NO_UNWIND) && __GNU_COMPACT_EH__ +/* NYI: no support for compact unwind specification, yet. */ +#define LUAJIT_NO_UNWIND 1 +#endif -#if defined(LUAJIT_NO_UNWIND) || defined(__symbian__) || LJ_TARGET_IOS || LJ_TARGET_PS3 +#if defined(LUAJIT_NO_UNWIND) || defined(__symbian__) || LJ_TARGET_IOS || LJ_TARGET_PS3 || LJ_TARGET_PS4 #define LJ_NO_UNWIND 1 #endif diff --git a/core/src/luajit/src/lj_asm.c b/core/src/luajit/src/lj_asm.c index 804b4dc80..c2cf5a95a 100644 --- a/core/src/luajit/src/lj_asm.c +++ b/core/src/luajit/src/lj_asm.c @@ -1,6 +1,6 @@ /* ** IR assembler (SSA IR -> machine code). -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_asm_c @@ -91,7 +91,7 @@ typedef struct ASMState { MCode *realign; /* Realign loop if not NULL. */ #ifdef RID_NUM_KREF - int32_t krefk[RID_NUM_KREF]; + intptr_t krefk[RID_NUM_KREF]; #endif IRRef1 phireg[RID_MAX]; /* PHI register references. */ uint16_t parentmap[LJ_MAX_JSLOTS]; /* Parent instruction to RegSP map. */ @@ -144,7 +144,7 @@ static LJ_AINLINE void checkmclim(ASMState *as) #define ra_krefreg(ref) ((Reg)(RID_MIN_KREF + (Reg)(ref))) #define ra_krefk(as, ref) (as->krefk[(ref)]) -static LJ_AINLINE void ra_setkref(ASMState *as, Reg r, int32_t k) +static LJ_AINLINE void ra_setkref(ASMState *as, Reg r, intptr_t k) { IRRef ref = (IRRef)(r - RID_MIN_KREF); as->krefk[ref] = k; @@ -171,6 +171,8 @@ IRFLDEF(FLOFS) #include "lj_emit_x86.h" #elif LJ_TARGET_ARM #include "lj_emit_arm.h" +#elif LJ_TARGET_ARM64 +#include "lj_emit_arm64.h" #elif LJ_TARGET_PPC #include "lj_emit_ppc.h" #elif LJ_TARGET_MIPS @@ -179,6 +181,12 @@ IRFLDEF(FLOFS) #error "Missing instruction emitter for target CPU" #endif +/* Generic load/store of register from/to stack slot. */ +#define emit_spload(as, ir, r, ofs) \ + emit_loadofs(as, ir, (r), RID_SP, (ofs)) +#define emit_spstore(as, ir, r, ofs) \ + emit_storeofs(as, ir, (r), RID_SP, (ofs)) + /* -- Register allocator debugging ---------------------------------------- */ /* #define LUAJIT_DEBUG_RA */ @@ -316,7 +324,11 @@ static Reg ra_rematk(ASMState *as, IRRef ref) lua_assert(!rset_test(as->freeset, r)); ra_free(as, r); ra_modified(as, r); +#if LJ_64 + emit_loadu64(as, r, ra_krefk(as, ref)); +#else emit_loadi(as, r, ra_krefk(as, ref)); +#endif return r; } ir = IR(ref); @@ -328,7 +340,7 @@ static Reg ra_rematk(ASMState *as, IRRef ref) RA_DBGX((as, "remat $i $r", ir, r)); #if !LJ_SOFTFP if (ir->o == IR_KNUM) { - emit_loadn(as, r, ir_knum(ir)); + emit_loadk64(as, r, ir); } else #endif if (emit_canremat(REF_BASE) && ir->o == IR_BASE) { @@ -336,10 +348,16 @@ static Reg ra_rematk(ASMState *as, IRRef ref) emit_getgl(as, r, jit_base); } else if (emit_canremat(ASMREF_L) && ir->o == IR_KPRI) { lua_assert(irt_isnil(ir->t)); /* REF_NIL stores ASMREF_L register. */ - emit_getgl(as, r, jit_L); + emit_getgl(as, r, cur_L); #if LJ_64 } else if (ir->o == IR_KINT64) { emit_loadu64(as, r, ir_kint64(ir)->u64); +#if LJ_GC64 + } else if (ir->o == IR_KGC) { + emit_loadu64(as, r, (uintptr_t)ir_kgc(ir)); + } else if (ir->o == IR_KPTR || ir->o == IR_KKPTR) { + emit_loadu64(as, r, (uintptr_t)ir_kptr(ir)); +#endif #endif } else { lua_assert(ir->o == IR_KINT || ir->o == IR_KGC || @@ -512,7 +530,7 @@ static void ra_evictk(ASMState *as) #ifdef RID_NUM_KREF /* Allocate a register for a constant. */ -static Reg ra_allock(ASMState *as, int32_t k, RegSet allow) +static Reg ra_allock(ASMState *as, intptr_t k, RegSet allow) { /* First try to find a register which already holds the same constant. */ RegSet pick, work = ~as->freeset & RSET_GPR; @@ -521,9 +539,31 @@ static Reg ra_allock(ASMState *as, int32_t k, RegSet allow) IRRef ref; r = rset_pickbot(work); ref = regcost_ref(as->cost[r]); +#if LJ_64 + if (ref < ASMREF_L) { + if (ra_iskref(ref)) { + if (k == ra_krefk(as, ref)) + return r; + } else { + IRIns *ir = IR(ref); + if ((ir->o == IR_KINT64 && k == (int64_t)ir_kint64(ir)->u64) || +#if LJ_GC64 + (ir->o == IR_KINT && k == ir->i) || + (ir->o == IR_KGC && k == (intptr_t)ir_kgc(ir)) || + ((ir->o == IR_KPTR || ir->o == IR_KKPTR) && + k == (intptr_t)ir_kptr(ir)) +#else + (ir->o != IR_KINT64 && k == ir->i) +#endif + ) + return r; + } + } +#else if (ref < ASMREF_L && k == (ra_iskref(ref) ? ra_krefk(as, ref) : IR(ref)->i)) return r; +#endif rset_clear(work, r); } pick = as->freeset & allow; @@ -543,7 +583,7 @@ static Reg ra_allock(ASMState *as, int32_t k, RegSet allow) } /* Allocate a specific register for a constant. */ -static void ra_allockreg(ASMState *as, int32_t k, Reg r) +static void ra_allockreg(ASMState *as, intptr_t k, Reg r) { Reg kr = ra_allock(as, k, RID2RSET(r)); if (kr != r) { @@ -613,10 +653,20 @@ static Reg ra_alloc1(ASMState *as, IRRef ref, RegSet allow) return r; } +/* Add a register rename to the IR. */ +static void ra_addrename(ASMState *as, Reg down, IRRef ref, SnapNo snapno) +{ + IRRef ren; + lj_ir_set(as->J, IRT(IR_RENAME, IRT_NIL), ref, snapno); + ren = tref_ref(lj_ir_emit(as->J)); + as->J->cur.ir[ren].r = (uint8_t)down; + as->J->cur.ir[ren].s = SPS_NONE; +} + /* Rename register allocation and emit move. */ static void ra_rename(ASMState *as, Reg down, Reg up) { - IRRef ren, ref = regcost_ref(as->cost[up] = as->cost[down]); + IRRef ref = regcost_ref(as->cost[up] = as->cost[down]); IRIns *ir = IR(ref); ir->r = (uint8_t)up; as->cost[down] = 0; @@ -629,11 +679,7 @@ static void ra_rename(ASMState *as, Reg down, Reg up) RA_DBGX((as, "rename $f $r $r", regcost_ref(as->cost[up]), down, up)); emit_movrr(as, ir, down, up); /* Backwards codegen needs inverse move. */ if (!ra_hasspill(IR(ref)->s)) { /* Add the rename to the IR. */ - lj_ir_set(as->J, IRT(IR_RENAME, IRT_NIL), ref, as->snapno); - ren = tref_ref(lj_ir_emit(as->J)); - as->ir = as->T->ir; /* The IR may have been reallocated. */ - IR(ren)->r = (uint8_t)down; - IR(ren)->s = SPS_NONE; + ra_addrename(as, down, ref, as->snapno); } } @@ -683,18 +729,22 @@ static void ra_left(ASMState *as, Reg dest, IRRef lref) if (ra_noreg(left)) { if (irref_isk(lref)) { if (ir->o == IR_KNUM) { - cTValue *tv = ir_knum(ir); /* FP remat needs a load except for +0. Still better than eviction. */ - if (tvispzero(tv) || !(as->freeset & RSET_FPR)) { - emit_loadn(as, dest, tv); + if (tvispzero(ir_knum(ir)) || !(as->freeset & RSET_FPR)) { + emit_loadk64(as, dest, ir); return; } #if LJ_64 } else if (ir->o == IR_KINT64) { - emit_loadu64(as, dest, ir_kint64(ir)->u64); + emit_loadk64(as, dest, ir); + return; +#if LJ_GC64 + } else if (ir->o == IR_KGC || ir->o == IR_KPTR || ir->o == IR_KKPTR) { + emit_loadk64(as, dest, ir); return; #endif - } else { +#endif + } else if (ir->o != IR_KPRI) { lua_assert(ir->o == IR_KINT || ir->o == IR_KGC || ir->o == IR_KPTR || ir->o == IR_KKPTR || ir->o == IR_KNULL); emit_loadi(as, dest, ir->i); @@ -935,7 +985,7 @@ static void asm_snap_prep(ASMState *as) } else { /* Process any renames above the highwater mark. */ for (; as->snaprename < as->T->nins; as->snaprename++) { - IRIns *ir = IR(as->snaprename); + IRIns *ir = &as->T->ir[as->snaprename]; if (asm_snap_checkrename(as, ir->op1)) ir->op2 = REF_BIAS-1; /* Kill rename. */ } @@ -944,44 +994,6 @@ static void asm_snap_prep(ASMState *as) /* -- Miscellaneous helpers ----------------------------------------------- */ -/* Collect arguments from CALL* and CARG instructions. */ -static void asm_collectargs(ASMState *as, IRIns *ir, - const CCallInfo *ci, IRRef *args) -{ - uint32_t n = CCI_NARGS(ci); - lua_assert(n <= CCI_NARGS_MAX*2); /* Account for split args. */ - if ((ci->flags & CCI_L)) { *args++ = ASMREF_L; n--; } - while (n-- > 1) { - ir = IR(ir->op1); - lua_assert(ir->o == IR_CARG); - args[n] = ir->op2 == REF_NIL ? 0 : ir->op2; - } - args[0] = ir->op1 == REF_NIL ? 0 : ir->op1; - lua_assert(IR(ir->op1)->o != IR_CARG); -} - -/* Reconstruct CCallInfo flags for CALLX*. */ -static uint32_t asm_callx_flags(ASMState *as, IRIns *ir) -{ - uint32_t nargs = 0; - if (ir->op1 != REF_NIL) { /* Count number of arguments first. */ - IRIns *ira = IR(ir->op1); - nargs++; - while (ira->o == IR_CARG) { nargs++; ira = IR(ira->op1); } - } -#if LJ_HASFFI - if (IR(ir->op2)->o == IR_CARG) { /* Copy calling convention info. */ - CTypeID id = (CTypeID)IR(IR(ir->op2)->op2)->i; - CType *ct = ctype_get(ctype_ctsG(J2G(as->J)), id); - nargs |= ((ct->info & CTF_VARARG) ? CCI_VARARG : 0); -#if LJ_TARGET_X86 - nargs |= (ctype_cconv(ct->info) << CCI_CC_SHIFT); -#endif - } -#endif - return (nargs | (ir->t.irt << CCI_OTSHIFT)); -} - /* Calculate stack adjustment. */ static int32_t asm_stack_adjust(ASMState *as) { @@ -1066,6 +1078,259 @@ static void asm_gcstep(ASMState *as, IRIns *ir) as->gcsteps = 0x80000000; /* Prevent implicit GC check further up. */ } +/* -- Buffer operations --------------------------------------------------- */ + +static void asm_tvptr(ASMState *as, Reg dest, IRRef ref); + +static void asm_bufhdr(ASMState *as, IRIns *ir) +{ + Reg sb = ra_dest(as, ir, RSET_GPR); + if ((ir->op2 & IRBUFHDR_APPEND)) { + /* Rematerialize const buffer pointer instead of likely spill. */ + IRIns *irp = IR(ir->op1); + if (!(ra_hasreg(irp->r) || irp == ir-1 || + (irp == ir-2 && !ra_used(ir-1)))) { + while (!(irp->o == IR_BUFHDR && !(irp->op2 & IRBUFHDR_APPEND))) + irp = IR(irp->op1); + if (irref_isk(irp->op1)) { + ra_weak(as, ra_allocref(as, ir->op1, RSET_GPR)); + ir = irp; + } + } + } else { + Reg tmp = ra_scratch(as, rset_exclude(RSET_GPR, sb)); + /* Passing ir isn't strictly correct, but it's an IRT_PGC, too. */ + emit_storeofs(as, ir, tmp, sb, offsetof(SBuf, p)); + emit_loadofs(as, ir, tmp, sb, offsetof(SBuf, b)); + } +#if LJ_TARGET_X86ORX64 + ra_left(as, sb, ir->op1); +#else + ra_leftov(as, sb, ir->op1); +#endif +} + +static void asm_bufput(ASMState *as, IRIns *ir) +{ + const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_buf_putstr]; + IRRef args[3]; + IRIns *irs; + int kchar = -1; + args[0] = ir->op1; /* SBuf * */ + args[1] = ir->op2; /* GCstr * */ + irs = IR(ir->op2); + lua_assert(irt_isstr(irs->t)); + if (irs->o == IR_KGC) { + GCstr *s = ir_kstr(irs); + if (s->len == 1) { /* Optimize put of single-char string constant. */ + kchar = strdata(s)[0]; + args[1] = ASMREF_TMP1; /* int, truncated to char */ + ci = &lj_ir_callinfo[IRCALL_lj_buf_putchar]; + } + } else if (mayfuse(as, ir->op2) && ra_noreg(irs->r)) { + if (irs->o == IR_TOSTR) { /* Fuse number to string conversions. */ + if (irs->op2 == IRTOSTR_NUM) { + args[1] = ASMREF_TMP1; /* TValue * */ + ci = &lj_ir_callinfo[IRCALL_lj_strfmt_putnum]; + } else { + lua_assert(irt_isinteger(IR(irs->op1)->t)); + args[1] = irs->op1; /* int */ + if (irs->op2 == IRTOSTR_INT) + ci = &lj_ir_callinfo[IRCALL_lj_strfmt_putint]; + else + ci = &lj_ir_callinfo[IRCALL_lj_buf_putchar]; + } + } else if (irs->o == IR_SNEW) { /* Fuse string allocation. */ + args[1] = irs->op1; /* const void * */ + args[2] = irs->op2; /* MSize */ + ci = &lj_ir_callinfo[IRCALL_lj_buf_putmem]; + } + } + asm_setupresult(as, ir, ci); /* SBuf * */ + asm_gencall(as, ci, args); + if (args[1] == ASMREF_TMP1) { + Reg tmp = ra_releasetmp(as, ASMREF_TMP1); + if (kchar == -1) + asm_tvptr(as, tmp, irs->op1); + else + ra_allockreg(as, kchar, tmp); + } +} + +static void asm_bufstr(ASMState *as, IRIns *ir) +{ + const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_buf_tostr]; + IRRef args[1]; + args[0] = ir->op1; /* SBuf *sb */ + as->gcsteps++; + asm_setupresult(as, ir, ci); /* GCstr * */ + asm_gencall(as, ci, args); +} + +/* -- Type conversions ---------------------------------------------------- */ + +static void asm_tostr(ASMState *as, IRIns *ir) +{ + const CCallInfo *ci; + IRRef args[2]; + args[0] = ASMREF_L; + as->gcsteps++; + if (ir->op2 == IRTOSTR_NUM) { + args[1] = ASMREF_TMP1; /* cTValue * */ + ci = &lj_ir_callinfo[IRCALL_lj_strfmt_num]; + } else { + args[1] = ir->op1; /* int32_t k */ + if (ir->op2 == IRTOSTR_INT) + ci = &lj_ir_callinfo[IRCALL_lj_strfmt_int]; + else + ci = &lj_ir_callinfo[IRCALL_lj_strfmt_char]; + } + asm_setupresult(as, ir, ci); /* GCstr * */ + asm_gencall(as, ci, args); + if (ir->op2 == IRTOSTR_NUM) + asm_tvptr(as, ra_releasetmp(as, ASMREF_TMP1), ir->op1); +} + +#if LJ_32 && LJ_HASFFI && !LJ_SOFTFP && !LJ_TARGET_X86 +static void asm_conv64(ASMState *as, IRIns *ir) +{ + IRType st = (IRType)((ir-1)->op2 & IRCONV_SRCMASK); + IRType dt = (((ir-1)->op2 & IRCONV_DSTMASK) >> IRCONV_DSH); + IRCallID id; + IRRef args[2]; + lua_assert((ir-1)->o == IR_CONV && ir->o == IR_HIOP); + args[LJ_BE] = (ir-1)->op1; + args[LJ_LE] = ir->op1; + if (st == IRT_NUM || st == IRT_FLOAT) { + id = IRCALL_fp64_d2l + ((st == IRT_FLOAT) ? 2 : 0) + (dt - IRT_I64); + ir--; + } else { + id = IRCALL_fp64_l2d + ((dt == IRT_FLOAT) ? 2 : 0) + (st - IRT_I64); + } + { +#if LJ_TARGET_ARM && !LJ_ABI_SOFTFP + CCallInfo cim = lj_ir_callinfo[id], *ci = &cim; + cim.flags |= CCI_VARARG; /* These calls don't use the hard-float ABI! */ +#else + const CCallInfo *ci = &lj_ir_callinfo[id]; +#endif + asm_setupresult(as, ir, ci); + asm_gencall(as, ci, args); + } +} +#endif + +/* -- Memory references --------------------------------------------------- */ + +static void asm_newref(ASMState *as, IRIns *ir) +{ + const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_tab_newkey]; + IRRef args[3]; + if (ir->r == RID_SINK) + return; + args[0] = ASMREF_L; /* lua_State *L */ + args[1] = ir->op1; /* GCtab *t */ + args[2] = ASMREF_TMP1; /* cTValue *key */ + asm_setupresult(as, ir, ci); /* TValue * */ + asm_gencall(as, ci, args); + asm_tvptr(as, ra_releasetmp(as, ASMREF_TMP1), ir->op2); +} + +static void asm_lref(ASMState *as, IRIns *ir) +{ + Reg r = ra_dest(as, ir, RSET_GPR); +#if LJ_TARGET_X86ORX64 + ra_left(as, r, ASMREF_L); +#else + ra_leftov(as, r, ASMREF_L); +#endif +} + +/* -- Calls --------------------------------------------------------------- */ + +/* Collect arguments from CALL* and CARG instructions. */ +static void asm_collectargs(ASMState *as, IRIns *ir, + const CCallInfo *ci, IRRef *args) +{ + uint32_t n = CCI_XNARGS(ci); + lua_assert(n <= CCI_NARGS_MAX*2); /* Account for split args. */ + if ((ci->flags & CCI_L)) { *args++ = ASMREF_L; n--; } + while (n-- > 1) { + ir = IR(ir->op1); + lua_assert(ir->o == IR_CARG); + args[n] = ir->op2 == REF_NIL ? 0 : ir->op2; + } + args[0] = ir->op1 == REF_NIL ? 0 : ir->op1; + lua_assert(IR(ir->op1)->o != IR_CARG); +} + +/* Reconstruct CCallInfo flags for CALLX*. */ +static uint32_t asm_callx_flags(ASMState *as, IRIns *ir) +{ + uint32_t nargs = 0; + if (ir->op1 != REF_NIL) { /* Count number of arguments first. */ + IRIns *ira = IR(ir->op1); + nargs++; + while (ira->o == IR_CARG) { nargs++; ira = IR(ira->op1); } + } +#if LJ_HASFFI + if (IR(ir->op2)->o == IR_CARG) { /* Copy calling convention info. */ + CTypeID id = (CTypeID)IR(IR(ir->op2)->op2)->i; + CType *ct = ctype_get(ctype_ctsG(J2G(as->J)), id); + nargs |= ((ct->info & CTF_VARARG) ? CCI_VARARG : 0); +#if LJ_TARGET_X86 + nargs |= (ctype_cconv(ct->info) << CCI_CC_SHIFT); +#endif + } +#endif + return (nargs | (ir->t.irt << CCI_OTSHIFT)); +} + +static void asm_callid(ASMState *as, IRIns *ir, IRCallID id) +{ + const CCallInfo *ci = &lj_ir_callinfo[id]; + IRRef args[2]; + args[0] = ir->op1; + args[1] = ir->op2; + asm_setupresult(as, ir, ci); + asm_gencall(as, ci, args); +} + +static void asm_call(ASMState *as, IRIns *ir) +{ + IRRef args[CCI_NARGS_MAX]; + const CCallInfo *ci = &lj_ir_callinfo[ir->op2]; + asm_collectargs(as, ir, ci, args); + asm_setupresult(as, ir, ci); + asm_gencall(as, ci, args); +} + +#if !LJ_SOFTFP +static void asm_fppow(ASMState *as, IRIns *ir, IRRef lref, IRRef rref) +{ + const CCallInfo *ci = &lj_ir_callinfo[IRCALL_pow]; + IRRef args[2]; + args[0] = lref; + args[1] = rref; + asm_setupresult(as, ir, ci); + asm_gencall(as, ci, args); +} + +static int asm_fpjoin_pow(ASMState *as, IRIns *ir) +{ + IRIns *irp = IR(ir->op1); + if (irp == ir-1 && irp->o == IR_MUL && !ra_used(irp)) { + IRIns *irpp = IR(irp->op1); + if (irpp == ir-2 && irpp->o == IR_FPMATH && + irpp->op2 == IRFPM_LOG2 && !ra_used(irpp)) { + asm_fppow(as, ir, irpp->op1, irp->op2); + return 1; + } + } + return 0; +} +#endif + /* -- PHI and loop handling ----------------------------------------------- */ /* Break a PHI cycle by renaming to a free register (evict if needed). */ @@ -1251,12 +1516,7 @@ static void asm_phi_fixup(ASMState *as) irt_clearmark(ir->t); /* Left PHI gained a spill slot before the loop? */ if (ra_hasspill(ir->s)) { - IRRef ren; - lj_ir_set(as->J, IRT(IR_RENAME, IRT_NIL), lref, as->loopsnapno); - ren = tref_ref(lj_ir_emit(as->J)); - as->ir = as->T->ir; /* The IR may have been reallocated. */ - IR(ren)->r = (uint8_t)r; - IR(ren)->s = SPS_NONE; + ra_addrename(as, r, lref, as->loopsnapno); } } rset_clear(work, r); @@ -1331,6 +1591,8 @@ static void asm_loop(ASMState *as) #include "lj_asm_x86.h" #elif LJ_TARGET_ARM #include "lj_asm_arm.h" +#elif LJ_TARGET_ARM64 +#include "lj_asm_arm64.h" #elif LJ_TARGET_PPC #include "lj_asm_ppc.h" #elif LJ_TARGET_MIPS @@ -1339,6 +1601,136 @@ static void asm_loop(ASMState *as) #error "Missing assembler for target CPU" #endif +/* -- Instruction dispatch ------------------------------------------------ */ + +/* Assemble a single instruction. */ +static void asm_ir(ASMState *as, IRIns *ir) +{ + switch ((IROp)ir->o) { + /* Miscellaneous ops. */ + case IR_LOOP: asm_loop(as); break; + case IR_NOP: case IR_XBAR: lua_assert(!ra_used(ir)); break; + case IR_USE: + ra_alloc1(as, ir->op1, irt_isfp(ir->t) ? RSET_FPR : RSET_GPR); break; + case IR_PHI: asm_phi(as, ir); break; + case IR_HIOP: asm_hiop(as, ir); break; + case IR_GCSTEP: asm_gcstep(as, ir); break; + case IR_PROF: asm_prof(as, ir); break; + + /* Guarded assertions. */ + case IR_LT: case IR_GE: case IR_LE: case IR_GT: + case IR_ULT: case IR_UGE: case IR_ULE: case IR_UGT: + case IR_ABC: + asm_comp(as, ir); + break; + case IR_EQ: case IR_NE: + if ((ir-1)->o == IR_HREF && ir->op1 == as->curins-1) { + as->curins--; + asm_href(as, ir-1, (IROp)ir->o); + } else { + asm_equal(as, ir); + } + break; + + case IR_RETF: asm_retf(as, ir); break; + + /* Bit ops. */ + case IR_BNOT: asm_bnot(as, ir); break; + case IR_BSWAP: asm_bswap(as, ir); break; + case IR_BAND: asm_band(as, ir); break; + case IR_BOR: asm_bor(as, ir); break; + case IR_BXOR: asm_bxor(as, ir); break; + case IR_BSHL: asm_bshl(as, ir); break; + case IR_BSHR: asm_bshr(as, ir); break; + case IR_BSAR: asm_bsar(as, ir); break; + case IR_BROL: asm_brol(as, ir); break; + case IR_BROR: asm_bror(as, ir); break; + + /* Arithmetic ops. */ + case IR_ADD: asm_add(as, ir); break; + case IR_SUB: asm_sub(as, ir); break; + case IR_MUL: asm_mul(as, ir); break; + case IR_MOD: asm_mod(as, ir); break; + case IR_NEG: asm_neg(as, ir); break; +#if LJ_SOFTFP + case IR_DIV: case IR_POW: case IR_ABS: + case IR_ATAN2: case IR_LDEXP: case IR_FPMATH: case IR_TOBIT: + lua_assert(0); /* Unused for LJ_SOFTFP. */ + break; +#else + case IR_DIV: asm_div(as, ir); break; + case IR_POW: asm_pow(as, ir); break; + case IR_ABS: asm_abs(as, ir); break; + case IR_ATAN2: asm_atan2(as, ir); break; + case IR_LDEXP: asm_ldexp(as, ir); break; + case IR_FPMATH: asm_fpmath(as, ir); break; + case IR_TOBIT: asm_tobit(as, ir); break; +#endif + case IR_MIN: asm_min(as, ir); break; + case IR_MAX: asm_max(as, ir); break; + + /* Overflow-checking arithmetic ops. */ + case IR_ADDOV: asm_addov(as, ir); break; + case IR_SUBOV: asm_subov(as, ir); break; + case IR_MULOV: asm_mulov(as, ir); break; + + /* Memory references. */ + case IR_AREF: asm_aref(as, ir); break; + case IR_HREF: asm_href(as, ir, 0); break; + case IR_HREFK: asm_hrefk(as, ir); break; + case IR_NEWREF: asm_newref(as, ir); break; + case IR_UREFO: case IR_UREFC: asm_uref(as, ir); break; + case IR_FREF: asm_fref(as, ir); break; + case IR_STRREF: asm_strref(as, ir); break; + case IR_LREF: asm_lref(as, ir); break; + + /* Loads and stores. */ + case IR_ALOAD: case IR_HLOAD: case IR_ULOAD: case IR_VLOAD: + asm_ahuvload(as, ir); + break; + case IR_FLOAD: asm_fload(as, ir); break; + case IR_XLOAD: asm_xload(as, ir); break; + case IR_SLOAD: asm_sload(as, ir); break; + + case IR_ASTORE: case IR_HSTORE: case IR_USTORE: asm_ahustore(as, ir); break; + case IR_FSTORE: asm_fstore(as, ir); break; + case IR_XSTORE: asm_xstore(as, ir); break; + + /* Allocations. */ + case IR_SNEW: case IR_XSNEW: asm_snew(as, ir); break; + case IR_TNEW: asm_tnew(as, ir); break; + case IR_TDUP: asm_tdup(as, ir); break; + case IR_CNEW: case IR_CNEWI: asm_cnew(as, ir); break; + + /* Buffer operations. */ + case IR_BUFHDR: asm_bufhdr(as, ir); break; + case IR_BUFPUT: asm_bufput(as, ir); break; + case IR_BUFSTR: asm_bufstr(as, ir); break; + + /* Write barriers. */ + case IR_TBAR: asm_tbar(as, ir); break; + case IR_OBAR: asm_obar(as, ir); break; + + /* Type conversions. */ + case IR_CONV: asm_conv(as, ir); break; + case IR_TOSTR: asm_tostr(as, ir); break; + case IR_STRTO: asm_strto(as, ir); break; + + /* Calls. */ + case IR_CALLA: + as->gcsteps++; + /* fallthrough */ + case IR_CALLN: case IR_CALLL: case IR_CALLS: asm_call(as, ir); break; + case IR_CALLXS: asm_callx(as, ir); break; + case IR_CARG: break; + + default: + setintV(&as->J->errinfo, ir->o); + lj_trace_err_info(as->J, LJ_TRERR_NYIIR); + break; + } +} + /* -- Head of trace ------------------------------------------------------- */ /* Head of a root trace. */ @@ -1537,7 +1929,7 @@ static BCReg asm_baseslot(ASMState *as, SnapShot *snap, int *gotframe) SnapEntry sn = map[n-1]; if ((sn & SNAP_FRAME)) { *gotframe = 1; - return snap_slot(sn); + return snap_slot(sn) - LJ_FR2; } } return 0; @@ -1557,19 +1949,23 @@ static void asm_tail_link(ASMState *as) if (as->T->link == 0) { /* Setup fixed registers for exit to interpreter. */ - const BCIns *pc = snap_pc(as->T->snapmap[snap->mapofs + snap->nent]); + const BCIns *pc = snap_pc(&as->T->snapmap[snap->mapofs + snap->nent]); int32_t mres; if (bc_op(*pc) == BC_JLOOP) { /* NYI: find a better way to do this. */ BCIns *retpc = &traceref(as->J, bc_d(*pc))->startins; if (bc_isret(bc_op(*retpc))) pc = retpc; } +#if LJ_GC64 + emit_loadu64(as, RID_LPC, u64ptr(pc)); +#else ra_allockreg(as, i32ptr(J2GG(as->J)->dispatch), RID_DISPATCH); ra_allockreg(as, i32ptr(pc), RID_LPC); - mres = (int32_t)(snap->nslots - baseslot); +#endif + mres = (int32_t)(snap->nslots - baseslot - LJ_FR2); switch (bc_op(*pc)) { case BC_CALLM: case BC_CALLMT: - mres -= (int32_t)(1 + bc_a(*pc) + bc_c(*pc)); break; + mres -= (int32_t)(1 + LJ_FR2 + bc_a(*pc) + bc_c(*pc)); break; case BC_RETM: mres -= (int32_t)(bc_a(*pc) + bc_d(*pc)); break; case BC_TSETM: mres -= (int32_t)bc_a(*pc); break; default: if (bc_op(*pc) < BC_FUNCF) mres = 0; break; @@ -1581,6 +1977,11 @@ static void asm_tail_link(ASMState *as) } emit_addptr(as, RID_BASE, 8*(int32_t)baseslot); + if (as->J->ktrace) { /* Patch ktrace slot with the final GCtrace pointer. */ + setgcref(IR(as->J->ktrace)[LJ_GC64].gcr, obj2gco(as->J->curfinal)); + IR(as->J->ktrace)->o = IR_KGC; + } + /* Sync the interpreter state with the on-trace state. */ asm_stack_restore(as, snap); @@ -1606,17 +2007,22 @@ static void asm_setup_regsp(ASMState *as) ra_setup(as); /* Clear reg/sp for constants. */ - for (ir = IR(T->nk), lastir = IR(REF_BASE); ir < lastir; ir++) + for (ir = IR(T->nk), lastir = IR(REF_BASE); ir < lastir; ir++) { ir->prev = REGSP_INIT; + if (irt_is64(ir->t) && ir->o != IR_KNULL) { +#if LJ_GC64 + ir->i = 0; /* Will become non-zero only for RIP-relative addresses. */ +#else + /* Make life easier for backends by putting address of constant in i. */ + ir->i = (int32_t)(intptr_t)(ir+1); +#endif + ir++; + } + } /* REF_BASE is used for implicit references to the BASE register. */ lastir->prev = REGSP_HINT(RID_BASE); - ir = IR(nins-1); - if (ir->o == IR_RENAME) { - do { ir--; nins--; } while (ir->o == IR_RENAME); - T->nins = nins; /* Remove any renames left over from ASM restart. */ - } as->snaprename = nins; as->snapref = nins; as->snapno = T->nsnap; @@ -1677,7 +2083,7 @@ static void asm_setup_regsp(ASMState *as) as->modset |= RSET_SCRATCH; continue; } - case IR_CALLN: case IR_CALLL: case IR_CALLS: { + case IR_CALLN: case IR_CALLA: case IR_CALLL: case IR_CALLS: { const CCallInfo *ci = &lj_ir_callinfo[ir->op2]; ir->prev = asm_setup_call_slots(as, ir, ci); if (inloop) @@ -1722,10 +2128,20 @@ static void asm_setup_regsp(ASMState *as) /* fallthrough */ #endif /* C calls evict all scratch regs and return results in RID_RET. */ - case IR_SNEW: case IR_XSNEW: case IR_NEWREF: + case IR_SNEW: case IR_XSNEW: case IR_NEWREF: case IR_BUFPUT: if (REGARG_NUMGPR < 3 && as->evenspill < 3) as->evenspill = 3; /* lj_str_new and lj_tab_newkey need 3 args. */ - case IR_TNEW: case IR_TDUP: case IR_CNEW: case IR_CNEWI: case IR_TOSTR: +#if LJ_TARGET_X86 && LJ_HASFFI + if (0) { + case IR_CNEW: + if (ir->op2 != REF_NIL && as->evenspill < 4) + as->evenspill = 4; /* lj_cdata_newv needs 4 args. */ + } +#else + case IR_CNEW: +#endif + case IR_TNEW: case IR_TDUP: case IR_CNEWI: case IR_TOSTR: + case IR_BUFSTR: ir->prev = REGSP_HINT(RID_RET); if (inloop) as->modset = RSET_SCRATCH; @@ -1734,21 +2150,26 @@ static void asm_setup_regsp(ASMState *as) if (inloop) as->modset = RSET_SCRATCH; break; -#if !LJ_TARGET_X86ORX64 && !LJ_SOFTFP - case IR_ATAN2: case IR_LDEXP: +#if !LJ_SOFTFP + case IR_ATAN2: +#if LJ_TARGET_X86 + if (as->evenspill < 4) /* Leave room to call atan2(). */ + as->evenspill = 4; +#endif +#if !LJ_TARGET_X86ORX64 + case IR_LDEXP: +#endif #endif case IR_POW: if (!LJ_SOFTFP && irt_isnum(ir->t)) { -#if LJ_TARGET_X86ORX64 - ir->prev = REGSP_HINT(RID_XMM0); if (inloop) - as->modset |= RSET_RANGE(RID_XMM0, RID_XMM1+1)|RID2RSET(RID_EAX); + as->modset |= RSET_SCRATCH; +#if LJ_TARGET_X86 + break; #else ir->prev = REGSP_HINT(RID_FPRET); - if (inloop) - as->modset |= RSET_SCRATCH; -#endif continue; +#endif } /* fallthrough for integer POW */ case IR_DIV: case IR_MOD: @@ -1761,31 +2182,33 @@ static void asm_setup_regsp(ASMState *as) break; case IR_FPMATH: #if LJ_TARGET_X86ORX64 - if (ir->op2 == IRFPM_EXP2) { /* May be joined to lj_vm_pow_sse. */ - ir->prev = REGSP_HINT(RID_XMM0); -#if !LJ_64 - if (as->evenspill < 4) /* Leave room for 16 byte scratch area. */ + if (ir->op2 <= IRFPM_TRUNC) { + if (!(as->flags & JIT_F_SSE4_1)) { + ir->prev = REGSP_HINT(RID_XMM0); + if (inloop) + as->modset |= RSET_RANGE(RID_XMM0, RID_XMM3+1)|RID2RSET(RID_EAX); + continue; + } + break; + } else if (ir->op2 == IRFPM_EXP2 && !LJ_64) { + if (as->evenspill < 4) /* Leave room to call pow(). */ as->evenspill = 4; -#endif - if (inloop) - as->modset |= RSET_RANGE(RID_XMM0, RID_XMM2+1)|RID2RSET(RID_EAX); - continue; - } else if (ir->op2 <= IRFPM_TRUNC && !(as->flags & JIT_F_SSE4_1)) { - ir->prev = REGSP_HINT(RID_XMM0); - if (inloop) - as->modset |= RSET_RANGE(RID_XMM0, RID_XMM3+1)|RID2RSET(RID_EAX); - continue; } +#endif + if (inloop) + as->modset |= RSET_SCRATCH; +#if LJ_TARGET_X86 break; #else ir->prev = REGSP_HINT(RID_FPRET); - if (inloop) - as->modset |= RSET_SCRATCH; continue; #endif #if LJ_TARGET_X86ORX64 /* Non-constant shift counts need to be in RID_ECX on x86/x64. */ - case IR_BSHL: case IR_BSHR: case IR_BSAR: case IR_BROL: case IR_BROR: + case IR_BSHL: case IR_BSHR: case IR_BSAR: + if ((as->flags & JIT_F_BMI2)) /* Except if BMI2 is available. */ + break; + case IR_BROL: case IR_BROR: if (!irref_isk(ir->op2) && !ra_hashint(IR(ir->op2)->r)) { IR(ir->op2)->r = REGSP_HINT(RID_ECX); if (inloop) @@ -1831,14 +2254,25 @@ void lj_asm_trace(jit_State *J, GCtrace *T) ASMState *as = &as_; MCode *origtop; + /* Remove nops/renames left over from ASM restart due to LJ_TRERR_MCODELM. */ + { + IRRef nins = T->nins; + IRIns *ir = &T->ir[nins-1]; + if (ir->o == IR_NOP || ir->o == IR_RENAME) { + do { ir--; nins--; } while (ir->o == IR_NOP || ir->o == IR_RENAME); + T->nins = nins; + } + } + /* Ensure an initialized instruction beyond the last one for HIOP checks. */ - J->cur.nins = lj_ir_nextins(J); - J->cur.ir[J->cur.nins].o = IR_NOP; + /* This also allows one RENAME to be added without reallocating curfinal. */ + as->orignins = lj_ir_nextins(J); + J->cur.ir[as->orignins].o = IR_NOP; /* Setup initial state. Copy some fields to reduce indirections. */ as->J = J; as->T = T; - as->ir = T->ir; + J->curfinal = lj_trace_alloc(J->L, T); /* This copies the IR, too. */ as->flags = J->flags; as->loopref = J->loopref; as->realign = NULL; @@ -1851,12 +2285,41 @@ void lj_asm_trace(jit_State *J, GCtrace *T) as->mclim = as->mcbot + MCLIM_REDZONE; asm_setup_target(as); - do { + /* + ** This is a loop, because the MCode may have to be (re-)assembled + ** multiple times: + ** + ** 1. as->realign is set (and the assembly aborted), if the arch-specific + ** backend wants the MCode to be aligned differently. + ** + ** This is currently only the case on x86/x64, where small loops get + ** an aligned loop body plus a short branch. Not much effort is wasted, + ** because the abort happens very quickly and only once. + ** + ** 2. The IR is immovable, since the MCode embeds pointers to various + ** constants inside the IR. But RENAMEs may need to be added to the IR + ** during assembly, which might grow and reallocate the IR. We check + ** at the end if the IR (in J->cur.ir) has actually grown, resize the + ** copy (in J->curfinal.ir) and try again. + ** + ** 95% of all traces have zero RENAMEs, 3% have one RENAME, 1.5% have + ** 2 RENAMEs and only 0.5% have more than that. That's why we opt to + ** always have one spare slot in the IR (see above), which means we + ** have to redo the assembly for only ~2% of all traces. + ** + ** Very, very rarely, this needs to be done repeatedly, since the + ** location of constants inside the IR (actually, reachability from + ** a global pointer) may affect register allocation and thus the + ** number of RENAMEs. + */ + for (;;) { as->mcp = as->mctop; #ifdef LUA_USE_ASSERT as->mcp_prev = as->mcp; #endif - as->curins = T->nins; + as->ir = J->curfinal->ir; /* Use the copied IR. */ + as->curins = J->cur.nins = as->orignins; + RA_DBG_START(); RA_DBGX((as, "===== STOP =====")); @@ -1884,22 +2347,40 @@ void lj_asm_trace(jit_State *J, GCtrace *T) checkmclim(as); asm_ir(as, ir); } - } while (as->realign); /* Retry in case the MCode needs to be realigned. */ - /* Emit head of trace. */ - RA_DBG_REF(); - checkmclim(as); - if (as->gcsteps > 0) { - as->curins = as->T->snap[0].ref; - asm_snap_prep(as); /* The GC check is a guard. */ - asm_gc_check(as); + if (as->realign && J->curfinal->nins >= T->nins) + continue; /* Retry in case only the MCode needs to be realigned. */ + + /* Emit head of trace. */ + RA_DBG_REF(); + checkmclim(as); + if (as->gcsteps > 0) { + as->curins = as->T->snap[0].ref; + asm_snap_prep(as); /* The GC check is a guard. */ + asm_gc_check(as); + as->curins = as->stopins; + } + ra_evictk(as); + if (as->parent) + asm_head_side(as); + else + asm_head_root(as); + asm_phi_fixup(as); + + if (J->curfinal->nins >= T->nins) { /* IR didn't grow? */ + lua_assert(J->curfinal->nk == T->nk); + memcpy(J->curfinal->ir + as->orignins, T->ir + as->orignins, + (T->nins - as->orignins) * sizeof(IRIns)); /* Copy RENAMEs. */ + T->nins = J->curfinal->nins; + break; /* Done. */ + } + + /* Otherwise try again with a bigger IR. */ + lj_trace_free(J2G(J), J->curfinal); + J->curfinal = NULL; /* In case lj_trace_alloc() OOMs. */ + J->curfinal = lj_trace_alloc(J->L, T); + as->realign = NULL; } - ra_evictk(as); - if (as->parent) - asm_head_side(as); - else - asm_head_root(as); - asm_phi_fixup(as); RA_DBGX((as, "===== START ====")); RA_DBG_FLUSH(); @@ -1912,6 +2393,9 @@ void lj_asm_trace(jit_State *J, GCtrace *T) if (!as->loopref) asm_tail_fixup(as, T->link); /* Note: this may change as->mctop! */ T->szmcode = (MSize)((char *)as->mctop - (char *)as->mcp); +#if LJ_TARGET_MCODE_FIXUP + asm_mcode_fixup(T->mcode, T->szmcode); +#endif lj_mcode_sync(T->mcode, origtop); } diff --git a/core/src/luajit/src/lj_asm.h b/core/src/luajit/src/lj_asm.h index 85f297632..2819481b6 100644 --- a/core/src/luajit/src/lj_asm.h +++ b/core/src/luajit/src/lj_asm.h @@ -1,6 +1,6 @@ /* ** IR assembler (SSA IR -> machine code). -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_ASM_H diff --git a/core/src/luajit/src/lj_asm_arm.h b/core/src/luajit/src/lj_asm_arm.h index 9e4cf4367..37bfa40f2 100644 --- a/core/src/luajit/src/lj_asm_arm.h +++ b/core/src/luajit/src/lj_asm_arm.h @@ -1,6 +1,6 @@ /* ** ARM IR assembler (SSA IR -> machine code). -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ /* -- Register allocator extensions --------------------------------------- */ @@ -338,7 +338,7 @@ static int asm_fusemadd(ASMState *as, IRIns *ir, ARMIns ai, ARMIns air) /* Generate a call to a C function. */ static void asm_gencall(ASMState *as, const CCallInfo *ci, IRRef *args) { - uint32_t n, nargs = CCI_NARGS(ci); + uint32_t n, nargs = CCI_XNARGS(ci); int32_t ofs = 0; #if LJ_SOFTFP Reg gpr = REGARG_FIRSTGPR; @@ -426,7 +426,7 @@ static void asm_gencall(ASMState *as, const CCallInfo *ci, IRRef *args) static void asm_setupresult(ASMState *as, IRIns *ir, const CCallInfo *ci) { RegSet drop = RSET_SCRATCH; - int hiop = ((ir+1)->o == IR_HIOP); + int hiop = ((ir+1)->o == IR_HIOP && !irt_isnil((ir+1)->t)); if (ra_hasreg(ir->r)) rset_clear(drop, ir->r); /* Dest reg handled below. */ if (hiop && ra_hasreg((ir+1)->r)) @@ -453,15 +453,6 @@ static void asm_setupresult(ASMState *as, IRIns *ir, const CCallInfo *ci) UNUSED(ci); } -static void asm_call(ASMState *as, IRIns *ir) -{ - IRRef args[CCI_NARGS_MAX]; - const CCallInfo *ci = &lj_ir_callinfo[ir->op2]; - asm_collectargs(as, ir, ci, args); - asm_setupresult(as, ir, ci); - asm_gencall(as, ci, args); -} - static void asm_callx(ASMState *as, IRIns *ir) { IRRef args[CCI_NARGS_MAX*2]; @@ -490,7 +481,7 @@ static void asm_retf(ASMState *as, IRIns *ir) { Reg base = ra_alloc1(as, REF_BASE, RSET_GPR); void *pc = ir_kptr(IR(ir->op2)); - int32_t delta = 1+bc_a(*((const BCIns *)pc - 1)); + int32_t delta = 1+LJ_FR2+bc_a(*((const BCIns *)pc - 1)); as->topslot -= (BCReg)delta; if ((int32_t)as->topslot < 0) as->topslot = 0; irt_setmark(IR(REF_BASE)->t); /* Children must not coalesce with BASE reg. */ @@ -601,31 +592,6 @@ static void asm_conv(ASMState *as, IRIns *ir) } } -#if !LJ_SOFTFP && LJ_HASFFI -static void asm_conv64(ASMState *as, IRIns *ir) -{ - IRType st = (IRType)((ir-1)->op2 & IRCONV_SRCMASK); - IRType dt = (((ir-1)->op2 & IRCONV_DSTMASK) >> IRCONV_DSH); - IRCallID id; - CCallInfo ci; - IRRef args[2]; - args[0] = (ir-1)->op1; - args[1] = ir->op1; - if (st == IRT_NUM || st == IRT_FLOAT) { - id = IRCALL_fp64_d2l + ((st == IRT_FLOAT) ? 2 : 0) + (dt - IRT_I64); - ir--; - } else { - id = IRCALL_fp64_l2d + ((dt == IRT_FLOAT) ? 2 : 0) + (st - IRT_I64); - } - ci = lj_ir_callinfo[id]; -#if !LJ_ABI_SOFTFP - ci.flags |= CCI_VARARG; /* These calls don't use the hard-float ABI! */ -#endif - asm_setupresult(as, ir, &ci); - asm_gencall(as, &ci, args); -} -#endif - static void asm_strto(ASMState *as, IRIns *ir) { const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_strscan_num]; @@ -689,6 +655,8 @@ static void asm_strto(ASMState *as, IRIns *ir) emit_opk(as, ARMI_ADD, tmp, RID_SP, ofs, RSET_GPR); } +/* -- Memory references --------------------------------------------------- */ + /* Get pointer to TValue. */ static void asm_tvptr(ASMState *as, Reg dest, IRRef ref) { @@ -714,7 +682,7 @@ static void asm_tvptr(ASMState *as, Reg dest, IRRef ref) Reg src = ra_alloc1(as, ref, allow); emit_lso(as, ARMI_STR, src, RID_SP, 0); } - if ((ir+1)->o == IR_HIOP) + if (LJ_SOFTFP && (ir+1)->o == IR_HIOP) type = ra_alloc1(as, ref+1, allow); else type = ra_allock(as, irt_toitype(ir->t), allow); @@ -722,27 +690,6 @@ static void asm_tvptr(ASMState *as, Reg dest, IRRef ref) } } -static void asm_tostr(ASMState *as, IRIns *ir) -{ - IRRef args[2]; - args[0] = ASMREF_L; - as->gcsteps++; - if (irt_isnum(IR(ir->op1)->t) || (ir+1)->o == IR_HIOP) { - const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_str_fromnum]; - args[1] = ASMREF_TMP1; /* const lua_Number * */ - asm_setupresult(as, ir, ci); /* GCstr * */ - asm_gencall(as, ci, args); - asm_tvptr(as, ra_releasetmp(as, ASMREF_TMP1), ir->op1); - } else { - const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_str_fromint]; - args[1] = ir->op1; /* int32_t k */ - asm_setupresult(as, ir, ci); /* GCstr * */ - asm_gencall(as, ci, args); - } -} - -/* -- Memory references --------------------------------------------------- */ - static void asm_aref(ASMState *as, IRIns *ir) { Reg dest = ra_dest(as, ir, RSET_GPR); @@ -960,23 +907,8 @@ static void asm_hrefk(ASMState *as, IRIns *ir) emit_opk(as, ARMI_ADD, dest, node, ofs, RSET_GPR); } -static void asm_newref(ASMState *as, IRIns *ir) -{ - const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_tab_newkey]; - IRRef args[3]; - if (ir->r == RID_SINK) - return; - args[0] = ASMREF_L; /* lua_State *L */ - args[1] = ir->op1; /* GCtab *t */ - args[2] = ASMREF_TMP1; /* cTValue *key */ - asm_setupresult(as, ir, ci); /* TValue * */ - asm_gencall(as, ci, args); - asm_tvptr(as, ra_releasetmp(as, ASMREF_TMP1), ir->op2); -} - static void asm_uref(ASMState *as, IRIns *ir) { - /* NYI: Check that UREFO is still open and not aliasing a slot. */ Reg dest = ra_dest(as, ir, RSET_GPR); if (irref_isk(ir->op1)) { GCfunc *fn = ir_kfunc(IR(ir->op1)); @@ -1065,22 +997,26 @@ static ARMIns asm_fxstoreins(IRIns *ir) static void asm_fload(ASMState *as, IRIns *ir) { - Reg dest = ra_dest(as, ir, RSET_GPR); - Reg idx = ra_alloc1(as, ir->op1, RSET_GPR); - ARMIns ai = asm_fxloadins(ir); - int32_t ofs; - if (ir->op2 == IRFL_TAB_ARRAY) { - ofs = asm_fuseabase(as, ir->op1); - if (ofs) { /* Turn the t->array load into an add for colocated arrays. */ - emit_dn(as, ARMI_ADD|ARMI_K12|ofs, dest, idx); - return; + if (ir->op1 == REF_NIL) { + lua_assert(!ra_used(ir)); /* We can end up here if DCE is turned off. */ + } else { + Reg dest = ra_dest(as, ir, RSET_GPR); + Reg idx = ra_alloc1(as, ir->op1, RSET_GPR); + ARMIns ai = asm_fxloadins(ir); + int32_t ofs; + if (ir->op2 == IRFL_TAB_ARRAY) { + ofs = asm_fuseabase(as, ir->op1); + if (ofs) { /* Turn the t->array load into an add for colocated arrays. */ + emit_dn(as, ARMI_ADD|ARMI_K12|ofs, dest, idx); + return; + } } + ofs = field_ofs[ir->op2]; + if ((ai & 0x04000000)) + emit_lso(as, ai, dest, idx, ofs); + else + emit_lsox(as, ai, dest, idx, ofs); } - ofs = field_ofs[ir->op2]; - if ((ai & 0x04000000)) - emit_lso(as, ai, dest, idx, ofs); - else - emit_lsox(as, ai, dest, idx, ofs); } static void asm_fstore(ASMState *as, IRIns *ir) @@ -1106,7 +1042,7 @@ static void asm_xload(ASMState *as, IRIns *ir) asm_fusexref(as, asm_fxloadins(ir), dest, ir->op1, RSET_GPR, 0); } -static void asm_xstore(ASMState *as, IRIns *ir, int32_t ofs) +static void asm_xstore_(ASMState *as, IRIns *ir, int32_t ofs) { if (ir->r != RID_SINK) { Reg src = ra_alloc1(as, ir->op2, @@ -1116,6 +1052,8 @@ static void asm_xstore(ASMState *as, IRIns *ir, int32_t ofs) } } +#define asm_xstore(as, ir) asm_xstore_(as, ir, 0) + static void asm_ahuvload(ASMState *as, IRIns *ir) { int hiop = (LJ_SOFTFP && (ir+1)->o == IR_HIOP); @@ -1273,19 +1211,16 @@ dotypecheck: static void asm_cnew(ASMState *as, IRIns *ir) { CTState *cts = ctype_ctsG(J2G(as->J)); - CTypeID ctypeid = (CTypeID)IR(ir->op1)->i; - CTSize sz = (ir->o == IR_CNEWI || ir->op2 == REF_NIL) ? - lj_ctype_size(cts, ctypeid) : (CTSize)IR(ir->op2)->i; + CTypeID id = (CTypeID)IR(ir->op1)->i; + CTSize sz; + CTInfo info = lj_ctype_info(cts, id, &sz); const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_mem_newgco]; - IRRef args[2]; + IRRef args[4]; RegSet allow = (RSET_GPR & ~RSET_SCRATCH); RegSet drop = RSET_SCRATCH; - lua_assert(sz != CTSIZE_INVALID); + lua_assert(sz != CTSIZE_INVALID || (ir->o == IR_CNEW && ir->op2 != REF_NIL)); - args[0] = ASMREF_L; /* lua_State *L */ - args[1] = ASMREF_TMP1; /* MSize size */ as->gcsteps++; - if (ra_hasreg(ir->r)) rset_clear(drop, ir->r); /* Dest reg handled below. */ ra_evictset(as, drop); @@ -1307,16 +1242,28 @@ static void asm_cnew(ASMState *as, IRIns *ir) if (ofs == sizeof(GCcdata)) break; ofs -= 4; ir--; } + } else if (ir->op2 != REF_NIL) { /* Create VLA/VLS/aligned cdata. */ + ci = &lj_ir_callinfo[IRCALL_lj_cdata_newv]; + args[0] = ASMREF_L; /* lua_State *L */ + args[1] = ir->op1; /* CTypeID id */ + args[2] = ir->op2; /* CTSize sz */ + args[3] = ASMREF_TMP1; /* CTSize align */ + asm_gencall(as, ci, args); + emit_loadi(as, ra_releasetmp(as, ASMREF_TMP1), (int32_t)ctype_align(info)); + return; } + /* Initialize gct and ctypeid. lj_mem_newgco() already sets marked. */ { - uint32_t k = emit_isk12(ARMI_MOV, ctypeid); - Reg r = k ? RID_R1 : ra_allock(as, ctypeid, allow); + uint32_t k = emit_isk12(ARMI_MOV, id); + Reg r = k ? RID_R1 : ra_allock(as, id, allow); emit_lso(as, ARMI_STRB, RID_TMP, RID_RET, offsetof(GCcdata, gct)); emit_lsox(as, ARMI_STRH, r, RID_RET, offsetof(GCcdata, ctypeid)); emit_d(as, ARMI_MOV|ARMI_K12|~LJ_TCDATA, RID_TMP); if (k) emit_d(as, ARMI_MOV^k, RID_R1); } + args[0] = ASMREF_L; /* lua_State *L */ + args[1] = ASMREF_TMP1; /* MSize size */ asm_gencall(as, ci, args); ra_allockreg(as, (int32_t)(sz+sizeof(GCcdata)), ra_releasetmp(as, ASMREF_TMP1)); @@ -1393,23 +1340,38 @@ static void asm_fpunary(ASMState *as, IRIns *ir, ARMIns ai) emit_dm(as, ai, (dest & 15), (left & 15)); } -static int asm_fpjoin_pow(ASMState *as, IRIns *ir) +static void asm_callround(ASMState *as, IRIns *ir, int id) { - IRIns *irp = IR(ir->op1); - if (irp == ir-1 && irp->o == IR_MUL && !ra_used(irp)) { - IRIns *irpp = IR(irp->op1); - if (irpp == ir-2 && irpp->o == IR_FPMATH && - irpp->op2 == IRFPM_LOG2 && !ra_used(irpp)) { - const CCallInfo *ci = &lj_ir_callinfo[IRCALL_pow]; - IRRef args[2]; - args[0] = irpp->op1; - args[1] = irp->op2; - asm_setupresult(as, ir, ci); - asm_gencall(as, ci, args); - return 1; - } - } - return 0; + /* The modified regs must match with the *.dasc implementation. */ + RegSet drop = RID2RSET(RID_R0)|RID2RSET(RID_R1)|RID2RSET(RID_R2)| + RID2RSET(RID_R3)|RID2RSET(RID_R12); + RegSet of; + Reg dest, src; + ra_evictset(as, drop); + dest = ra_dest(as, ir, RSET_FPR); + emit_dnm(as, ARMI_VMOV_D_RR, RID_RETLO, RID_RETHI, (dest & 15)); + emit_call(as, id == IRFPM_FLOOR ? (void *)lj_vm_floor_sf : + id == IRFPM_CEIL ? (void *)lj_vm_ceil_sf : + (void *)lj_vm_trunc_sf); + /* Workaround to protect argument GPRs from being used for remat. */ + of = as->freeset; + as->freeset &= ~RSET_RANGE(RID_R0, RID_R1+1); + as->cost[RID_R0] = as->cost[RID_R1] = REGCOST(~0u, ASMREF_L); + src = ra_alloc1(as, ir->op1, RSET_FPR); /* May alloc GPR to remat FPR. */ + as->freeset |= (of & RSET_RANGE(RID_R0, RID_R1+1)); + emit_dnm(as, ARMI_VMOV_RR_D, RID_R0, RID_R1, (src & 15)); +} + +static void asm_fpmath(ASMState *as, IRIns *ir) +{ + if (ir->op2 == IRFPM_EXP2 && asm_fpjoin_pow(as, ir)) + return; + if (ir->op2 <= IRFPM_TRUNC) + asm_callround(as, ir, ir->op2); + else if (ir->op2 == IRFPM_SQRT) + asm_fpunary(as, ir, ARMI_VSQRT_D); + else + asm_callid(as, ir, IRCALL_lj_vm_floor + ir->op2); } #endif @@ -1460,32 +1422,6 @@ static void asm_intop_s(ASMState *as, IRIns *ir, ARMIns ai) asm_intop(as, ir, ai); } -static void asm_bitop(ASMState *as, IRIns *ir, ARMIns ai) -{ - if (as->flagmcp == as->mcp) { /* Try to drop cmp r, #0. */ - uint32_t cc = (as->mcp[1] >> 28); - as->flagmcp = NULL; - if (cc <= CC_NE) { - as->mcp++; - ai |= ARMI_S; - } else if (cc == CC_GE) { - *++as->mcp ^= ((CC_GE^CC_PL) << 28); - ai |= ARMI_S; - } else if (cc == CC_LT) { - *++as->mcp ^= ((CC_LT^CC_MI) << 28); - ai |= ARMI_S; - } /* else: other conds don't work with bit ops. */ - } - if (ir->op2 == 0) { - Reg dest = ra_dest(as, ir, RSET_GPR); - uint32_t m = asm_fuseopm(as, ai, ir->op1, RSET_GPR); - emit_d(as, ai^m, dest); - } else { - /* NYI: Turn BAND !k12 into uxtb, uxth or bfc or shl+shr. */ - asm_intop(as, ir, ai); - } -} - static void asm_intneg(ASMState *as, IRIns *ir, ARMIns ai) { Reg dest = ra_dest(as, ir, RSET_GPR); @@ -1551,6 +1487,20 @@ static void asm_mul(ASMState *as, IRIns *ir) asm_intmul(as, ir); } +#define asm_addov(as, ir) asm_add(as, ir) +#define asm_subov(as, ir) asm_sub(as, ir) +#define asm_mulov(as, ir) asm_mul(as, ir) + +#if !LJ_SOFTFP +#define asm_div(as, ir) asm_fparith(as, ir, ARMI_VDIV_D) +#define asm_pow(as, ir) asm_callid(as, ir, IRCALL_lj_vm_powi) +#define asm_abs(as, ir) asm_fpunary(as, ir, ARMI_VABS_D) +#define asm_atan2(as, ir) asm_callid(as, ir, IRCALL_atan2) +#define asm_ldexp(as, ir) asm_callid(as, ir, IRCALL_ldexp) +#endif + +#define asm_mod(as, ir) asm_callid(as, ir, IRCALL_lj_vm_modi) + static void asm_neg(ASMState *as, IRIns *ir) { #if !LJ_SOFTFP @@ -1562,41 +1512,35 @@ static void asm_neg(ASMState *as, IRIns *ir) asm_intneg(as, ir, ARMI_RSB); } -static void asm_callid(ASMState *as, IRIns *ir, IRCallID id) +static void asm_bitop(ASMState *as, IRIns *ir, ARMIns ai) { - const CCallInfo *ci = &lj_ir_callinfo[id]; - IRRef args[2]; - args[0] = ir->op1; - args[1] = ir->op2; - asm_setupresult(as, ir, ci); - asm_gencall(as, ci, args); + if (as->flagmcp == as->mcp) { /* Try to drop cmp r, #0. */ + uint32_t cc = (as->mcp[1] >> 28); + as->flagmcp = NULL; + if (cc <= CC_NE) { + as->mcp++; + ai |= ARMI_S; + } else if (cc == CC_GE) { + *++as->mcp ^= ((CC_GE^CC_PL) << 28); + ai |= ARMI_S; + } else if (cc == CC_LT) { + *++as->mcp ^= ((CC_LT^CC_MI) << 28); + ai |= ARMI_S; + } /* else: other conds don't work with bit ops. */ + } + if (ir->op2 == 0) { + Reg dest = ra_dest(as, ir, RSET_GPR); + uint32_t m = asm_fuseopm(as, ai, ir->op1, RSET_GPR); + emit_d(as, ai^m, dest); + } else { + /* NYI: Turn BAND !k12 into uxtb, uxth or bfc or shl+shr. */ + asm_intop(as, ir, ai); + } } -#if !LJ_SOFTFP -static void asm_callround(ASMState *as, IRIns *ir, int id) -{ - /* The modified regs must match with the *.dasc implementation. */ - RegSet drop = RID2RSET(RID_R0)|RID2RSET(RID_R1)|RID2RSET(RID_R2)| - RID2RSET(RID_R3)|RID2RSET(RID_R12); - RegSet of; - Reg dest, src; - ra_evictset(as, drop); - dest = ra_dest(as, ir, RSET_FPR); - emit_dnm(as, ARMI_VMOV_D_RR, RID_RETLO, RID_RETHI, (dest & 15)); - emit_call(as, id == IRFPM_FLOOR ? (void *)lj_vm_floor_sf : - id == IRFPM_CEIL ? (void *)lj_vm_ceil_sf : - (void *)lj_vm_trunc_sf); - /* Workaround to protect argument GPRs from being used for remat. */ - of = as->freeset; - as->freeset &= ~RSET_RANGE(RID_R0, RID_R1+1); - as->cost[RID_R0] = as->cost[RID_R1] = REGCOST(~0u, ASMREF_L); - src = ra_alloc1(as, ir->op1, RSET_FPR); /* May alloc GPR to remat FPR. */ - as->freeset |= (of & RSET_RANGE(RID_R0, RID_R1+1)); - emit_dnm(as, ARMI_VMOV_RR_D, RID_R0, RID_R1, (src & 15)); -} -#endif +#define asm_bnot(as, ir) asm_bitop(as, ir, ARMI_MVN) -static void asm_bitswap(ASMState *as, IRIns *ir) +static void asm_bswap(ASMState *as, IRIns *ir) { Reg dest = ra_dest(as, ir, RSET_GPR); Reg left = ra_alloc1(as, ir->op1, RSET_GPR); @@ -1613,6 +1557,10 @@ static void asm_bitswap(ASMState *as, IRIns *ir) } } +#define asm_band(as, ir) asm_bitop(as, ir, ARMI_AND) +#define asm_bor(as, ir) asm_bitop(as, ir, ARMI_ORR) +#define asm_bxor(as, ir) asm_bitop(as, ir, ARMI_EOR) + static void asm_bitshift(ASMState *as, IRIns *ir, ARMShift sh) { if (irref_isk(ir->op2)) { /* Constant shifts. */ @@ -1630,6 +1578,12 @@ static void asm_bitshift(ASMState *as, IRIns *ir, ARMShift sh) } } +#define asm_bshl(as, ir) asm_bitshift(as, ir, ARMSH_LSL) +#define asm_bshr(as, ir) asm_bitshift(as, ir, ARMSH_LSR) +#define asm_bsar(as, ir) asm_bitshift(as, ir, ARMSH_ASR) +#define asm_bror(as, ir) asm_bitshift(as, ir, ARMSH_ROR) +#define asm_brol(as, ir) lua_assert(0) + static void asm_intmin_max(ASMState *as, IRIns *ir, int cc) { uint32_t kcmp = 0, kmov = 0; @@ -1703,6 +1657,9 @@ static void asm_min_max(ASMState *as, IRIns *ir, int cc, int fcc) asm_intmin_max(as, ir, cc); } +#define asm_min(as, ir) asm_min_max(as, ir, CC_GT, CC_HI) +#define asm_max(as, ir) asm_min_max(as, ir, CC_LT, CC_LO) + /* -- Comparisons --------------------------------------------------------- */ /* Map of comparisons to flags. ORDER IR. */ @@ -1818,6 +1775,18 @@ notst: as->flagmcp = as->mcp; /* Allow elimination of the compare. */ } +static void asm_comp(ASMState *as, IRIns *ir) +{ +#if !LJ_SOFTFP + if (irt_isnum(ir->t)) + asm_fpcomp(as, ir); + else +#endif + asm_intcomp(as, ir); +} + +#define asm_equal(as, ir) asm_comp(as, ir) + #if LJ_HASFFI /* 64 bit integer comparisons. */ static void asm_int64comp(ASMState *as, IRIns *ir) @@ -1892,7 +1861,7 @@ static void asm_hiop(ASMState *as, IRIns *ir) #endif } else if ((ir-1)->o == IR_XSTORE) { if ((ir-1)->r != RID_SINK) - asm_xstore(as, ir, 4); + asm_xstore_(as, ir, 4); return; } if (!usehi) return; /* Skip unused hiword op for all remaining ops. */ @@ -1940,6 +1909,16 @@ static void asm_hiop(ASMState *as, IRIns *ir) #endif } +/* -- Profiling ----------------------------------------------------------- */ + +static void asm_prof(ASMState *as, IRIns *ir) +{ + UNUSED(ir); + asm_guardcc(as, CC_NE); + emit_n(as, ARMI_TST|ARMI_K12|HOOK_PROFILE, RID_TMP); + emit_lsptr(as, ARMI_LDRB, RID_TMP, (void *)&J2G(as->J)->hookmask); +} + /* -- Stack handling ------------------------------------------------------ */ /* Check Lua stack size for overflow. Use exit handler as fallback. */ @@ -1969,7 +1948,7 @@ static void asm_stack_check(ASMState *as, BCReg topslot, emit_lso(as, ARMI_LDR, RID_TMP, RID_TMP, (int32_t)offsetof(lua_State, maxstack)); if (irp) { /* Must not spill arbitrary registers in head of side trace. */ - int32_t i = i32ptr(&J2G(as->J)->jit_L); + int32_t i = i32ptr(&J2G(as->J)->cur_L); if (ra_hasspill(irp->s)) emit_lso(as, ARMI_LDR, pbase, RID_SP, sps_scale(irp->s)); emit_lso(as, ARMI_LDR, RID_TMP, RID_TMP, (i & 4095)); @@ -1977,7 +1956,7 @@ static void asm_stack_check(ASMState *as, BCReg topslot, emit_lso(as, ARMI_STR, RID_RET, RID_SP, 0); /* Save temp. register. */ emit_loadi(as, RID_TMP, (i & ~4095)); } else { - emit_getgl(as, RID_TMP, jit_L); + emit_getgl(as, RID_TMP, cur_L); } } @@ -2086,13 +2065,13 @@ static void asm_loop_fixup(ASMState *as) /* -- Head of trace ------------------------------------------------------- */ -/* Reload L register from g->jit_L. */ +/* Reload L register from g->cur_L. */ static void asm_head_lreg(ASMState *as) { IRIns *ir = IR(ASMREF_L); if (ra_used(ir)) { Reg r = ra_dest(as, ir, RSET_GPR); - emit_getgl(as, r, jit_L); + emit_getgl(as, r, cur_L); ra_evictk(as); } } @@ -2163,143 +2142,13 @@ static void asm_tail_prep(ASMState *as) *p = 0; /* Prevent load/store merging. */ } -/* -- Instruction dispatch ------------------------------------------------ */ - -/* Assemble a single instruction. */ -static void asm_ir(ASMState *as, IRIns *ir) -{ - switch ((IROp)ir->o) { - /* Miscellaneous ops. */ - case IR_LOOP: asm_loop(as); break; - case IR_NOP: case IR_XBAR: lua_assert(!ra_used(ir)); break; - case IR_USE: - ra_alloc1(as, ir->op1, irt_isfp(ir->t) ? RSET_FPR : RSET_GPR); break; - case IR_PHI: asm_phi(as, ir); break; - case IR_HIOP: asm_hiop(as, ir); break; - case IR_GCSTEP: asm_gcstep(as, ir); break; - - /* Guarded assertions. */ - case IR_EQ: case IR_NE: - if ((ir-1)->o == IR_HREF && ir->op1 == as->curins-1) { - as->curins--; - asm_href(as, ir-1, (IROp)ir->o); - break; - } - /* fallthrough */ - case IR_LT: case IR_GE: case IR_LE: case IR_GT: - case IR_ULT: case IR_UGE: case IR_ULE: case IR_UGT: - case IR_ABC: -#if !LJ_SOFTFP - if (irt_isnum(ir->t)) { asm_fpcomp(as, ir); break; } -#endif - asm_intcomp(as, ir); - break; - - case IR_RETF: asm_retf(as, ir); break; - - /* Bit ops. */ - case IR_BNOT: asm_bitop(as, ir, ARMI_MVN); break; - case IR_BSWAP: asm_bitswap(as, ir); break; - - case IR_BAND: asm_bitop(as, ir, ARMI_AND); break; - case IR_BOR: asm_bitop(as, ir, ARMI_ORR); break; - case IR_BXOR: asm_bitop(as, ir, ARMI_EOR); break; - - case IR_BSHL: asm_bitshift(as, ir, ARMSH_LSL); break; - case IR_BSHR: asm_bitshift(as, ir, ARMSH_LSR); break; - case IR_BSAR: asm_bitshift(as, ir, ARMSH_ASR); break; - case IR_BROR: asm_bitshift(as, ir, ARMSH_ROR); break; - case IR_BROL: lua_assert(0); break; - - /* Arithmetic ops. */ - case IR_ADD: case IR_ADDOV: asm_add(as, ir); break; - case IR_SUB: case IR_SUBOV: asm_sub(as, ir); break; - case IR_MUL: case IR_MULOV: asm_mul(as, ir); break; - case IR_MOD: asm_callid(as, ir, IRCALL_lj_vm_modi); break; - case IR_NEG: asm_neg(as, ir); break; - -#if LJ_SOFTFP - case IR_DIV: case IR_POW: case IR_ABS: - case IR_ATAN2: case IR_LDEXP: case IR_FPMATH: case IR_TOBIT: - lua_assert(0); /* Unused for LJ_SOFTFP. */ - break; -#else - case IR_DIV: asm_fparith(as, ir, ARMI_VDIV_D); break; - case IR_POW: asm_callid(as, ir, IRCALL_lj_vm_powi); break; - case IR_ABS: asm_fpunary(as, ir, ARMI_VABS_D); break; - case IR_ATAN2: asm_callid(as, ir, IRCALL_atan2); break; - case IR_LDEXP: asm_callid(as, ir, IRCALL_ldexp); break; - case IR_FPMATH: - if (ir->op2 == IRFPM_EXP2 && asm_fpjoin_pow(as, ir)) - break; - if (ir->op2 <= IRFPM_TRUNC) - asm_callround(as, ir, ir->op2); - else if (ir->op2 == IRFPM_SQRT) - asm_fpunary(as, ir, ARMI_VSQRT_D); - else - asm_callid(as, ir, IRCALL_lj_vm_floor + ir->op2); - break; - case IR_TOBIT: asm_tobit(as, ir); break; -#endif - - case IR_MIN: asm_min_max(as, ir, CC_GT, CC_HI); break; - case IR_MAX: asm_min_max(as, ir, CC_LT, CC_LO); break; - - /* Memory references. */ - case IR_AREF: asm_aref(as, ir); break; - case IR_HREF: asm_href(as, ir, 0); break; - case IR_HREFK: asm_hrefk(as, ir); break; - case IR_NEWREF: asm_newref(as, ir); break; - case IR_UREFO: case IR_UREFC: asm_uref(as, ir); break; - case IR_FREF: asm_fref(as, ir); break; - case IR_STRREF: asm_strref(as, ir); break; - - /* Loads and stores. */ - case IR_ALOAD: case IR_HLOAD: case IR_ULOAD: case IR_VLOAD: - asm_ahuvload(as, ir); - break; - case IR_FLOAD: asm_fload(as, ir); break; - case IR_XLOAD: asm_xload(as, ir); break; - case IR_SLOAD: asm_sload(as, ir); break; - - case IR_ASTORE: case IR_HSTORE: case IR_USTORE: asm_ahustore(as, ir); break; - case IR_FSTORE: asm_fstore(as, ir); break; - case IR_XSTORE: asm_xstore(as, ir, 0); break; - - /* Allocations. */ - case IR_SNEW: case IR_XSNEW: asm_snew(as, ir); break; - case IR_TNEW: asm_tnew(as, ir); break; - case IR_TDUP: asm_tdup(as, ir); break; - case IR_CNEW: case IR_CNEWI: asm_cnew(as, ir); break; - - /* Write barriers. */ - case IR_TBAR: asm_tbar(as, ir); break; - case IR_OBAR: asm_obar(as, ir); break; - - /* Type conversions. */ - case IR_CONV: asm_conv(as, ir); break; - case IR_TOSTR: asm_tostr(as, ir); break; - case IR_STRTO: asm_strto(as, ir); break; - - /* Calls. */ - case IR_CALLN: case IR_CALLL: case IR_CALLS: asm_call(as, ir); break; - case IR_CALLXS: asm_callx(as, ir); break; - case IR_CARG: break; - - default: - setintV(&as->J->errinfo, ir->o); - lj_trace_err_info(as->J, LJ_TRERR_NYIIR); - break; - } -} - /* -- Trace setup --------------------------------------------------------- */ /* Ensure there are enough stack slots for call arguments. */ static Reg asm_setup_call_slots(ASMState *as, IRIns *ir, const CCallInfo *ci) { IRRef args[CCI_NARGS_MAX*2]; - uint32_t i, nargs = (int)CCI_NARGS(ci); + uint32_t i, nargs = CCI_XNARGS(ci); int nslots = 0, ngpr = REGARG_NUMGPR, nfpr = REGARG_NUMFPR, fprodd = 0; asm_collectargs(as, ir, ci, args); for (i = 0; i < nargs; i++) { diff --git a/core/src/luajit/src/lj_asm_arm64.h b/core/src/luajit/src/lj_asm_arm64.h new file mode 100644 index 000000000..8fd92e76f --- /dev/null +++ b/core/src/luajit/src/lj_asm_arm64.h @@ -0,0 +1,2022 @@ +/* +** ARM64 IR assembler (SSA IR -> machine code). +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h +** +** Contributed by Djordje Kovacevic and Stefan Pejic from RT-RK.com. +** Sponsored by Cisco Systems, Inc. +*/ + +/* -- Register allocator extensions --------------------------------------- */ + +/* Allocate a register with a hint. */ +static Reg ra_hintalloc(ASMState *as, IRRef ref, Reg hint, RegSet allow) +{ + Reg r = IR(ref)->r; + if (ra_noreg(r)) { + if (!ra_hashint(r) && !iscrossref(as, ref)) + ra_sethint(IR(ref)->r, hint); /* Propagate register hint. */ + r = ra_allocref(as, ref, allow); + } + ra_noweak(as, r); + return r; +} + +/* Allocate two source registers for three-operand instructions. */ +static Reg ra_alloc2(ASMState *as, IRIns *ir, RegSet allow) +{ + IRIns *irl = IR(ir->op1), *irr = IR(ir->op2); + Reg left = irl->r, right = irr->r; + if (ra_hasreg(left)) { + ra_noweak(as, left); + if (ra_noreg(right)) + right = ra_allocref(as, ir->op2, rset_exclude(allow, left)); + else + ra_noweak(as, right); + } else if (ra_hasreg(right)) { + ra_noweak(as, right); + left = ra_allocref(as, ir->op1, rset_exclude(allow, right)); + } else if (ra_hashint(right)) { + right = ra_allocref(as, ir->op2, allow); + left = ra_alloc1(as, ir->op1, rset_exclude(allow, right)); + } else { + left = ra_allocref(as, ir->op1, allow); + right = ra_alloc1(as, ir->op2, rset_exclude(allow, left)); + } + return left | (right << 8); +} + +/* -- Guard handling ------------------------------------------------------ */ + +/* Setup all needed exit stubs. */ +static void asm_exitstub_setup(ASMState *as, ExitNo nexits) +{ + ExitNo i; + MCode *mxp = as->mctop; + if (mxp - (nexits + 3 + MCLIM_REDZONE) < as->mclim) + asm_mclimit(as); + /* 1: str lr,[sp]; bl ->vm_exit_handler; movz w0,traceno; bl <1; bl <1; ... */ + for (i = nexits-1; (int32_t)i >= 0; i--) + *--mxp = A64I_LE(A64I_BL|((-3-i)&0x03ffffffu)); + *--mxp = A64I_LE(A64I_MOVZw|A64F_U16(as->T->traceno)); + mxp--; + *mxp = A64I_LE(A64I_BL|(((MCode *)(void *)lj_vm_exit_handler-mxp)&0x03ffffffu)); + *--mxp = A64I_LE(A64I_STRx|A64F_D(RID_LR)|A64F_N(RID_SP)); + as->mctop = mxp; +} + +static MCode *asm_exitstub_addr(ASMState *as, ExitNo exitno) +{ + /* Keep this in-sync with exitstub_trace_addr(). */ + return as->mctop + exitno + 3; +} + +/* Emit conditional branch to exit for guard. */ +static void asm_guardcc(ASMState *as, A64CC cc) +{ + MCode *target = asm_exitstub_addr(as, as->snapno); + MCode *p = as->mcp; + if (LJ_UNLIKELY(p == as->invmcp)) { + as->loopinv = 1; + *p = A64I_B | ((target-p) & 0x03ffffffu); + emit_cond_branch(as, cc^1, p-1); + return; + } + emit_cond_branch(as, cc, target); +} + +/* Emit test and branch instruction to exit for guard. */ +static void asm_guardtnb(ASMState *as, A64Ins ai, Reg r, uint32_t bit) +{ + MCode *target = asm_exitstub_addr(as, as->snapno); + MCode *p = as->mcp; + if (LJ_UNLIKELY(p == as->invmcp)) { + as->loopinv = 1; + *p = A64I_B | ((target-p) & 0x03ffffffu); + emit_tnb(as, ai^0x01000000u, r, bit, p-1); + return; + } + emit_tnb(as, ai, r, bit, target); +} + +/* Emit compare and branch instruction to exit for guard. */ +static void asm_guardcnb(ASMState *as, A64Ins ai, Reg r) +{ + MCode *target = asm_exitstub_addr(as, as->snapno); + MCode *p = as->mcp; + if (LJ_UNLIKELY(p == as->invmcp)) { + as->loopinv = 1; + *p = A64I_B | ((target-p) & 0x03ffffffu); + emit_cnb(as, ai^0x01000000u, r, p-1); + return; + } + emit_cnb(as, ai, r, target); +} + +/* -- Operand fusion ------------------------------------------------------ */ + +/* Limit linear search to this distance. Avoids O(n^2) behavior. */ +#define CONFLICT_SEARCH_LIM 31 + +static int asm_isk32(ASMState *as, IRRef ref, int32_t *k) +{ + if (irref_isk(ref)) { + IRIns *ir = IR(ref); + if (ir->o == IR_KNULL || !irt_is64(ir->t)) { + *k = ir->i; + return 1; + } else if (checki32((int64_t)ir_k64(ir)->u64)) { + *k = (int32_t)ir_k64(ir)->u64; + return 1; + } + } + return 0; +} + +/* Check if there's no conflicting instruction between curins and ref. */ +static int noconflict(ASMState *as, IRRef ref, IROp conflict) +{ + IRIns *ir = as->ir; + IRRef i = as->curins; + if (i > ref + CONFLICT_SEARCH_LIM) + return 0; /* Give up, ref is too far away. */ + while (--i > ref) + if (ir[i].o == conflict) + return 0; /* Conflict found. */ + return 1; /* Ok, no conflict. */ +} + +/* Fuse the array base of colocated arrays. */ +static int32_t asm_fuseabase(ASMState *as, IRRef ref) +{ + IRIns *ir = IR(ref); + if (ir->o == IR_TNEW && ir->op1 <= LJ_MAX_COLOSIZE && + !neverfuse(as) && noconflict(as, ref, IR_NEWREF)) + return (int32_t)sizeof(GCtab); + return 0; +} + +#define FUSE_REG 0x40000000 + +/* Fuse array/hash/upvalue reference into register+offset operand. */ +static Reg asm_fuseahuref(ASMState *as, IRRef ref, int32_t *ofsp, RegSet allow, + A64Ins ins) +{ + IRIns *ir = IR(ref); + if (ra_noreg(ir->r)) { + if (ir->o == IR_AREF) { + if (mayfuse(as, ref)) { + if (irref_isk(ir->op2)) { + IRRef tab = IR(ir->op1)->op1; + int32_t ofs = asm_fuseabase(as, tab); + IRRef refa = ofs ? tab : ir->op1; + ofs += 8*IR(ir->op2)->i; + if (emit_checkofs(ins, ofs)) { + *ofsp = ofs; + return ra_alloc1(as, refa, allow); + } + } else { + Reg base = ra_alloc1(as, ir->op1, allow); + *ofsp = FUSE_REG|ra_alloc1(as, ir->op2, rset_exclude(allow, base)); + return base; + } + } + } else if (ir->o == IR_HREFK) { + if (mayfuse(as, ref)) { + int32_t ofs = (int32_t)(IR(ir->op2)->op2 * sizeof(Node)); + if (emit_checkofs(ins, ofs)) { + *ofsp = ofs; + return ra_alloc1(as, ir->op1, allow); + } + } + } else if (ir->o == IR_UREFC) { + if (irref_isk(ir->op1)) { + GCfunc *fn = ir_kfunc(IR(ir->op1)); + GCupval *uv = &gcref(fn->l.uvptr[(ir->op2 >> 8)])->uv; + int64_t ofs = glofs(as, &uv->tv); + if (emit_checkofs(ins, ofs)) { + *ofsp = (int32_t)ofs; + return RID_GL; + } + } + } + } + *ofsp = 0; + return ra_alloc1(as, ref, allow); +} + +/* Fuse m operand into arithmetic/logic instructions. */ +static uint32_t asm_fuseopm(ASMState *as, A64Ins ai, IRRef ref, RegSet allow) +{ + IRIns *ir = IR(ref); + if (ra_hasreg(ir->r)) { + ra_noweak(as, ir->r); + return A64F_M(ir->r); + } else if (irref_isk(ref)) { + uint32_t m; + int64_t k = get_k64val(ir); + if ((ai & 0x1f000000) == 0x0a000000) + m = emit_isk13(k, irt_is64(ir->t)); + else + m = emit_isk12(k); + if (m) + return m; + } else if (mayfuse(as, ref)) { + if ((ir->o >= IR_BSHL && ir->o <= IR_BSAR && irref_isk(ir->op2)) || + (ir->o == IR_ADD && ir->op1 == ir->op2)) { + A64Shift sh = ir->o == IR_BSHR ? A64SH_LSR : + ir->o == IR_BSAR ? A64SH_ASR : A64SH_LSL; + int shift = ir->o == IR_ADD ? 1 : + (IR(ir->op2)->i & (irt_is64(ir->t) ? 63 : 31)); + IRIns *irl = IR(ir->op1); + if (sh == A64SH_LSL && + irl->o == IR_CONV && + irl->op2 == ((IRT_I64<<IRCONV_DSH)|IRT_INT|IRCONV_SEXT) && + shift <= 4 && + canfuse(as, irl)) { + Reg m = ra_alloc1(as, irl->op1, allow); + return A64F_M(m) | A64F_EXSH(A64EX_SXTW, shift); + } else { + Reg m = ra_alloc1(as, ir->op1, allow); + return A64F_M(m) | A64F_SH(sh, shift); + } + } else if (ir->o == IR_CONV && + ir->op2 == ((IRT_I64<<IRCONV_DSH)|IRT_INT|IRCONV_SEXT)) { + Reg m = ra_alloc1(as, ir->op1, allow); + return A64F_M(m) | A64F_EX(A64EX_SXTW); + } + } + return A64F_M(ra_allocref(as, ref, allow)); +} + +/* Fuse XLOAD/XSTORE reference into load/store operand. */ +static void asm_fusexref(ASMState *as, A64Ins ai, Reg rd, IRRef ref, + RegSet allow) +{ + IRIns *ir = IR(ref); + Reg base; + int32_t ofs = 0; + if (ra_noreg(ir->r) && canfuse(as, ir)) { + if (ir->o == IR_ADD) { + if (asm_isk32(as, ir->op2, &ofs) && emit_checkofs(ai, ofs)) { + ref = ir->op1; + } else { + Reg rn, rm; + IRRef lref = ir->op1, rref = ir->op2; + IRIns *irl = IR(lref); + if (mayfuse(as, irl->op1)) { + unsigned int shift = 4; + if (irl->o == IR_BSHL && irref_isk(irl->op2)) { + shift = (IR(irl->op2)->i & 63); + } else if (irl->o == IR_ADD && irl->op1 == irl->op2) { + shift = 1; + } + if ((ai >> 30) == shift) { + lref = irl->op1; + irl = IR(lref); + ai |= A64I_LS_SH; + } + } + if (irl->o == IR_CONV && + irl->op2 == ((IRT_I64<<IRCONV_DSH)|IRT_INT|IRCONV_SEXT) && + canfuse(as, irl)) { + lref = irl->op1; + ai |= A64I_LS_SXTWx; + } else { + ai |= A64I_LS_LSLx; + } + rm = ra_alloc1(as, lref, allow); + rn = ra_alloc1(as, rref, rset_exclude(allow, rm)); + emit_dnm(as, (ai^A64I_LS_R), (rd & 31), rn, rm); + return; + } + } else if (ir->o == IR_STRREF) { + if (asm_isk32(as, ir->op2, &ofs)) { + ref = ir->op1; + } else if (asm_isk32(as, ir->op1, &ofs)) { + ref = ir->op2; + } else { + Reg rn = ra_alloc1(as, ir->op1, allow); + IRIns *irr = IR(ir->op2); + uint32_t m; + if (irr+1 == ir && !ra_used(irr) && + irr->o == IR_ADD && irref_isk(irr->op2)) { + ofs = sizeof(GCstr) + IR(irr->op2)->i; + if (emit_checkofs(ai, ofs)) { + Reg rm = ra_alloc1(as, irr->op1, rset_exclude(allow, rn)); + m = A64F_M(rm) | A64F_EX(A64EX_SXTW); + goto skipopm; + } + } + m = asm_fuseopm(as, 0, ir->op2, rset_exclude(allow, rn)); + ofs = sizeof(GCstr); + skipopm: + emit_lso(as, ai, rd, rd, ofs); + emit_dn(as, A64I_ADDx^m, rd, rn); + return; + } + ofs += sizeof(GCstr); + if (!emit_checkofs(ai, ofs)) { + Reg rn = ra_alloc1(as, ref, allow); + Reg rm = ra_allock(as, ofs, rset_exclude(allow, rn)); + emit_dnm(as, (ai^A64I_LS_R)|A64I_LS_UXTWx, rd, rn, rm); + return; + } + } + } + base = ra_alloc1(as, ref, allow); + emit_lso(as, ai, (rd & 31), base, ofs); +} + +/* Fuse FP multiply-add/sub. */ +static int asm_fusemadd(ASMState *as, IRIns *ir, A64Ins ai, A64Ins air) +{ + IRRef lref = ir->op1, rref = ir->op2; + IRIns *irm; + if (lref != rref && + ((mayfuse(as, lref) && (irm = IR(lref), irm->o == IR_MUL) && + ra_noreg(irm->r)) || + (mayfuse(as, rref) && (irm = IR(rref), irm->o == IR_MUL) && + (rref = lref, ai = air, ra_noreg(irm->r))))) { + Reg dest = ra_dest(as, ir, RSET_FPR); + Reg add = ra_hintalloc(as, rref, dest, RSET_FPR); + Reg left = ra_alloc2(as, irm, + rset_exclude(rset_exclude(RSET_FPR, dest), add)); + Reg right = (left >> 8); left &= 255; + emit_dnma(as, ai, (dest & 31), (left & 31), (right & 31), (add & 31)); + return 1; + } + return 0; +} + +/* Fuse BAND + BSHL/BSHR into UBFM. */ +static int asm_fuseandshift(ASMState *as, IRIns *ir) +{ + IRIns *irl = IR(ir->op1); + lua_assert(ir->o == IR_BAND); + if (canfuse(as, irl) && irref_isk(ir->op2)) { + uint64_t mask = get_k64val(IR(ir->op2)); + if (irref_isk(irl->op2) && (irl->o == IR_BSHR || irl->o == IR_BSHL)) { + int32_t shmask = irt_is64(irl->t) ? 63 : 31; + int32_t shift = (IR(irl->op2)->i & shmask); + int32_t imms = shift; + if (irl->o == IR_BSHL) { + mask >>= shift; + shift = (shmask-shift+1) & shmask; + imms = 0; + } + if (mask && !((mask+1) & mask)) { /* Contiguous 1-bits at the bottom. */ + Reg dest = ra_dest(as, ir, RSET_GPR); + Reg left = ra_alloc1(as, irl->op1, RSET_GPR); + A64Ins ai = shmask == 63 ? A64I_UBFMx : A64I_UBFMw; + imms += 63 - emit_clz64(mask); + if (imms > shmask) imms = shmask; + emit_dn(as, ai | A64F_IMMS(imms) | A64F_IMMR(shift), dest, left); + return 1; + } + } + } + return 0; +} + +/* Fuse BOR(BSHL, BSHR) into EXTR/ROR. */ +static int asm_fuseorshift(ASMState *as, IRIns *ir) +{ + IRIns *irl = IR(ir->op1), *irr = IR(ir->op2); + lua_assert(ir->o == IR_BOR); + if (canfuse(as, irl) && canfuse(as, irr) && + ((irl->o == IR_BSHR && irr->o == IR_BSHL) || + (irl->o == IR_BSHL && irr->o == IR_BSHR))) { + if (irref_isk(irl->op2) && irref_isk(irr->op2)) { + IRRef lref = irl->op1, rref = irr->op1; + uint32_t lshift = IR(irl->op2)->i, rshift = IR(irr->op2)->i; + if (irl->o == IR_BSHR) { /* BSHR needs to be the right operand. */ + uint32_t tmp2; + IRRef tmp1 = lref; lref = rref; rref = tmp1; + tmp2 = lshift; lshift = rshift; rshift = tmp2; + } + if (rshift + lshift == (irt_is64(ir->t) ? 64 : 32)) { + A64Ins ai = irt_is64(ir->t) ? A64I_EXTRx : A64I_EXTRw; + Reg dest = ra_dest(as, ir, RSET_GPR); + Reg left = ra_alloc1(as, lref, RSET_GPR); + Reg right = ra_alloc1(as, rref, rset_exclude(RSET_GPR, left)); + emit_dnm(as, ai | A64F_IMMS(rshift), dest, left, right); + return 1; + } + } + } + return 0; +} + +/* -- Calls --------------------------------------------------------------- */ + +/* Generate a call to a C function. */ +static void asm_gencall(ASMState *as, const CCallInfo *ci, IRRef *args) +{ + uint32_t n, nargs = CCI_XNARGS(ci); + int32_t ofs = 0; + Reg gpr, fpr = REGARG_FIRSTFPR; + if ((void *)ci->func) + emit_call(as, (void *)ci->func); + for (gpr = REGARG_FIRSTGPR; gpr <= REGARG_LASTGPR; gpr++) + as->cost[gpr] = REGCOST(~0u, ASMREF_L); + gpr = REGARG_FIRSTGPR; + for (n = 0; n < nargs; n++) { /* Setup args. */ + IRRef ref = args[n]; + IRIns *ir = IR(ref); + if (ref) { + if (irt_isfp(ir->t)) { + if (fpr <= REGARG_LASTFPR) { + lua_assert(rset_test(as->freeset, fpr)); /* Must have been evicted. */ + ra_leftov(as, fpr, ref); + fpr++; + } else { + Reg r = ra_alloc1(as, ref, RSET_FPR); + emit_spstore(as, ir, r, ofs + ((LJ_BE && !irt_isnum(ir->t)) ? 4 : 0)); + ofs += 8; + } + } else { + if (gpr <= REGARG_LASTGPR) { + lua_assert(rset_test(as->freeset, gpr)); /* Must have been evicted. */ + ra_leftov(as, gpr, ref); + gpr++; + } else { + Reg r = ra_alloc1(as, ref, RSET_GPR); + emit_spstore(as, ir, r, ofs + ((LJ_BE && !irt_is64(ir->t)) ? 4 : 0)); + ofs += 8; + } + } + } + } +} + +/* Setup result reg/sp for call. Evict scratch regs. */ +static void asm_setupresult(ASMState *as, IRIns *ir, const CCallInfo *ci) +{ + RegSet drop = RSET_SCRATCH; + if (ra_hasreg(ir->r)) + rset_clear(drop, ir->r); /* Dest reg handled below. */ + ra_evictset(as, drop); /* Evictions must be performed first. */ + if (ra_used(ir)) { + lua_assert(!irt_ispri(ir->t)); + if (irt_isfp(ir->t)) { + if (ci->flags & CCI_CASTU64) { + Reg dest = ra_dest(as, ir, RSET_FPR) & 31; + emit_dn(as, irt_isnum(ir->t) ? A64I_FMOV_D_R : A64I_FMOV_S_R, + dest, RID_RET); + } else { + ra_destreg(as, ir, RID_FPRET); + } + } else { + ra_destreg(as, ir, RID_RET); + } + } + UNUSED(ci); +} + +static void asm_callx(ASMState *as, IRIns *ir) +{ + IRRef args[CCI_NARGS_MAX*2]; + CCallInfo ci; + IRRef func; + IRIns *irf; + ci.flags = asm_callx_flags(as, ir); + asm_collectargs(as, ir, &ci, args); + asm_setupresult(as, ir, &ci); + func = ir->op2; irf = IR(func); + if (irf->o == IR_CARG) { func = irf->op1; irf = IR(func); } + if (irref_isk(func)) { /* Call to constant address. */ + ci.func = (ASMFunction)(ir_k64(irf)->u64); + } else { /* Need a non-argument register for indirect calls. */ + Reg freg = ra_alloc1(as, func, RSET_RANGE(RID_X8, RID_MAX_GPR)-RSET_FIXED); + emit_n(as, A64I_BLR, freg); + ci.func = (ASMFunction)(void *)0; + } + asm_gencall(as, &ci, args); +} + +/* -- Returns ------------------------------------------------------------- */ + +/* Return to lower frame. Guard that it goes to the right spot. */ +static void asm_retf(ASMState *as, IRIns *ir) +{ + Reg base = ra_alloc1(as, REF_BASE, RSET_GPR); + void *pc = ir_kptr(IR(ir->op2)); + int32_t delta = 1+LJ_FR2+bc_a(*((const BCIns *)pc - 1)); + as->topslot -= (BCReg)delta; + if ((int32_t)as->topslot < 0) as->topslot = 0; + irt_setmark(IR(REF_BASE)->t); /* Children must not coalesce with BASE reg. */ + /* Need to force a spill on REF_BASE now to update the stack slot. */ + emit_lso(as, A64I_STRx, base, RID_SP, ra_spill(as, IR(REF_BASE))); + emit_setgl(as, base, jit_base); + emit_addptr(as, base, -8*delta); + asm_guardcc(as, CC_NE); + emit_nm(as, A64I_CMPx, RID_TMP, + ra_allock(as, i64ptr(pc), rset_exclude(RSET_GPR, base))); + emit_lso(as, A64I_LDRx, RID_TMP, base, -8); +} + +/* -- Type conversions ---------------------------------------------------- */ + +static void asm_tointg(ASMState *as, IRIns *ir, Reg left) +{ + Reg tmp = ra_scratch(as, rset_exclude(RSET_FPR, left)); + Reg dest = ra_dest(as, ir, RSET_GPR); + asm_guardcc(as, CC_NE); + emit_nm(as, A64I_FCMPd, (tmp & 31), (left & 31)); + emit_dn(as, A64I_FCVT_F64_S32, (tmp & 31), dest); + emit_dn(as, A64I_FCVT_S32_F64, dest, (left & 31)); +} + +static void asm_tobit(ASMState *as, IRIns *ir) +{ + RegSet allow = RSET_FPR; + Reg left = ra_alloc1(as, ir->op1, allow); + Reg right = ra_alloc1(as, ir->op2, rset_clear(allow, left)); + Reg tmp = ra_scratch(as, rset_clear(allow, right)); + Reg dest = ra_dest(as, ir, RSET_GPR); + emit_dn(as, A64I_FMOV_R_S, dest, (tmp & 31)); + emit_dnm(as, A64I_FADDd, (tmp & 31), (left & 31), (right & 31)); +} + +static void asm_conv(ASMState *as, IRIns *ir) +{ + IRType st = (IRType)(ir->op2 & IRCONV_SRCMASK); + int st64 = (st == IRT_I64 || st == IRT_U64 || st == IRT_P64); + int stfp = (st == IRT_NUM || st == IRT_FLOAT); + IRRef lref = ir->op1; + lua_assert(irt_type(ir->t) != st); + if (irt_isfp(ir->t)) { + Reg dest = ra_dest(as, ir, RSET_FPR); + if (stfp) { /* FP to FP conversion. */ + emit_dn(as, st == IRT_NUM ? A64I_FCVT_F32_F64 : A64I_FCVT_F64_F32, + (dest & 31), (ra_alloc1(as, lref, RSET_FPR) & 31)); + } else { /* Integer to FP conversion. */ + Reg left = ra_alloc1(as, lref, RSET_GPR); + A64Ins ai = irt_isfloat(ir->t) ? + (((IRT_IS64 >> st) & 1) ? + (st == IRT_I64 ? A64I_FCVT_F32_S64 : A64I_FCVT_F32_U64) : + (st == IRT_INT ? A64I_FCVT_F32_S32 : A64I_FCVT_F32_U32)) : + (((IRT_IS64 >> st) & 1) ? + (st == IRT_I64 ? A64I_FCVT_F64_S64 : A64I_FCVT_F64_U64) : + (st == IRT_INT ? A64I_FCVT_F64_S32 : A64I_FCVT_F64_U32)); + emit_dn(as, ai, (dest & 31), left); + } + } else if (stfp) { /* FP to integer conversion. */ + if (irt_isguard(ir->t)) { + /* Checked conversions are only supported from number to int. */ + lua_assert(irt_isint(ir->t) && st == IRT_NUM); + asm_tointg(as, ir, ra_alloc1(as, lref, RSET_FPR)); + } else { + Reg left = ra_alloc1(as, lref, RSET_FPR); + Reg dest = ra_dest(as, ir, RSET_GPR); + A64Ins ai = irt_is64(ir->t) ? + (st == IRT_NUM ? + (irt_isi64(ir->t) ? A64I_FCVT_S64_F64 : A64I_FCVT_U64_F64) : + (irt_isi64(ir->t) ? A64I_FCVT_S64_F32 : A64I_FCVT_U64_F32)) : + (st == IRT_NUM ? + (irt_isint(ir->t) ? A64I_FCVT_S32_F64 : A64I_FCVT_U32_F64) : + (irt_isint(ir->t) ? A64I_FCVT_S32_F32 : A64I_FCVT_U32_F32)); + emit_dn(as, ai, dest, (left & 31)); + } + } else if (st >= IRT_I8 && st <= IRT_U16) { /* Extend to 32 bit integer. */ + Reg dest = ra_dest(as, ir, RSET_GPR); + Reg left = ra_alloc1(as, lref, RSET_GPR); + A64Ins ai = st == IRT_I8 ? A64I_SXTBw : + st == IRT_U8 ? A64I_UXTBw : + st == IRT_I16 ? A64I_SXTHw : A64I_UXTHw; + lua_assert(irt_isint(ir->t) || irt_isu32(ir->t)); + emit_dn(as, ai, dest, left); + } else { + Reg dest = ra_dest(as, ir, RSET_GPR); + if (irt_is64(ir->t)) { + if (st64 || !(ir->op2 & IRCONV_SEXT)) { + /* 64/64 bit no-op (cast) or 32 to 64 bit zero extension. */ + ra_leftov(as, dest, lref); /* Do nothing, but may need to move regs. */ + } else { /* 32 to 64 bit sign extension. */ + Reg left = ra_alloc1(as, lref, RSET_GPR); + emit_dn(as, A64I_SXTW, dest, left); + } + } else { + if (st64) { + /* This is either a 32 bit reg/reg mov which zeroes the hiword + ** or a load of the loword from a 64 bit address. + */ + Reg left = ra_alloc1(as, lref, RSET_GPR); + emit_dm(as, A64I_MOVw, dest, left); + } else { /* 32/32 bit no-op (cast). */ + ra_leftov(as, dest, lref); /* Do nothing, but may need to move regs. */ + } + } + } +} + +static void asm_strto(ASMState *as, IRIns *ir) +{ + const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_strscan_num]; + IRRef args[2]; + Reg dest = 0, tmp; + int destused = ra_used(ir); + int32_t ofs = 0; + ra_evictset(as, RSET_SCRATCH); + if (destused) { + if (ra_hasspill(ir->s)) { + ofs = sps_scale(ir->s); + destused = 0; + if (ra_hasreg(ir->r)) { + ra_free(as, ir->r); + ra_modified(as, ir->r); + emit_spload(as, ir, ir->r, ofs); + } + } else { + dest = ra_dest(as, ir, RSET_FPR); + } + } + if (destused) + emit_lso(as, A64I_LDRd, (dest & 31), RID_SP, 0); + asm_guardcnb(as, A64I_CBZ, RID_RET); + args[0] = ir->op1; /* GCstr *str */ + args[1] = ASMREF_TMP1; /* TValue *n */ + asm_gencall(as, ci, args); + tmp = ra_releasetmp(as, ASMREF_TMP1); + emit_opk(as, A64I_ADDx, tmp, RID_SP, ofs, RSET_GPR); +} + +/* -- Memory references --------------------------------------------------- */ + +/* Store tagged value for ref at base+ofs. */ +static void asm_tvstore64(ASMState *as, Reg base, int32_t ofs, IRRef ref) +{ + RegSet allow = rset_exclude(RSET_GPR, base); + IRIns *ir = IR(ref); + lua_assert(irt_ispri(ir->t) || irt_isaddr(ir->t) || irt_isinteger(ir->t)); + if (irref_isk(ref)) { + TValue k; + lj_ir_kvalue(as->J->L, &k, ir); + emit_lso(as, A64I_STRx, ra_allock(as, k.u64, allow), base, ofs); + } else { + Reg src = ra_alloc1(as, ref, allow); + rset_clear(allow, src); + if (irt_isinteger(ir->t)) { + Reg type = ra_allock(as, (int64_t)irt_toitype(ir->t) << 47, allow); + emit_lso(as, A64I_STRx, RID_TMP, base, ofs); + emit_dnm(as, A64I_ADDx | A64F_EX(A64EX_UXTW), RID_TMP, type, src); + } else { + Reg type = ra_allock(as, (int32_t)irt_toitype(ir->t), allow); + emit_lso(as, A64I_STRx, RID_TMP, base, ofs); + emit_dnm(as, A64I_ADDx | A64F_SH(A64SH_LSL, 47), RID_TMP, src, type); + } + } +} + +/* Get pointer to TValue. */ +static void asm_tvptr(ASMState *as, Reg dest, IRRef ref) +{ + IRIns *ir = IR(ref); + if (irt_isnum(ir->t)) { + if (irref_isk(ref)) { + /* Use the number constant itself as a TValue. */ + ra_allockreg(as, i64ptr(ir_knum(ir)), dest); + } else { + /* Otherwise force a spill and use the spill slot. */ + emit_opk(as, A64I_ADDx, dest, RID_SP, ra_spill(as, ir), RSET_GPR); + } + } else { + /* Otherwise use g->tmptv to hold the TValue. */ + asm_tvstore64(as, dest, 0, ref); + ra_allockreg(as, i64ptr(&J2G(as->J)->tmptv), dest); + } +} + +static void asm_aref(ASMState *as, IRIns *ir) +{ + Reg dest = ra_dest(as, ir, RSET_GPR); + Reg idx, base; + if (irref_isk(ir->op2)) { + IRRef tab = IR(ir->op1)->op1; + int32_t ofs = asm_fuseabase(as, tab); + IRRef refa = ofs ? tab : ir->op1; + uint32_t k = emit_isk12(ofs + 8*IR(ir->op2)->i); + if (k) { + base = ra_alloc1(as, refa, RSET_GPR); + emit_dn(as, A64I_ADDx^k, dest, base); + return; + } + } + base = ra_alloc1(as, ir->op1, RSET_GPR); + idx = ra_alloc1(as, ir->op2, rset_exclude(RSET_GPR, base)); + emit_dnm(as, A64I_ADDx | A64F_EXSH(A64EX_UXTW, 3), dest, base, idx); +} + +/* Inlined hash lookup. Specialized for key type and for const keys. +** The equivalent C code is: +** Node *n = hashkey(t, key); +** do { +** if (lj_obj_equal(&n->key, key)) return &n->val; +** } while ((n = nextnode(n))); +** return niltv(L); +*/ +static void asm_href(ASMState *as, IRIns *ir, IROp merge) +{ + RegSet allow = RSET_GPR; + int destused = ra_used(ir); + Reg dest = ra_dest(as, ir, allow); + Reg tab = ra_alloc1(as, ir->op1, rset_clear(allow, dest)); + Reg key = 0, tmp = RID_TMP; + IRRef refkey = ir->op2; + IRIns *irkey = IR(refkey); + int isk = irref_isk(ir->op2); + IRType1 kt = irkey->t; + uint32_t k = 0; + uint32_t khash; + MCLabel l_end, l_loop, l_next; + rset_clear(allow, tab); + + if (!isk) { + key = ra_alloc1(as, ir->op2, irt_isnum(kt) ? RSET_FPR : allow); + rset_clear(allow, key); + if (!irt_isstr(kt)) { + tmp = ra_scratch(as, allow); + rset_clear(allow, tmp); + } + } else if (irt_isnum(kt)) { + int64_t val = (int64_t)ir_knum(irkey)->u64; + if (!(k = emit_isk12(val))) { + key = ra_allock(as, val, allow); + rset_clear(allow, key); + } + } else if (!irt_ispri(kt)) { + if (!(k = emit_isk12(irkey->i))) { + key = ra_alloc1(as, refkey, allow); + rset_clear(allow, key); + } + } + + /* Key not found in chain: jump to exit (if merged) or load niltv. */ + l_end = emit_label(as); + as->invmcp = NULL; + if (merge == IR_NE) + asm_guardcc(as, CC_AL); + else if (destused) + emit_loada(as, dest, niltvg(J2G(as->J))); + + /* Follow hash chain until the end. */ + l_loop = --as->mcp; + emit_n(as, A64I_CMPx^A64I_K12^0, dest); + emit_lso(as, A64I_LDRx, dest, dest, offsetof(Node, next)); + l_next = emit_label(as); + + /* Type and value comparison. */ + if (merge == IR_EQ) + asm_guardcc(as, CC_EQ); + else + emit_cond_branch(as, CC_EQ, l_end); + + if (irt_isnum(kt)) { + if (isk) { + /* Assumes -0.0 is already canonicalized to +0.0. */ + if (k) + emit_n(as, A64I_CMPx^k, tmp); + else + emit_nm(as, A64I_CMPx, key, tmp); + emit_lso(as, A64I_LDRx, tmp, dest, offsetof(Node, key.u64)); + } else { + Reg tisnum = ra_allock(as, LJ_TISNUM << 15, allow); + Reg ftmp = ra_scratch(as, rset_exclude(RSET_FPR, key)); + rset_clear(allow, tisnum); + emit_nm(as, A64I_FCMPd, key, ftmp); + emit_dn(as, A64I_FMOV_D_R, (ftmp & 31), (tmp & 31)); + emit_cond_branch(as, CC_LO, l_next); + emit_nm(as, A64I_CMPx | A64F_SH(A64SH_LSR, 32), tisnum, tmp); + emit_lso(as, A64I_LDRx, tmp, dest, offsetof(Node, key.n)); + } + } else if (irt_isaddr(kt)) { + Reg scr; + if (isk) { + int64_t kk = ((int64_t)irt_toitype(irkey->t) << 47) | irkey[1].tv.u64; + scr = ra_allock(as, kk, allow); + emit_nm(as, A64I_CMPx, scr, tmp); + emit_lso(as, A64I_LDRx, tmp, dest, offsetof(Node, key.u64)); + } else { + scr = ra_scratch(as, allow); + emit_nm(as, A64I_CMPx, tmp, scr); + emit_lso(as, A64I_LDRx, scr, dest, offsetof(Node, key.u64)); + } + rset_clear(allow, scr); + } else { + Reg type, scr; + lua_assert(irt_ispri(kt) && !irt_isnil(kt)); + type = ra_allock(as, ~((int64_t)~irt_toitype(ir->t) << 47), allow); + scr = ra_scratch(as, rset_clear(allow, type)); + rset_clear(allow, scr); + emit_nm(as, A64I_CMPw, scr, type); + emit_lso(as, A64I_LDRx, scr, dest, offsetof(Node, key)); + } + + *l_loop = A64I_BCC | A64F_S19(as->mcp - l_loop) | CC_NE; + if (!isk && irt_isaddr(kt)) { + Reg type = ra_allock(as, (int32_t)irt_toitype(kt), allow); + emit_dnm(as, A64I_ADDx | A64F_SH(A64SH_LSL, 47), tmp, key, type); + rset_clear(allow, type); + } + /* Load main position relative to tab->node into dest. */ + khash = isk ? ir_khash(irkey) : 1; + if (khash == 0) { + emit_lso(as, A64I_LDRx, dest, tab, offsetof(GCtab, node)); + } else { + emit_dnm(as, A64I_ADDx | A64F_SH(A64SH_LSL, 3), dest, tmp, dest); + emit_dnm(as, A64I_ADDx | A64F_SH(A64SH_LSL, 1), dest, dest, dest); + emit_lso(as, A64I_LDRx, tmp, tab, offsetof(GCtab, node)); + if (isk) { + Reg tmphash = ra_allock(as, khash, allow); + emit_dnm(as, A64I_ANDw, dest, dest, tmphash); + emit_lso(as, A64I_LDRw, dest, tab, offsetof(GCtab, hmask)); + } else if (irt_isstr(kt)) { + /* Fetch of str->hash is cheaper than ra_allock. */ + emit_dnm(as, A64I_ANDw, dest, dest, tmp); + emit_lso(as, A64I_LDRw, tmp, key, offsetof(GCstr, hash)); + emit_lso(as, A64I_LDRw, dest, tab, offsetof(GCtab, hmask)); + } else { /* Must match with hash*() in lj_tab.c. */ + emit_dnm(as, A64I_ANDw, dest, dest, tmp); + emit_lso(as, A64I_LDRw, tmp, tab, offsetof(GCtab, hmask)); + emit_dnm(as, A64I_SUBw, dest, dest, tmp); + emit_dnm(as, A64I_EXTRw | (A64F_IMMS(32-HASH_ROT3)), tmp, tmp, tmp); + emit_dnm(as, A64I_EORw, dest, dest, tmp); + emit_dnm(as, A64I_EXTRw | (A64F_IMMS(32-HASH_ROT2)), dest, dest, dest); + emit_dnm(as, A64I_SUBw, tmp, tmp, dest); + emit_dnm(as, A64I_EXTRw | (A64F_IMMS(32-HASH_ROT1)), dest, dest, dest); + emit_dnm(as, A64I_EORw, tmp, tmp, dest); + if (irt_isnum(kt)) { + emit_dnm(as, A64I_ADDw, dest, dest, dest); + emit_dn(as, A64I_LSRx | A64F_IMMR(32)|A64F_IMMS(32), dest, dest); + emit_dm(as, A64I_MOVw, tmp, dest); + emit_dn(as, A64I_FMOV_R_D, dest, (key & 31)); + } else { + checkmclim(as); + emit_dm(as, A64I_MOVw, tmp, key); + emit_dnm(as, A64I_EORw, dest, dest, + ra_allock(as, irt_toitype(kt) << 15, allow)); + emit_dn(as, A64I_LSRx | A64F_IMMR(32)|A64F_IMMS(32), dest, dest); + emit_dm(as, A64I_MOVx, dest, key); + } + } + } +} + +static void asm_hrefk(ASMState *as, IRIns *ir) +{ + IRIns *kslot = IR(ir->op2); + IRIns *irkey = IR(kslot->op1); + int32_t ofs = (int32_t)(kslot->op2 * sizeof(Node)); + int32_t kofs = ofs + (int32_t)offsetof(Node, key); + int bigofs = !emit_checkofs(A64I_LDRx, ofs); + RegSet allow = RSET_GPR; + Reg dest = (ra_used(ir) || bigofs) ? ra_dest(as, ir, RSET_GPR) : RID_NONE; + Reg node = ra_alloc1(as, ir->op1, allow); + Reg key = ra_scratch(as, rset_clear(allow, node)); + Reg idx = node; + uint64_t k; + lua_assert(ofs % sizeof(Node) == 0); + rset_clear(allow, key); + if (bigofs) { + idx = dest; + rset_clear(allow, dest); + kofs = (int32_t)offsetof(Node, key); + } else if (ra_hasreg(dest)) { + emit_opk(as, A64I_ADDx, dest, node, ofs, allow); + } + asm_guardcc(as, CC_NE); + if (irt_ispri(irkey->t)) { + k = ~((int64_t)~irt_toitype(irkey->t) << 47); + } else if (irt_isnum(irkey->t)) { + k = ir_knum(irkey)->u64; + } else { + k = ((uint64_t)irt_toitype(irkey->t) << 47) | (uint64_t)ir_kgc(irkey); + } + emit_nm(as, A64I_CMPx, key, ra_allock(as, k, allow)); + emit_lso(as, A64I_LDRx, key, idx, kofs); + if (bigofs) + emit_opk(as, A64I_ADDx, dest, node, ofs, RSET_GPR); +} + +static void asm_uref(ASMState *as, IRIns *ir) +{ + Reg dest = ra_dest(as, ir, RSET_GPR); + if (irref_isk(ir->op1)) { + GCfunc *fn = ir_kfunc(IR(ir->op1)); + MRef *v = &gcref(fn->l.uvptr[(ir->op2 >> 8)])->uv.v; + emit_lsptr(as, A64I_LDRx, dest, v); + } else { + Reg uv = ra_scratch(as, RSET_GPR); + Reg func = ra_alloc1(as, ir->op1, RSET_GPR); + if (ir->o == IR_UREFC) { + asm_guardcc(as, CC_NE); + emit_n(as, (A64I_CMPx^A64I_K12) | A64F_U12(1), RID_TMP); + emit_opk(as, A64I_ADDx, dest, uv, + (int32_t)offsetof(GCupval, tv), RSET_GPR); + emit_lso(as, A64I_LDRB, RID_TMP, uv, (int32_t)offsetof(GCupval, closed)); + } else { + emit_lso(as, A64I_LDRx, dest, uv, (int32_t)offsetof(GCupval, v)); + } + emit_lso(as, A64I_LDRx, uv, func, + (int32_t)offsetof(GCfuncL, uvptr) + 8*(int32_t)(ir->op2 >> 8)); + } +} + +static void asm_fref(ASMState *as, IRIns *ir) +{ + UNUSED(as); UNUSED(ir); + lua_assert(!ra_used(ir)); +} + +static void asm_strref(ASMState *as, IRIns *ir) +{ + RegSet allow = RSET_GPR; + Reg dest = ra_dest(as, ir, allow); + Reg base = ra_alloc1(as, ir->op1, allow); + IRIns *irr = IR(ir->op2); + int32_t ofs = sizeof(GCstr); + uint32_t m; + rset_clear(allow, base); + if (irref_isk(ir->op2) && (m = emit_isk12(ofs + irr->i))) { + emit_dn(as, A64I_ADDx^m, dest, base); + } else { + emit_dn(as, (A64I_ADDx^A64I_K12) | A64F_U12(ofs), dest, dest); + emit_dnm(as, A64I_ADDx, dest, base, ra_alloc1(as, ir->op2, allow)); + } +} + +/* -- Loads and stores ---------------------------------------------------- */ + +static A64Ins asm_fxloadins(IRIns *ir) +{ + switch (irt_type(ir->t)) { + case IRT_I8: return A64I_LDRB ^ A64I_LS_S; + case IRT_U8: return A64I_LDRB; + case IRT_I16: return A64I_LDRH ^ A64I_LS_S; + case IRT_U16: return A64I_LDRH; + case IRT_NUM: return A64I_LDRd; + case IRT_FLOAT: return A64I_LDRs; + default: return irt_is64(ir->t) ? A64I_LDRx : A64I_LDRw; + } +} + +static A64Ins asm_fxstoreins(IRIns *ir) +{ + switch (irt_type(ir->t)) { + case IRT_I8: case IRT_U8: return A64I_STRB; + case IRT_I16: case IRT_U16: return A64I_STRH; + case IRT_NUM: return A64I_STRd; + case IRT_FLOAT: return A64I_STRs; + default: return irt_is64(ir->t) ? A64I_STRx : A64I_STRw; + } +} + +static void asm_fload(ASMState *as, IRIns *ir) +{ + Reg dest = ra_dest(as, ir, RSET_GPR); + Reg idx; + A64Ins ai = asm_fxloadins(ir); + int32_t ofs; + if (ir->op1 == REF_NIL) { + idx = RID_GL; + ofs = (ir->op2 << 2) - GG_OFS(g); + } else { + idx = ra_alloc1(as, ir->op1, RSET_GPR); + if (ir->op2 == IRFL_TAB_ARRAY) { + ofs = asm_fuseabase(as, ir->op1); + if (ofs) { /* Turn the t->array load into an add for colocated arrays. */ + emit_dn(as, (A64I_ADDx^A64I_K12) | A64F_U12(ofs), dest, idx); + return; + } + } + ofs = field_ofs[ir->op2]; + } + emit_lso(as, ai, (dest & 31), idx, ofs); +} + +static void asm_fstore(ASMState *as, IRIns *ir) +{ + if (ir->r != RID_SINK) { + Reg src = ra_alloc1(as, ir->op2, RSET_GPR); + IRIns *irf = IR(ir->op1); + Reg idx = ra_alloc1(as, irf->op1, rset_exclude(RSET_GPR, src)); + int32_t ofs = field_ofs[irf->op2]; + emit_lso(as, asm_fxstoreins(ir), (src & 31), idx, ofs); + } +} + +static void asm_xload(ASMState *as, IRIns *ir) +{ + Reg dest = ra_dest(as, ir, irt_isfp(ir->t) ? RSET_FPR : RSET_GPR); + lua_assert(!(ir->op2 & IRXLOAD_UNALIGNED)); + asm_fusexref(as, asm_fxloadins(ir), dest, ir->op1, RSET_GPR); +} + +static void asm_xstore(ASMState *as, IRIns *ir) +{ + if (ir->r != RID_SINK) { + Reg src = ra_alloc1(as, ir->op2, irt_isfp(ir->t) ? RSET_FPR : RSET_GPR); + asm_fusexref(as, asm_fxstoreins(ir), src, ir->op1, + rset_exclude(RSET_GPR, src)); + } +} + +static void asm_ahuvload(ASMState *as, IRIns *ir) +{ + Reg idx, tmp, type; + int32_t ofs = 0; + RegSet gpr = RSET_GPR, allow = irt_isnum(ir->t) ? RSET_FPR : RSET_GPR; + lua_assert(irt_isnum(ir->t) || irt_ispri(ir->t) || irt_isaddr(ir->t) || + irt_isint(ir->t)); + if (ra_used(ir)) { + Reg dest = ra_dest(as, ir, allow); + tmp = irt_isnum(ir->t) ? ra_scratch(as, rset_clear(gpr, dest)) : dest; + if (irt_isaddr(ir->t)) { + emit_dn(as, A64I_ANDx^emit_isk13(LJ_GCVMASK, 1), dest, dest); + } else if (irt_isnum(ir->t)) { + emit_dn(as, A64I_FMOV_D_R, (dest & 31), tmp); + } else if (irt_isint(ir->t)) { + emit_dm(as, A64I_MOVw, dest, dest); + } + } else { + tmp = ra_scratch(as, gpr); + } + type = ra_scratch(as, rset_clear(gpr, tmp)); + idx = asm_fuseahuref(as, ir->op1, &ofs, rset_clear(gpr, type), A64I_LDRx); + /* Always do the type check, even if the load result is unused. */ + asm_guardcc(as, irt_isnum(ir->t) ? CC_LS : CC_NE); + if (irt_type(ir->t) >= IRT_NUM) { + lua_assert(irt_isinteger(ir->t) || irt_isnum(ir->t)); + emit_nm(as, A64I_CMPx | A64F_SH(A64SH_LSR, 32), + ra_allock(as, LJ_TISNUM << 15, rset_exclude(gpr, idx)), tmp); + } else if (irt_isaddr(ir->t)) { + emit_n(as, (A64I_CMNx^A64I_K12) | A64F_U12(-irt_toitype(ir->t)), type); + emit_dn(as, A64I_ASRx | A64F_IMMR(47), type, tmp); + } else if (irt_isnil(ir->t)) { + emit_n(as, (A64I_CMNx^A64I_K12) | A64F_U12(1), tmp); + } else { + emit_nm(as, A64I_CMPx | A64F_SH(A64SH_LSR, 32), + ra_allock(as, (irt_toitype(ir->t) << 15) | 0x7fff, allow), tmp); + } + if (ofs & FUSE_REG) + emit_dnm(as, (A64I_LDRx^A64I_LS_R)|A64I_LS_UXTWx|A64I_LS_SH, tmp, idx, (ofs & 31)); + else + emit_lso(as, A64I_LDRx, tmp, idx, ofs); +} + +static void asm_ahustore(ASMState *as, IRIns *ir) +{ + if (ir->r != RID_SINK) { + RegSet allow = RSET_GPR; + Reg idx, src = RID_NONE, tmp = RID_TMP, type = RID_NONE; + int32_t ofs = 0; + if (irt_isnum(ir->t)) { + src = ra_alloc1(as, ir->op2, RSET_FPR); + idx = asm_fuseahuref(as, ir->op1, &ofs, allow, A64I_STRd); + if (ofs & FUSE_REG) + emit_dnm(as, (A64I_STRd^A64I_LS_R)|A64I_LS_UXTWx|A64I_LS_SH, (src & 31), idx, (ofs &31)); + else + emit_lso(as, A64I_STRd, (src & 31), idx, ofs); + } else { + if (!irt_ispri(ir->t)) { + src = ra_alloc1(as, ir->op2, allow); + rset_clear(allow, src); + if (irt_isinteger(ir->t)) + type = ra_allock(as, (uint64_t)(int32_t)LJ_TISNUM << 47, allow); + else + type = ra_allock(as, irt_toitype(ir->t), allow); + } else { + tmp = type = ra_allock(as, ~((int64_t)~irt_toitype(ir->t)<<47), allow); + } + idx = asm_fuseahuref(as, ir->op1, &ofs, rset_exclude(allow, type), + A64I_STRx); + if (ofs & FUSE_REG) + emit_dnm(as, (A64I_STRx^A64I_LS_R)|A64I_LS_UXTWx|A64I_LS_SH, tmp, idx, (ofs & 31)); + else + emit_lso(as, A64I_STRx, tmp, idx, ofs); + if (ra_hasreg(src)) { + if (irt_isinteger(ir->t)) { + emit_dnm(as, A64I_ADDx | A64F_EX(A64EX_UXTW), tmp, type, src); + } else { + emit_dnm(as, A64I_ADDx | A64F_SH(A64SH_LSL, 47), tmp, src, type); + } + } + } + } +} + +static void asm_sload(ASMState *as, IRIns *ir) +{ + int32_t ofs = 8*((int32_t)ir->op1-2); + IRType1 t = ir->t; + Reg dest = RID_NONE, base; + RegSet allow = RSET_GPR; + lua_assert(!(ir->op2 & IRSLOAD_PARENT)); /* Handled by asm_head_side(). */ + lua_assert(irt_isguard(t) || !(ir->op2 & IRSLOAD_TYPECHECK)); + if ((ir->op2 & IRSLOAD_CONVERT) && irt_isguard(t) && irt_isint(t)) { + dest = ra_scratch(as, RSET_FPR); + asm_tointg(as, ir, dest); + t.irt = IRT_NUM; /* Continue with a regular number type check. */ + } else if (ra_used(ir)) { + Reg tmp = RID_NONE; + if ((ir->op2 & IRSLOAD_CONVERT)) + tmp = ra_scratch(as, irt_isint(t) ? RSET_FPR : RSET_GPR); + lua_assert((irt_isnum(t)) || irt_isint(t) || irt_isaddr(t)); + dest = ra_dest(as, ir, irt_isnum(t) ? RSET_FPR : allow); + base = ra_alloc1(as, REF_BASE, rset_clear(allow, dest)); + if (irt_isaddr(t)) { + emit_dn(as, A64I_ANDx^emit_isk13(LJ_GCVMASK, 1), dest, dest); + } else if ((ir->op2 & IRSLOAD_CONVERT)) { + if (irt_isint(t)) { + emit_dn(as, A64I_FCVT_S32_F64, dest, (tmp & 31)); + /* If value is already loaded for type check, move it to FPR. */ + if ((ir->op2 & IRSLOAD_TYPECHECK)) + emit_dn(as, A64I_FMOV_D_R, (tmp & 31), dest); + else + dest = tmp; + t.irt = IRT_NUM; /* Check for original type. */ + } else { + emit_dn(as, A64I_FCVT_F64_S32, (dest & 31), tmp); + dest = tmp; + t.irt = IRT_INT; /* Check for original type. */ + } + } else if (irt_isint(t) && (ir->op2 & IRSLOAD_TYPECHECK)) { + emit_dm(as, A64I_MOVw, dest, dest); + } + goto dotypecheck; + } + base = ra_alloc1(as, REF_BASE, allow); +dotypecheck: + rset_clear(allow, base); + if ((ir->op2 & IRSLOAD_TYPECHECK)) { + Reg tmp; + if (ra_hasreg(dest) && rset_test(RSET_GPR, dest)) { + tmp = dest; + } else { + tmp = ra_scratch(as, allow); + rset_clear(allow, tmp); + } + if (irt_isnum(t) && !(ir->op2 & IRSLOAD_CONVERT)) + emit_dn(as, A64I_FMOV_D_R, (dest & 31), tmp); + /* Need type check, even if the load result is unused. */ + asm_guardcc(as, irt_isnum(t) ? CC_LS : CC_NE); + if (irt_type(t) >= IRT_NUM) { + lua_assert(irt_isinteger(t) || irt_isnum(t)); + emit_nm(as, A64I_CMPx | A64F_SH(A64SH_LSR, 32), + ra_allock(as, LJ_TISNUM << 15, allow), tmp); + } else if (irt_isnil(t)) { + emit_n(as, (A64I_CMNx^A64I_K12) | A64F_U12(1), tmp); + } else if (irt_ispri(t)) { + emit_nm(as, A64I_CMPx, + ra_allock(as, ~((int64_t)~irt_toitype(t) << 47) , allow), tmp); + } else { + Reg type = ra_scratch(as, allow); + emit_n(as, (A64I_CMNx^A64I_K12) | A64F_U12(-irt_toitype(t)), type); + emit_dn(as, A64I_ASRx | A64F_IMMR(47), type, tmp); + } + emit_lso(as, A64I_LDRx, tmp, base, ofs); + return; + } + if (ra_hasreg(dest)) { + emit_lso(as, irt_isnum(t) ? A64I_LDRd : + (irt_isint(t) ? A64I_LDRw : A64I_LDRx), (dest & 31), base, + ofs ^ ((LJ_BE && irt_isint(t) ? 4 : 0))); + } +} + +/* -- Allocations --------------------------------------------------------- */ + +#if LJ_HASFFI +static void asm_cnew(ASMState *as, IRIns *ir) +{ + CTState *cts = ctype_ctsG(J2G(as->J)); + CTypeID id = (CTypeID)IR(ir->op1)->i; + CTSize sz; + CTInfo info = lj_ctype_info(cts, id, &sz); + const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_mem_newgco]; + IRRef args[4]; + RegSet allow = (RSET_GPR & ~RSET_SCRATCH); + lua_assert(sz != CTSIZE_INVALID || (ir->o == IR_CNEW && ir->op2 != REF_NIL)); + + as->gcsteps++; + asm_setupresult(as, ir, ci); /* GCcdata * */ + /* Initialize immutable cdata object. */ + if (ir->o == IR_CNEWI) { + int32_t ofs = sizeof(GCcdata); + Reg r = ra_alloc1(as, ir->op2, allow); + lua_assert(sz == 4 || sz == 8); + emit_lso(as, sz == 8 ? A64I_STRx : A64I_STRw, r, RID_RET, ofs); + } else if (ir->op2 != REF_NIL) { /* Create VLA/VLS/aligned cdata. */ + ci = &lj_ir_callinfo[IRCALL_lj_cdata_newv]; + args[0] = ASMREF_L; /* lua_State *L */ + args[1] = ir->op1; /* CTypeID id */ + args[2] = ir->op2; /* CTSize sz */ + args[3] = ASMREF_TMP1; /* CTSize align */ + asm_gencall(as, ci, args); + emit_loadi(as, ra_releasetmp(as, ASMREF_TMP1), (int32_t)ctype_align(info)); + return; + } + + /* Initialize gct and ctypeid. lj_mem_newgco() already sets marked. */ + { + Reg r = (id < 65536) ? RID_X1 : ra_allock(as, id, allow); + emit_lso(as, A64I_STRB, RID_TMP, RID_RET, offsetof(GCcdata, gct)); + emit_lso(as, A64I_STRH, r, RID_RET, offsetof(GCcdata, ctypeid)); + emit_d(as, A64I_MOVZw | A64F_U16(~LJ_TCDATA), RID_TMP); + if (id < 65536) emit_d(as, A64I_MOVZw | A64F_U16(id), RID_X1); + } + args[0] = ASMREF_L; /* lua_State *L */ + args[1] = ASMREF_TMP1; /* MSize size */ + asm_gencall(as, ci, args); + ra_allockreg(as, (int32_t)(sz+sizeof(GCcdata)), + ra_releasetmp(as, ASMREF_TMP1)); +} +#else +#define asm_cnew(as, ir) ((void)0) +#endif + +/* -- Write barriers ------------------------------------------------------ */ + +static void asm_tbar(ASMState *as, IRIns *ir) +{ + Reg tab = ra_alloc1(as, ir->op1, RSET_GPR); + Reg link = ra_scratch(as, rset_exclude(RSET_GPR, tab)); + Reg gr = ra_allock(as, i64ptr(J2G(as->J)), + rset_exclude(rset_exclude(RSET_GPR, tab), link)); + Reg mark = RID_TMP; + MCLabel l_end = emit_label(as); + emit_lso(as, A64I_STRx, link, tab, (int32_t)offsetof(GCtab, gclist)); + emit_lso(as, A64I_STRB, mark, tab, (int32_t)offsetof(GCtab, marked)); + emit_lso(as, A64I_STRx, tab, gr, + (int32_t)offsetof(global_State, gc.grayagain)); + emit_dn(as, A64I_ANDw^emit_isk13(~LJ_GC_BLACK, 0), mark, mark); + emit_lso(as, A64I_LDRx, link, gr, + (int32_t)offsetof(global_State, gc.grayagain)); + emit_cond_branch(as, CC_EQ, l_end); + emit_n(as, A64I_TSTw^emit_isk13(LJ_GC_BLACK, 0), mark); + emit_lso(as, A64I_LDRB, mark, tab, (int32_t)offsetof(GCtab, marked)); +} + +static void asm_obar(ASMState *as, IRIns *ir) +{ + const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_gc_barrieruv]; + IRRef args[2]; + MCLabel l_end; + RegSet allow = RSET_GPR; + Reg obj, val, tmp; + /* No need for other object barriers (yet). */ + lua_assert(IR(ir->op1)->o == IR_UREFC); + ra_evictset(as, RSET_SCRATCH); + l_end = emit_label(as); + args[0] = ASMREF_TMP1; /* global_State *g */ + args[1] = ir->op1; /* TValue *tv */ + asm_gencall(as, ci, args); + ra_allockreg(as, i64ptr(J2G(as->J)), ra_releasetmp(as, ASMREF_TMP1) ); + obj = IR(ir->op1)->r; + tmp = ra_scratch(as, rset_exclude(allow, obj)); + emit_cond_branch(as, CC_EQ, l_end); + emit_n(as, A64I_TSTw^emit_isk13(LJ_GC_BLACK, 0), tmp); + emit_cond_branch(as, CC_EQ, l_end); + emit_n(as, A64I_TSTw^emit_isk13(LJ_GC_WHITES, 0), RID_TMP); + val = ra_alloc1(as, ir->op2, rset_exclude(RSET_GPR, obj)); + emit_lso(as, A64I_LDRB, tmp, obj, + (int32_t)offsetof(GCupval, marked)-(int32_t)offsetof(GCupval, tv)); + emit_lso(as, A64I_LDRB, RID_TMP, val, (int32_t)offsetof(GChead, marked)); +} + +/* -- Arithmetic and logic operations ------------------------------------- */ + +static void asm_fparith(ASMState *as, IRIns *ir, A64Ins ai) +{ + Reg dest = ra_dest(as, ir, RSET_FPR); + Reg right, left = ra_alloc2(as, ir, RSET_FPR); + right = (left >> 8); left &= 255; + emit_dnm(as, ai, (dest & 31), (left & 31), (right & 31)); +} + +static void asm_fpunary(ASMState *as, IRIns *ir, A64Ins ai) +{ + Reg dest = ra_dest(as, ir, RSET_FPR); + Reg left = ra_hintalloc(as, ir->op1, dest, RSET_FPR); + emit_dn(as, ai, (dest & 31), (left & 31)); +} + +static void asm_fpmath(ASMState *as, IRIns *ir) +{ + IRFPMathOp fpm = (IRFPMathOp)ir->op2; + if (fpm == IRFPM_SQRT) { + asm_fpunary(as, ir, A64I_FSQRTd); + } else if (fpm <= IRFPM_TRUNC) { + asm_fpunary(as, ir, fpm == IRFPM_FLOOR ? A64I_FRINTMd : + fpm == IRFPM_CEIL ? A64I_FRINTPd : A64I_FRINTZd); + } else if (fpm == IRFPM_EXP2 && asm_fpjoin_pow(as, ir)) { + return; + } else { + asm_callid(as, ir, IRCALL_lj_vm_floor + fpm); + } +} + +static int asm_swapops(ASMState *as, IRRef lref, IRRef rref) +{ + IRIns *ir; + if (irref_isk(rref)) + return 0; /* Don't swap constants to the left. */ + if (irref_isk(lref)) + return 1; /* But swap constants to the right. */ + ir = IR(rref); + if ((ir->o >= IR_BSHL && ir->o <= IR_BSAR) || + (ir->o == IR_ADD && ir->op1 == ir->op2) || + (ir->o == IR_CONV && ir->op2 == ((IRT_I64<<IRCONV_DSH)|IRT_INT|IRCONV_SEXT))) + return 0; /* Don't swap fusable operands to the left. */ + ir = IR(lref); + if ((ir->o >= IR_BSHL && ir->o <= IR_BSAR) || + (ir->o == IR_ADD && ir->op1 == ir->op2) || + (ir->o == IR_CONV && ir->op2 == ((IRT_I64<<IRCONV_DSH)|IRT_INT|IRCONV_SEXT))) + return 1; /* But swap fusable operands to the right. */ + return 0; /* Otherwise don't swap. */ +} + +static void asm_intop(ASMState *as, IRIns *ir, A64Ins ai) +{ + IRRef lref = ir->op1, rref = ir->op2; + Reg left, dest = ra_dest(as, ir, RSET_GPR); + uint32_t m; + if ((ai & ~A64I_S) != A64I_SUBw && asm_swapops(as, lref, rref)) { + IRRef tmp = lref; lref = rref; rref = tmp; + } + left = ra_hintalloc(as, lref, dest, RSET_GPR); + if (irt_is64(ir->t)) ai |= A64I_X; + m = asm_fuseopm(as, ai, rref, rset_exclude(RSET_GPR, left)); + if (irt_isguard(ir->t)) { /* For IR_ADDOV etc. */ + asm_guardcc(as, CC_VS); + ai |= A64I_S; + } + emit_dn(as, ai^m, dest, left); +} + +static void asm_intop_s(ASMState *as, IRIns *ir, A64Ins ai) +{ + if (as->flagmcp == as->mcp) { /* Drop cmp r, #0. */ + as->flagmcp = NULL; + as->mcp++; + ai |= A64I_S; + } + asm_intop(as, ir, ai); +} + +static void asm_intneg(ASMState *as, IRIns *ir) +{ + Reg dest = ra_dest(as, ir, RSET_GPR); + Reg left = ra_hintalloc(as, ir->op1, dest, RSET_GPR); + emit_dm(as, irt_is64(ir->t) ? A64I_NEGx : A64I_NEGw, dest, left); +} + +/* NYI: use add/shift for MUL(OV) with constants. FOLD only does 2^k. */ +static void asm_intmul(ASMState *as, IRIns *ir) +{ + Reg dest = ra_dest(as, ir, RSET_GPR); + Reg left = ra_alloc1(as, ir->op1, rset_exclude(RSET_GPR, dest)); + Reg right = ra_alloc1(as, ir->op2, rset_exclude(RSET_GPR, left)); + if (irt_isguard(ir->t)) { /* IR_MULOV */ + asm_guardcc(as, CC_NE); + emit_dm(as, A64I_MOVw, dest, dest); /* Zero-extend. */ + emit_nm(as, A64I_CMPw | A64F_SH(A64SH_ASR, 31), RID_TMP, dest); + emit_dn(as, A64I_ASRx | A64F_IMMR(32), RID_TMP, dest); + emit_dnm(as, A64I_SMULL, dest, right, left); + } else { + emit_dnm(as, irt_is64(ir->t) ? A64I_MULx : A64I_MULw, dest, left, right); + } +} + +static void asm_add(ASMState *as, IRIns *ir) +{ + if (irt_isnum(ir->t)) { + if (!asm_fusemadd(as, ir, A64I_FMADDd, A64I_FMADDd)) + asm_fparith(as, ir, A64I_FADDd); + return; + } + asm_intop_s(as, ir, A64I_ADDw); +} + +static void asm_sub(ASMState *as, IRIns *ir) +{ + if (irt_isnum(ir->t)) { + if (!asm_fusemadd(as, ir, A64I_FNMSUBd, A64I_FMSUBd)) + asm_fparith(as, ir, A64I_FSUBd); + return; + } + asm_intop_s(as, ir, A64I_SUBw); +} + +static void asm_mul(ASMState *as, IRIns *ir) +{ + if (irt_isnum(ir->t)) { + asm_fparith(as, ir, A64I_FMULd); + return; + } + asm_intmul(as, ir); +} + +static void asm_div(ASMState *as, IRIns *ir) +{ +#if LJ_HASFFI + if (!irt_isnum(ir->t)) + asm_callid(as, ir, irt_isi64(ir->t) ? IRCALL_lj_carith_divi64 : + IRCALL_lj_carith_divu64); + else +#endif + asm_fparith(as, ir, A64I_FDIVd); +} + +static void asm_pow(ASMState *as, IRIns *ir) +{ +#if LJ_HASFFI + if (!irt_isnum(ir->t)) + asm_callid(as, ir, irt_isi64(ir->t) ? IRCALL_lj_carith_powi64 : + IRCALL_lj_carith_powu64); + else +#endif + asm_callid(as, ir, IRCALL_lj_vm_powi); +} + +#define asm_addov(as, ir) asm_add(as, ir) +#define asm_subov(as, ir) asm_sub(as, ir) +#define asm_mulov(as, ir) asm_mul(as, ir) + +#define asm_abs(as, ir) asm_fpunary(as, ir, A64I_FABS) +#define asm_atan2(as, ir) asm_callid(as, ir, IRCALL_atan2) +#define asm_ldexp(as, ir) asm_callid(as, ir, IRCALL_ldexp) + +static void asm_mod(ASMState *as, IRIns *ir) +{ +#if LJ_HASFFI + if (!irt_isint(ir->t)) + asm_callid(as, ir, irt_isi64(ir->t) ? IRCALL_lj_carith_modi64 : + IRCALL_lj_carith_modu64); + else +#endif + asm_callid(as, ir, IRCALL_lj_vm_modi); +} + +static void asm_neg(ASMState *as, IRIns *ir) +{ + if (irt_isnum(ir->t)) { + asm_fpunary(as, ir, A64I_FNEGd); + return; + } + asm_intneg(as, ir); +} + +static void asm_band(ASMState *as, IRIns *ir) +{ + A64Ins ai = A64I_ANDw; + if (asm_fuseandshift(as, ir)) + return; + if (as->flagmcp == as->mcp) { + /* Try to drop cmp r, #0. */ + as->flagmcp = NULL; + as->mcp++; + ai = A64I_ANDSw; + } + asm_intop(as, ir, ai); +} + +static void asm_borbxor(ASMState *as, IRIns *ir, A64Ins ai) +{ + IRRef lref = ir->op1, rref = ir->op2; + IRIns *irl = IR(lref), *irr = IR(rref); + if ((canfuse(as, irl) && irl->o == IR_BNOT && !irref_isk(rref)) || + (canfuse(as, irr) && irr->o == IR_BNOT && !irref_isk(lref))) { + Reg left, dest = ra_dest(as, ir, RSET_GPR); + uint32_t m; + if (irl->o == IR_BNOT) { + IRRef tmp = lref; lref = rref; rref = tmp; + } + left = ra_alloc1(as, lref, RSET_GPR); + ai |= A64I_ON; + if (irt_is64(ir->t)) ai |= A64I_X; + m = asm_fuseopm(as, ai, IR(rref)->op1, rset_exclude(RSET_GPR, left)); + emit_dn(as, ai^m, dest, left); + } else { + asm_intop(as, ir, ai); + } +} + +static void asm_bor(ASMState *as, IRIns *ir) +{ + if (asm_fuseorshift(as, ir)) + return; + asm_borbxor(as, ir, A64I_ORRw); +} + +#define asm_bxor(as, ir) asm_borbxor(as, ir, A64I_EORw) + +static void asm_bnot(ASMState *as, IRIns *ir) +{ + A64Ins ai = A64I_MVNw; + Reg dest = ra_dest(as, ir, RSET_GPR); + uint32_t m = asm_fuseopm(as, ai, ir->op1, RSET_GPR); + if (irt_is64(ir->t)) ai |= A64I_X; + emit_d(as, ai^m, dest); +} + +static void asm_bswap(ASMState *as, IRIns *ir) +{ + Reg dest = ra_dest(as, ir, RSET_GPR); + Reg left = ra_alloc1(as, ir->op1, RSET_GPR); + emit_dn(as, irt_is64(ir->t) ? A64I_REVx : A64I_REVw, dest, left); +} + +static void asm_bitshift(ASMState *as, IRIns *ir, A64Ins ai, A64Shift sh) +{ + int32_t shmask = irt_is64(ir->t) ? 63 : 31; + if (irref_isk(ir->op2)) { /* Constant shifts. */ + Reg left, dest = ra_dest(as, ir, RSET_GPR); + int32_t shift = (IR(ir->op2)->i & shmask); + IRIns *irl = IR(ir->op1); + if (shmask == 63) ai += A64I_UBFMx - A64I_UBFMw; + + /* Fuse BSHL + BSHR/BSAR into UBFM/SBFM aka UBFX/SBFX/UBFIZ/SBFIZ. */ + if ((sh == A64SH_LSR || sh == A64SH_ASR) && canfuse(as, irl)) { + if (irl->o == IR_BSHL && irref_isk(irl->op2)) { + int32_t shift2 = (IR(irl->op2)->i & shmask); + shift = ((shift - shift2) & shmask); + shmask -= shift2; + ir = irl; + } + } + + left = ra_alloc1(as, ir->op1, RSET_GPR); + switch (sh) { + case A64SH_LSL: + emit_dn(as, ai | A64F_IMMS(shmask-shift) | + A64F_IMMR((shmask-shift+1)&shmask), dest, left); + break; + case A64SH_LSR: case A64SH_ASR: + emit_dn(as, ai | A64F_IMMS(shmask) | A64F_IMMR(shift), dest, left); + break; + case A64SH_ROR: + emit_dnm(as, ai | A64F_IMMS(shift), dest, left, left); + break; + } + } else { /* Variable-length shifts. */ + Reg dest = ra_dest(as, ir, RSET_GPR); + Reg left = ra_alloc1(as, ir->op1, RSET_GPR); + Reg right = ra_alloc1(as, ir->op2, rset_exclude(RSET_GPR, left)); + emit_dnm(as, (shmask == 63 ? A64I_SHRx : A64I_SHRw) | A64F_BSH(sh), dest, left, right); + } +} + +#define asm_bshl(as, ir) asm_bitshift(as, ir, A64I_UBFMw, A64SH_LSL) +#define asm_bshr(as, ir) asm_bitshift(as, ir, A64I_UBFMw, A64SH_LSR) +#define asm_bsar(as, ir) asm_bitshift(as, ir, A64I_SBFMw, A64SH_ASR) +#define asm_bror(as, ir) asm_bitshift(as, ir, A64I_EXTRw, A64SH_ROR) +#define asm_brol(as, ir) lua_assert(0) + +static void asm_intmin_max(ASMState *as, IRIns *ir, A64CC cc) +{ + Reg dest = ra_dest(as, ir, RSET_GPR); + Reg left = ra_hintalloc(as, ir->op1, dest, RSET_GPR); + Reg right = ra_alloc1(as, ir->op2, rset_exclude(RSET_GPR, left)); + emit_dnm(as, A64I_CSELw|A64F_CC(cc), dest, left, right); + emit_nm(as, A64I_CMPw, left, right); +} + +static void asm_fpmin_max(ASMState *as, IRIns *ir, A64CC fcc) +{ + Reg dest = (ra_dest(as, ir, RSET_FPR) & 31); + Reg right, left = ra_alloc2(as, ir, RSET_FPR); + right = ((left >> 8) & 31); left &= 31; + emit_dnm(as, A64I_FCSELd | A64F_CC(fcc), dest, left, right); + emit_nm(as, A64I_FCMPd, left, right); +} + +static void asm_min_max(ASMState *as, IRIns *ir, A64CC cc, A64CC fcc) +{ + if (irt_isnum(ir->t)) + asm_fpmin_max(as, ir, fcc); + else + asm_intmin_max(as, ir, cc); +} + +#define asm_max(as, ir) asm_min_max(as, ir, CC_GT, CC_HI) +#define asm_min(as, ir) asm_min_max(as, ir, CC_LT, CC_LO) + +/* -- Comparisons --------------------------------------------------------- */ + +/* Map of comparisons to flags. ORDER IR. */ +static const uint8_t asm_compmap[IR_ABC+1] = { + /* op FP swp int cc FP cc */ + /* LT */ CC_GE + (CC_HS << 4), + /* GE x */ CC_LT + (CC_HI << 4), + /* LE */ CC_GT + (CC_HI << 4), + /* GT x */ CC_LE + (CC_HS << 4), + /* ULT x */ CC_HS + (CC_LS << 4), + /* UGE */ CC_LO + (CC_LO << 4), + /* ULE x */ CC_HI + (CC_LO << 4), + /* UGT */ CC_LS + (CC_LS << 4), + /* EQ */ CC_NE + (CC_NE << 4), + /* NE */ CC_EQ + (CC_EQ << 4), + /* ABC */ CC_LS + (CC_LS << 4) /* Same as UGT. */ +}; + +/* FP comparisons. */ +static void asm_fpcomp(ASMState *as, IRIns *ir) +{ + Reg left, right; + A64Ins ai; + int swp = ((ir->o ^ (ir->o >> 2)) & ~(ir->o >> 3) & 1); + if (!swp && irref_isk(ir->op2) && ir_knum(IR(ir->op2))->u64 == 0) { + left = (ra_alloc1(as, ir->op1, RSET_FPR) & 31); + right = 0; + ai = A64I_FCMPZd; + } else { + left = ra_alloc2(as, ir, RSET_FPR); + if (swp) { + right = (left & 31); left = ((left >> 8) & 31); + } else { + right = ((left >> 8) & 31); left &= 31; + } + ai = A64I_FCMPd; + } + asm_guardcc(as, (asm_compmap[ir->o] >> 4)); + emit_nm(as, ai, left, right); +} + +/* Integer comparisons. */ +static void asm_intcomp(ASMState *as, IRIns *ir) +{ + A64CC oldcc, cc = (asm_compmap[ir->o] & 15); + A64Ins ai = irt_is64(ir->t) ? A64I_CMPx : A64I_CMPw; + IRRef lref = ir->op1, rref = ir->op2; + Reg left; + uint32_t m; + int cmpprev0 = 0; + lua_assert(irt_is64(ir->t) || irt_isint(ir->t) || + irt_isu32(ir->t) || irt_isaddr(ir->t) || irt_isu8(ir->t)); + if (asm_swapops(as, lref, rref)) { + IRRef tmp = lref; lref = rref; rref = tmp; + if (cc >= CC_GE) cc ^= 7; /* LT <-> GT, LE <-> GE */ + else if (cc > CC_NE) cc ^= 11; /* LO <-> HI, LS <-> HS */ + } + oldcc = cc; + if (irref_isk(rref) && get_k64val(IR(rref)) == 0) { + IRIns *irl = IR(lref); + if (cc == CC_GE) cc = CC_PL; + else if (cc == CC_LT) cc = CC_MI; + else if (cc > CC_NE) goto nocombine; /* Other conds don't work with tst. */ + cmpprev0 = (irl+1 == ir); + /* Combine and-cmp-bcc into tbz/tbnz or and-cmp into tst. */ + if (cmpprev0 && irl->o == IR_BAND && !ra_used(irl)) { + IRRef blref = irl->op1, brref = irl->op2; + uint32_t m2 = 0; + Reg bleft; + if (asm_swapops(as, blref, brref)) { + Reg tmp = blref; blref = brref; brref = tmp; + } + if (irref_isk(brref)) { + uint64_t k = get_k64val(IR(brref)); + if (k && !(k & (k-1)) && (cc == CC_EQ || cc == CC_NE)) { + asm_guardtnb(as, cc == CC_EQ ? A64I_TBZ : A64I_TBNZ, + ra_alloc1(as, blref, RSET_GPR), emit_ctz64(k)); + return; + } + m2 = emit_isk13(k, irt_is64(irl->t)); + } + bleft = ra_alloc1(as, blref, RSET_GPR); + ai = (irt_is64(irl->t) ? A64I_TSTx : A64I_TSTw); + if (!m2) + m2 = asm_fuseopm(as, ai, brref, rset_exclude(RSET_GPR, bleft)); + asm_guardcc(as, cc); + emit_n(as, ai^m2, bleft); + return; + } + if (cc == CC_EQ || cc == CC_NE) { + /* Combine cmp-bcc into cbz/cbnz. */ + ai = cc == CC_EQ ? A64I_CBZ : A64I_CBNZ; + if (irt_is64(ir->t)) ai |= A64I_X; + asm_guardcnb(as, ai, ra_alloc1(as, lref, RSET_GPR)); + return; + } + } +nocombine: + left = ra_alloc1(as, lref, RSET_GPR); + m = asm_fuseopm(as, ai, rref, rset_exclude(RSET_GPR, left)); + asm_guardcc(as, cc); + emit_n(as, ai^m, left); + /* Signed comparison with zero and referencing previous ins? */ + if (cmpprev0 && (oldcc <= CC_NE || oldcc >= CC_GE)) + as->flagmcp = as->mcp; /* Allow elimination of the compare. */ +} + +static void asm_comp(ASMState *as, IRIns *ir) +{ + if (irt_isnum(ir->t)) + asm_fpcomp(as, ir); + else + asm_intcomp(as, ir); +} + +#define asm_equal(as, ir) asm_comp(as, ir) + +/* -- Support for 64 bit ops in 32 bit mode ------------------------------- */ + +/* Hiword op of a split 64 bit op. Previous op must be the loword op. */ +static void asm_hiop(ASMState *as, IRIns *ir) +{ + UNUSED(as); UNUSED(ir); lua_assert(0); /* Unused on 64 bit. */ +} + +/* -- Profiling ----------------------------------------------------------- */ + +static void asm_prof(ASMState *as, IRIns *ir) +{ + uint32_t k = emit_isk13(HOOK_PROFILE, 0); + lua_assert(k != 0); + UNUSED(ir); + asm_guardcc(as, CC_NE); + emit_n(as, A64I_TSTw^k, RID_TMP); + emit_lsptr(as, A64I_LDRB, RID_TMP, (void *)&J2G(as->J)->hookmask); +} + +/* -- Stack handling ------------------------------------------------------ */ + +/* Check Lua stack size for overflow. Use exit handler as fallback. */ +static void asm_stack_check(ASMState *as, BCReg topslot, + IRIns *irp, RegSet allow, ExitNo exitno) +{ + Reg pbase; + uint32_t k; + if (irp) { + if (!ra_hasspill(irp->s)) { + pbase = irp->r; + lua_assert(ra_hasreg(pbase)); + } else if (allow) { + pbase = rset_pickbot(allow); + } else { + pbase = RID_RET; + emit_lso(as, A64I_LDRx, RID_RET, RID_SP, 0); /* Restore temp register. */ + } + } else { + pbase = RID_BASE; + } + emit_cond_branch(as, CC_LS, asm_exitstub_addr(as, exitno)); + k = emit_isk12((8*topslot)); + lua_assert(k); + emit_n(as, A64I_CMPx^k, RID_TMP); + emit_dnm(as, A64I_SUBx, RID_TMP, RID_TMP, pbase); + emit_lso(as, A64I_LDRx, RID_TMP, RID_TMP, + (int32_t)offsetof(lua_State, maxstack)); + if (irp) { /* Must not spill arbitrary registers in head of side trace. */ + if (ra_hasspill(irp->s)) + emit_lso(as, A64I_LDRx, pbase, RID_SP, sps_scale(irp->s)); + emit_lso(as, A64I_LDRx, RID_TMP, RID_GL, glofs(as, &J2G(as->J)->cur_L)); + if (ra_hasspill(irp->s) && !allow) + emit_lso(as, A64I_STRx, RID_RET, RID_SP, 0); /* Save temp register. */ + } else { + emit_getgl(as, RID_TMP, cur_L); + } +} + +/* Restore Lua stack from on-trace state. */ +static void asm_stack_restore(ASMState *as, SnapShot *snap) +{ + SnapEntry *map = &as->T->snapmap[snap->mapofs]; +#ifdef LUA_USE_ASSERT + SnapEntry *flinks = &as->T->snapmap[snap_nextofs(as->T, snap)-1-LJ_FR2]; +#endif + MSize n, nent = snap->nent; + /* Store the value of all modified slots to the Lua stack. */ + for (n = 0; n < nent; n++) { + SnapEntry sn = map[n]; + BCReg s = snap_slot(sn); + int32_t ofs = 8*((int32_t)s-1-LJ_FR2); + IRRef ref = snap_ref(sn); + IRIns *ir = IR(ref); + if ((sn & SNAP_NORESTORE)) + continue; + if (irt_isnum(ir->t)) { + Reg src = ra_alloc1(as, ref, RSET_FPR); + emit_lso(as, A64I_STRd, (src & 31), RID_BASE, ofs); + } else { + asm_tvstore64(as, RID_BASE, ofs, ref); + } + checkmclim(as); + } + lua_assert(map + nent == flinks); +} + +/* -- GC handling --------------------------------------------------------- */ + +/* Check GC threshold and do one or more GC steps. */ +static void asm_gc_check(ASMState *as) +{ + const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_gc_step_jit]; + IRRef args[2]; + MCLabel l_end; + Reg tmp1, tmp2; + ra_evictset(as, RSET_SCRATCH); + l_end = emit_label(as); + /* Exit trace if in GCSatomic or GCSfinalize. Avoids syncing GC objects. */ + asm_guardcnb(as, A64I_CBNZ, RID_RET); /* Assumes asm_snap_prep() is done. */ + args[0] = ASMREF_TMP1; /* global_State *g */ + args[1] = ASMREF_TMP2; /* MSize steps */ + asm_gencall(as, ci, args); + tmp1 = ra_releasetmp(as, ASMREF_TMP1); + tmp2 = ra_releasetmp(as, ASMREF_TMP2); + emit_loadi(as, tmp2, as->gcsteps); + /* Jump around GC step if GC total < GC threshold. */ + emit_cond_branch(as, CC_LS, l_end); + emit_nm(as, A64I_CMPx, RID_TMP, tmp2); + emit_lso(as, A64I_LDRx, tmp2, tmp1, + (int32_t)offsetof(global_State, gc.threshold)); + emit_lso(as, A64I_LDRx, RID_TMP, tmp1, + (int32_t)offsetof(global_State, gc.total)); + ra_allockreg(as, i64ptr(J2G(as->J)), tmp1); + as->gcsteps = 0; + checkmclim(as); +} + +/* -- Loop handling ------------------------------------------------------- */ + +/* Fixup the loop branch. */ +static void asm_loop_fixup(ASMState *as) +{ + MCode *p = as->mctop; + MCode *target = as->mcp; + if (as->loopinv) { /* Inverted loop branch? */ + uint32_t mask = (p[-2] & 0x7e000000) == 0x36000000 ? 0x3fffu : 0x7ffffu; + ptrdiff_t delta = target - (p - 2); + /* asm_guard* already inverted the bcc/tnb/cnb and patched the final b. */ + p[-2] |= ((uint32_t)delta & mask) << 5; + } else { + ptrdiff_t delta = target - (p - 1); + p[-1] = A64I_B | ((uint32_t)(delta) & 0x03ffffffu); + } +} + +/* -- Head of trace ------------------------------------------------------- */ + +/* Reload L register from g->cur_L. */ +static void asm_head_lreg(ASMState *as) +{ + IRIns *ir = IR(ASMREF_L); + if (ra_used(ir)) { + Reg r = ra_dest(as, ir, RSET_GPR); + emit_getgl(as, r, cur_L); + ra_evictk(as); + } +} + +/* Coalesce BASE register for a root trace. */ +static void asm_head_root_base(ASMState *as) +{ + IRIns *ir; + asm_head_lreg(as); + ir = IR(REF_BASE); + if (ra_hasreg(ir->r) && (rset_test(as->modset, ir->r) || irt_ismarked(ir->t))) + ra_spill(as, ir); + ra_destreg(as, ir, RID_BASE); +} + +/* Coalesce BASE register for a side trace. */ +static RegSet asm_head_side_base(ASMState *as, IRIns *irp, RegSet allow) +{ + IRIns *ir; + asm_head_lreg(as); + ir = IR(REF_BASE); + if (ra_hasreg(ir->r) && (rset_test(as->modset, ir->r) || irt_ismarked(ir->t))) + ra_spill(as, ir); + if (ra_hasspill(irp->s)) { + rset_clear(allow, ra_dest(as, ir, allow)); + } else { + Reg r = irp->r; + lua_assert(ra_hasreg(r)); + rset_clear(allow, r); + if (r != ir->r && !rset_test(as->freeset, r)) + ra_restore(as, regcost_ref(as->cost[r])); + ra_destreg(as, ir, r); + } + return allow; +} + +/* -- Tail of trace ------------------------------------------------------- */ + +/* Fixup the tail code. */ +static void asm_tail_fixup(ASMState *as, TraceNo lnk) +{ + MCode *p = as->mctop; + MCode *target; + /* Undo the sp adjustment in BC_JLOOP when exiting to the interpreter. */ + int32_t spadj = as->T->spadjust + (lnk ? 0 : sps_scale(SPS_FIXED)); + if (spadj == 0) { + *--p = A64I_LE(A64I_NOP); + as->mctop = p; + } else { + /* Patch stack adjustment. */ + uint32_t k = emit_isk12(spadj); + lua_assert(k); + p[-2] = (A64I_ADDx^k) | A64F_D(RID_SP) | A64F_N(RID_SP); + } + /* Patch exit branch. */ + target = lnk ? traceref(as->J, lnk)->mcode : (MCode *)lj_vm_exit_interp; + p[-1] = A64I_B | (((target-p)+1)&0x03ffffffu); +} + +/* Prepare tail of code. */ +static void asm_tail_prep(ASMState *as) +{ + MCode *p = as->mctop - 1; /* Leave room for exit branch. */ + if (as->loopref) { + as->invmcp = as->mcp = p; + } else { + as->mcp = p-1; /* Leave room for stack pointer adjustment. */ + as->invmcp = NULL; + } + *p = 0; /* Prevent load/store merging. */ +} + +/* -- Trace setup --------------------------------------------------------- */ + +/* Ensure there are enough stack slots for call arguments. */ +static Reg asm_setup_call_slots(ASMState *as, IRIns *ir, const CCallInfo *ci) +{ + IRRef args[CCI_NARGS_MAX*2]; + uint32_t i, nargs = CCI_XNARGS(ci); + int nslots = 0, ngpr = REGARG_NUMGPR, nfpr = REGARG_NUMFPR; + asm_collectargs(as, ir, ci, args); + for (i = 0; i < nargs; i++) { + if (args[i] && irt_isfp(IR(args[i])->t)) { + if (nfpr > 0) nfpr--; else nslots += 2; + } else { + if (ngpr > 0) ngpr--; else nslots += 2; + } + } + if (nslots > as->evenspill) /* Leave room for args in stack slots. */ + as->evenspill = nslots; + return REGSP_HINT(RID_RET); +} + +static void asm_setup_target(ASMState *as) +{ + /* May need extra exit for asm_stack_check on side traces. */ + asm_exitstub_setup(as, as->T->nsnap + (as->parent ? 1 : 0)); +} + +#if LJ_BE +/* ARM64 instructions are always little-endian. Swap for ARM64BE. */ +static void asm_mcode_fixup(MCode *mcode, MSize size) +{ + MCode *pe = (MCode *)((char *)mcode + size); + while (mcode < pe) { + MCode ins = *mcode; + *mcode++ = lj_bswap(ins); + } +} +#define LJ_TARGET_MCODE_FIXUP 1 +#endif + +/* -- Trace patching ------------------------------------------------------ */ + +/* Patch exit jumps of existing machine code to a new target. */ +void lj_asm_patchexit(jit_State *J, GCtrace *T, ExitNo exitno, MCode *target) +{ + MCode *p = T->mcode; + MCode *pe = (MCode *)((char *)p + T->szmcode); + MCode *cstart = NULL, *cend = p; + MCode *mcarea = lj_mcode_patch(J, p, 0); + MCode *px = exitstub_trace_addr(T, exitno); + for (; p < pe; p++) { + /* Look for exitstub branch, replace with branch to target. */ + MCode ins = A64I_LE(*p); + if ((ins & 0xff000000u) == 0x54000000u && + ((ins ^ ((px-p)<<5)) & 0x00ffffe0u) == 0) { + /* Patch bcc exitstub. */ + *p = A64I_LE((ins & 0xff00001fu) | (((target-p)<<5) & 0x00ffffe0u)); + cend = p+1; + if (!cstart) cstart = p; + } else if ((ins & 0xfc000000u) == 0x14000000u && + ((ins ^ (px-p)) & 0x03ffffffu) == 0) { + /* Patch b exitstub. */ + *p = A64I_LE((ins & 0xfc000000u) | ((target-p) & 0x03ffffffu)); + cend = p+1; + if (!cstart) cstart = p; + } else if ((ins & 0x7e000000u) == 0x34000000u && + ((ins ^ ((px-p)<<5)) & 0x00ffffe0u) == 0) { + /* Patch cbz/cbnz exitstub. */ + *p = A64I_LE((ins & 0xff00001f) | (((target-p)<<5) & 0x00ffffe0u)); + cend = p+1; + if (!cstart) cstart = p; + } else if ((ins & 0x7e000000u) == 0x36000000u && + ((ins ^ ((px-p)<<5)) & 0x0007ffe0u) == 0) { + /* Patch tbz/tbnz exitstub. */ + *p = A64I_LE((ins & 0xfff8001fu) | (((target-p)<<5) & 0x0007ffe0u)); + cend = p+1; + if (!cstart) cstart = p; + } + } + lua_assert(cstart != NULL); + lj_mcode_sync(cstart, cend); + lj_mcode_patch(J, mcarea, 1); +} + diff --git a/core/src/luajit/src/lj_asm_mips.h b/core/src/luajit/src/lj_asm_mips.h index 78bd26d5d..affe7d899 100644 --- a/core/src/luajit/src/lj_asm_mips.h +++ b/core/src/luajit/src/lj_asm_mips.h @@ -1,6 +1,6 @@ /* ** MIPS IR assembler (SSA IR -> machine code). -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ /* -- Register allocator extensions --------------------------------------- */ @@ -23,7 +23,7 @@ static Reg ra_alloc1z(ASMState *as, IRRef ref, RegSet allow) { Reg r = IR(ref)->r; if (ra_noreg(r)) { - if (!(allow & RSET_FPR) && irref_isk(ref) && IR(ref)->i == 0) + if (!(allow & RSET_FPR) && irref_isk(ref) && get_kval(IR(ref)) == 0) return RID_ZERO; r = ra_allocref(as, ref, allow); } else { @@ -166,9 +166,9 @@ static Reg asm_fuseahuref(ASMState *as, IRRef ref, int32_t *ofsp, RegSet allow) } else if (ir->o == IR_UREFC) { if (irref_isk(ir->op1)) { GCfunc *fn = ir_kfunc(IR(ir->op1)); - int32_t ofs = i32ptr(&gcref(fn->l.uvptr[(ir->op2 >> 8)])->uv.tv); - int32_t jgl = (intptr_t)J2G(as->J); - if ((uint32_t)(ofs-jgl) < 65536) { + intptr_t ofs = (intptr_t)&gcref(fn->l.uvptr[(ir->op2 >> 8)])->uv.tv; + intptr_t jgl = (intptr_t)J2G(as->J); + if ((uintptr_t)(ofs-jgl) < 65536) { *ofsp = ofs-jgl-32768; return RID_JGL; } else { @@ -190,20 +190,21 @@ static void asm_fusexref(ASMState *as, MIPSIns mi, Reg rt, IRRef ref, Reg base; if (ra_noreg(ir->r) && canfuse(as, ir)) { if (ir->o == IR_ADD) { - int32_t ofs2; - if (irref_isk(ir->op2) && (ofs2 = ofs + IR(ir->op2)->i, checki16(ofs2))) { + intptr_t ofs2; + if (irref_isk(ir->op2) && (ofs2 = ofs + get_kval(IR(ir->op2)), + checki16(ofs2))) { ref = ir->op1; - ofs = ofs2; + ofs = (int32_t)ofs2; } } else if (ir->o == IR_STRREF) { - int32_t ofs2 = 65536; + intptr_t ofs2 = 65536; lua_assert(ofs == 0); ofs = (int32_t)sizeof(GCstr); if (irref_isk(ir->op2)) { - ofs2 = ofs + IR(ir->op2)->i; + ofs2 = ofs + get_kval(IR(ir->op2)); ref = ir->op1; } else if (irref_isk(ir->op1)) { - ofs2 = ofs + IR(ir->op1)->i; + ofs2 = ofs + get_kval(IR(ir->op1)); ref = ir->op2; } if (!checki16(ofs2)) { @@ -211,7 +212,7 @@ static void asm_fusexref(ASMState *as, MIPSIns mi, Reg rt, IRRef ref, Reg right, left = ra_alloc2(as, ir, allow); right = (left >> 8); left &= 255; emit_hsi(as, mi, rt, RID_TMP, ofs); - emit_dst(as, MIPSI_ADDU, RID_TMP, left, right); + emit_dst(as, MIPSI_AADDU, RID_TMP, left, right); return; } ofs = ofs2; @@ -226,29 +227,41 @@ static void asm_fusexref(ASMState *as, MIPSIns mi, Reg rt, IRRef ref, /* Generate a call to a C function. */ static void asm_gencall(ASMState *as, const CCallInfo *ci, IRRef *args) { - uint32_t n, nargs = CCI_NARGS(ci); - int32_t ofs = 16; + uint32_t n, nargs = CCI_XNARGS(ci); + int32_t ofs = LJ_32 ? 16 : 0; +#if LJ_SOFTFP + Reg gpr = REGARG_FIRSTGPR; +#else Reg gpr, fpr = REGARG_FIRSTFPR; +#endif if ((void *)ci->func) - emit_call(as, (void *)ci->func); + emit_call(as, (void *)ci->func, 1); +#if !LJ_SOFTFP for (gpr = REGARG_FIRSTGPR; gpr <= REGARG_LASTGPR; gpr++) as->cost[gpr] = REGCOST(~0u, ASMREF_L); gpr = REGARG_FIRSTGPR; +#endif for (n = 0; n < nargs; n++) { /* Setup args. */ IRRef ref = args[n]; if (ref) { IRIns *ir = IR(ref); +#if !LJ_SOFTFP if (irt_isfp(ir->t) && fpr <= REGARG_LASTFPR && !(ci->flags & CCI_VARARG)) { lua_assert(rset_test(as->freeset, fpr)); /* Already evicted. */ ra_leftov(as, fpr, ref); - fpr += 2; - gpr += irt_isnum(ir->t) ? 2 : 1; - } else { + fpr += LJ_32 ? 2 : 1; + gpr += (LJ_32 && irt_isnum(ir->t)) ? 2 : 1; + } else +#endif + { +#if LJ_32 && !LJ_SOFTFP fpr = REGARG_LASTFPR+1; - if (irt_isnum(ir->t)) gpr = (gpr+1) & ~1; +#endif + if (LJ_32 && irt_isnum(ir->t)) gpr = (gpr+1) & ~1; if (gpr <= REGARG_LASTGPR) { lua_assert(rset_test(as->freeset, gpr)); /* Already evicted. */ +#if !LJ_SOFTFP if (irt_isfp(ir->t)) { RegSet of = as->freeset; Reg r; @@ -257,31 +270,55 @@ static void asm_gencall(ASMState *as, const CCallInfo *ci, IRRef *args) r = ra_alloc1(as, ref, RSET_FPR); as->freeset |= (of & RSET_RANGE(REGARG_FIRSTGPR, REGARG_LASTGPR+1)); if (irt_isnum(ir->t)) { +#if LJ_32 emit_tg(as, MIPSI_MFC1, gpr+(LJ_BE?0:1), r+1); emit_tg(as, MIPSI_MFC1, gpr+(LJ_BE?1:0), r); lua_assert(rset_test(as->freeset, gpr+1)); /* Already evicted. */ gpr += 2; +#else + emit_tg(as, MIPSI_DMFC1, gpr, r); + gpr++; fpr++; +#endif } else if (irt_isfloat(ir->t)) { emit_tg(as, MIPSI_MFC1, gpr, r); gpr++; +#if LJ_64 + fpr++; +#endif } - } else { + } else +#endif + { ra_leftov(as, gpr, ref); gpr++; +#if LJ_64 + fpr++; +#endif } } else { - Reg r = ra_alloc1z(as, ref, irt_isfp(ir->t) ? RSET_FPR : RSET_GPR); + Reg r = ra_alloc1z(as, ref, !LJ_SOFTFP && irt_isfp(ir->t) ? RSET_FPR : RSET_GPR); +#if LJ_32 if (irt_isnum(ir->t)) ofs = (ofs + 4) & ~4; emit_spstore(as, ir, r, ofs); ofs += irt_isnum(ir->t) ? 8 : 4; +#else + emit_spstore(as, ir, r, ofs + ((LJ_BE && (LJ_SOFTFP || r < RID_MAX_GPR) && !irt_is64(ir->t)) ? 4 : 0)); + ofs += 8; +#endif } } } else { +#if !LJ_SOFTFP fpr = REGARG_LASTFPR+1; - if (gpr <= REGARG_LASTGPR) +#endif + if (gpr <= REGARG_LASTGPR) { gpr++; - else - ofs += 4; +#if LJ_64 + fpr++; +#endif + } else { + ofs += LJ_32 ? 4 : 8; + } } checkmclim(as); } @@ -291,50 +328,57 @@ static void asm_gencall(ASMState *as, const CCallInfo *ci, IRRef *args) static void asm_setupresult(ASMState *as, IRIns *ir, const CCallInfo *ci) { RegSet drop = RSET_SCRATCH; - int hiop = ((ir+1)->o == IR_HIOP); +#if LJ_32 + int hiop = ((ir+1)->o == IR_HIOP && !irt_isnil((ir+1)->t)); +#endif +#if !LJ_SOFTFP if ((ci->flags & CCI_NOFPRCLOBBER)) drop &= ~RSET_FPR; +#endif if (ra_hasreg(ir->r)) rset_clear(drop, ir->r); /* Dest reg handled below. */ +#if LJ_32 if (hiop && ra_hasreg((ir+1)->r)) rset_clear(drop, (ir+1)->r); /* Dest reg handled below. */ +#endif ra_evictset(as, drop); /* Evictions must be performed first. */ if (ra_used(ir)) { lua_assert(!irt_ispri(ir->t)); - if (irt_isfp(ir->t)) { + if (!LJ_SOFTFP && irt_isfp(ir->t)) { if ((ci->flags & CCI_CASTU64)) { int32_t ofs = sps_scale(ir->s); Reg dest = ir->r; if (ra_hasreg(dest)) { ra_free(as, dest); ra_modified(as, dest); +#if LJ_32 emit_tg(as, MIPSI_MTC1, RID_RETHI, dest+1); emit_tg(as, MIPSI_MTC1, RID_RETLO, dest); +#else + emit_tg(as, MIPSI_DMTC1, RID_RET, dest); +#endif } if (ofs) { +#if LJ_32 emit_tsi(as, MIPSI_SW, RID_RETLO, RID_SP, ofs+(LJ_BE?4:0)); emit_tsi(as, MIPSI_SW, RID_RETHI, RID_SP, ofs+(LJ_BE?0:4)); +#else + emit_tsi(as, MIPSI_SD, RID_RET, RID_SP, ofs); +#endif } } else { ra_destreg(as, ir, RID_FPRET); } +#if LJ_32 } else if (hiop) { ra_destpair(as, ir); +#endif } else { ra_destreg(as, ir, RID_RET); } } } -static void asm_call(ASMState *as, IRIns *ir) -{ - IRRef args[CCI_NARGS_MAX]; - const CCallInfo *ci = &lj_ir_callinfo[ir->op2]; - asm_collectargs(as, ir, ci, args); - asm_setupresult(as, ir, ci); - asm_gencall(as, ci, args); -} - static void asm_callx(ASMState *as, IRIns *ir) { IRRef args[CCI_NARGS_MAX*2]; @@ -347,7 +391,7 @@ static void asm_callx(ASMState *as, IRIns *ir) func = ir->op2; irf = IR(func); if (irf->o == IR_CARG) { func = irf->op1; irf = IR(func); } if (irref_isk(func)) { /* Call to constant address. */ - ci.func = (ASMFunction)(void *)(irf->i); + ci.func = (ASMFunction)(void *)get_kval(irf); } else { /* Need specific register for indirect calls. */ Reg r = ra_alloc1(as, func, RID2RSET(RID_CFUNCADDR)); MCode *p = as->mcp; @@ -362,16 +406,7 @@ static void asm_callx(ASMState *as, IRIns *ir) asm_gencall(as, &ci, args); } -static void asm_callid(ASMState *as, IRIns *ir, IRCallID id) -{ - const CCallInfo *ci = &lj_ir_callinfo[id]; - IRRef args[2]; - args[0] = ir->op1; - args[1] = ir->op2; - asm_setupresult(as, ir, ci); - asm_gencall(as, ci, args); -} - +#if !LJ_SOFTFP static void asm_callround(ASMState *as, IRIns *ir, IRCallID id) { /* The modified regs must match with the *.dasc implementation. */ @@ -380,9 +415,10 @@ static void asm_callround(ASMState *as, IRIns *ir, IRCallID id) if (ra_hasreg(ir->r)) rset_clear(drop, ir->r); ra_evictset(as, drop); ra_destreg(as, ir, RID_FPRET); - emit_call(as, (void *)lj_ir_callinfo[id].func); + emit_call(as, (void *)lj_ir_callinfo[id].func, 0); ra_leftov(as, REGARG_FIRSTFPR, ir->op1); } +#endif /* -- Returns ------------------------------------------------------------- */ @@ -391,19 +427,20 @@ static void asm_retf(ASMState *as, IRIns *ir) { Reg base = ra_alloc1(as, REF_BASE, RSET_GPR); void *pc = ir_kptr(IR(ir->op2)); - int32_t delta = 1+bc_a(*((const BCIns *)pc - 1)); + int32_t delta = 1+LJ_FR2+bc_a(*((const BCIns *)pc - 1)); as->topslot -= (BCReg)delta; if ((int32_t)as->topslot < 0) as->topslot = 0; irt_setmark(IR(REF_BASE)->t); /* Children must not coalesce with BASE reg. */ emit_setgl(as, base, jit_base); emit_addptr(as, base, -8*delta); asm_guard(as, MIPSI_BNE, RID_TMP, - ra_allock(as, i32ptr(pc), rset_exclude(RSET_GPR, base))); - emit_tsi(as, MIPSI_LW, RID_TMP, base, -8); + ra_allock(as, igcptr(pc), rset_exclude(RSET_GPR, base))); + emit_tsi(as, MIPSI_AL, RID_TMP, base, -8); } /* -- Type conversions ---------------------------------------------------- */ +#if !LJ_SOFTFP static void asm_tointg(ASMState *as, IRIns *ir, Reg left) { Reg tmp = ra_scratch(as, rset_exclude(RSET_FPR, left)); @@ -425,15 +462,28 @@ static void asm_tobit(ASMState *as, IRIns *ir) emit_tg(as, MIPSI_MFC1, dest, tmp); emit_fgh(as, MIPSI_ADD_D, tmp, left, right); } +#endif static void asm_conv(ASMState *as, IRIns *ir) { IRType st = (IRType)(ir->op2 & IRCONV_SRCMASK); +#if !LJ_SOFTFP int stfp = (st == IRT_NUM || st == IRT_FLOAT); +#endif +#if LJ_64 + int st64 = (st == IRT_I64 || st == IRT_U64 || st == IRT_P64); +#endif IRRef lref = ir->op1; - lua_assert(irt_type(ir->t) != st); +#if LJ_32 lua_assert(!(irt_isint64(ir->t) || (st == IRT_I64 || st == IRT_U64))); /* Handled by SPLIT. */ +#endif +#if LJ_32 && LJ_SOFTFP + /* FP conversions are handled by SPLIT. */ + lua_assert(!irt_isfp(ir->t) && !(st == IRT_NUM || st == IRT_FLOAT)); + /* Can't check for same types: SPLIT uses CONV int.int + BXOR for sfp NEG. */ +#else + lua_assert(irt_type(ir->t) != st); if (irt_isfp(ir->t)) { Reg dest = ra_dest(as, ir, RSET_FPR); if (stfp) { /* FP to FP conversion. */ @@ -443,26 +493,50 @@ static void asm_conv(ASMState *as, IRIns *ir) /* y = (x ^ 0x8000000) + 2147483648.0 */ Reg left = ra_alloc1(as, lref, RSET_GPR); Reg tmp = ra_scratch(as, rset_exclude(RSET_FPR, dest)); - emit_fgh(as, irt_isfloat(ir->t) ? MIPSI_ADD_S : MIPSI_ADD_D, - dest, dest, tmp); - emit_fg(as, irt_isfloat(ir->t) ? MIPSI_CVT_S_W : MIPSI_CVT_D_W, - dest, dest); if (irt_isfloat(ir->t)) - emit_lsptr(as, MIPSI_LWC1, (tmp & 31), - (void *)lj_ir_k64_find(as->J, U64x(4f000000,4f000000)), - RSET_GPR); - else - emit_lsptr(as, MIPSI_LDC1, (tmp & 31), - (void *)lj_ir_k64_find(as->J, U64x(41e00000,00000000)), - RSET_GPR); + emit_fg(as, MIPSI_CVT_S_D, dest, dest); + /* Must perform arithmetic with doubles to keep the precision. */ + emit_fgh(as, MIPSI_ADD_D, dest, dest, tmp); + emit_fg(as, MIPSI_CVT_D_W, dest, dest); + emit_lsptr(as, MIPSI_LDC1, (tmp & 31), + (void *)&as->J->k64[LJ_K64_2P31], RSET_GPR); emit_tg(as, MIPSI_MTC1, RID_TMP, dest); emit_dst(as, MIPSI_XOR, RID_TMP, RID_TMP, left); emit_ti(as, MIPSI_LUI, RID_TMP, 0x8000); +#if LJ_64 + } else if(st == IRT_U64) { /* U64 to FP conversion. */ + /* if (x >= 1u<<63) y = (double)(int64_t)(x&(1u<<63)-1) + pow(2.0, 63) */ + Reg left = ra_alloc1(as, lref, RSET_GPR); + Reg tmp = ra_scratch(as, rset_exclude(RSET_FPR, dest)); + MCLabel l_end = emit_label(as); + if (irt_isfloat(ir->t)) { + emit_fgh(as, MIPSI_ADD_S, dest, dest, tmp); + emit_lsptr(as, MIPSI_LWC1, (tmp & 31), (void *)&as->J->k32[LJ_K32_2P63], + rset_exclude(RSET_GPR, left)); + emit_fg(as, MIPSI_CVT_S_L, dest, dest); + } else { + emit_fgh(as, MIPSI_ADD_D, dest, dest, tmp); + emit_lsptr(as, MIPSI_LDC1, (tmp & 31), (void *)&as->J->k64[LJ_K64_2P63], + rset_exclude(RSET_GPR, left)); + emit_fg(as, MIPSI_CVT_D_L, dest, dest); + } + emit_branch(as, MIPSI_BGEZ, left, RID_ZERO, l_end); + emit_tg(as, MIPSI_DMTC1, RID_TMP, dest); + emit_tsml(as, MIPSI_DEXTM, RID_TMP, left, 30, 0); +#endif } else { /* Integer to FP conversion. */ Reg left = ra_alloc1(as, lref, RSET_GPR); +#if LJ_32 emit_fg(as, irt_isfloat(ir->t) ? MIPSI_CVT_S_W : MIPSI_CVT_D_W, dest, dest); emit_tg(as, MIPSI_MTC1, left, dest); +#else + MIPSIns mi = irt_isfloat(ir->t) ? + (st64 ? MIPSI_CVT_S_L : MIPSI_CVT_S_W) : + (st64 ? MIPSI_CVT_D_L : MIPSI_CVT_D_W); + emit_fg(as, mi, dest, dest); + emit_tg(as, st64 ? MIPSI_DMTC1 : MIPSI_MTC1, left, dest); +#endif } } else if (stfp) { /* FP to integer conversion. */ if (irt_isguard(ir->t)) { @@ -473,7 +547,7 @@ static void asm_conv(ASMState *as, IRIns *ir) Reg dest = ra_dest(as, ir, RSET_GPR); Reg left = ra_alloc1(as, lref, RSET_FPR); Reg tmp = ra_scratch(as, rset_exclude(RSET_FPR, left)); - if (irt_isu32(ir->t)) { + if (irt_isu32(ir->t)) { /* FP to U32 conversion. */ /* y = (int)floor(x - 2147483648.0) ^ 0x80000000 */ emit_dst(as, MIPSI_XOR, dest, dest, RID_TMP); emit_ti(as, MIPSI_LUI, RID_TMP, 0x8000); @@ -484,25 +558,65 @@ static void asm_conv(ASMState *as, IRIns *ir) tmp, left, tmp); if (st == IRT_FLOAT) emit_lsptr(as, MIPSI_LWC1, (tmp & 31), - (void *)lj_ir_k64_find(as->J, U64x(4f000000,4f000000)), - RSET_GPR); + (void *)&as->J->k32[LJ_K32_2P31], RSET_GPR); else emit_lsptr(as, MIPSI_LDC1, (tmp & 31), - (void *)lj_ir_k64_find(as->J, U64x(41e00000,00000000)), - RSET_GPR); + (void *)&as->J->k64[LJ_K64_2P31], RSET_GPR); +#if LJ_64 + } else if (irt_isu64(ir->t)) { /* FP to U64 conversion. */ + MCLabel l_end; + emit_tg(as, MIPSI_DMFC1, dest, tmp); + l_end = emit_label(as); + /* For inputs >= 2^63 add -2^64 and convert again. */ + if (st == IRT_NUM) { + emit_fg(as, MIPSI_TRUNC_L_D, tmp, tmp); + emit_fgh(as, MIPSI_ADD_D, tmp, left, tmp); + emit_lsptr(as, MIPSI_LDC1, (tmp & 31), + (void *)&as->J->k64[LJ_K64_M2P64], + rset_exclude(RSET_GPR, dest)); + emit_fg(as, MIPSI_TRUNC_L_D, tmp, left); /* Delay slot. */ + emit_branch(as, MIPSI_BC1T, 0, 0, l_end); + emit_fgh(as, MIPSI_C_OLT_D, 0, left, tmp); + emit_lsptr(as, MIPSI_LDC1, (tmp & 31), + (void *)&as->J->k64[LJ_K64_2P63], + rset_exclude(RSET_GPR, dest)); + } else { + emit_fg(as, MIPSI_TRUNC_L_S, tmp, tmp); + emit_fgh(as, MIPSI_ADD_S, tmp, left, tmp); + emit_lsptr(as, MIPSI_LWC1, (tmp & 31), + (void *)&as->J->k32[LJ_K32_M2P64], + rset_exclude(RSET_GPR, dest)); + emit_fg(as, MIPSI_TRUNC_L_S, tmp, left); /* Delay slot. */ + emit_branch(as, MIPSI_BC1T, 0, 0, l_end); + emit_fgh(as, MIPSI_C_OLT_S, 0, left, tmp); + emit_lsptr(as, MIPSI_LWC1, (tmp & 31), + (void *)&as->J->k32[LJ_K32_2P63], + rset_exclude(RSET_GPR, dest)); + } +#endif } else { +#if LJ_32 emit_tg(as, MIPSI_MFC1, dest, tmp); emit_fg(as, st == IRT_FLOAT ? MIPSI_TRUNC_W_S : MIPSI_TRUNC_W_D, tmp, left); +#else + MIPSIns mi = irt_is64(ir->t) ? + (st == IRT_NUM ? MIPSI_TRUNC_L_D : MIPSI_TRUNC_L_S) : + (st == IRT_NUM ? MIPSI_TRUNC_W_D : MIPSI_TRUNC_W_S); + emit_tg(as, irt_is64(ir->t) ? MIPSI_DMFC1 : MIPSI_MFC1, dest, left); + emit_fg(as, mi, left, left); +#endif } } - } else { + } else +#endif + { Reg dest = ra_dest(as, ir, RSET_GPR); if (st >= IRT_I8 && st <= IRT_U16) { /* Extend to 32 bit integer. */ Reg left = ra_alloc1(as, ir->op1, RSET_GPR); lua_assert(irt_isint(ir->t) || irt_isu32(ir->t)); if ((ir->op2 & IRCONV_SEXT)) { - if ((as->flags & JIT_F_MIPS32R2)) { + if (LJ_64 || (as->flags & JIT_F_MIPSXXR2)) { emit_dst(as, st == IRT_I8 ? MIPSI_SEB : MIPSI_SEH, dest, 0, left); } else { uint32_t shift = st == IRT_I8 ? 24 : 16; @@ -514,49 +628,108 @@ static void asm_conv(ASMState *as, IRIns *ir) (int32_t)(st == IRT_U8 ? 0xff : 0xffff)); } } else { /* 32/64 bit integer conversions. */ +#if LJ_32 /* Only need to handle 32/32 bit no-op (cast) on 32 bit archs. */ ra_leftov(as, dest, lref); /* Do nothing, but may need to move regs. */ +#else + if (irt_is64(ir->t)) { + if (st64) { + /* 64/64 bit no-op (cast)*/ + ra_leftov(as, dest, lref); + } else { + Reg left = ra_alloc1(as, lref, RSET_GPR); + if ((ir->op2 & IRCONV_SEXT)) { /* 32 to 64 bit sign extension. */ + emit_dta(as, MIPSI_SLL, dest, left, 0); + } else { /* 32 to 64 bit zero extension. */ + emit_tsml(as, MIPSI_DEXT, dest, left, 31, 0); + } + } + } else { + if (st64) { + /* This is either a 32 bit reg/reg mov which zeroes the hiword + ** or a load of the loword from a 64 bit address. + */ + Reg left = ra_alloc1(as, lref, RSET_GPR); + emit_tsml(as, MIPSI_DEXT, dest, left, 31, 0); + } else { /* 32/32 bit no-op (cast). */ + /* Do nothing, but may need to move regs. */ + ra_leftov(as, dest, lref); + } + } +#endif } } } -#if LJ_HASFFI -static void asm_conv64(ASMState *as, IRIns *ir) -{ - IRType st = (IRType)((ir-1)->op2 & IRCONV_SRCMASK); - IRType dt = (((ir-1)->op2 & IRCONV_DSTMASK) >> IRCONV_DSH); - IRCallID id; - const CCallInfo *ci; - IRRef args[2]; - args[LJ_BE?0:1] = ir->op1; - args[LJ_BE?1:0] = (ir-1)->op1; - if (st == IRT_NUM || st == IRT_FLOAT) { - id = IRCALL_fp64_d2l + ((st == IRT_FLOAT) ? 2 : 0) + (dt - IRT_I64); - ir--; - } else { - id = IRCALL_fp64_l2d + ((dt == IRT_FLOAT) ? 2 : 0) + (st - IRT_I64); - } - ci = &lj_ir_callinfo[id]; - asm_setupresult(as, ir, ci); - asm_gencall(as, ci, args); -} -#endif - static void asm_strto(ASMState *as, IRIns *ir) { const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_strscan_num]; IRRef args[2]; + int32_t ofs = 0; +#if LJ_SOFTFP + ra_evictset(as, RSET_SCRATCH); + if (ra_used(ir)) { + if (ra_hasspill(ir->s) && ra_hasspill((ir+1)->s) && + (ir->s & 1) == LJ_BE && (ir->s ^ 1) == (ir+1)->s) { + int i; + for (i = 0; i < 2; i++) { + Reg r = (ir+i)->r; + if (ra_hasreg(r)) { + ra_free(as, r); + ra_modified(as, r); + emit_spload(as, ir+i, r, sps_scale((ir+i)->s)); + } + } + ofs = sps_scale(ir->s & ~1); + } else { + Reg rhi = ra_dest(as, ir+1, RSET_GPR); + Reg rlo = ra_dest(as, ir, rset_exclude(RSET_GPR, rhi)); + emit_tsi(as, MIPSI_LW, rhi, RID_SP, ofs+(LJ_BE?0:4)); + emit_tsi(as, MIPSI_LW, rlo, RID_SP, ofs+(LJ_BE?4:0)); + } + } +#else RegSet drop = RSET_SCRATCH; if (ra_hasreg(ir->r)) rset_set(drop, ir->r); /* Spill dest reg (if any). */ ra_evictset(as, drop); + ofs = sps_scale(ir->s); +#endif asm_guard(as, MIPSI_BEQ, RID_RET, RID_ZERO); /* Test return status. */ args[0] = ir->op1; /* GCstr *str */ args[1] = ASMREF_TMP1; /* TValue *n */ asm_gencall(as, ci, args); /* Store the result to the spill slot or temp slots. */ - emit_tsi(as, MIPSI_ADDIU, ra_releasetmp(as, ASMREF_TMP1), - RID_SP, sps_scale(ir->s)); + emit_tsi(as, MIPSI_AADDIU, ra_releasetmp(as, ASMREF_TMP1), + RID_SP, ofs); +} + +/* -- Memory references --------------------------------------------------- */ + +#if LJ_64 +/* Store tagged value for ref at base+ofs. */ +static void asm_tvstore64(ASMState *as, Reg base, int32_t ofs, IRRef ref) +{ + RegSet allow = rset_exclude(RSET_GPR, base); + IRIns *ir = IR(ref); + lua_assert(irt_ispri(ir->t) || irt_isaddr(ir->t) || irt_isinteger(ir->t)); + if (irref_isk(ref)) { + TValue k; + lj_ir_kvalue(as->J->L, &k, ir); + emit_tsi(as, MIPSI_SD, ra_allock(as, (int64_t)k.u64, allow), base, ofs); + } else { + Reg src = ra_alloc1(as, ref, allow); + Reg type = ra_allock(as, (int64_t)irt_toitype(ir->t) << 47, + rset_exclude(allow, src)); + emit_tsi(as, MIPSI_SD, RID_TMP, base, ofs); + if (irt_isinteger(ir->t)) { + emit_dst(as, MIPSI_DADDU, RID_TMP, RID_TMP, type); + emit_tsml(as, MIPSI_DEXT, RID_TMP, src, 31, 0); + } else { + emit_dst(as, MIPSI_DADDU, RID_TMP, src, type); + } + } } +#endif /* Get pointer to TValue. */ static void asm_tvptr(ASMState *as, Reg dest, IRRef ref) @@ -564,44 +737,32 @@ static void asm_tvptr(ASMState *as, Reg dest, IRRef ref) IRIns *ir = IR(ref); if (irt_isnum(ir->t)) { if (irref_isk(ref)) /* Use the number constant itself as a TValue. */ - ra_allockreg(as, i32ptr(ir_knum(ir)), dest); + ra_allockreg(as, igcptr(ir_knum(ir)), dest); else /* Otherwise force a spill and use the spill slot. */ - emit_tsi(as, MIPSI_ADDIU, dest, RID_SP, ra_spill(as, ir)); + emit_tsi(as, MIPSI_AADDIU, dest, RID_SP, ra_spill(as, ir)); } else { /* Otherwise use g->tmptv to hold the TValue. */ +#if LJ_32 RegSet allow = rset_exclude(RSET_GPR, dest); Reg type; - emit_tsi(as, MIPSI_ADDIU, dest, RID_JGL, offsetof(global_State, tmptv)-32768); + emit_tsi(as, MIPSI_ADDIU, dest, RID_JGL, (int32_t)(offsetof(global_State, tmptv)-32768)); if (!irt_ispri(ir->t)) { Reg src = ra_alloc1(as, ref, allow); emit_setgl(as, src, tmptv.gcr); } - type = ra_allock(as, irt_toitype(ir->t), allow); + if (LJ_SOFTFP && (ir+1)->o == IR_HIOP) + type = ra_alloc1(as, ref+1, allow); + else + type = ra_allock(as, (int32_t)irt_toitype(ir->t), allow); emit_setgl(as, type, tmptv.it); +#else + asm_tvstore64(as, dest, 0, ref); + emit_tsi(as, MIPSI_DADDIU, dest, RID_JGL, + (int32_t)(offsetof(global_State, tmptv)-32768)); +#endif } } -static void asm_tostr(ASMState *as, IRIns *ir) -{ - IRRef args[2]; - args[0] = ASMREF_L; - as->gcsteps++; - if (irt_isnum(IR(ir->op1)->t) || (ir+1)->o == IR_HIOP) { - const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_str_fromnum]; - args[1] = ASMREF_TMP1; /* const lua_Number * */ - asm_setupresult(as, ir, ci); /* GCstr * */ - asm_gencall(as, ci, args); - asm_tvptr(as, ra_releasetmp(as, ASMREF_TMP1), ir->op1); - } else { - const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_str_fromint]; - args[1] = ir->op1; /* int32_t k */ - asm_setupresult(as, ir, ci); /* GCstr * */ - asm_gencall(as, ci, args); - } -} - -/* -- Memory references --------------------------------------------------- */ - static void asm_aref(ASMState *as, IRIns *ir) { Reg dest = ra_dest(as, ir, RSET_GPR); @@ -613,13 +774,13 @@ static void asm_aref(ASMState *as, IRIns *ir) ofs += 8*IR(ir->op2)->i; if (checki16(ofs)) { base = ra_alloc1(as, refa, RSET_GPR); - emit_tsi(as, MIPSI_ADDIU, dest, base, ofs); + emit_tsi(as, MIPSI_AADDIU, dest, base, ofs); return; } } base = ra_alloc1(as, ir->op1, RSET_GPR); idx = ra_alloc1(as, ir->op2, rset_exclude(RSET_GPR, base)); - emit_dst(as, MIPSI_ADDU, dest, RID_TMP, base); + emit_dst(as, MIPSI_AADDU, dest, RID_TMP, base); emit_dta(as, MIPSI_SLL, RID_TMP, idx, 3); } @@ -631,7 +792,7 @@ static void asm_aref(ASMState *as, IRIns *ir) ** } while ((n = nextnode(n))); ** return niltv(L); */ -static void asm_href(ASMState *as, IRIns *ir) +static void asm_href(ASMState *as, IRIns *ir, IROp merge) { RegSet allow = RSET_GPR; int destused = ra_used(ir); @@ -640,42 +801,72 @@ static void asm_href(ASMState *as, IRIns *ir) Reg key = RID_NONE, type = RID_NONE, tmpnum = RID_NONE, tmp1 = RID_TMP, tmp2; IRRef refkey = ir->op2; IRIns *irkey = IR(refkey); + int isk = irref_isk(refkey); IRType1 kt = irkey->t; uint32_t khash; MCLabel l_end, l_loop, l_next; rset_clear(allow, tab); +#if LJ_32 && LJ_SOFTFP + if (!isk) { + key = ra_alloc1(as, refkey, allow); + rset_clear(allow, key); + if (irkey[1].o == IR_HIOP) { + if (ra_hasreg((irkey+1)->r)) { + type = tmpnum = (irkey+1)->r; + tmp1 = ra_scratch(as, allow); + rset_clear(allow, tmp1); + ra_noweak(as, tmpnum); + } else { + type = tmpnum = ra_allocref(as, refkey+1, allow); + } + rset_clear(allow, tmpnum); + } else { + type = ra_allock(as, (int32_t)irt_toitype(irkey->t), allow); + rset_clear(allow, type); + } + } +#else if (irt_isnum(kt)) { key = ra_alloc1(as, refkey, RSET_FPR); tmpnum = ra_scratch(as, rset_exclude(RSET_FPR, key)); } else if (!irt_ispri(kt)) { key = ra_alloc1(as, refkey, allow); rset_clear(allow, key); - type = ra_allock(as, irt_toitype(irkey->t), allow); +#if LJ_32 + type = ra_allock(as, (int32_t)irt_toitype(irkey->t), allow); rset_clear(allow, type); +#endif } +#endif tmp2 = ra_scratch(as, allow); rset_clear(allow, tmp2); - /* Key not found in chain: load niltv. */ + /* Key not found in chain: jump to exit (if merged) or load niltv. */ l_end = emit_label(as); - if (destused) + as->invmcp = NULL; + if (merge == IR_NE) + asm_guard(as, MIPSI_B, RID_ZERO, RID_ZERO); + else if (destused) emit_loada(as, dest, niltvg(J2G(as->J))); - else - *--as->mcp = MIPSI_NOP; /* Follow hash chain until the end. */ emit_move(as, dest, tmp1); l_loop = --as->mcp; - emit_tsi(as, MIPSI_LW, tmp1, dest, (int32_t)offsetof(Node, next)); + emit_tsi(as, MIPSI_AL, tmp1, dest, (int32_t)offsetof(Node, next)); l_next = emit_label(as); /* Type and value comparison. */ - if (irt_isnum(kt)) { + if (merge == IR_EQ) { /* Must match asm_guard(). */ + emit_ti(as, MIPSI_LI, RID_TMP, as->snapno); + l_end = asm_exitstub_addr(as); + } + if (!LJ_SOFTFP && irt_isnum(kt)) { emit_branch(as, MIPSI_BC1T, 0, 0, l_end); emit_fgh(as, MIPSI_C_EQ_D, 0, tmpnum, key); - emit_tg(as, MIPSI_MFC1, tmp1, key+1); + *--as->mcp = MIPSI_NOP; /* Avoid NaN comparison overhead. */ emit_branch(as, MIPSI_BEQ, tmp1, RID_ZERO, l_next); emit_tsi(as, MIPSI_SLTIU, tmp1, tmp1, (int32_t)LJ_TISNUM); +#if LJ_32 emit_hsi(as, MIPSI_LDC1, tmpnum, dest, (int32_t)offsetof(Node, key.n)); } else { if (irt_ispri(kt)) { @@ -688,24 +879,51 @@ static void asm_href(ASMState *as, IRIns *ir) } emit_tsi(as, MIPSI_LW, tmp1, dest, (int32_t)offsetof(Node, key.it)); *l_loop = MIPSI_BNE | MIPSF_S(tmp1) | ((as->mcp-l_loop-1) & 0xffffu); +#else + emit_dta(as, MIPSI_DSRA32, tmp1, tmp1, 15); + emit_tg(as, MIPSI_DMTC1, tmp1, tmpnum); + emit_tsi(as, MIPSI_LD, tmp1, dest, (int32_t)offsetof(Node, key.u64)); + } else if (irt_isaddr(kt)) { + Reg refk = tmp2; + if (isk) { + int64_t k = ((int64_t)irt_toitype(irkey->t) << 47) | irkey[1].tv.u64; + refk = ra_allock(as, k, allow); + rset_clear(allow, refk); + } + emit_branch(as, MIPSI_BEQ, tmp1, refk, l_end); + emit_tsi(as, MIPSI_LD, tmp1, dest, offsetof(Node, key)); + } else { + Reg pri = ra_allock(as, ~((int64_t)~irt_toitype(ir->t) << 47), allow); + rset_clear(allow, pri); + lua_assert(irt_ispri(kt) && !irt_isnil(kt)); + emit_branch(as, MIPSI_BEQ, tmp1, pri, l_end); + emit_tsi(as, MIPSI_LD, tmp1, dest, offsetof(Node, key)); + } + *l_loop = MIPSI_BNE | MIPSF_S(tmp1) | ((as->mcp-l_loop-1) & 0xffffu); + if (!isk && irt_isaddr(kt)) { + type = ra_allock(as, (int64_t)irt_toitype(kt) << 47, allow); + emit_dst(as, MIPSI_DADDU, tmp2, key, type); + rset_clear(allow, type); + } +#endif /* Load main position relative to tab->node into dest. */ - khash = irref_isk(refkey) ? ir_khash(irkey) : 1; + khash = isk ? ir_khash(irkey) : 1; if (khash == 0) { - emit_tsi(as, MIPSI_LW, dest, tab, (int32_t)offsetof(GCtab, node)); + emit_tsi(as, MIPSI_AL, dest, tab, (int32_t)offsetof(GCtab, node)); } else { Reg tmphash = tmp1; - if (irref_isk(refkey)) + if (isk) tmphash = ra_allock(as, khash, allow); - emit_dst(as, MIPSI_ADDU, dest, dest, tmp1); + emit_dst(as, MIPSI_AADDU, dest, dest, tmp1); lua_assert(sizeof(Node) == 24); emit_dst(as, MIPSI_SUBU, tmp1, tmp2, tmp1); emit_dta(as, MIPSI_SLL, tmp1, tmp1, 3); emit_dta(as, MIPSI_SLL, tmp2, tmp1, 5); emit_dst(as, MIPSI_AND, tmp1, tmp2, tmphash); - emit_tsi(as, MIPSI_LW, dest, tab, (int32_t)offsetof(GCtab, node)); + emit_tsi(as, MIPSI_AL, dest, tab, (int32_t)offsetof(GCtab, node)); emit_tsi(as, MIPSI_LW, tmp2, tab, (int32_t)offsetof(GCtab, hmask)); - if (irref_isk(refkey)) { + if (isk) { /* Nothing to do. */ } else if (irt_isstr(kt)) { emit_tsi(as, MIPSI_LW, tmp1, key, (int32_t)offsetof(GCstr, hash)); @@ -715,9 +933,10 @@ static void asm_href(ASMState *as, IRIns *ir) emit_dst(as, MIPSI_XOR, tmp1, tmp1, tmp2); emit_rotr(as, tmp1, tmp1, dest, (-HASH_ROT2-HASH_ROT1)&31); emit_dst(as, MIPSI_SUBU, tmp2, tmp2, dest); - if (irt_isnum(kt)) { +#if LJ_32 + if (LJ_SOFTFP ? (irkey[1].o == IR_HIOP) : irt_isnum(kt)) { emit_dst(as, MIPSI_XOR, tmp2, tmp2, tmp1); - if ((as->flags & JIT_F_MIPS32R2)) { + if ((as->flags & JIT_F_MIPSXXR2)) { emit_dta(as, MIPSI_ROTR, dest, tmp1, (-HASH_ROT1)&31); } else { emit_dst(as, MIPSI_OR, dest, dest, tmp1); @@ -725,13 +944,35 @@ static void asm_href(ASMState *as, IRIns *ir) emit_dta(as, MIPSI_SRL, dest, tmp1, (-HASH_ROT1)&31); } emit_dst(as, MIPSI_ADDU, tmp1, tmp1, tmp1); +#if LJ_SOFTFP + emit_ds(as, MIPSI_MOVE, tmp1, type); + emit_ds(as, MIPSI_MOVE, tmp2, key); +#else emit_tg(as, MIPSI_MFC1, tmp2, key); emit_tg(as, MIPSI_MFC1, tmp1, key+1); +#endif } else { emit_dst(as, MIPSI_XOR, tmp2, key, tmp1); emit_rotr(as, dest, tmp1, tmp2, (-HASH_ROT1)&31); emit_dst(as, MIPSI_ADDU, tmp1, key, ra_allock(as, HASH_BIAS, allow)); } +#else + emit_dst(as, MIPSI_XOR, tmp2, tmp2, tmp1); + emit_dta(as, MIPSI_ROTR, dest, tmp1, (-HASH_ROT1)&31); + if (irt_isnum(kt)) { + emit_dst(as, MIPSI_ADDU, tmp1, tmp1, tmp1); + emit_dta(as, MIPSI_DSRA32, tmp1, tmp1, 0); + emit_dta(as, MIPSI_SLL, tmp2, LJ_SOFTFP ? key : tmp1, 0); +#if !LJ_SOFTFP + emit_tg(as, MIPSI_DMFC1, tmp1, key); +#endif + } else { + checkmclim(as); + emit_dta(as, MIPSI_DSRA32, tmp1, tmp1, 0); + emit_dta(as, MIPSI_SLL, tmp2, key, 0); + emit_dst(as, MIPSI_DADDU, tmp1, key, type); + } +#endif } } } @@ -744,17 +985,24 @@ static void asm_hrefk(ASMState *as, IRIns *ir) int32_t kofs = ofs + (int32_t)offsetof(Node, key); Reg dest = (ra_used(ir)||ofs > 32736) ? ra_dest(as, ir, RSET_GPR) : RID_NONE; Reg node = ra_alloc1(as, ir->op1, RSET_GPR); - Reg key = RID_NONE, type = RID_TMP, idx = node; RegSet allow = rset_exclude(RSET_GPR, node); + Reg idx = node; +#if LJ_32 + Reg key = RID_NONE, type = RID_TMP; int32_t lo, hi; +#else + Reg key = ra_scratch(as, allow); + int64_t k; +#endif lua_assert(ofs % sizeof(Node) == 0); if (ofs > 32736) { idx = dest; rset_clear(allow, dest); kofs = (int32_t)offsetof(Node, key); } else if (ra_hasreg(dest)) { - emit_tsi(as, MIPSI_ADDIU, dest, node, ofs); + emit_tsi(as, MIPSI_AADDIU, dest, node, ofs); } +#if LJ_32 if (!irt_ispri(irkey->t)) { key = ra_scratch(as, allow); rset_clear(allow, key); @@ -773,44 +1021,41 @@ nolo: asm_guard(as, MIPSI_BNE, type, hi ? ra_allock(as, hi, allow) : RID_ZERO); if (ra_hasreg(key)) emit_tsi(as, MIPSI_LW, key, idx, kofs+(LJ_BE?4:0)); emit_tsi(as, MIPSI_LW, type, idx, kofs+(LJ_BE?0:4)); - if (ofs > 32736) - emit_tsi(as, MIPSI_ADDU, dest, node, ra_allock(as, ofs, allow)); -} - -static void asm_newref(ASMState *as, IRIns *ir) -{ - if (ir->r != RID_SINK) { - const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_tab_newkey]; - IRRef args[3]; - args[0] = ASMREF_L; /* lua_State *L */ - args[1] = ir->op1; /* GCtab *t */ - args[2] = ASMREF_TMP1; /* cTValue *key */ - asm_setupresult(as, ir, ci); /* TValue * */ - asm_gencall(as, ci, args); - asm_tvptr(as, ra_releasetmp(as, ASMREF_TMP1), ir->op2); +#else + if (irt_ispri(irkey->t)) { + lua_assert(!irt_isnil(irkey->t)); + k = ~((int64_t)~irt_toitype(irkey->t) << 47); + } else if (irt_isnum(irkey->t)) { + k = (int64_t)ir_knum(irkey)->u64; + } else { + k = ((int64_t)irt_toitype(irkey->t) << 47) | (int64_t)ir_kgc(irkey); } + asm_guard(as, MIPSI_BNE, key, ra_allock(as, k, allow)); + emit_tsi(as, MIPSI_LD, key, idx, kofs); +#endif + if (ofs > 32736) + emit_tsi(as, MIPSI_AADDU, dest, node, ra_allock(as, ofs, allow)); } static void asm_uref(ASMState *as, IRIns *ir) { - /* NYI: Check that UREFO is still open and not aliasing a slot. */ Reg dest = ra_dest(as, ir, RSET_GPR); if (irref_isk(ir->op1)) { GCfunc *fn = ir_kfunc(IR(ir->op1)); MRef *v = &gcref(fn->l.uvptr[(ir->op2 >> 8)])->uv.v; - emit_lsptr(as, MIPSI_LW, dest, v, RSET_GPR); + emit_lsptr(as, MIPSI_AL, dest, v, RSET_GPR); } else { Reg uv = ra_scratch(as, RSET_GPR); Reg func = ra_alloc1(as, ir->op1, RSET_GPR); if (ir->o == IR_UREFC) { asm_guard(as, MIPSI_BEQ, RID_TMP, RID_ZERO); - emit_tsi(as, MIPSI_ADDIU, dest, uv, (int32_t)offsetof(GCupval, tv)); + emit_tsi(as, MIPSI_AADDIU, dest, uv, (int32_t)offsetof(GCupval, tv)); emit_tsi(as, MIPSI_LBU, RID_TMP, uv, (int32_t)offsetof(GCupval, closed)); } else { - emit_tsi(as, MIPSI_LW, dest, uv, (int32_t)offsetof(GCupval, v)); + emit_tsi(as, MIPSI_AL, dest, uv, (int32_t)offsetof(GCupval, v)); } - emit_tsi(as, MIPSI_LW, uv, func, - (int32_t)offsetof(GCfuncL, uvptr) + 4*(int32_t)(ir->op2 >> 8)); + emit_tsi(as, MIPSI_AL, uv, func, (int32_t)offsetof(GCfuncL, uvptr) + + (int32_t)sizeof(MRef) * (int32_t)(ir->op2 >> 8)); } } @@ -822,6 +1067,7 @@ static void asm_fref(ASMState *as, IRIns *ir) static void asm_strref(ASMState *as, IRIns *ir) { +#if LJ_32 Reg dest = ra_dest(as, ir, RSET_GPR); IRRef ref = ir->op2, refk = ir->op1; int32_t ofs = (int32_t)sizeof(GCstr); @@ -853,6 +1099,20 @@ static void asm_strref(ASMState *as, IRIns *ir) else emit_dst(as, MIPSI_ADDU, dest, r, ra_allock(as, ofs, rset_exclude(RSET_GPR, r))); +#else + RegSet allow = RSET_GPR; + Reg dest = ra_dest(as, ir, allow); + Reg base = ra_alloc1(as, ir->op1, allow); + IRIns *irr = IR(ir->op2); + int32_t ofs = sizeof(GCstr); + rset_clear(allow, base); + if (irref_isk(ir->op2) && checki16(ofs + irr->i)) { + emit_tsi(as, MIPSI_DADDIU, dest, base, ofs + irr->i); + } else { + emit_tsi(as, MIPSI_DADDIU, dest, dest, ofs); + emit_dst(as, MIPSI_DADDU, dest, base, ra_alloc1(as, ir->op2, allow)); + } +#endif } /* -- Loads and stores ---------------------------------------------------- */ @@ -864,9 +1124,9 @@ static MIPSIns asm_fxloadins(IRIns *ir) case IRT_U8: return MIPSI_LBU; case IRT_I16: return MIPSI_LH; case IRT_U16: return MIPSI_LHU; - case IRT_NUM: return MIPSI_LDC1; - case IRT_FLOAT: return MIPSI_LWC1; - default: return MIPSI_LW; + case IRT_NUM: lua_assert(!LJ_SOFTFP); return MIPSI_LDC1; + case IRT_FLOAT: if (!LJ_SOFTFP) return MIPSI_LWC1; + default: return (LJ_64 && irt_is64(ir->t)) ? MIPSI_LD : MIPSI_LW; } } @@ -875,26 +1135,32 @@ static MIPSIns asm_fxstoreins(IRIns *ir) switch (irt_type(ir->t)) { case IRT_I8: case IRT_U8: return MIPSI_SB; case IRT_I16: case IRT_U16: return MIPSI_SH; - case IRT_NUM: return MIPSI_SDC1; - case IRT_FLOAT: return MIPSI_SWC1; - default: return MIPSI_SW; + case IRT_NUM: lua_assert(!LJ_SOFTFP); return MIPSI_SDC1; + case IRT_FLOAT: if (!LJ_SOFTFP) return MIPSI_SWC1; + default: return (LJ_64 && irt_is64(ir->t)) ? MIPSI_SD : MIPSI_SW; } } static void asm_fload(ASMState *as, IRIns *ir) { Reg dest = ra_dest(as, ir, RSET_GPR); - Reg idx = ra_alloc1(as, ir->op1, RSET_GPR); MIPSIns mi = asm_fxloadins(ir); + Reg idx; int32_t ofs; - if (ir->op2 == IRFL_TAB_ARRAY) { - ofs = asm_fuseabase(as, ir->op1); - if (ofs) { /* Turn the t->array load into an add for colocated arrays. */ - emit_tsi(as, MIPSI_ADDIU, dest, idx, ofs); - return; + if (ir->op1 == REF_NIL) { + idx = RID_JGL; + ofs = (ir->op2 << 2) - 32768 - GG_OFS(g); + } else { + idx = ra_alloc1(as, ir->op1, RSET_GPR); + if (ir->op2 == IRFL_TAB_ARRAY) { + ofs = asm_fuseabase(as, ir->op1); + if (ofs) { /* Turn the t->array load into an add for colocated arrays. */ + emit_tsi(as, MIPSI_AADDIU, dest, idx, ofs); + return; + } } + ofs = field_ofs[ir->op2]; } - ofs = field_ofs[ir->op2]; lua_assert(!irt_isfp(ir->t)); emit_tsi(as, mi, dest, idx, ofs); } @@ -914,43 +1180,79 @@ static void asm_fstore(ASMState *as, IRIns *ir) static void asm_xload(ASMState *as, IRIns *ir) { - Reg dest = ra_dest(as, ir, irt_isfp(ir->t) ? RSET_FPR : RSET_GPR); + Reg dest = ra_dest(as, ir, + (!LJ_SOFTFP && irt_isfp(ir->t)) ? RSET_FPR : RSET_GPR); lua_assert(!(ir->op2 & IRXLOAD_UNALIGNED)); asm_fusexref(as, asm_fxloadins(ir), dest, ir->op1, RSET_GPR, 0); } -static void asm_xstore(ASMState *as, IRIns *ir, int32_t ofs) +static void asm_xstore_(ASMState *as, IRIns *ir, int32_t ofs) { if (ir->r != RID_SINK) { - Reg src = ra_alloc1z(as, ir->op2, irt_isfp(ir->t) ? RSET_FPR : RSET_GPR); + Reg src = ra_alloc1z(as, ir->op2, + (!LJ_SOFTFP && irt_isfp(ir->t)) ? RSET_FPR : RSET_GPR); asm_fusexref(as, asm_fxstoreins(ir), src, ir->op1, rset_exclude(RSET_GPR, src), ofs); } } +#define asm_xstore(as, ir) asm_xstore_(as, ir, 0) + static void asm_ahuvload(ASMState *as, IRIns *ir) { - IRType1 t = ir->t; + int hiop = (LJ_32 && LJ_SOFTFP && (ir+1)->o == IR_HIOP); Reg dest = RID_NONE, type = RID_TMP, idx; RegSet allow = RSET_GPR; int32_t ofs = 0; + IRType1 t = ir->t; + if (hiop) { + t.irt = IRT_NUM; + if (ra_used(ir+1)) { + type = ra_dest(as, ir+1, allow); + rset_clear(allow, type); + } + } if (ra_used(ir)) { - lua_assert(irt_isnum(t) || irt_isint(t) || irt_isaddr(t)); - dest = ra_dest(as, ir, irt_isnum(t) ? RSET_FPR : RSET_GPR); + lua_assert((LJ_SOFTFP ? 0 : irt_isnum(ir->t)) || + irt_isint(ir->t) || irt_isaddr(ir->t)); + dest = ra_dest(as, ir, (!LJ_SOFTFP && irt_isnum(t)) ? RSET_FPR : allow); rset_clear(allow, dest); +#if LJ_64 + if (irt_isaddr(t)) + emit_tsml(as, MIPSI_DEXTM, dest, dest, 14, 0); + else if (irt_isint(t)) + emit_dta(as, MIPSI_SLL, dest, dest, 0); +#endif } idx = asm_fuseahuref(as, ir->op1, &ofs, allow); rset_clear(allow, idx); if (irt_isnum(t)) { - asm_guard(as, MIPSI_BEQ, type, RID_ZERO); - emit_tsi(as, MIPSI_SLTIU, type, type, (int32_t)LJ_TISNUM); - if (ra_hasreg(dest)) - emit_hsi(as, MIPSI_LDC1, dest, idx, ofs); + asm_guard(as, MIPSI_BEQ, RID_TMP, RID_ZERO); + emit_tsi(as, MIPSI_SLTIU, RID_TMP, type, (int32_t)LJ_TISNUM); } else { - asm_guard(as, MIPSI_BNE, type, ra_allock(as, irt_toitype(t), allow)); - if (ra_hasreg(dest)) emit_tsi(as, MIPSI_LW, dest, idx, ofs+(LJ_BE?4:0)); + asm_guard(as, MIPSI_BNE, type, + ra_allock(as, (int32_t)irt_toitype(t), allow)); + } +#if LJ_32 + if (ra_hasreg(dest)) { + if (!LJ_SOFTFP && irt_isnum(t)) + emit_hsi(as, MIPSI_LDC1, dest, idx, ofs); + else + emit_tsi(as, MIPSI_LW, dest, idx, ofs+(LJ_BE?4:0)); } emit_tsi(as, MIPSI_LW, type, idx, ofs+(LJ_BE?0:4)); +#else + if (ra_hasreg(dest)) { + if (!LJ_SOFTFP && irt_isnum(t)) { + emit_hsi(as, MIPSI_LDC1, dest, idx, ofs); + dest = type; + } + } else { + dest = type; + } + emit_dta(as, MIPSI_DSRA32, type, dest, 15); + emit_tsi(as, MIPSI_LD, dest, idx, ofs); +#endif } static void asm_ahustore(ASMState *as, IRIns *ir) @@ -960,50 +1262,90 @@ static void asm_ahustore(ASMState *as, IRIns *ir) int32_t ofs = 0; if (ir->r == RID_SINK) return; - if (irt_isnum(ir->t)) { + if (!LJ_SOFTFP && irt_isnum(ir->t)) { src = ra_alloc1(as, ir->op2, RSET_FPR); + idx = asm_fuseahuref(as, ir->op1, &ofs, allow); + emit_hsi(as, MIPSI_SDC1, src, idx, ofs); } else { +#if LJ_32 if (!irt_ispri(ir->t)) { src = ra_alloc1(as, ir->op2, allow); rset_clear(allow, src); } - type = ra_allock(as, (int32_t)irt_toitype(ir->t), allow); + if (LJ_SOFTFP && (ir+1)->o == IR_HIOP) + type = ra_alloc1(as, (ir+1)->op2, allow); + else + type = ra_allock(as, (int32_t)irt_toitype(ir->t), allow); rset_clear(allow, type); - } - idx = asm_fuseahuref(as, ir->op1, &ofs, allow); - if (irt_isnum(ir->t)) { - emit_hsi(as, MIPSI_SDC1, src, idx, ofs); - } else { + idx = asm_fuseahuref(as, ir->op1, &ofs, allow); if (ra_hasreg(src)) emit_tsi(as, MIPSI_SW, src, idx, ofs+(LJ_BE?4:0)); emit_tsi(as, MIPSI_SW, type, idx, ofs+(LJ_BE?0:4)); +#else + Reg tmp = RID_TMP; + if (irt_ispri(ir->t)) { + tmp = ra_allock(as, ~((int64_t)~irt_toitype(ir->t) << 47), allow); + rset_clear(allow, tmp); + } else { + src = ra_alloc1(as, ir->op2, allow); + rset_clear(allow, src); + type = ra_allock(as, (int64_t)irt_toitype(ir->t) << 47, allow); + rset_clear(allow, type); + } + idx = asm_fuseahuref(as, ir->op1, &ofs, allow); + emit_tsi(as, MIPSI_SD, tmp, idx, ofs); + if (ra_hasreg(src)) { + if (irt_isinteger(ir->t)) { + emit_dst(as, MIPSI_DADDU, tmp, tmp, type); + emit_tsml(as, MIPSI_DEXT, tmp, src, 31, 0); + } else { + emit_dst(as, MIPSI_DADDU, tmp, src, type); + } + } +#endif } } static void asm_sload(ASMState *as, IRIns *ir) { - int32_t ofs = 8*((int32_t)ir->op1-1) + ((ir->op2 & IRSLOAD_FRAME) ? 4 : 0); - IRType1 t = ir->t; Reg dest = RID_NONE, type = RID_NONE, base; RegSet allow = RSET_GPR; + IRType1 t = ir->t; +#if LJ_32 + int32_t ofs = 8*((int32_t)ir->op1-1) + ((ir->op2 & IRSLOAD_FRAME) ? 4 : 0); + int hiop = (LJ_32 && LJ_SOFTFP && (ir+1)->o == IR_HIOP); + if (hiop) + t.irt = IRT_NUM; +#else + int32_t ofs = 8*((int32_t)ir->op1-2); +#endif lua_assert(!(ir->op2 & IRSLOAD_PARENT)); /* Handled by asm_head_side(). */ - lua_assert(irt_isguard(t) || !(ir->op2 & IRSLOAD_TYPECHECK)); - lua_assert(!irt_isint(t) || (ir->op2 & (IRSLOAD_CONVERT|IRSLOAD_FRAME))); + lua_assert(irt_isguard(ir->t) || !(ir->op2 & IRSLOAD_TYPECHECK)); +#if LJ_32 && LJ_SOFTFP + lua_assert(!(ir->op2 & IRSLOAD_CONVERT)); /* Handled by LJ_SOFTFP SPLIT. */ + if (hiop && ra_used(ir+1)) { + type = ra_dest(as, ir+1, allow); + rset_clear(allow, type); + } +#else if ((ir->op2 & IRSLOAD_CONVERT) && irt_isguard(t) && irt_isint(t)) { dest = ra_scratch(as, RSET_FPR); asm_tointg(as, ir, dest); t.irt = IRT_NUM; /* Continue with a regular number type check. */ - } else if (ra_used(ir)) { - lua_assert(irt_isnum(t) || irt_isint(t) || irt_isaddr(t)); - dest = ra_dest(as, ir, irt_isnum(t) ? RSET_FPR : RSET_GPR); + } else +#endif + if (ra_used(ir)) { + lua_assert((LJ_SOFTFP ? 0 : irt_isnum(ir->t)) || + irt_isint(ir->t) || irt_isaddr(ir->t)); + dest = ra_dest(as, ir, (!LJ_SOFTFP && irt_isnum(t)) ? RSET_FPR : allow); rset_clear(allow, dest); base = ra_alloc1(as, REF_BASE, allow); rset_clear(allow, base); - if ((ir->op2 & IRSLOAD_CONVERT)) { + if (!LJ_SOFTFP && (ir->op2 & IRSLOAD_CONVERT)) { if (irt_isint(t)) { Reg tmp = ra_scratch(as, RSET_FPR); emit_tg(as, MIPSI_MFC1, dest, tmp); - emit_fg(as, MIPSI_CVT_W_D, tmp, tmp); + emit_fg(as, MIPSI_TRUNC_W_D, tmp, tmp); dest = tmp; t.irt = IRT_NUM; /* Check for original type. */ } else { @@ -1014,27 +1356,67 @@ static void asm_sload(ASMState *as, IRIns *ir) t.irt = IRT_INT; /* Check for original type. */ } } +#if LJ_64 + else if (irt_isaddr(t)) { + /* Clear type from pointers. */ + emit_tsml(as, MIPSI_DEXTM, dest, dest, 14, 0); + } else if (irt_isint(t) && (ir->op2 & IRSLOAD_TYPECHECK)) { + /* Sign-extend integers. */ + emit_dta(as, MIPSI_SLL, dest, dest, 0); + } +#endif goto dotypecheck; } base = ra_alloc1(as, REF_BASE, allow); rset_clear(allow, base); dotypecheck: - if (irt_isnum(t)) { - if ((ir->op2 & IRSLOAD_TYPECHECK)) { - asm_guard(as, MIPSI_BEQ, RID_TMP, RID_ZERO); - emit_tsi(as, MIPSI_SLTIU, RID_TMP, RID_TMP, (int32_t)LJ_TISNUM); +#if LJ_32 + if ((ir->op2 & IRSLOAD_TYPECHECK)) { + if (ra_noreg(type)) type = RID_TMP; - } - if (ra_hasreg(dest)) emit_hsi(as, MIPSI_LDC1, dest, base, ofs); - } else { - if ((ir->op2 & IRSLOAD_TYPECHECK)) { + if (irt_isnum(t)) { + asm_guard(as, MIPSI_BEQ, RID_TMP, RID_ZERO); + emit_tsi(as, MIPSI_SLTIU, RID_TMP, type, (int32_t)LJ_TISNUM); + } else { Reg ktype = ra_allock(as, irt_toitype(t), allow); - asm_guard(as, MIPSI_BNE, RID_TMP, ktype); - type = RID_TMP; + asm_guard(as, MIPSI_BNE, type, ktype); + } + } + if (ra_hasreg(dest)) { + if (!LJ_SOFTFP && irt_isnum(t)) + emit_hsi(as, MIPSI_LDC1, dest, base, ofs); + else + emit_tsi(as, MIPSI_LW, dest, base, ofs ^ (LJ_BE?4:0)); + } + if (ra_hasreg(type)) + emit_tsi(as, MIPSI_LW, type, base, ofs ^ (LJ_BE?0:4)); +#else + if ((ir->op2 & IRSLOAD_TYPECHECK)) { + type = dest < RID_MAX_GPR ? dest : RID_TMP; + if (irt_ispri(t)) { + asm_guard(as, MIPSI_BNE, type, + ra_allock(as, ~((int64_t)~irt_toitype(t) << 47) , allow)); + } else { + if (irt_isnum(t)) { + asm_guard(as, MIPSI_BEQ, RID_TMP, RID_ZERO); + emit_tsi(as, MIPSI_SLTIU, RID_TMP, RID_TMP, (int32_t)LJ_TISNUM); + if (ra_hasreg(dest)) + emit_hsi(as, MIPSI_LDC1, dest, base, ofs); + } else { + asm_guard(as, MIPSI_BNE, RID_TMP, + ra_allock(as, (int32_t)irt_toitype(t), allow)); + } + emit_dta(as, MIPSI_DSRA32, RID_TMP, type, 15); } - if (ra_hasreg(dest)) emit_tsi(as, MIPSI_LW, dest, base, ofs ^ (LJ_BE?4:0)); + emit_tsi(as, MIPSI_LD, type, base, ofs); + } else if (ra_hasreg(dest)) { + if (irt_isnum(t)) + emit_hsi(as, MIPSI_LDC1, dest, base, ofs); + else + emit_tsi(as, irt_isint(t) ? MIPSI_LW : MIPSI_LD, dest, base, + ofs ^ ((LJ_BE && irt_isint(t)) ? 4 : 0)); } - if (ra_hasreg(type)) emit_tsi(as, MIPSI_LW, type, base, ofs ^ (LJ_BE?0:4)); +#endif } /* -- Allocations --------------------------------------------------------- */ @@ -1043,19 +1425,15 @@ dotypecheck: static void asm_cnew(ASMState *as, IRIns *ir) { CTState *cts = ctype_ctsG(J2G(as->J)); - CTypeID ctypeid = (CTypeID)IR(ir->op1)->i; - CTSize sz = (ir->o == IR_CNEWI || ir->op2 == REF_NIL) ? - lj_ctype_size(cts, ctypeid) : (CTSize)IR(ir->op2)->i; + CTypeID id = (CTypeID)IR(ir->op1)->i; + CTSize sz; + CTInfo info = lj_ctype_info(cts, id, &sz); const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_mem_newgco]; - IRRef args[2]; - RegSet allow = (RSET_GPR & ~RSET_SCRATCH); + IRRef args[4]; RegSet drop = RSET_SCRATCH; - lua_assert(sz != CTSIZE_INVALID); + lua_assert(sz != CTSIZE_INVALID || (ir->o == IR_CNEW && ir->op2 != REF_NIL)); - args[0] = ASMREF_L; /* lua_State *L */ - args[1] = ASMREF_TMP1; /* MSize size */ as->gcsteps++; - if (ra_hasreg(ir->r)) rset_clear(drop, ir->r); /* Dest reg handled below. */ ra_evictset(as, drop); @@ -1064,8 +1442,9 @@ static void asm_cnew(ASMState *as, IRIns *ir) /* Initialize immutable cdata object. */ if (ir->o == IR_CNEWI) { + RegSet allow = (RSET_GPR & ~RSET_SCRATCH); +#if LJ_32 int32_t ofs = sizeof(GCcdata); - lua_assert(sz == 4 || sz == 8); if (sz == 8) { ofs += 4; lua_assert((ir+1)->o == IR_HIOP); @@ -1078,12 +1457,29 @@ static void asm_cnew(ASMState *as, IRIns *ir) if (ofs == sizeof(GCcdata)) break; ofs -= 4; if (LJ_BE) ir++; else ir--; } +#else + emit_tsi(as, MIPSI_SD, ra_alloc1(as, ir->op2, allow), + RID_RET, sizeof(GCcdata)); +#endif + lua_assert(sz == 4 || sz == 8); + } else if (ir->op2 != REF_NIL) { /* Create VLA/VLS/aligned cdata. */ + ci = &lj_ir_callinfo[IRCALL_lj_cdata_newv]; + args[0] = ASMREF_L; /* lua_State *L */ + args[1] = ir->op1; /* CTypeID id */ + args[2] = ir->op2; /* CTSize sz */ + args[3] = ASMREF_TMP1; /* CTSize align */ + asm_gencall(as, ci, args); + emit_loadi(as, ra_releasetmp(as, ASMREF_TMP1), (int32_t)ctype_align(info)); + return; } + /* Initialize gct and ctypeid. lj_mem_newgco() already sets marked. */ emit_tsi(as, MIPSI_SB, RID_RET+1, RID_RET, offsetof(GCcdata, gct)); emit_tsi(as, MIPSI_SH, RID_TMP, RID_RET, offsetof(GCcdata, ctypeid)); emit_ti(as, MIPSI_LI, RID_RET+1, ~LJ_TCDATA); - emit_ti(as, MIPSI_LI, RID_TMP, ctypeid); /* Lower 16 bit used. Sign-ext ok. */ + emit_ti(as, MIPSI_LI, RID_TMP, id); /* Lower 16 bit used. Sign-ext ok. */ + args[0] = ASMREF_L; /* lua_State *L */ + args[1] = ASMREF_TMP1; /* MSize size */ asm_gencall(as, ci, args); ra_allockreg(as, (int32_t)(sz+sizeof(GCcdata)), ra_releasetmp(as, ASMREF_TMP1)); @@ -1100,7 +1496,7 @@ static void asm_tbar(ASMState *as, IRIns *ir) Reg mark = ra_scratch(as, rset_exclude(RSET_GPR, tab)); Reg link = RID_TMP; MCLabel l_end = emit_label(as); - emit_tsi(as, MIPSI_SW, link, tab, (int32_t)offsetof(GCtab, gclist)); + emit_tsi(as, MIPSI_AS, link, tab, (int32_t)offsetof(GCtab, gclist)); emit_tsi(as, MIPSI_SB, mark, tab, (int32_t)offsetof(GCtab, marked)); emit_setgl(as, tab, gc.grayagain); emit_getgl(as, link, gc.grayagain); @@ -1123,7 +1519,7 @@ static void asm_obar(ASMState *as, IRIns *ir) args[0] = ASMREF_TMP1; /* global_State *g */ args[1] = ir->op1; /* TValue *tv */ asm_gencall(as, ci, args); - emit_tsi(as, MIPSI_ADDIU, ra_releasetmp(as, ASMREF_TMP1), RID_JGL, -32768); + emit_tsi(as, MIPSI_AADDIU, ra_releasetmp(as, ASMREF_TMP1), RID_JGL, -32768); obj = IR(ir->op1)->r; tmp = ra_scratch(as, rset_exclude(RSET_GPR, obj)); emit_branch(as, MIPSI_BEQ, RID_TMP, RID_ZERO, l_end); @@ -1138,6 +1534,7 @@ static void asm_obar(ASMState *as, IRIns *ir) /* -- Arithmetic and logic operations ------------------------------------- */ +#if !LJ_SOFTFP static void asm_fparith(ASMState *as, IRIns *ir, MIPSIns mi) { Reg dest = ra_dest(as, ir, RSET_FPR); @@ -1153,82 +1550,138 @@ static void asm_fpunary(ASMState *as, IRIns *ir, MIPSIns mi) emit_fg(as, mi, dest, left); } -static int asm_fpjoin_pow(ASMState *as, IRIns *ir) +static void asm_fpmath(ASMState *as, IRIns *ir) { - IRIns *irp = IR(ir->op1); - if (irp == ir-1 && irp->o == IR_MUL && !ra_used(irp)) { - IRIns *irpp = IR(irp->op1); - if (irpp == ir-2 && irpp->o == IR_FPMATH && - irpp->op2 == IRFPM_LOG2 && !ra_used(irpp)) { - const CCallInfo *ci = &lj_ir_callinfo[IRCALL_pow]; - IRRef args[2]; - args[0] = irpp->op1; - args[1] = irp->op2; - asm_setupresult(as, ir, ci); - asm_gencall(as, ci, args); - return 1; - } - } - return 0; + if (ir->op2 == IRFPM_EXP2 && asm_fpjoin_pow(as, ir)) + return; + if (ir->op2 <= IRFPM_TRUNC) + asm_callround(as, ir, IRCALL_lj_vm_floor + ir->op2); + else if (ir->op2 == IRFPM_SQRT) + asm_fpunary(as, ir, MIPSI_SQRT_D); + else + asm_callid(as, ir, IRCALL_lj_vm_floor + ir->op2); } +#endif static void asm_add(ASMState *as, IRIns *ir) { - if (irt_isnum(ir->t)) { + IRType1 t = ir->t; +#if !LJ_SOFTFP + if (irt_isnum(t)) { asm_fparith(as, ir, MIPSI_ADD_D); - } else { + } else +#endif + { Reg dest = ra_dest(as, ir, RSET_GPR); Reg right, left = ra_hintalloc(as, ir->op1, dest, RSET_GPR); if (irref_isk(ir->op2)) { - int32_t k = IR(ir->op2)->i; + intptr_t k = get_kval(IR(ir->op2)); if (checki16(k)) { - emit_tsi(as, MIPSI_ADDIU, dest, left, k); + emit_tsi(as, (LJ_64 && irt_is64(t)) ? MIPSI_DADDIU : MIPSI_ADDIU, dest, + left, k); return; } } right = ra_alloc1(as, ir->op2, rset_exclude(RSET_GPR, left)); - emit_dst(as, MIPSI_ADDU, dest, left, right); + emit_dst(as, (LJ_64 && irt_is64(t)) ? MIPSI_DADDU : MIPSI_ADDU, dest, + left, right); } } static void asm_sub(ASMState *as, IRIns *ir) { +#if !LJ_SOFTFP if (irt_isnum(ir->t)) { asm_fparith(as, ir, MIPSI_SUB_D); - } else { + } else +#endif + { Reg dest = ra_dest(as, ir, RSET_GPR); Reg right, left = ra_alloc2(as, ir, RSET_GPR); right = (left >> 8); left &= 255; - emit_dst(as, MIPSI_SUBU, dest, left, right); + emit_dst(as, (LJ_64 && irt_is64(ir->t)) ? MIPSI_DSUBU : MIPSI_SUBU, dest, + left, right); } } static void asm_mul(ASMState *as, IRIns *ir) { +#if !LJ_SOFTFP if (irt_isnum(ir->t)) { asm_fparith(as, ir, MIPSI_MUL_D); - } else { + } else +#endif + { Reg dest = ra_dest(as, ir, RSET_GPR); Reg right, left = ra_alloc2(as, ir, RSET_GPR); right = (left >> 8); left &= 255; - emit_dst(as, MIPSI_MUL, dest, left, right); + if (LJ_64 && irt_is64(ir->t)) { + emit_dst(as, MIPSI_MFLO, dest, 0, 0); + emit_dst(as, MIPSI_DMULT, 0, left, right); + } else { + emit_dst(as, MIPSI_MUL, dest, left, right); + } } } +static void asm_mod(ASMState *as, IRIns *ir) +{ +#if LJ_64 && LJ_HASFFI + if (!irt_isint(ir->t)) + asm_callid(as, ir, irt_isi64(ir->t) ? IRCALL_lj_carith_modi64 : + IRCALL_lj_carith_modu64); + else +#endif + asm_callid(as, ir, IRCALL_lj_vm_modi); +} + +#if !LJ_SOFTFP +static void asm_pow(ASMState *as, IRIns *ir) +{ +#if LJ_64 && LJ_HASFFI + if (!irt_isnum(ir->t)) + asm_callid(as, ir, irt_isi64(ir->t) ? IRCALL_lj_carith_powi64 : + IRCALL_lj_carith_powu64); + else +#endif + asm_callid(as, ir, IRCALL_lj_vm_powi); +} + +static void asm_div(ASMState *as, IRIns *ir) +{ +#if LJ_64 && LJ_HASFFI + if (!irt_isnum(ir->t)) + asm_callid(as, ir, irt_isi64(ir->t) ? IRCALL_lj_carith_divi64 : + IRCALL_lj_carith_divu64); + else +#endif + asm_fparith(as, ir, MIPSI_DIV_D); +} +#endif + static void asm_neg(ASMState *as, IRIns *ir) { +#if !LJ_SOFTFP if (irt_isnum(ir->t)) { asm_fpunary(as, ir, MIPSI_NEG_D); - } else { + } else +#endif + { Reg dest = ra_dest(as, ir, RSET_GPR); Reg left = ra_hintalloc(as, ir->op1, dest, RSET_GPR); - emit_dst(as, MIPSI_SUBU, dest, RID_ZERO, left); + emit_dst(as, (LJ_64 && irt_is64(ir->t)) ? MIPSI_DSUBU : MIPSI_SUBU, dest, + RID_ZERO, left); } } +#define asm_abs(as, ir) asm_fpunary(as, ir, MIPSI_ABS_D) +#define asm_atan2(as, ir) asm_callid(as, ir, IRCALL_atan2) +#define asm_ldexp(as, ir) asm_callid(as, ir, IRCALL_ldexp) + static void asm_arithov(ASMState *as, IRIns *ir) { Reg right, left, tmp, dest = ra_dest(as, ir, RSET_GPR); + lua_assert(!irt_is64(ir->t)); if (irref_isk(ir->op2)) { int k = IR(ir->op2)->i; if (ir->o == IR_SUBOV) k = -k; @@ -1259,16 +1712,24 @@ static void asm_arithov(ASMState *as, IRIns *ir) emit_move(as, RID_TMP, dest == left ? left : right); } +#define asm_addov(as, ir) asm_arithov(as, ir) +#define asm_subov(as, ir) asm_arithov(as, ir) + static void asm_mulov(ASMState *as, IRIns *ir) { -#if LJ_DUALNUM -#error "NYI: MULOV" -#else - UNUSED(as); UNUSED(ir); lua_assert(0); /* Unused in single-number mode. */ -#endif + Reg dest = ra_dest(as, ir, RSET_GPR); + Reg tmp, right, left = ra_alloc2(as, ir, RSET_GPR); + right = (left >> 8); left &= 255; + tmp = ra_scratch(as, rset_exclude(rset_exclude(rset_exclude(RSET_GPR, left), + right), dest)); + asm_guard(as, MIPSI_BNE, RID_TMP, tmp); + emit_dta(as, MIPSI_SRA, RID_TMP, dest, 31); + emit_dst(as, MIPSI_MFHI, tmp, 0, 0); + emit_dst(as, MIPSI_MFLO, dest, 0, 0); + emit_dst(as, MIPSI_MULT, 0, left, right); } -#if LJ_HASFFI +#if LJ_32 && LJ_HASFFI static void asm_add64(ASMState *as, IRIns *ir) { Reg dest = ra_dest(as, ir, RSET_GPR); @@ -1352,7 +1813,7 @@ static void asm_neg64(ASMState *as, IRIns *ir) } #endif -static void asm_bitnot(ASMState *as, IRIns *ir) +static void asm_bnot(ASMState *as, IRIns *ir) { Reg left, right, dest = ra_dest(as, ir, RSET_GPR); IRIns *irl = IR(ir->op1); @@ -1366,11 +1827,12 @@ static void asm_bitnot(ASMState *as, IRIns *ir) emit_dst(as, MIPSI_NOR, dest, left, right); } -static void asm_bitswap(ASMState *as, IRIns *ir) +static void asm_bswap(ASMState *as, IRIns *ir) { Reg dest = ra_dest(as, ir, RSET_GPR); Reg left = ra_alloc1(as, ir->op1, RSET_GPR); - if ((as->flags & JIT_F_MIPS32R2)) { +#if LJ_32 + if ((as->flags & JIT_F_MIPSXXR2)) { emit_dta(as, MIPSI_ROTR, dest, RID_TMP, 16); emit_dst(as, MIPSI_WSBH, RID_TMP, 0, left); } else { @@ -1385,6 +1847,15 @@ static void asm_bitswap(ASMState *as, IRIns *ir) emit_dta(as, MIPSI_SRL, tmp, left, 24); emit_dta(as, MIPSI_SLL, RID_TMP, left, 24); } +#else + if (irt_is64(ir->t)) { + emit_dst(as, MIPSI_DSHD, dest, 0, RID_TMP); + emit_dst(as, MIPSI_DSBH, RID_TMP, 0, left); + } else { + emit_dta(as, MIPSI_ROTR, dest, RID_TMP, 16); + emit_dst(as, MIPSI_WSBH, RID_TMP, 0, left); + } +#endif } static void asm_bitop(ASMState *as, IRIns *ir, MIPSIns mi, MIPSIns mik) @@ -1392,7 +1863,7 @@ static void asm_bitop(ASMState *as, IRIns *ir, MIPSIns mi, MIPSIns mik) Reg dest = ra_dest(as, ir, RSET_GPR); Reg right, left = ra_hintalloc(as, ir->op1, dest, RSET_GPR); if (irref_isk(ir->op2)) { - int32_t k = IR(ir->op2)->i; + intptr_t k = get_kval(IR(ir->op2)); if (checku16(k)) { emit_tsi(as, mik, dest, left, k); return; @@ -1402,22 +1873,34 @@ static void asm_bitop(ASMState *as, IRIns *ir, MIPSIns mi, MIPSIns mik) emit_dst(as, mi, dest, left, right); } +#define asm_band(as, ir) asm_bitop(as, ir, MIPSI_AND, MIPSI_ANDI) +#define asm_bor(as, ir) asm_bitop(as, ir, MIPSI_OR, MIPSI_ORI) +#define asm_bxor(as, ir) asm_bitop(as, ir, MIPSI_XOR, MIPSI_XORI) + static void asm_bitshift(ASMState *as, IRIns *ir, MIPSIns mi, MIPSIns mik) { Reg dest = ra_dest(as, ir, RSET_GPR); if (irref_isk(ir->op2)) { /* Constant shifts. */ - uint32_t shift = (uint32_t)(IR(ir->op2)->i & 31); - emit_dta(as, mik, dest, ra_hintalloc(as, ir->op1, dest, RSET_GPR), shift); + uint32_t shift = (uint32_t)IR(ir->op2)->i; + if (LJ_64 && irt_is64(ir->t)) mik |= (shift & 32) ? MIPSI_D32 : MIPSI_D; + emit_dta(as, mik, dest, ra_hintalloc(as, ir->op1, dest, RSET_GPR), + (shift & 31)); } else { Reg right, left = ra_alloc2(as, ir, RSET_GPR); right = (left >> 8); left &= 255; + if (LJ_64 && irt_is64(ir->t)) mi |= MIPSI_DV; emit_dst(as, mi, dest, right, left); /* Shift amount is in rs. */ } } -static void asm_bitror(ASMState *as, IRIns *ir) +#define asm_bshl(as, ir) asm_bitshift(as, ir, MIPSI_SLLV, MIPSI_SLL) +#define asm_bshr(as, ir) asm_bitshift(as, ir, MIPSI_SRLV, MIPSI_SRL) +#define asm_bsar(as, ir) asm_bitshift(as, ir, MIPSI_SRAV, MIPSI_SRA) +#define asm_brol(as, ir) lua_assert(0) + +static void asm_bror(ASMState *as, IRIns *ir) { - if ((as->flags & JIT_F_MIPS32R2)) { + if (LJ_64 || (as->flags & JIT_F_MIPSXXR2)) { asm_bitshift(as, ir, MIPSI_ROTRV, MIPSI_ROTR); } else { Reg dest = ra_dest(as, ir, RSET_GPR); @@ -1436,9 +1919,25 @@ static void asm_bitror(ASMState *as, IRIns *ir) } } +#if LJ_32 && LJ_SOFTFP +static void asm_sfpmin_max(ASMState *as, IRIns *ir) +{ + CCallInfo ci = lj_ir_callinfo[(IROp)ir->o == IR_MIN ? IRCALL_lj_vm_sfmin : IRCALL_lj_vm_sfmax]; + IRRef args[4]; + args[0^LJ_BE] = ir->op1; + args[1^LJ_BE] = (ir+1)->op1; + args[2^LJ_BE] = ir->op2; + args[3^LJ_BE] = (ir+1)->op2; + asm_setupresult(as, ir, &ci); + emit_call(as, (void *)ci.func, 0); + ci.func = NULL; + asm_gencall(as, &ci, args); +} +#endif + static void asm_min_max(ASMState *as, IRIns *ir, int ismax) { - if (irt_isnum(ir->t)) { + if (!LJ_SOFTFP && irt_isnum(ir->t)) { Reg dest = ra_dest(as, ir, RSET_FPR); Reg right, left = ra_alloc2(as, ir, RSET_FPR); right = (left >> 8); left &= 255; @@ -1464,13 +1963,77 @@ static void asm_min_max(ASMState *as, IRIns *ir, int ismax) } } +#define asm_min(as, ir) asm_min_max(as, ir, 0) +#define asm_max(as, ir) asm_min_max(as, ir, 1) + /* -- Comparisons --------------------------------------------------------- */ +#if LJ_32 && LJ_SOFTFP +/* SFP comparisons. */ +static void asm_sfpcomp(ASMState *as, IRIns *ir) +{ + const CCallInfo *ci = &lj_ir_callinfo[IRCALL_softfp_cmp]; + RegSet drop = RSET_SCRATCH; + Reg r; + IRRef args[4]; + args[LJ_LE ? 0 : 1] = ir->op1; args[LJ_LE ? 1 : 0] = (ir+1)->op1; + args[LJ_LE ? 2 : 3] = ir->op2; args[LJ_LE ? 3 : 2] = (ir+1)->op2; + + for (r = REGARG_FIRSTGPR; r <= REGARG_FIRSTGPR+3; r++) { + if (!rset_test(as->freeset, r) && + regcost_ref(as->cost[r]) == args[r-REGARG_FIRSTGPR]) + rset_clear(drop, r); + } + ra_evictset(as, drop); + + asm_setupresult(as, ir, ci); + + switch ((IROp)ir->o) { + case IR_LT: + asm_guard(as, MIPSI_BGEZ, RID_RET, 0); + break; + case IR_ULT: + asm_guard(as, MIPSI_BEQ, RID_RET, RID_TMP); + emit_loadi(as, RID_TMP, 1); + asm_guard(as, MIPSI_BEQ, RID_RET, RID_ZERO); + break; + case IR_GE: + asm_guard(as, MIPSI_BEQ, RID_RET, RID_TMP); + emit_loadi(as, RID_TMP, 2); + asm_guard(as, MIPSI_BLTZ, RID_RET, 0); + break; + case IR_LE: + asm_guard(as, MIPSI_BGTZ, RID_RET, 0); + break; + case IR_GT: + asm_guard(as, MIPSI_BEQ, RID_RET, RID_TMP); + emit_loadi(as, RID_TMP, 2); + asm_guard(as, MIPSI_BLEZ, RID_RET, 0); + break; + case IR_UGE: + asm_guard(as, MIPSI_BLTZ, RID_RET, 0); + break; + case IR_ULE: + asm_guard(as, MIPSI_BEQ, RID_RET, RID_TMP); + emit_loadi(as, RID_TMP, 1); + break; + case IR_UGT: case IR_ABC: + asm_guard(as, MIPSI_BLEZ, RID_RET, 0); + break; + case IR_EQ: case IR_NE: + asm_guard(as, (ir->o & 1) ? MIPSI_BEQ : MIPSI_BNE, RID_RET, RID_ZERO); + default: + break; + } + asm_gencall(as, ci, args); +} +#endif + static void asm_comp(ASMState *as, IRIns *ir) { /* ORDER IR: LT GE LE GT ULT UGE ULE UGT. */ IROp op = ir->o; - if (irt_isnum(ir->t)) { + if (!LJ_SOFTFP && irt_isnum(ir->t)) { Reg right, left = ra_alloc2(as, ir, RSET_FPR); right = (left >> 8); left &= 255; asm_guard(as, (op&1) ? MIPSI_BC1T : MIPSI_BC1F, 0, 0); @@ -1478,13 +2041,13 @@ static void asm_comp(ASMState *as, IRIns *ir) } else { Reg right, left = ra_alloc1(as, ir->op1, RSET_GPR); if (op == IR_ABC) op = IR_UGT; - if ((op&4) == 0 && irref_isk(ir->op2) && IR(ir->op2)->i == 0) { + if ((op&4) == 0 && irref_isk(ir->op2) && get_kval(IR(ir->op2)) == 0) { MIPSIns mi = (op&2) ? ((op&1) ? MIPSI_BLEZ : MIPSI_BGTZ) : ((op&1) ? MIPSI_BLTZ : MIPSI_BGEZ); asm_guard(as, mi, left, 0); } else { if (irref_isk(ir->op2)) { - int32_t k = IR(ir->op2)->i; + intptr_t k = get_kval(IR(ir->op2)); if ((op&2)) k++; if (checki16(k)) { asm_guard(as, (op&1) ? MIPSI_BNE : MIPSI_BEQ, RID_TMP, RID_ZERO); @@ -1501,11 +2064,12 @@ static void asm_comp(ASMState *as, IRIns *ir) } } -static void asm_compeq(ASMState *as, IRIns *ir) +static void asm_equal(ASMState *as, IRIns *ir) { - Reg right, left = ra_alloc2(as, ir, irt_isnum(ir->t) ? RSET_FPR : RSET_GPR); + Reg right, left = ra_alloc2(as, ir, (!LJ_SOFTFP && irt_isnum(ir->t)) ? + RSET_FPR : RSET_GPR); right = (left >> 8); left &= 255; - if (irt_isnum(ir->t)) { + if (!LJ_SOFTFP && irt_isnum(ir->t)) { asm_guard(as, (ir->o & 1) ? MIPSI_BC1T : MIPSI_BC1F, 0, 0); emit_fgh(as, MIPSI_C_EQ_D, 0, left, right); } else { @@ -1513,7 +2077,7 @@ static void asm_compeq(ASMState *as, IRIns *ir) } } -#if LJ_HASFFI +#if LJ_32 && LJ_HASFFI /* 64 bit integer comparisons. */ static void asm_comp64(ASMState *as, IRIns *ir) { @@ -1555,41 +2119,79 @@ static void asm_comp64eq(ASMState *as, IRIns *ir) /* Hiword op of a split 64 bit op. Previous op must be the loword op. */ static void asm_hiop(ASMState *as, IRIns *ir) { -#if LJ_HASFFI +#if LJ_32 && (LJ_HASFFI || LJ_SOFTFP) /* HIOP is marked as a store because it needs its own DCE logic. */ int uselo = ra_used(ir-1), usehi = ra_used(ir); /* Loword/hiword used? */ if (LJ_UNLIKELY(!(as->flags & JIT_F_OPT_DCE))) uselo = usehi = 1; if ((ir-1)->o == IR_CONV) { /* Conversions to/from 64 bit. */ as->curins--; /* Always skip the CONV. */ +#if LJ_HASFFI && !LJ_SOFTFP if (usehi || uselo) asm_conv64(as, ir); return; +#endif } else if ((ir-1)->o < IR_EQ) { /* 64 bit integer comparisons. ORDER IR. */ as->curins--; /* Always skip the loword comparison. */ +#if LJ_SOFTFP + if (!irt_isint(ir->t)) { + asm_sfpcomp(as, ir-1); + return; + } +#endif +#if LJ_HASFFI asm_comp64(as, ir); +#endif return; } else if ((ir-1)->o <= IR_NE) { /* 64 bit integer comparisons. ORDER IR. */ as->curins--; /* Always skip the loword comparison. */ +#if LJ_SOFTFP + if (!irt_isint(ir->t)) { + asm_sfpcomp(as, ir-1); + return; + } +#endif +#if LJ_HASFFI asm_comp64eq(as, ir); +#endif + return; +#if LJ_SOFTFP + } else if ((ir-1)->o == IR_MIN || (ir-1)->o == IR_MAX) { + as->curins--; /* Always skip the loword min/max. */ + if (uselo || usehi) + asm_sfpmin_max(as, ir-1); return; +#endif } else if ((ir-1)->o == IR_XSTORE) { as->curins--; /* Handle both stores here. */ if ((ir-1)->r != RID_SINK) { - asm_xstore(as, ir, LJ_LE ? 4 : 0); - asm_xstore(as, ir-1, LJ_LE ? 0 : 4); + asm_xstore_(as, ir, LJ_LE ? 4 : 0); + asm_xstore_(as, ir-1, LJ_LE ? 0 : 4); } return; } if (!usehi) return; /* Skip unused hiword op for all remaining ops. */ switch ((ir-1)->o) { +#if LJ_HASFFI case IR_ADD: as->curins--; asm_add64(as, ir); break; case IR_SUB: as->curins--; asm_sub64(as, ir); break; case IR_NEG: as->curins--; asm_neg64(as, ir); break; +#endif +#if LJ_SOFTFP + case IR_SLOAD: case IR_ALOAD: case IR_HLOAD: case IR_ULOAD: case IR_VLOAD: + case IR_STRTO: + if (!uselo) + ra_allocref(as, ir->op1, RSET_GPR); /* Mark lo op as used. */ + break; +#endif case IR_CALLN: + case IR_CALLS: case IR_CALLXS: if (!uselo) ra_allocref(as, ir->op1, RID2RSET(RID_RETLO)); /* Mark lo op as used. */ break; +#if LJ_SOFTFP + case IR_ASTORE: case IR_HSTORE: case IR_USTORE: case IR_TOSTR: +#endif case IR_CNEWI: /* Nothing to do here. Handled by lo op itself. */ break; @@ -1600,6 +2202,17 @@ static void asm_hiop(ASMState *as, IRIns *ir) #endif } +/* -- Profiling ----------------------------------------------------------- */ + +static void asm_prof(ASMState *as, IRIns *ir) +{ + UNUSED(ir); + asm_guard(as, MIPSI_BNE, RID_TMP, RID_ZERO); + emit_tsi(as, MIPSI_ANDI, RID_TMP, RID_TMP, HOOK_PROFILE); + emit_lsglptr(as, MIPSI_LBU, RID_TMP, + (int32_t)offsetof(global_State, hookmask)); +} + /* -- Stack handling ------------------------------------------------------ */ /* Check Lua stack size for overflow. Use exit handler as fallback. */ @@ -1610,46 +2223,64 @@ static void asm_stack_check(ASMState *as, BCReg topslot, Reg tmp, pbase = irp ? (ra_hasreg(irp->r) ? irp->r : RID_TMP) : RID_BASE; ExitNo oldsnap = as->snapno; rset_clear(allow, pbase); +#if LJ_32 tmp = allow ? rset_pickbot(allow) : (pbase == RID_RETHI ? RID_RETLO : RID_RETHI); +#else + tmp = allow ? rset_pickbot(allow) : RID_RET; +#endif as->snapno = exitno; asm_guard(as, MIPSI_BNE, RID_TMP, RID_ZERO); as->snapno = oldsnap; if (allow == RSET_EMPTY) /* Restore temp. register. */ - emit_tsi(as, MIPSI_LW, tmp, RID_SP, 0); + emit_tsi(as, MIPSI_AL, tmp, RID_SP, 0); else ra_modified(as, tmp); emit_tsi(as, MIPSI_SLTIU, RID_TMP, RID_TMP, (int32_t)(8*topslot)); - emit_dst(as, MIPSI_SUBU, RID_TMP, tmp, pbase); - emit_tsi(as, MIPSI_LW, tmp, tmp, offsetof(lua_State, maxstack)); + emit_dst(as, MIPSI_ASUBU, RID_TMP, tmp, pbase); + emit_tsi(as, MIPSI_AL, tmp, tmp, offsetof(lua_State, maxstack)); if (pbase == RID_TMP) emit_getgl(as, RID_TMP, jit_base); - emit_getgl(as, tmp, jit_L); + emit_getgl(as, tmp, cur_L); if (allow == RSET_EMPTY) /* Spill temp. register. */ - emit_tsi(as, MIPSI_SW, tmp, RID_SP, 0); + emit_tsi(as, MIPSI_AS, tmp, RID_SP, 0); } /* Restore Lua stack from on-trace state. */ static void asm_stack_restore(ASMState *as, SnapShot *snap) { SnapEntry *map = &as->T->snapmap[snap->mapofs]; - SnapEntry *flinks = &as->T->snapmap[snap_nextofs(as->T, snap)-1]; +#if LJ_32 || defined(LUA_USE_ASSERT) + SnapEntry *flinks = &as->T->snapmap[snap_nextofs(as->T, snap)-1-LJ_FR2]; +#endif MSize n, nent = snap->nent; /* Store the value of all modified slots to the Lua stack. */ for (n = 0; n < nent; n++) { SnapEntry sn = map[n]; BCReg s = snap_slot(sn); - int32_t ofs = 8*((int32_t)s-1); + int32_t ofs = 8*((int32_t)s-1-LJ_FR2); IRRef ref = snap_ref(sn); IRIns *ir = IR(ref); if ((sn & SNAP_NORESTORE)) continue; if (irt_isnum(ir->t)) { +#if LJ_SOFTFP + Reg tmp; + RegSet allow = rset_exclude(RSET_GPR, RID_BASE); + lua_assert(irref_isk(ref)); /* LJ_SOFTFP: must be a number constant. */ + tmp = ra_allock(as, (int32_t)ir_knum(ir)->u32.lo, allow); + emit_tsi(as, MIPSI_SW, tmp, RID_BASE, ofs+(LJ_BE?4:0)); + if (rset_test(as->freeset, tmp+1)) allow = RID2RSET(tmp+1); + tmp = ra_allock(as, (int32_t)ir_knum(ir)->u32.hi, allow); + emit_tsi(as, MIPSI_SW, tmp, RID_BASE, ofs+(LJ_BE?0:4)); +#else Reg src = ra_alloc1(as, ref, RSET_FPR); emit_hsi(as, MIPSI_SDC1, src, RID_BASE, ofs); +#endif } else { - Reg type; +#if LJ_32 RegSet allow = rset_exclude(RSET_GPR, RID_BASE); + Reg type; lua_assert(irt_ispri(ir->t) || irt_isaddr(ir->t) || irt_isinteger(ir->t)); if (!irt_ispri(ir->t)) { Reg src = ra_alloc1(as, ref, allow); @@ -1659,10 +2290,17 @@ static void asm_stack_restore(ASMState *as, SnapShot *snap) if ((sn & (SNAP_CONT|SNAP_FRAME))) { if (s == 0) continue; /* Do not overwrite link to previous frame. */ type = ra_allock(as, (int32_t)(*flinks--), allow); +#if LJ_SOFTFP + } else if ((sn & SNAP_SOFTFPNUM)) { + type = ra_alloc1(as, ref+1, rset_exclude(RSET_GPR, RID_BASE)); +#endif } else { type = ra_allock(as, (int32_t)irt_toitype(ir->t), allow); } emit_tsi(as, MIPSI_SW, type, RID_BASE, ofs+(LJ_BE?0:4)); +#else + asm_tvstore64(as, RID_BASE, ofs, ref); +#endif } checkmclim(as); } @@ -1686,7 +2324,7 @@ static void asm_gc_check(ASMState *as) args[0] = ASMREF_TMP1; /* global_State *g */ args[1] = ASMREF_TMP2; /* MSize steps */ asm_gencall(as, ci, args); - emit_tsi(as, MIPSI_ADDIU, ra_releasetmp(as, ASMREF_TMP1), RID_JGL, -32768); + emit_tsi(as, MIPSI_AADDIU, ra_releasetmp(as, ASMREF_TMP1), RID_JGL, -32768); tmp = ra_releasetmp(as, ASMREF_TMP2); emit_loadi(as, tmp, as->gcsteps); /* Jump around GC step if GC total < GC threshold. */ @@ -1761,7 +2399,7 @@ static void asm_tail_fixup(ASMState *as, TraceNo lnk) MCode *target = lnk ? traceref(as->J,lnk)->mcode : (MCode *)lj_vm_exit_interp; int32_t spadj = as->T->spadjust; MCode *p = as->mctop-1; - *p = spadj ? (MIPSI_ADDIU|MIPSF_T(RID_SP)|MIPSF_S(RID_SP)|spadj) : MIPSI_NOP; + *p = spadj ? (MIPSI_AADDIU|MIPSF_T(RID_SP)|MIPSF_S(RID_SP)|spadj) : MIPSI_NOP; p[-1] = MIPSI_J|(((uintptr_t)target>>2)&0x03ffffffu); } @@ -1772,139 +2410,26 @@ static void asm_tail_prep(ASMState *as) as->invmcp = as->loopref ? as->mcp : NULL; } -/* -- Instruction dispatch ------------------------------------------------ */ - -/* Assemble a single instruction. */ -static void asm_ir(ASMState *as, IRIns *ir) -{ - switch ((IROp)ir->o) { - /* Miscellaneous ops. */ - case IR_LOOP: asm_loop(as); break; - case IR_NOP: case IR_XBAR: lua_assert(!ra_used(ir)); break; - case IR_USE: - ra_alloc1(as, ir->op1, irt_isfp(ir->t) ? RSET_FPR : RSET_GPR); break; - case IR_PHI: asm_phi(as, ir); break; - case IR_HIOP: asm_hiop(as, ir); break; - case IR_GCSTEP: asm_gcstep(as, ir); break; - - /* Guarded assertions. */ - case IR_EQ: case IR_NE: asm_compeq(as, ir); break; - case IR_LT: case IR_GE: case IR_LE: case IR_GT: - case IR_ULT: case IR_UGE: case IR_ULE: case IR_UGT: - case IR_ABC: - asm_comp(as, ir); - break; - - case IR_RETF: asm_retf(as, ir); break; - - /* Bit ops. */ - case IR_BNOT: asm_bitnot(as, ir); break; - case IR_BSWAP: asm_bitswap(as, ir); break; - - case IR_BAND: asm_bitop(as, ir, MIPSI_AND, MIPSI_ANDI); break; - case IR_BOR: asm_bitop(as, ir, MIPSI_OR, MIPSI_ORI); break; - case IR_BXOR: asm_bitop(as, ir, MIPSI_XOR, MIPSI_XORI); break; - - case IR_BSHL: asm_bitshift(as, ir, MIPSI_SLLV, MIPSI_SLL); break; - case IR_BSHR: asm_bitshift(as, ir, MIPSI_SRLV, MIPSI_SRL); break; - case IR_BSAR: asm_bitshift(as, ir, MIPSI_SRAV, MIPSI_SRA); break; - case IR_BROL: lua_assert(0); break; - case IR_BROR: asm_bitror(as, ir); break; - - /* Arithmetic ops. */ - case IR_ADD: asm_add(as, ir); break; - case IR_SUB: asm_sub(as, ir); break; - case IR_MUL: asm_mul(as, ir); break; - case IR_DIV: asm_fparith(as, ir, MIPSI_DIV_D); break; - case IR_MOD: asm_callid(as, ir, IRCALL_lj_vm_modi); break; - case IR_POW: asm_callid(as, ir, IRCALL_lj_vm_powi); break; - case IR_NEG: asm_neg(as, ir); break; - - case IR_ABS: asm_fpunary(as, ir, MIPSI_ABS_D); break; - case IR_ATAN2: asm_callid(as, ir, IRCALL_atan2); break; - case IR_LDEXP: asm_callid(as, ir, IRCALL_ldexp); break; - case IR_MIN: asm_min_max(as, ir, 0); break; - case IR_MAX: asm_min_max(as, ir, 1); break; - case IR_FPMATH: - if (ir->op2 == IRFPM_EXP2 && asm_fpjoin_pow(as, ir)) - break; - if (ir->op2 <= IRFPM_TRUNC) - asm_callround(as, ir, IRCALL_lj_vm_floor + ir->op2); - else if (ir->op2 == IRFPM_SQRT) - asm_fpunary(as, ir, MIPSI_SQRT_D); - else - asm_callid(as, ir, IRCALL_lj_vm_floor + ir->op2); - break; - - /* Overflow-checking arithmetic ops. */ - case IR_ADDOV: asm_arithov(as, ir); break; - case IR_SUBOV: asm_arithov(as, ir); break; - case IR_MULOV: asm_mulov(as, ir); break; - - /* Memory references. */ - case IR_AREF: asm_aref(as, ir); break; - case IR_HREF: asm_href(as, ir); break; - case IR_HREFK: asm_hrefk(as, ir); break; - case IR_NEWREF: asm_newref(as, ir); break; - case IR_UREFO: case IR_UREFC: asm_uref(as, ir); break; - case IR_FREF: asm_fref(as, ir); break; - case IR_STRREF: asm_strref(as, ir); break; - - /* Loads and stores. */ - case IR_ALOAD: case IR_HLOAD: case IR_ULOAD: case IR_VLOAD: - asm_ahuvload(as, ir); - break; - case IR_FLOAD: asm_fload(as, ir); break; - case IR_XLOAD: asm_xload(as, ir); break; - case IR_SLOAD: asm_sload(as, ir); break; - - case IR_ASTORE: case IR_HSTORE: case IR_USTORE: asm_ahustore(as, ir); break; - case IR_FSTORE: asm_fstore(as, ir); break; - case IR_XSTORE: asm_xstore(as, ir, 0); break; - - /* Allocations. */ - case IR_SNEW: case IR_XSNEW: asm_snew(as, ir); break; - case IR_TNEW: asm_tnew(as, ir); break; - case IR_TDUP: asm_tdup(as, ir); break; - case IR_CNEW: case IR_CNEWI: asm_cnew(as, ir); break; - - /* Write barriers. */ - case IR_TBAR: asm_tbar(as, ir); break; - case IR_OBAR: asm_obar(as, ir); break; - - /* Type conversions. */ - case IR_CONV: asm_conv(as, ir); break; - case IR_TOBIT: asm_tobit(as, ir); break; - case IR_TOSTR: asm_tostr(as, ir); break; - case IR_STRTO: asm_strto(as, ir); break; - - /* Calls. */ - case IR_CALLN: case IR_CALLL: case IR_CALLS: asm_call(as, ir); break; - case IR_CALLXS: asm_callx(as, ir); break; - case IR_CARG: break; - - default: - setintV(&as->J->errinfo, ir->o); - lj_trace_err_info(as->J, LJ_TRERR_NYIIR); - break; - } -} - /* -- Trace setup --------------------------------------------------------- */ /* Ensure there are enough stack slots for call arguments. */ static Reg asm_setup_call_slots(ASMState *as, IRIns *ir, const CCallInfo *ci) { IRRef args[CCI_NARGS_MAX*2]; - uint32_t i, nargs = (int)CCI_NARGS(ci); + uint32_t i, nargs = CCI_XNARGS(ci); +#if LJ_32 int nslots = 4, ngpr = REGARG_NUMGPR, nfpr = REGARG_NUMFPR; +#else + int nslots = 0, ngpr = REGARG_NUMGPR; +#endif asm_collectargs(as, ir, ci, args); for (i = 0; i < nargs; i++) { - if (args[i] && irt_isfp(IR(args[i])->t) && +#if LJ_32 + if (!LJ_SOFTFP && args[i] && irt_isfp(IR(args[i])->t) && nfpr > 0 && !(ci->flags & CCI_VARARG)) { nfpr--; ngpr -= irt_isnum(IR(args[i])->t) ? 2 : 1; - } else if (args[i] && irt_isnum(IR(args[i])->t)) { + } else if (!LJ_SOFTFP && args[i] && irt_isnum(IR(args[i])->t)) { nfpr = 0; ngpr = ngpr & ~1; if (ngpr > 0) ngpr -= 2; else nslots = (nslots+3) & ~1; @@ -1912,6 +2437,9 @@ static Reg asm_setup_call_slots(ASMState *as, IRIns *ir, const CCallInfo *ci) nfpr = 0; if (ngpr > 0) ngpr--; else nslots++; } +#else + if (ngpr > 0) ngpr--; else nslots += 2; +#endif } if (nslots > as->evenspill) /* Leave room for args in stack slots. */ as->evenspill = nslots; diff --git a/core/src/luajit/src/lj_asm_ppc.h b/core/src/luajit/src/lj_asm_ppc.h index 2c5d74a8d..6daa861b9 100644 --- a/core/src/luajit/src/lj_asm_ppc.h +++ b/core/src/luajit/src/lj_asm_ppc.h @@ -1,6 +1,6 @@ /* ** PPC IR assembler (SSA IR -> machine code). -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ /* -- Register allocator extensions --------------------------------------- */ @@ -251,7 +251,7 @@ static int asm_fusemadd(ASMState *as, IRIns *ir, PPCIns pi, PPCIns pir) /* Generate a call to a C function. */ static void asm_gencall(ASMState *as, const CCallInfo *ci, IRRef *args) { - uint32_t n, nargs = CCI_NARGS(ci); + uint32_t n, nargs = CCI_XNARGS(ci); int32_t ofs = 8; Reg gpr = REGARG_FIRSTGPR, fpr = REGARG_FIRSTFPR; if ((void *)ci->func) @@ -298,7 +298,7 @@ static void asm_gencall(ASMState *as, const CCallInfo *ci, IRRef *args) static void asm_setupresult(ASMState *as, IRIns *ir, const CCallInfo *ci) { RegSet drop = RSET_SCRATCH; - int hiop = ((ir+1)->o == IR_HIOP); + int hiop = ((ir+1)->o == IR_HIOP && !irt_isnil((ir+1)->t)); if ((ci->flags & CCI_NOFPRCLOBBER)) drop &= ~RSET_FPR; if (ra_hasreg(ir->r)) @@ -323,23 +323,16 @@ static void asm_setupresult(ASMState *as, IRIns *ir, const CCallInfo *ci) } else { ra_destreg(as, ir, RID_FPRET); } +#if LJ_32 } else if (hiop) { ra_destpair(as, ir); +#endif } else { ra_destreg(as, ir, RID_RET); } } } -static void asm_call(ASMState *as, IRIns *ir) -{ - IRRef args[CCI_NARGS_MAX]; - const CCallInfo *ci = &lj_ir_callinfo[ir->op2]; - asm_collectargs(as, ir, ci, args); - asm_setupresult(as, ir, ci); - asm_gencall(as, ci, args); -} - static void asm_callx(ASMState *as, IRIns *ir) { IRRef args[CCI_NARGS_MAX*2]; @@ -352,7 +345,7 @@ static void asm_callx(ASMState *as, IRIns *ir) func = ir->op2; irf = IR(func); if (irf->o == IR_CARG) { func = irf->op1; irf = IR(func); } if (irref_isk(func)) { /* Call to constant address. */ - ci.func = (ASMFunction)(void *)(irf->i); + ci.func = (ASMFunction)(void *)(intptr_t)(irf->i); } else { /* Need a non-argument register for indirect calls. */ RegSet allow = RSET_GPR & ~RSET_RANGE(RID_R0, REGARG_LASTGPR+1); Reg freg = ra_alloc1(as, func, allow); @@ -363,16 +356,6 @@ static void asm_callx(ASMState *as, IRIns *ir) asm_gencall(as, &ci, args); } -static void asm_callid(ASMState *as, IRIns *ir, IRCallID id) -{ - const CCallInfo *ci = &lj_ir_callinfo[id]; - IRRef args[2]; - args[0] = ir->op1; - args[1] = ir->op2; - asm_setupresult(as, ir, ci); - asm_gencall(as, ci, args); -} - /* -- Returns ------------------------------------------------------------- */ /* Return to lower frame. Guard that it goes to the right spot. */ @@ -380,7 +363,7 @@ static void asm_retf(ASMState *as, IRIns *ir) { Reg base = ra_alloc1(as, REF_BASE, RSET_GPR); void *pc = ir_kptr(IR(ir->op2)); - int32_t delta = 1+bc_a(*((const BCIns *)pc - 1)); + int32_t delta = 1+LJ_FR2+bc_a(*((const BCIns *)pc - 1)); as->topslot -= (BCReg)delta; if ((int32_t)as->topslot < 0) as->topslot = 0; irt_setmark(IR(REF_BASE)->t); /* Children must not coalesce with BASE reg. */ @@ -410,8 +393,7 @@ static void asm_tointg(ASMState *as, IRIns *ir, Reg left) emit_asi(as, PPCI_XORIS, RID_TMP, dest, 0x8000); emit_tai(as, PPCI_LWZ, dest, RID_SP, SPOFS_TMPLO); emit_lsptr(as, PPCI_LFS, (fbias & 31), - (void *)lj_ir_k64_find(as->J, U64x(59800004,59800000)), - RSET_GPR); + (void *)&as->J->k32[LJ_K32_2P52_2P31], RSET_GPR); emit_fai(as, PPCI_STFD, tmp, RID_SP, SPOFS_TMP); emit_fb(as, PPCI_FCTIWZ, tmp, left); } @@ -450,13 +432,11 @@ static void asm_conv(ASMState *as, IRIns *ir) Reg left = ra_alloc1(as, lref, allow); Reg hibias = ra_allock(as, 0x43300000, rset_clear(allow, left)); Reg fbias = ra_scratch(as, rset_exclude(RSET_FPR, dest)); - const float *kbias; if (irt_isfloat(ir->t)) emit_fb(as, PPCI_FRSP, dest, dest); emit_fab(as, PPCI_FSUB, dest, dest, fbias); emit_fai(as, PPCI_LFD, dest, RID_SP, SPOFS_TMP); - kbias = (const float *)lj_ir_k64_find(as->J, U64x(59800004,59800000)); - if (st == IRT_U32) kbias++; - emit_lsptr(as, PPCI_LFS, (fbias & 31), (void *)kbias, + emit_lsptr(as, PPCI_LFS, (fbias & 31), + &as->J->k32[st == IRT_U32 ? LJ_K32_2P52 : LJ_K32_2P52_2P31], rset_clear(allow, hibias)); emit_tai(as, PPCI_STW, st == IRT_U32 ? left : RID_TMP, RID_SP, SPOFS_TMPLO); @@ -489,8 +469,7 @@ static void asm_conv(ASMState *as, IRIns *ir) emit_fb(as, PPCI_FCTIWZ, tmp, tmp); emit_fab(as, PPCI_FSUB, tmp, left, tmp); emit_lsptr(as, PPCI_LFS, (tmp & 31), - (void *)lj_ir_k64_find(as->J, U64x(4f000000,00000000)), - RSET_GPR); + (void *)&as->J->k32[LJ_K32_2P31], RSET_GPR); } else { emit_tai(as, PPCI_LWZ, dest, RID_SP, SPOFS_TMPLO); emit_fai(as, PPCI_STFD, tmp, RID_SP, SPOFS_TMP); @@ -513,28 +492,6 @@ static void asm_conv(ASMState *as, IRIns *ir) } } -#if LJ_HASFFI -static void asm_conv64(ASMState *as, IRIns *ir) -{ - IRType st = (IRType)((ir-1)->op2 & IRCONV_SRCMASK); - IRType dt = (((ir-1)->op2 & IRCONV_DSTMASK) >> IRCONV_DSH); - IRCallID id; - const CCallInfo *ci; - IRRef args[2]; - args[0] = ir->op1; - args[1] = (ir-1)->op1; - if (st == IRT_NUM || st == IRT_FLOAT) { - id = IRCALL_fp64_d2l + ((st == IRT_FLOAT) ? 2 : 0) + (dt - IRT_I64); - ir--; - } else { - id = IRCALL_fp64_l2d + ((dt == IRT_FLOAT) ? 2 : 0) + (st - IRT_I64); - } - ci = &lj_ir_callinfo[id]; - asm_setupresult(as, ir, ci); - asm_gencall(as, ci, args); -} -#endif - static void asm_strto(ASMState *as, IRIns *ir) { const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_strscan_num]; @@ -553,6 +510,8 @@ static void asm_strto(ASMState *as, IRIns *ir) emit_tai(as, PPCI_ADDI, ra_releasetmp(as, ASMREF_TMP1), RID_SP, ofs); } +/* -- Memory references --------------------------------------------------- */ + /* Get pointer to TValue. */ static void asm_tvptr(ASMState *as, Reg dest, IRRef ref) { @@ -566,7 +525,7 @@ static void asm_tvptr(ASMState *as, Reg dest, IRRef ref) /* Otherwise use g->tmptv to hold the TValue. */ RegSet allow = rset_exclude(RSET_GPR, dest); Reg type; - emit_tai(as, PPCI_ADDI, dest, RID_JGL, offsetof(global_State, tmptv)-32768); + emit_tai(as, PPCI_ADDI, dest, RID_JGL, (int32_t)offsetof(global_State, tmptv)-32768); if (!irt_ispri(ir->t)) { Reg src = ra_alloc1(as, ref, allow); emit_setgl(as, src, tmptv.gcr); @@ -576,27 +535,6 @@ static void asm_tvptr(ASMState *as, Reg dest, IRRef ref) } } -static void asm_tostr(ASMState *as, IRIns *ir) -{ - IRRef args[2]; - args[0] = ASMREF_L; - as->gcsteps++; - if (irt_isnum(IR(ir->op1)->t) || (ir+1)->o == IR_HIOP) { - const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_str_fromnum]; - args[1] = ASMREF_TMP1; /* const lua_Number * */ - asm_setupresult(as, ir, ci); /* GCstr * */ - asm_gencall(as, ci, args); - asm_tvptr(as, ra_releasetmp(as, ASMREF_TMP1), ir->op1); - } else { - const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_str_fromint]; - args[1] = ir->op1; /* int32_t k */ - asm_setupresult(as, ir, ci); /* GCstr * */ - asm_gencall(as, ci, args); - } -} - -/* -- Memory references --------------------------------------------------- */ - static void asm_aref(ASMState *as, IRIns *ir) { Reg dest = ra_dest(as, ir, RSET_GPR); @@ -773,23 +711,8 @@ static void asm_hrefk(ASMState *as, IRIns *ir) } } -static void asm_newref(ASMState *as, IRIns *ir) -{ - const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_tab_newkey]; - IRRef args[3]; - if (ir->r == RID_SINK) - return; - args[0] = ASMREF_L; /* lua_State *L */ - args[1] = ir->op1; /* GCtab *t */ - args[2] = ASMREF_TMP1; /* cTValue *key */ - asm_setupresult(as, ir, ci); /* TValue * */ - asm_gencall(as, ci, args); - asm_tvptr(as, ra_releasetmp(as, ASMREF_TMP1), ir->op2); -} - static void asm_uref(ASMState *as, IRIns *ir) { - /* NYI: Check that UREFO is still open and not aliasing a slot. */ Reg dest = ra_dest(as, ir, RSET_GPR); if (irref_isk(ir->op1)) { GCfunc *fn = ir_kfunc(IR(ir->op1)); @@ -881,17 +804,23 @@ static PPCIns asm_fxstoreins(IRIns *ir) static void asm_fload(ASMState *as, IRIns *ir) { Reg dest = ra_dest(as, ir, RSET_GPR); - Reg idx = ra_alloc1(as, ir->op1, RSET_GPR); PPCIns pi = asm_fxloadins(ir); + Reg idx; int32_t ofs; - if (ir->op2 == IRFL_TAB_ARRAY) { - ofs = asm_fuseabase(as, ir->op1); - if (ofs) { /* Turn the t->array load into an add for colocated arrays. */ - emit_tai(as, PPCI_ADDI, dest, idx, ofs); - return; + if (ir->op1 == REF_NIL) { + idx = RID_JGL; + ofs = (ir->op2 << 2) - 32768; + } else { + idx = ra_alloc1(as, ir->op1, RSET_GPR); + if (ir->op2 == IRFL_TAB_ARRAY) { + ofs = asm_fuseabase(as, ir->op1); + if (ofs) { /* Turn the t->array load into an add for colocated arrays. */ + emit_tai(as, PPCI_ADDI, dest, idx, ofs); + return; + } } + ofs = field_ofs[ir->op2]; } - ofs = field_ofs[ir->op2]; lua_assert(!irt_isi8(ir->t)); emit_tai(as, pi, dest, idx, ofs); } @@ -917,7 +846,7 @@ static void asm_xload(ASMState *as, IRIns *ir) asm_fusexref(as, asm_fxloadins(ir), dest, ir->op1, RSET_GPR, 0); } -static void asm_xstore(ASMState *as, IRIns *ir, int32_t ofs) +static void asm_xstore_(ASMState *as, IRIns *ir, int32_t ofs) { IRIns *irb; if (ir->r == RID_SINK) @@ -934,6 +863,8 @@ static void asm_xstore(ASMState *as, IRIns *ir, int32_t ofs) } } +#define asm_xstore(as, ir) asm_xstore_(as, ir, 0) + static void asm_ahuvload(ASMState *as, IRIns *ir) { IRType1 t = ir->t; @@ -1045,7 +976,7 @@ static void asm_sload(ASMState *as, IRIns *ir) emit_fab(as, PPCI_FSUB, dest, dest, fbias); emit_fai(as, PPCI_LFD, dest, RID_SP, SPOFS_TMP); emit_lsptr(as, PPCI_LFS, (fbias & 31), - (void *)lj_ir_k64_find(as->J, U64x(59800004,59800000)), + (void *)&as->J->k32[LJ_K32_2P52_2P31], rset_clear(allow, hibias)); emit_tai(as, PPCI_STW, tmp, RID_SP, SPOFS_TMPLO); emit_tai(as, PPCI_STW, hibias, RID_SP, SPOFS_TMPHI); @@ -1084,19 +1015,15 @@ dotypecheck: static void asm_cnew(ASMState *as, IRIns *ir) { CTState *cts = ctype_ctsG(J2G(as->J)); - CTypeID ctypeid = (CTypeID)IR(ir->op1)->i; - CTSize sz = (ir->o == IR_CNEWI || ir->op2 == REF_NIL) ? - lj_ctype_size(cts, ctypeid) : (CTSize)IR(ir->op2)->i; + CTypeID id = (CTypeID)IR(ir->op1)->i; + CTSize sz; + CTInfo info = lj_ctype_info(cts, id, &sz); const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_mem_newgco]; - IRRef args[2]; - RegSet allow = (RSET_GPR & ~RSET_SCRATCH); + IRRef args[4]; RegSet drop = RSET_SCRATCH; - lua_assert(sz != CTSIZE_INVALID); + lua_assert(sz != CTSIZE_INVALID || (ir->o == IR_CNEW && ir->op2 != REF_NIL)); - args[0] = ASMREF_L; /* lua_State *L */ - args[1] = ASMREF_TMP1; /* MSize size */ as->gcsteps++; - if (ra_hasreg(ir->r)) rset_clear(drop, ir->r); /* Dest reg handled below. */ ra_evictset(as, drop); @@ -1105,6 +1032,7 @@ static void asm_cnew(ASMState *as, IRIns *ir) /* Initialize immutable cdata object. */ if (ir->o == IR_CNEWI) { + RegSet allow = (RSET_GPR & ~RSET_SCRATCH); int32_t ofs = sizeof(GCcdata); lua_assert(sz == 4 || sz == 8); if (sz == 8) { @@ -1118,12 +1046,24 @@ static void asm_cnew(ASMState *as, IRIns *ir) if (ofs == sizeof(GCcdata)) break; ofs -= 4; ir++; } + } else if (ir->op2 != REF_NIL) { /* Create VLA/VLS/aligned cdata. */ + ci = &lj_ir_callinfo[IRCALL_lj_cdata_newv]; + args[0] = ASMREF_L; /* lua_State *L */ + args[1] = ir->op1; /* CTypeID id */ + args[2] = ir->op2; /* CTSize sz */ + args[3] = ASMREF_TMP1; /* CTSize align */ + asm_gencall(as, ci, args); + emit_loadi(as, ra_releasetmp(as, ASMREF_TMP1), (int32_t)ctype_align(info)); + return; } + /* Initialize gct and ctypeid. lj_mem_newgco() already sets marked. */ emit_tai(as, PPCI_STB, RID_RET+1, RID_RET, offsetof(GCcdata, gct)); emit_tai(as, PPCI_STH, RID_TMP, RID_RET, offsetof(GCcdata, ctypeid)); emit_ti(as, PPCI_LI, RID_RET+1, ~LJ_TCDATA); - emit_ti(as, PPCI_LI, RID_TMP, ctypeid); /* Lower 16 bit used. Sign-ext ok. */ + emit_ti(as, PPCI_LI, RID_TMP, id); /* Lower 16 bit used. Sign-ext ok. */ + args[0] = ASMREF_L; /* lua_State *L */ + args[1] = ASMREF_TMP1; /* MSize size */ asm_gencall(as, ci, args); ra_allockreg(as, (int32_t)(sz+sizeof(GCcdata)), ra_releasetmp(as, ASMREF_TMP1)); @@ -1197,23 +1137,14 @@ static void asm_fpunary(ASMState *as, IRIns *ir, PPCIns pi) emit_fb(as, pi, dest, left); } -static int asm_fpjoin_pow(ASMState *as, IRIns *ir) +static void asm_fpmath(ASMState *as, IRIns *ir) { - IRIns *irp = IR(ir->op1); - if (irp == ir-1 && irp->o == IR_MUL && !ra_used(irp)) { - IRIns *irpp = IR(irp->op1); - if (irpp == ir-2 && irpp->o == IR_FPMATH && - irpp->op2 == IRFPM_LOG2 && !ra_used(irpp)) { - const CCallInfo *ci = &lj_ir_callinfo[IRCALL_pow]; - IRRef args[2]; - args[0] = irpp->op1; - args[1] = irp->op2; - asm_setupresult(as, ir, ci); - asm_gencall(as, ci, args); - return 1; - } - } - return 0; + if (ir->op2 == IRFPM_EXP2 && asm_fpjoin_pow(as, ir)) + return; + if (ir->op2 == IRFPM_SQRT && (as->flags & JIT_F_SQRT)) + asm_fpunary(as, ir, PPCI_FSQRT); + else + asm_callid(as, ir, IRCALL_lj_vm_floor + ir->op2); } static void asm_add(ASMState *as, IRIns *ir) @@ -1313,6 +1244,10 @@ static void asm_mul(ASMState *as, IRIns *ir) } } +#define asm_div(as, ir) asm_fparith(as, ir, PPCI_FDIV) +#define asm_mod(as, ir) asm_callid(as, ir, IRCALL_lj_vm_modi) +#define asm_pow(as, ir) asm_callid(as, ir, IRCALL_lj_vm_powi) + static void asm_neg(ASMState *as, IRIns *ir) { if (irt_isnum(ir->t)) { @@ -1331,6 +1266,10 @@ static void asm_neg(ASMState *as, IRIns *ir) } } +#define asm_abs(as, ir) asm_fpunary(as, ir, PPCI_FABS) +#define asm_atan2(as, ir) asm_callid(as, ir, IRCALL_atan2) +#define asm_ldexp(as, ir) asm_callid(as, ir, IRCALL_ldexp) + static void asm_arithov(ASMState *as, IRIns *ir, PPCIns pi) { Reg dest, left, right; @@ -1346,6 +1285,10 @@ static void asm_arithov(ASMState *as, IRIns *ir, PPCIns pi) emit_tab(as, pi|PPCF_DOT, dest, left, right); } +#define asm_addov(as, ir) asm_arithov(as, ir, PPCI_ADDO) +#define asm_subov(as, ir) asm_arithov(as, ir, PPCI_SUBFO) +#define asm_mulov(as, ir) asm_arithov(as, ir, PPCI_MULLWO) + #if LJ_HASFFI static void asm_add64(ASMState *as, IRIns *ir) { @@ -1425,7 +1368,7 @@ static void asm_neg64(ASMState *as, IRIns *ir) } #endif -static void asm_bitnot(ASMState *as, IRIns *ir) +static void asm_bnot(ASMState *as, IRIns *ir) { Reg dest, left, right; PPCIns pi = PPCI_NOR; @@ -1452,7 +1395,7 @@ nofuse: emit_asb(as, pi, dest, left, right); } -static void asm_bitswap(ASMState *as, IRIns *ir) +static void asm_bswap(ASMState *as, IRIns *ir) { Reg dest = ra_dest(as, ir, RSET_GPR); IRIns *irx; @@ -1473,32 +1416,6 @@ static void asm_bitswap(ASMState *as, IRIns *ir) } } -static void asm_bitop(ASMState *as, IRIns *ir, PPCIns pi, PPCIns pik) -{ - Reg dest = ra_dest(as, ir, RSET_GPR); - Reg right, left = ra_hintalloc(as, ir->op1, dest, RSET_GPR); - if (irref_isk(ir->op2)) { - int32_t k = IR(ir->op2)->i; - Reg tmp = left; - if ((checku16(k) || (k & 0xffff) == 0) || (tmp = dest, !as->sectref)) { - if (!checku16(k)) { - emit_asi(as, pik ^ (PPCI_ORI ^ PPCI_ORIS), dest, tmp, (k >> 16)); - if ((k & 0xffff) == 0) return; - } - emit_asi(as, pik, dest, left, k); - return; - } - } - /* May fail due to spills/restores above, but simplifies the logic. */ - if (as->flagmcp == as->mcp) { - as->flagmcp = NULL; - as->mcp++; - pi |= PPCF_DOT; - } - right = ra_alloc1(as, ir->op2, rset_exclude(RSET_GPR, left)); - emit_asb(as, pi, dest, left, right); -} - /* Fuse BAND with contiguous bitmask and a shift to rlwinm. */ static void asm_fuseandsh(ASMState *as, PPCIns pi, int32_t mask, IRRef ref) { @@ -1529,7 +1446,7 @@ nofuse: *--as->mcp = pi | PPCF_T(left); } -static void asm_bitand(ASMState *as, IRIns *ir) +static void asm_band(ASMState *as, IRIns *ir) { Reg dest, left, right; IRRef lref = ir->op1; @@ -1584,6 +1501,35 @@ static void asm_bitand(ASMState *as, IRIns *ir) emit_asb(as, PPCI_AND ^ dot, dest, left, right); } +static void asm_bitop(ASMState *as, IRIns *ir, PPCIns pi, PPCIns pik) +{ + Reg dest = ra_dest(as, ir, RSET_GPR); + Reg right, left = ra_hintalloc(as, ir->op1, dest, RSET_GPR); + if (irref_isk(ir->op2)) { + int32_t k = IR(ir->op2)->i; + Reg tmp = left; + if ((checku16(k) || (k & 0xffff) == 0) || (tmp = dest, !as->sectref)) { + if (!checku16(k)) { + emit_asi(as, pik ^ (PPCI_ORI ^ PPCI_ORIS), dest, tmp, (k >> 16)); + if ((k & 0xffff) == 0) return; + } + emit_asi(as, pik, dest, left, k); + return; + } + } + /* May fail due to spills/restores above, but simplifies the logic. */ + if (as->flagmcp == as->mcp) { + as->flagmcp = NULL; + as->mcp++; + pi |= PPCF_DOT; + } + right = ra_alloc1(as, ir->op2, rset_exclude(RSET_GPR, left)); + emit_asb(as, pi, dest, left, right); +} + +#define asm_bor(as, ir) asm_bitop(as, ir, PPCI_OR, PPCI_ORI) +#define asm_bxor(as, ir) asm_bitop(as, ir, PPCI_XOR, PPCI_XORI) + static void asm_bitshift(ASMState *as, IRIns *ir, PPCIns pi, PPCIns pik) { Reg dest, left; @@ -1609,6 +1555,14 @@ static void asm_bitshift(ASMState *as, IRIns *ir, PPCIns pi, PPCIns pik) } } +#define asm_bshl(as, ir) asm_bitshift(as, ir, PPCI_SLW, 0) +#define asm_bshr(as, ir) asm_bitshift(as, ir, PPCI_SRW, 1) +#define asm_bsar(as, ir) asm_bitshift(as, ir, PPCI_SRAW, PPCI_SRAWI) +#define asm_brol(as, ir) \ + asm_bitshift(as, ir, PPCI_RLWNM|PPCF_MB(0)|PPCF_ME(31), \ + PPCI_RLWINM|PPCF_MB(0)|PPCF_ME(31)) +#define asm_bror(as, ir) lua_assert(0) + static void asm_min_max(ASMState *as, IRIns *ir, int ismax) { if (irt_isnum(ir->t)) { @@ -1639,6 +1593,9 @@ static void asm_min_max(ASMState *as, IRIns *ir, int ismax) } } +#define asm_min(as, ir) asm_min_max(as, ir, 0) +#define asm_max(as, ir) asm_min_max(as, ir, 1) + /* -- Comparisons --------------------------------------------------------- */ #define CC_UNSIGNED 0x08 /* Unsigned integer comparison. */ @@ -1715,6 +1672,8 @@ static void asm_comp(ASMState *as, IRIns *ir) } } +#define asm_equal(as, ir) asm_comp(as, ir) + #if LJ_HASFFI /* 64 bit integer comparisons. */ static void asm_comp64(ASMState *as, IRIns *ir) @@ -1760,8 +1719,8 @@ static void asm_hiop(ASMState *as, IRIns *ir) } else if ((ir-1)->o == IR_XSTORE) { as->curins--; /* Handle both stores here. */ if ((ir-1)->r != RID_SINK) { - asm_xstore(as, ir, 0); - asm_xstore(as, ir-1, 4); + asm_xstore_(as, ir, 0); + asm_xstore_(as, ir-1, 4); } return; } @@ -1785,6 +1744,17 @@ static void asm_hiop(ASMState *as, IRIns *ir) #endif } +/* -- Profiling ----------------------------------------------------------- */ + +static void asm_prof(ASMState *as, IRIns *ir) +{ + UNUSED(ir); + asm_guardcc(as, CC_NE); + emit_asi(as, PPCI_ANDIDOT, RID_TMP, RID_TMP, HOOK_PROFILE); + emit_lsglptr(as, PPCI_LBZ, RID_TMP, + (int32_t)offsetof(global_State, hookmask)); +} + /* -- Stack handling ------------------------------------------------------ */ /* Check Lua stack size for overflow. Use exit handler as fallback. */ @@ -1806,7 +1776,7 @@ static void asm_stack_check(ASMState *as, BCReg topslot, emit_tai(as, PPCI_LWZ, tmp, tmp, offsetof(lua_State, maxstack)); if (pbase == RID_TMP) emit_getgl(as, RID_TMP, jit_base); - emit_getgl(as, tmp, jit_L); + emit_getgl(as, tmp, cur_L); if (allow == RSET_EMPTY) /* Spill temp. register. */ emit_tai(as, PPCI_STW, tmp, RID_SP, SPOFS_TMPW); } @@ -1967,136 +1937,13 @@ static void asm_tail_prep(ASMState *as) } } -/* -- Instruction dispatch ------------------------------------------------ */ - -/* Assemble a single instruction. */ -static void asm_ir(ASMState *as, IRIns *ir) -{ - switch ((IROp)ir->o) { - /* Miscellaneous ops. */ - case IR_LOOP: asm_loop(as); break; - case IR_NOP: case IR_XBAR: lua_assert(!ra_used(ir)); break; - case IR_USE: - ra_alloc1(as, ir->op1, irt_isfp(ir->t) ? RSET_FPR : RSET_GPR); break; - case IR_PHI: asm_phi(as, ir); break; - case IR_HIOP: asm_hiop(as, ir); break; - case IR_GCSTEP: asm_gcstep(as, ir); break; - - /* Guarded assertions. */ - case IR_EQ: case IR_NE: - if ((ir-1)->o == IR_HREF && ir->op1 == as->curins-1) { - as->curins--; - asm_href(as, ir-1, (IROp)ir->o); - break; - } - /* fallthrough */ - case IR_LT: case IR_GE: case IR_LE: case IR_GT: - case IR_ULT: case IR_UGE: case IR_ULE: case IR_UGT: - case IR_ABC: - asm_comp(as, ir); - break; - - case IR_RETF: asm_retf(as, ir); break; - - /* Bit ops. */ - case IR_BNOT: asm_bitnot(as, ir); break; - case IR_BSWAP: asm_bitswap(as, ir); break; - - case IR_BAND: asm_bitand(as, ir); break; - case IR_BOR: asm_bitop(as, ir, PPCI_OR, PPCI_ORI); break; - case IR_BXOR: asm_bitop(as, ir, PPCI_XOR, PPCI_XORI); break; - - case IR_BSHL: asm_bitshift(as, ir, PPCI_SLW, 0); break; - case IR_BSHR: asm_bitshift(as, ir, PPCI_SRW, 1); break; - case IR_BSAR: asm_bitshift(as, ir, PPCI_SRAW, PPCI_SRAWI); break; - case IR_BROL: asm_bitshift(as, ir, PPCI_RLWNM|PPCF_MB(0)|PPCF_ME(31), - PPCI_RLWINM|PPCF_MB(0)|PPCF_ME(31)); break; - case IR_BROR: lua_assert(0); break; - - /* Arithmetic ops. */ - case IR_ADD: asm_add(as, ir); break; - case IR_SUB: asm_sub(as, ir); break; - case IR_MUL: asm_mul(as, ir); break; - case IR_DIV: asm_fparith(as, ir, PPCI_FDIV); break; - case IR_MOD: asm_callid(as, ir, IRCALL_lj_vm_modi); break; - case IR_POW: asm_callid(as, ir, IRCALL_lj_vm_powi); break; - case IR_NEG: asm_neg(as, ir); break; - - case IR_ABS: asm_fpunary(as, ir, PPCI_FABS); break; - case IR_ATAN2: asm_callid(as, ir, IRCALL_atan2); break; - case IR_LDEXP: asm_callid(as, ir, IRCALL_ldexp); break; - case IR_MIN: asm_min_max(as, ir, 0); break; - case IR_MAX: asm_min_max(as, ir, 1); break; - case IR_FPMATH: - if (ir->op2 == IRFPM_EXP2 && asm_fpjoin_pow(as, ir)) - break; - if (ir->op2 == IRFPM_SQRT && (as->flags & JIT_F_SQRT)) - asm_fpunary(as, ir, PPCI_FSQRT); - else - asm_callid(as, ir, IRCALL_lj_vm_floor + ir->op2); - break; - - /* Overflow-checking arithmetic ops. */ - case IR_ADDOV: asm_arithov(as, ir, PPCI_ADDO); break; - case IR_SUBOV: asm_arithov(as, ir, PPCI_SUBFO); break; - case IR_MULOV: asm_arithov(as, ir, PPCI_MULLWO); break; - - /* Memory references. */ - case IR_AREF: asm_aref(as, ir); break; - case IR_HREF: asm_href(as, ir, 0); break; - case IR_HREFK: asm_hrefk(as, ir); break; - case IR_NEWREF: asm_newref(as, ir); break; - case IR_UREFO: case IR_UREFC: asm_uref(as, ir); break; - case IR_FREF: asm_fref(as, ir); break; - case IR_STRREF: asm_strref(as, ir); break; - - /* Loads and stores. */ - case IR_ALOAD: case IR_HLOAD: case IR_ULOAD: case IR_VLOAD: - asm_ahuvload(as, ir); - break; - case IR_FLOAD: asm_fload(as, ir); break; - case IR_XLOAD: asm_xload(as, ir); break; - case IR_SLOAD: asm_sload(as, ir); break; - - case IR_ASTORE: case IR_HSTORE: case IR_USTORE: asm_ahustore(as, ir); break; - case IR_FSTORE: asm_fstore(as, ir); break; - case IR_XSTORE: asm_xstore(as, ir, 0); break; - - /* Allocations. */ - case IR_SNEW: case IR_XSNEW: asm_snew(as, ir); break; - case IR_TNEW: asm_tnew(as, ir); break; - case IR_TDUP: asm_tdup(as, ir); break; - case IR_CNEW: case IR_CNEWI: asm_cnew(as, ir); break; - - /* Write barriers. */ - case IR_TBAR: asm_tbar(as, ir); break; - case IR_OBAR: asm_obar(as, ir); break; - - /* Type conversions. */ - case IR_CONV: asm_conv(as, ir); break; - case IR_TOBIT: asm_tobit(as, ir); break; - case IR_TOSTR: asm_tostr(as, ir); break; - case IR_STRTO: asm_strto(as, ir); break; - - /* Calls. */ - case IR_CALLN: case IR_CALLL: case IR_CALLS: asm_call(as, ir); break; - case IR_CALLXS: asm_callx(as, ir); break; - case IR_CARG: break; - - default: - setintV(&as->J->errinfo, ir->o); - lj_trace_err_info(as->J, LJ_TRERR_NYIIR); - break; - } -} - /* -- Trace setup --------------------------------------------------------- */ /* Ensure there are enough stack slots for call arguments. */ static Reg asm_setup_call_slots(ASMState *as, IRIns *ir, const CCallInfo *ci) { IRRef args[CCI_NARGS_MAX*2]; - uint32_t i, nargs = (int)CCI_NARGS(ci); + uint32_t i, nargs = CCI_XNARGS(ci); int nslots = 2, ngpr = REGARG_NUMGPR, nfpr = REGARG_NUMFPR; asm_collectargs(as, ir, ci, args); for (i = 0; i < nargs; i++) diff --git a/core/src/luajit/src/lj_asm_x86.h b/core/src/luajit/src/lj_asm_x86.h index 0b6b2d4a5..3e189b1d0 100644 --- a/core/src/luajit/src/lj_asm_x86.h +++ b/core/src/luajit/src/lj_asm_x86.h @@ -1,6 +1,6 @@ /* ** x86/x64 IR assembler (SSA IR -> machine code). -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ /* -- Guard handling ------------------------------------------------------ */ @@ -21,12 +21,14 @@ static MCode *asm_exitstub_gen(ASMState *as, ExitNo group) } /* Push the high byte of the exitno for each exit stub group. */ *mxp++ = XI_PUSHi8; *mxp++ = (MCode)((group*EXITSTUBS_PER_GROUP)>>8); +#if !LJ_GC64 /* Store DISPATCH at original stack slot 0. Account for the two push ops. */ *mxp++ = XI_MOVmi; *mxp++ = MODRM(XM_OFS8, 0, RID_ESP); *mxp++ = MODRM(XM_SCALE1, RID_ESP, RID_ESP); *mxp++ = 2*sizeof(void *); *(int32_t *)mxp = ptr2addr(J2GG(as->J)->dispatch); mxp += 4; +#endif /* Jump to exit handler which fills in the ExitState. */ *mxp++ = XI_JMP; mxp += 4; *((int32_t *)(mxp-4)) = jmprel(mxp, (MCode *)(void *)lj_vm_exit_handler); @@ -62,10 +64,14 @@ static void asm_guardcc(ASMState *as, int cc) target = p; cc ^= 1; if (as->realign) { + if (LJ_GC64 && LJ_UNLIKELY(as->mrm.base == RID_RIP)) + as->mrm.ofs += 2; /* Fixup RIP offset for pending fused load. */ emit_sjcc(as, cc, target); return; } } + if (LJ_GC64 && LJ_UNLIKELY(as->mrm.base == RID_RIP)) + as->mrm.ofs += 6; /* Fixup RIP offset for pending fused load. */ emit_jcc(as, cc, target); } @@ -79,6 +85,15 @@ static int asm_isk32(ASMState *as, IRRef ref, int32_t *k) { if (irref_isk(ref)) { IRIns *ir = IR(ref); +#if LJ_GC64 + if (ir->o == IR_KNULL || !irt_is64(ir->t)) { + *k = ir->i; + return 1; + } else if (checki32((int64_t)ir_k64(ir)->u64)) { + *k = (int32_t)ir_k64(ir)->u64; + return 1; + } +#else if (ir->o != IR_KINT64) { *k = ir->i; return 1; @@ -86,6 +101,7 @@ static int asm_isk32(ASMState *as, IRRef ref, int32_t *k) *k = (int32_t)ir_kint64(ir)->u64; return 1; } +#endif } return 0; } @@ -185,9 +201,19 @@ static void asm_fuseahuref(ASMState *as, IRRef ref, RegSet allow) if (irref_isk(ir->op1)) { GCfunc *fn = ir_kfunc(IR(ir->op1)); GCupval *uv = &gcref(fn->l.uvptr[(ir->op2 >> 8)])->uv; +#if LJ_GC64 + int64_t ofs = dispofs(as, &uv->tv); + if (checki32(ofs) && checki32(ofs+4)) { + as->mrm.ofs = (int32_t)ofs; + as->mrm.base = RID_DISPATCH; + as->mrm.idx = RID_NONE; + return; + } +#else as->mrm.ofs = ptr2addr(&uv->tv); as->mrm.base = as->mrm.idx = RID_NONE; return; +#endif } break; default: @@ -205,14 +231,40 @@ static void asm_fuseahuref(ASMState *as, IRRef ref, RegSet allow) static void asm_fusefref(ASMState *as, IRIns *ir, RegSet allow) { lua_assert(ir->o == IR_FLOAD || ir->o == IR_FREF); - as->mrm.ofs = field_ofs[ir->op2]; as->mrm.idx = RID_NONE; + if (ir->op1 == REF_NIL) { +#if LJ_GC64 + as->mrm.ofs = (int32_t)(ir->op2 << 2) - GG_OFS(dispatch); + as->mrm.base = RID_DISPATCH; +#else + as->mrm.ofs = (int32_t)(ir->op2 << 2) + ptr2addr(J2GG(as->J)); + as->mrm.base = RID_NONE; +#endif + return; + } + as->mrm.ofs = field_ofs[ir->op2]; if (irref_isk(ir->op1)) { - as->mrm.ofs += IR(ir->op1)->i; + IRIns *op1 = IR(ir->op1); +#if LJ_GC64 + if (ir->op1 == REF_NIL) { + as->mrm.ofs -= GG_OFS(dispatch); + as->mrm.base = RID_DISPATCH; + return; + } else if (op1->o == IR_KPTR || op1->o == IR_KKPTR) { + intptr_t ofs = dispofs(as, ir_kptr(op1)); + if (checki32(as->mrm.ofs + ofs)) { + as->mrm.ofs += (int32_t)ofs; + as->mrm.base = RID_DISPATCH; + return; + } + } +#else + as->mrm.ofs += op1->i; as->mrm.base = RID_NONE; - } else { - as->mrm.base = (uint8_t)ra_alloc1(as, ir->op1, allow); + return; +#endif } + as->mrm.base = (uint8_t)ra_alloc1(as, ir->op1, allow); } /* Fuse string reference into memory operand. */ @@ -223,7 +275,7 @@ static void asm_fusestrref(ASMState *as, IRIns *ir, RegSet allow) as->mrm.base = as->mrm.idx = RID_NONE; as->mrm.scale = XM_SCALE1; as->mrm.ofs = sizeof(GCstr); - if (irref_isk(ir->op1)) { + if (!LJ_GC64 && irref_isk(ir->op1)) { as->mrm.ofs += IR(ir->op1)->i; } else { Reg r = ra_alloc1(as, ir->op1, allow); @@ -255,10 +307,20 @@ static void asm_fusexref(ASMState *as, IRRef ref, RegSet allow) IRIns *ir = IR(ref); as->mrm.idx = RID_NONE; if (ir->o == IR_KPTR || ir->o == IR_KKPTR) { +#if LJ_GC64 + intptr_t ofs = dispofs(as, ir_kptr(ir)); + if (checki32(ofs)) { + as->mrm.ofs = (int32_t)ofs; + as->mrm.base = RID_DISPATCH; + return; + } + } if (0) { +#else as->mrm.ofs = ir->i; as->mrm.base = RID_NONE; } else if (ir->o == IR_STRREF) { asm_fusestrref(as, ir, allow); +#endif } else { as->mrm.ofs = 0; if (canfuse(as, ir) && ir->o == IR_ADD && ra_noreg(ir->r)) { @@ -301,7 +363,45 @@ static void asm_fusexref(ASMState *as, IRRef ref, RegSet allow) } } -/* Fuse load into memory operand. */ +/* Fuse load of 64 bit IR constant into memory operand. */ +static Reg asm_fuseloadk64(ASMState *as, IRIns *ir) +{ + const uint64_t *k = &ir_k64(ir)->u64; + if (!LJ_GC64 || checki32((intptr_t)k)) { + as->mrm.ofs = ptr2addr(k); + as->mrm.base = RID_NONE; +#if LJ_GC64 + } else if (checki32(dispofs(as, k))) { + as->mrm.ofs = (int32_t)dispofs(as, k); + as->mrm.base = RID_DISPATCH; + } else if (checki32(mcpofs(as, k)) && checki32(mcpofs(as, k+1)) && + checki32(mctopofs(as, k)) && checki32(mctopofs(as, k+1))) { + as->mrm.ofs = (int32_t)mcpofs(as, k); + as->mrm.base = RID_RIP; + } else { + if (ir->i) { + lua_assert(*k == *(uint64_t*)(as->mctop - ir->i)); + } else { + while ((uintptr_t)as->mcbot & 7) *as->mcbot++ = XI_INT3; + *(uint64_t*)as->mcbot = *k; + ir->i = (int32_t)(as->mctop - as->mcbot); + as->mcbot += 8; + as->mclim = as->mcbot + MCLIM_REDZONE; + } + as->mrm.ofs = (int32_t)mcpofs(as, as->mctop - ir->i); + as->mrm.base = RID_RIP; +#endif + } + as->mrm.idx = RID_NONE; + return RID_MRM; +} + +/* Fuse load into memory operand. +** +** Important caveat: this may emit RIP-relative loads! So don't place any +** code emitters between this function and the use of its result. +** The only permitted exception is asm_guardcc(). +*/ static Reg asm_fuseload(ASMState *as, IRRef ref, RegSet allow) { IRIns *ir = IR(ref); @@ -320,26 +420,35 @@ static Reg asm_fuseload(ASMState *as, IRRef ref, RegSet allow) if (ir->o == IR_KNUM) { RegSet avail = as->freeset & ~as->modset & RSET_FPR; lua_assert(allow != RSET_EMPTY); - if (!(avail & (avail-1))) { /* Fuse if less than two regs available. */ - as->mrm.ofs = ptr2addr(ir_knum(ir)); - as->mrm.base = as->mrm.idx = RID_NONE; - return RID_MRM; - } - } else if (ir->o == IR_KINT64) { + if (!(avail & (avail-1))) /* Fuse if less than two regs available. */ + return asm_fuseloadk64(as, ir); + } else if (ref == REF_BASE || ir->o == IR_KINT64) { RegSet avail = as->freeset & ~as->modset & RSET_GPR; lua_assert(allow != RSET_EMPTY); if (!(avail & (avail-1))) { /* Fuse if less than two regs available. */ - as->mrm.ofs = ptr2addr(ir_kint64(ir)); - as->mrm.base = as->mrm.idx = RID_NONE; - return RID_MRM; + if (ref == REF_BASE) { +#if LJ_GC64 + as->mrm.ofs = (int32_t)dispofs(as, &J2G(as->J)->jit_base); + as->mrm.base = RID_DISPATCH; +#else + as->mrm.ofs = ptr2addr(&J2G(as->J)->jit_base); + as->mrm.base = RID_NONE; +#endif + as->mrm.idx = RID_NONE; + return RID_MRM; + } else { + return asm_fuseloadk64(as, ir); + } } } else if (mayfuse(as, ref)) { RegSet xallow = (allow & RSET_GPR) ? allow : RSET_GPR; if (ir->o == IR_SLOAD) { if (!(ir->op2 & (IRSLOAD_PARENT|IRSLOAD_CONVERT)) && - noconflict(as, ref, IR_RETF, 0)) { + noconflict(as, ref, IR_RETF, 0) && + !(LJ_GC64 && irt_isaddr(ir->t))) { as->mrm.base = (uint8_t)ra_alloc1(as, REF_BASE, xallow); - as->mrm.ofs = 8*((int32_t)ir->op1-1) + ((ir->op2&IRSLOAD_FRAME)?4:0); + as->mrm.ofs = 8*((int32_t)ir->op1-1-LJ_FR2) + + (!LJ_FR2 && (ir->op2 & IRSLOAD_FRAME) ? 4 : 0); as->mrm.idx = RID_NONE; return RID_MRM; } @@ -351,7 +460,8 @@ static Reg asm_fuseload(ASMState *as, IRRef ref, RegSet allow) return RID_MRM; } } else if (ir->o == IR_ALOAD || ir->o == IR_HLOAD || ir->o == IR_ULOAD) { - if (noconflict(as, ref, ir->o + IRDELTA_L2S, 0)) { + if (noconflict(as, ref, ir->o + IRDELTA_L2S, 0) && + !(LJ_GC64 && irt_isaddr(ir->t))) { asm_fuseahuref(as, ir->op1, xallow); return RID_MRM; } @@ -364,12 +474,16 @@ static Reg asm_fuseload(ASMState *as, IRRef ref, RegSet allow) asm_fusexref(as, ir->op1, xallow); return RID_MRM; } - } else if (ir->o == IR_VLOAD) { + } else if (ir->o == IR_VLOAD && !(LJ_GC64 && irt_isaddr(ir->t))) { asm_fuseahuref(as, ir->op1, xallow); return RID_MRM; } } - if (!(as->freeset & allow) && !irref_isk(ref) && + if (ir->o == IR_FLOAD && ir->op1 == REF_NIL) { + asm_fusefref(as, ir, RSET_EMPTY); + return RID_MRM; + } + if (!(as->freeset & allow) && !emit_canremat(ref) && (allow == RSET_EMPTY || ra_hasspill(ir->s) || iscrossref(as, ref))) goto fusespill; return ra_allocref(as, ref, allow); @@ -392,7 +506,7 @@ static Reg asm_fuseloadm(ASMState *as, IRRef ref, RegSet allow, int is64) /* Count the required number of stack slots for a call. */ static int asm_count_call_slots(ASMState *as, const CCallInfo *ci, IRRef *args) { - uint32_t i, nargs = CCI_NARGS(ci); + uint32_t i, nargs = CCI_XNARGS(ci); int nslots = 0; #if LJ_64 if (LJ_ABI_WIN) { @@ -425,7 +539,7 @@ static int asm_count_call_slots(ASMState *as, const CCallInfo *ci, IRRef *args) /* Generate a call to a C function. */ static void asm_gencall(ASMState *as, const CCallInfo *ci, IRRef *args) { - uint32_t n, nargs = CCI_NARGS(ci); + uint32_t n, nargs = CCI_XNARGS(ci); int32_t ofs = STACKARG_OFS; #if LJ_64 uint32_t gprs = REGARG_GPRS; @@ -485,8 +599,8 @@ static void asm_gencall(ASMState *as, const CCallInfo *ci, IRRef *args) if (r) { /* Argument is in a register. */ if (r < RID_MAX_GPR && ref < ASMREF_TMP1) { #if LJ_64 - if (ir->o == IR_KINT64) - emit_loadu64(as, r, ir_kint64(ir)->u64); + if (LJ_GC64 ? !(ir->o == IR_KINT || ir->o == IR_KNULL) : ir->o == IR_KINT64) + emit_loadu64(as, r, ir_k64(ir)->u64); else #endif emit_loadi(as, r, ir->i); @@ -531,7 +645,7 @@ static void asm_gencall(ASMState *as, const CCallInfo *ci, IRRef *args) static void asm_setupresult(ASMState *as, IRIns *ir, const CCallInfo *ci) { RegSet drop = RSET_SCRATCH; - int hiop = (LJ_32 && (ir+1)->o == IR_HIOP); + int hiop = (LJ_32 && (ir+1)->o == IR_HIOP && !irt_isnil((ir+1)->t)); if ((ci->flags & CCI_NOFPRCLOBBER)) drop &= ~RSET_FPR; if (ra_hasreg(ir->r)) @@ -560,7 +674,7 @@ static void asm_setupresult(ASMState *as, IRIns *ir, const CCallInfo *ci) if (ra_hasreg(dest)) { ra_free(as, dest); ra_modified(as, dest); - emit_rmro(as, irt_isnum(ir->t) ? XMM_MOVRM(as) : XO_MOVSS, + emit_rmro(as, irt_isnum(ir->t) ? XO_MOVSD : XO_MOVSS, dest, RID_ESP, ofs); } if ((ci->flags & CCI_CASTU64)) { @@ -584,15 +698,6 @@ static void asm_setupresult(ASMState *as, IRIns *ir, const CCallInfo *ci) } } -static void asm_call(ASMState *as, IRIns *ir) -{ - IRRef args[CCI_NARGS_MAX]; - const CCallInfo *ci = &lj_ir_callinfo[ir->op2]; - asm_collectargs(as, ir, ci, args); - asm_setupresult(as, ir, ci); - asm_gencall(as, ci, args); -} - /* Return a constant function pointer or NULL for indirect calls. */ static void *asm_callx_func(ASMState *as, IRIns *irf, IRRef func) { @@ -651,15 +756,23 @@ static void asm_callx(ASMState *as, IRIns *ir) static void asm_retf(ASMState *as, IRIns *ir) { Reg base = ra_alloc1(as, REF_BASE, RSET_GPR); +#if LJ_FR2 + Reg rpc = ra_scratch(as, rset_exclude(RSET_GPR, base)); +#endif void *pc = ir_kptr(IR(ir->op2)); - int32_t delta = 1+bc_a(*((const BCIns *)pc - 1)); + int32_t delta = 1+LJ_FR2+bc_a(*((const BCIns *)pc - 1)); as->topslot -= (BCReg)delta; if ((int32_t)as->topslot < 0) as->topslot = 0; irt_setmark(IR(REF_BASE)->t); /* Children must not coalesce with BASE reg. */ emit_setgl(as, base, jit_base); emit_addptr(as, base, -8*delta); asm_guardcc(as, CC_NE); +#if LJ_FR2 + emit_rmro(as, XO_CMP, rpc|REX_GC64, base, -8); + emit_loadu64(as, rpc, u64ptr(pc)); +#else emit_gmroi(as, XG_ARITHi(XOg_CMP), base, -4, ptr2addr(pc)); +#endif } /* -- Type conversions ---------------------------------------------------- */ @@ -672,8 +785,7 @@ static void asm_tointg(ASMState *as, IRIns *ir, Reg left) asm_guardcc(as, CC_NE); emit_rr(as, XO_UCOMISD, left, tmp); emit_rr(as, XO_CVTSI2SD, tmp, dest); - if (!(as->flags & JIT_F_SPLIT_XMM)) - emit_rr(as, XO_XORPS, tmp, tmp); /* Avoid partial register stall. */ + emit_rr(as, XO_XORPS, tmp, tmp); /* Avoid partial register stall. */ emit_rr(as, XO_CVTTSD2SI, dest, left); /* Can't fuse since left is needed twice. */ } @@ -684,8 +796,9 @@ static void asm_tobit(ASMState *as, IRIns *ir) Reg tmp = ra_noreg(IR(ir->op1)->r) ? ra_alloc1(as, ir->op1, RSET_FPR) : ra_scratch(as, RSET_FPR); - Reg right = asm_fuseload(as, ir->op2, rset_exclude(RSET_FPR, tmp)); + Reg right; emit_rr(as, XO_MOVDto, tmp, dest); + right = asm_fuseload(as, ir->op2, rset_exclude(RSET_FPR, tmp)); emit_mrm(as, XO_ADDSD, tmp, right); ra_left(as, tmp, ir->op1); } @@ -706,13 +819,13 @@ static void asm_conv(ASMState *as, IRIns *ir) if (left == dest) return; /* Avoid the XO_XORPS. */ } else if (LJ_32 && st == IRT_U32) { /* U32 to FP conversion on x86. */ /* number = (2^52+2^51 .. u32) - (2^52+2^51) */ - cTValue *k = lj_ir_k64_find(as->J, U64x(43380000,00000000)); + cTValue *k = &as->J->k64[LJ_K64_TOBIT]; Reg bias = ra_scratch(as, rset_exclude(RSET_FPR, dest)); if (irt_isfloat(ir->t)) emit_rr(as, XO_CVTSD2SS, dest, dest); emit_rr(as, XO_SUBSD, dest, bias); /* Subtract 2^52+2^51 bias. */ emit_rr(as, XO_XORPS, dest, bias); /* Merge bias and integer. */ - emit_loadn(as, bias, k); + emit_rma(as, XO_MOVSD, bias, k); emit_mrm(as, XO_MOVD, dest, asm_fuseload(as, lref, RSET_GPR)); return; } else { /* Integer to FP conversion. */ @@ -721,7 +834,7 @@ static void asm_conv(ASMState *as, IRIns *ir) asm_fuseloadm(as, lref, RSET_GPR, st64); if (LJ_64 && st == IRT_U64) { MCLabel l_end = emit_label(as); - const void *k = lj_ir_k64_find(as->J, U64x(43f00000,00000000)); + cTValue *k = &as->J->k64[LJ_K64_2P64]; emit_rma(as, XO_ADDSD, dest, k); /* Add 2^64 to compensate. */ emit_sjcc(as, CC_NS, l_end); emit_rr(as, XO_TEST, left|REX_64, left); /* Check if u64 >= 2^63. */ @@ -729,8 +842,7 @@ static void asm_conv(ASMState *as, IRIns *ir) emit_mrm(as, irt_isnum(ir->t) ? XO_CVTSI2SD : XO_CVTSI2SS, dest|((LJ_64 && (st64 || st == IRT_U32)) ? REX_64 : 0), left); } - if (!(as->flags & JIT_F_SPLIT_XMM)) - emit_rr(as, XO_XORPS, dest, dest); /* Avoid partial register stall. */ + emit_rr(as, XO_XORPS, dest, dest); /* Avoid partial register stall. */ } else if (stfp) { /* FP to integer conversion. */ if (irt_isguard(ir->t)) { /* Checked conversions are only supported from number to int. */ @@ -738,9 +850,7 @@ static void asm_conv(ASMState *as, IRIns *ir) asm_tointg(as, ir, ra_alloc1(as, lref, RSET_FPR)); } else { Reg dest = ra_dest(as, ir, RSET_GPR); - x86Op op = st == IRT_NUM ? - ((ir->op2 & IRCONV_TRUNC) ? XO_CVTTSD2SI : XO_CVTSD2SI) : - ((ir->op2 & IRCONV_TRUNC) ? XO_CVTTSS2SI : XO_CVTSS2SI); + x86Op op = st == IRT_NUM ? XO_CVTTSD2SI : XO_CVTTSS2SI; if (LJ_64 ? irt_isu64(ir->t) : irt_isu32(ir->t)) { /* LJ_64: For inputs >= 2^63 add -2^64, convert again. */ /* LJ_32: For inputs >= 2^31 add -2^31, convert again and add 2^31. */ @@ -751,23 +861,20 @@ static void asm_conv(ASMState *as, IRIns *ir) emit_gri(as, XG_ARITHi(XOg_ADD), dest, (int32_t)0x80000000); emit_rr(as, op, dest|REX_64, tmp); if (st == IRT_NUM) - emit_rma(as, XO_ADDSD, tmp, lj_ir_k64_find(as->J, - LJ_64 ? U64x(c3f00000,00000000) : U64x(c1e00000,00000000))); + emit_rma(as, XO_ADDSD, tmp, &as->J->k64[LJ_K64_M2P64_31]); else - emit_rma(as, XO_ADDSS, tmp, lj_ir_k64_find(as->J, - LJ_64 ? U64x(00000000,df800000) : U64x(00000000,cf000000))); + emit_rma(as, XO_ADDSS, tmp, &as->J->k32[LJ_K32_M2P64_31]); emit_sjcc(as, CC_NS, l_end); emit_rr(as, XO_TEST, dest|REX_64, dest); /* Check if dest negative. */ emit_rr(as, op, dest|REX_64, tmp); ra_left(as, tmp, lref); } else { - Reg left = asm_fuseload(as, lref, RSET_FPR); if (LJ_64 && irt_isu32(ir->t)) emit_rr(as, XO_MOV, dest, dest); /* Zero hiword. */ emit_mrm(as, op, dest|((LJ_64 && (irt_is64(ir->t) || irt_isu32(ir->t))) ? REX_64 : 0), - left); + asm_fuseload(as, lref, RSET_FPR)); } } } else if (st >= IRT_I8 && st <= IRT_U16) { /* Extend to 32 bit integer. */ @@ -834,16 +941,14 @@ static void asm_conv_fp_int64(ASMState *as, IRIns *ir) if (ra_hasreg(dest)) { ra_free(as, dest); ra_modified(as, dest); - emit_rmro(as, irt_isnum(ir->t) ? XMM_MOVRM(as) : XO_MOVSS, - dest, RID_ESP, ofs); + emit_rmro(as, irt_isnum(ir->t) ? XO_MOVSD : XO_MOVSS, dest, RID_ESP, ofs); } emit_rmro(as, irt_isnum(ir->t) ? XO_FSTPq : XO_FSTPd, irt_isnum(ir->t) ? XOg_FSTPq : XOg_FSTPd, RID_ESP, ofs); if (((ir-1)->op2 & IRCONV_SRCMASK) == IRT_U64) { /* For inputs in [2^63,2^64-1] add 2^64 to compensate. */ MCLabel l_end = emit_label(as); - emit_rma(as, XO_FADDq, XOg_FADDq, - lj_ir_k64_find(as->J, U64x(43f00000,00000000))); + emit_rma(as, XO_FADDq, XOg_FADDq, &as->J->k64[LJ_K64_2P64]); emit_sjcc(as, CC_NS, l_end); emit_rr(as, XO_TEST, hi, hi); /* Check if u64 >= 2^63. */ } else { @@ -863,7 +968,6 @@ static void asm_conv_int64_fp(ASMState *as, IRIns *ir) Reg lo, hi; lua_assert(st == IRT_NUM || st == IRT_FLOAT); lua_assert(dt == IRT_I64 || dt == IRT_U64); - lua_assert(((ir-1)->op2 & IRCONV_TRUNC)); hi = ra_dest(as, ir, RSET_GPR); lo = ra_dest(as, ir-1, rset_exclude(RSET_GPR, hi)); if (ra_used(ir-1)) emit_rmro(as, XO_MOV, lo, RID_ESP, 0); @@ -884,8 +988,7 @@ static void asm_conv_int64_fp(ASMState *as, IRIns *ir) emit_rmro(as, XO_FISTTPq, XOg_FISTTPq, RID_ESP, 0); else emit_rmro(as, XO_FISTPq, XOg_FISTPq, RID_ESP, 0); - emit_rma(as, XO_FADDq, XOg_FADDq, - lj_ir_k64_find(as->J, U64x(c3f00000,00000000))); + emit_rma(as, XO_FADDq, XOg_FADDq, &as->J->k64[LJ_K64_M2P64]); emit_sjcc(as, CC_NS, l_pop); emit_rr(as, XO_TEST, hi, hi); /* Check if out-of-range (2^63). */ } @@ -906,6 +1009,14 @@ static void asm_conv_int64_fp(ASMState *as, IRIns *ir) st == IRT_NUM ? XOg_FLDq: XOg_FLDd, asm_fuseload(as, ir->op1, RSET_EMPTY)); } + +static void asm_conv64(ASMState *as, IRIns *ir) +{ + if (irt_isfp(ir->t)) + asm_conv_fp_int64(as, ir); + else + asm_conv_int64_fp(as, ir); +} #endif static void asm_strto(ASMState *as, IRIns *ir) @@ -927,54 +1038,60 @@ static void asm_strto(ASMState *as, IRIns *ir) RID_ESP, sps_scale(ir->s)); } -static void asm_tostr(ASMState *as, IRIns *ir) +/* -- Memory references --------------------------------------------------- */ + +/* Get pointer to TValue. */ +static void asm_tvptr(ASMState *as, Reg dest, IRRef ref) { - IRIns *irl = IR(ir->op1); - IRRef args[2]; - args[0] = ASMREF_L; - as->gcsteps++; - if (irt_isnum(irl->t)) { - const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_str_fromnum]; - args[1] = ASMREF_TMP1; /* const lua_Number * */ - asm_setupresult(as, ir, ci); /* GCstr * */ - asm_gencall(as, ci, args); - emit_rmro(as, XO_LEA, ra_releasetmp(as, ASMREF_TMP1)|REX_64, - RID_ESP, ra_spill(as, irl)); + IRIns *ir = IR(ref); + if (irt_isnum(ir->t)) { + /* For numbers use the constant itself or a spill slot as a TValue. */ + if (irref_isk(ref)) + emit_loada(as, dest, ir_knum(ir)); + else + emit_rmro(as, XO_LEA, dest|REX_64, RID_ESP, ra_spill(as, ir)); } else { - const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_str_fromint]; - args[1] = ir->op1; /* int32_t k */ - asm_setupresult(as, ir, ci); /* GCstr * */ - asm_gencall(as, ci, args); + /* Otherwise use g->tmptv to hold the TValue. */ +#if LJ_GC64 + if (irref_isk(ref)) { + TValue k; + lj_ir_kvalue(as->J->L, &k, ir); + emit_movmroi(as, dest, 4, k.u32.hi); + emit_movmroi(as, dest, 0, k.u32.lo); + } else { + /* TODO: 64 bit store + 32 bit load-modify-store is suboptimal. */ + Reg src = ra_alloc1(as, ref, rset_exclude(RSET_GPR, dest)); + if (irt_is64(ir->t)) { + emit_u32(as, irt_toitype(ir->t) << 15); + emit_rmro(as, XO_ARITHi, XOg_OR, dest, 4); + } else { + /* Currently, no caller passes integers that might end up here. */ + emit_movmroi(as, dest, 4, (irt_toitype(ir->t) << 15)); + } + emit_movtomro(as, REX_64IR(ir, src), dest, 0); + } +#else + if (!irref_isk(ref)) { + Reg src = ra_alloc1(as, ref, rset_exclude(RSET_GPR, dest)); + emit_movtomro(as, REX_64IR(ir, src), dest, 0); + } else if (!irt_ispri(ir->t)) { + emit_movmroi(as, dest, 0, ir->i); + } + if (!(LJ_64 && irt_islightud(ir->t))) + emit_movmroi(as, dest, 4, irt_toitype(ir->t)); +#endif + emit_loada(as, dest, &J2G(as->J)->tmptv); } } -/* -- Memory references --------------------------------------------------- */ - static void asm_aref(ASMState *as, IRIns *ir) { Reg dest = ra_dest(as, ir, RSET_GPR); asm_fusearef(as, ir, RSET_GPR); if (!(as->mrm.idx == RID_NONE && as->mrm.ofs == 0)) - emit_mrm(as, XO_LEA, dest, RID_MRM); + emit_mrm(as, XO_LEA, dest|REX_GC64, RID_MRM); else if (as->mrm.base != dest) - emit_rr(as, XO_MOV, dest, as->mrm.base); -} - -/* Merge NE(HREF, niltv) check. */ -static MCode *merge_href_niltv(ASMState *as, IRIns *ir) -{ - /* Assumes nothing else generates NE of HREF. */ - if ((ir[1].o == IR_NE || ir[1].o == IR_EQ) && ir[1].op1 == as->curins && - ra_hasreg(ir->r)) { - MCode *p = as->mcp; - p += (LJ_64 && *p != XI_ARITHi) ? 7+6 : 6+6; - /* Ensure no loop branch inversion happened. */ - if (p[-6] == 0x0f && p[-5] == XI_JCCn+(CC_NE^(ir[1].o & 1))) { - as->mcp = p; /* Kill cmp reg, imm32 + jz exit. */ - return p + *(int32_t *)(p-4); /* Return exit address. */ - } - } - return NULL; + emit_rr(as, XO_MOV, dest|REX_GC64, as->mrm.base); } /* Inlined hash lookup. Specialized for key type and for const keys. @@ -985,10 +1102,10 @@ static MCode *merge_href_niltv(ASMState *as, IRIns *ir) ** } while ((n = nextnode(n))); ** return niltv(L); */ -static void asm_href(ASMState *as, IRIns *ir) +static void asm_href(ASMState *as, IRIns *ir, IROp merge) { - MCode *nilexit = merge_href_niltv(as, ir); /* Do this before any restores. */ RegSet allow = RSET_GPR; + int destused = ra_used(ir); Reg dest = ra_dest(as, ir, allow); Reg tab = ra_alloc1(as, ir->op1, rset_clear(allow, dest)); Reg key = RID_NONE, tmp = RID_NONE; @@ -1001,28 +1118,26 @@ static void asm_href(ASMState *as, IRIns *ir) if (!isk) { rset_clear(allow, tab); key = ra_alloc1(as, ir->op2, irt_isnum(kt) ? RSET_FPR : allow); - if (!irt_isstr(kt)) + if (LJ_GC64 || !irt_isstr(kt)) tmp = ra_scratch(as, rset_exclude(allow, key)); } - /* Key not found in chain: jump to exit (if merged with NE) or load niltv. */ + /* Key not found in chain: jump to exit (if merged) or load niltv. */ l_end = emit_label(as); - if (nilexit && ir[1].o == IR_NE) { - emit_jcc(as, CC_E, nilexit); /* XI_JMP is not found by lj_asm_patchexit. */ - nilexit = NULL; - } else { + if (merge == IR_NE) + asm_guardcc(as, CC_E); /* XI_JMP is not found by lj_asm_patchexit. */ + else if (destused) emit_loada(as, dest, niltvg(J2G(as->J))); - } /* Follow hash chain until the end. */ l_loop = emit_sjcc_label(as, CC_NZ); - emit_rr(as, XO_TEST, dest, dest); - emit_rmro(as, XO_MOV, dest, dest, offsetof(Node, next)); + emit_rr(as, XO_TEST, dest|REX_GC64, dest); + emit_rmro(as, XO_MOV, dest|REX_GC64, dest, offsetof(Node, next)); l_next = emit_label(as); /* Type and value comparison. */ - if (nilexit) - emit_jcc(as, CC_E, nilexit); + if (merge == IR_EQ) + asm_guardcc(as, CC_E); else emit_sjcc(as, CC_E, l_end); if (irt_isnum(kt)) { @@ -1038,7 +1153,7 @@ static void asm_href(ASMState *as, IRIns *ir) emit_rmro(as, XO_UCOMISD, key, dest, offsetof(Node, key.n)); emit_sjcc(as, CC_AE, l_next); /* The type check avoids NaN penalties and complaints from Valgrind. */ -#if LJ_64 +#if LJ_64 && !LJ_GC64 emit_u32(as, LJ_TISNUM); emit_rmro(as, XO_ARITHi, XOg_CMP, dest, offsetof(Node, key.it)); #else @@ -1046,10 +1161,28 @@ static void asm_href(ASMState *as, IRIns *ir) emit_rmro(as, XO_ARITHi8, XOg_CMP, dest, offsetof(Node, key.it)); #endif } -#if LJ_64 +#if LJ_64 && !LJ_GC64 } else if (irt_islightud(kt)) { emit_rmro(as, XO_CMP, key|REX_64, dest, offsetof(Node, key.u64)); #endif +#if LJ_GC64 + } else if (irt_isaddr(kt)) { + if (isk) { + TValue k; + k.u64 = ((uint64_t)irt_toitype(irkey->t) << 47) | irkey[1].tv.u64; + emit_gmroi(as, XG_ARITHi(XOg_CMP), dest, offsetof(Node, key.u32.lo), + k.u32.lo); + emit_sjcc(as, CC_NE, l_next); + emit_gmroi(as, XG_ARITHi(XOg_CMP), dest, offsetof(Node, key.u32.hi), + k.u32.hi); + } else { + emit_rmro(as, XO_CMP, tmp|REX_64, dest, offsetof(Node, key.u64)); + } + } else { + lua_assert(irt_ispri(kt) && !irt_isnil(kt)); + emit_u32(as, (irt_toitype(kt)<<15)|0x7fff); + emit_rmro(as, XO_ARITHi, XOg_CMP, dest, offsetof(Node, key.it)); +#else } else { if (!irt_ispri(kt)) { lua_assert(irt_isaddr(kt)); @@ -1063,16 +1196,23 @@ static void asm_href(ASMState *as, IRIns *ir) lua_assert(!irt_isnil(kt)); emit_i8(as, irt_toitype(kt)); emit_rmro(as, XO_ARITHi8, XOg_CMP, dest, offsetof(Node, key.it)); +#endif } emit_sfixup(as, l_loop); checkmclim(as); +#if LJ_GC64 + if (!isk && irt_isaddr(kt)) { + emit_rr(as, XO_OR, tmp|REX_64, key); + emit_loadu64(as, tmp, (uint64_t)irt_toitype(kt) << 47); + } +#endif /* Load main position relative to tab->node into dest. */ khash = isk ? ir_khash(irkey) : 1; if (khash == 0) { - emit_rmro(as, XO_MOV, dest, tab, offsetof(GCtab, node)); + emit_rmro(as, XO_MOV, dest|REX_GC64, tab, offsetof(GCtab, node)); } else { - emit_rmro(as, XO_ARITH(XOg_ADD), dest, tab, offsetof(GCtab, node)); + emit_rmro(as, XO_ARITH(XOg_ADD), dest|REX_GC64, tab, offsetof(GCtab,node)); if ((as->flags & JIT_F_PREFER_IMUL)) { emit_i8(as, sizeof(Node)); emit_rr(as, XO_IMULi8, dest, dest); @@ -1107,7 +1247,19 @@ static void asm_href(ASMState *as, IRIns *ir) #endif } else { emit_rr(as, XO_MOV, tmp, key); +#if LJ_GC64 + checkmclim(as); + emit_gri(as, XG_ARITHi(XOg_XOR), dest, irt_toitype(kt) << 15); + if ((as->flags & JIT_F_BMI2)) { + emit_i8(as, 32); + emit_mrm(as, XV_RORX|VEX_64, dest, key); + } else { + emit_shifti(as, XOg_SHR|REX_64, dest, 32); + emit_rr(as, XO_MOV, dest|REX_64, key|REX_64); + } +#else emit_rmro(as, XO_LEA, dest, key, HASH_BIAS); +#endif } } } @@ -1127,11 +1279,11 @@ static void asm_hrefk(ASMState *as, IRIns *ir) if (ra_hasreg(dest)) { if (ofs != 0) { if (dest == node && !(as->flags & JIT_F_LEA_AGU)) - emit_gri(as, XG_ARITHi(XOg_ADD), dest, ofs); + emit_gri(as, XG_ARITHi(XOg_ADD), dest|REX_GC64, ofs); else - emit_rmro(as, XO_LEA, dest, node, ofs); + emit_rmro(as, XO_LEA, dest|REX_GC64, node, ofs); } else if (dest != node) { - emit_rr(as, XO_MOV, dest, node); + emit_rr(as, XO_MOV, dest|REX_GC64, node); } } asm_guardcc(as, CC_NE); @@ -1143,13 +1295,24 @@ static void asm_hrefk(ASMState *as, IRIns *ir) lua_assert(irt_isnum(irkey->t) || irt_isgcv(irkey->t)); /* Assumes -0.0 is already canonicalized to +0.0. */ emit_loadu64(as, key, irt_isnum(irkey->t) ? ir_knum(irkey)->u64 : +#if LJ_GC64 + ((uint64_t)irt_toitype(irkey->t) << 47) | + (uint64_t)ir_kgc(irkey)); +#else ((uint64_t)irt_toitype(irkey->t) << 32) | (uint64_t)(uint32_t)ptr2addr(ir_kgc(irkey))); +#endif } else { lua_assert(!irt_isnil(irkey->t)); +#if LJ_GC64 + emit_i32(as, (irt_toitype(irkey->t)<<15)|0x7fff); + emit_rmro(as, XO_ARITHi, XOg_CMP, node, + ofs + (int32_t)offsetof(Node, key.it)); +#else emit_i8(as, irt_toitype(irkey->t)); emit_rmro(as, XO_ARITHi8, XOg_CMP, node, ofs + (int32_t)offsetof(Node, key.it)); +#endif } #else l_exit = emit_label(as); @@ -1178,62 +1341,27 @@ static void asm_hrefk(ASMState *as, IRIns *ir) #endif } -static void asm_newref(ASMState *as, IRIns *ir) -{ - const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_tab_newkey]; - IRRef args[3]; - IRIns *irkey; - Reg tmp; - if (ir->r == RID_SINK) - return; - args[0] = ASMREF_L; /* lua_State *L */ - args[1] = ir->op1; /* GCtab *t */ - args[2] = ASMREF_TMP1; /* cTValue *key */ - asm_setupresult(as, ir, ci); /* TValue * */ - asm_gencall(as, ci, args); - tmp = ra_releasetmp(as, ASMREF_TMP1); - irkey = IR(ir->op2); - if (irt_isnum(irkey->t)) { - /* For numbers use the constant itself or a spill slot as a TValue. */ - if (irref_isk(ir->op2)) - emit_loada(as, tmp, ir_knum(irkey)); - else - emit_rmro(as, XO_LEA, tmp|REX_64, RID_ESP, ra_spill(as, irkey)); - } else { - /* Otherwise use g->tmptv to hold the TValue. */ - if (!irref_isk(ir->op2)) { - Reg src = ra_alloc1(as, ir->op2, rset_exclude(RSET_GPR, tmp)); - emit_movtomro(as, REX_64IR(irkey, src), tmp, 0); - } else if (!irt_ispri(irkey->t)) { - emit_movmroi(as, tmp, 0, irkey->i); - } - if (!(LJ_64 && irt_islightud(irkey->t))) - emit_movmroi(as, tmp, 4, irt_toitype(irkey->t)); - emit_loada(as, tmp, &J2G(as->J)->tmptv); - } -} - static void asm_uref(ASMState *as, IRIns *ir) { - /* NYI: Check that UREFO is still open and not aliasing a slot. */ Reg dest = ra_dest(as, ir, RSET_GPR); if (irref_isk(ir->op1)) { GCfunc *fn = ir_kfunc(IR(ir->op1)); MRef *v = &gcref(fn->l.uvptr[(ir->op2 >> 8)])->uv.v; - emit_rma(as, XO_MOV, dest, v); + emit_rma(as, XO_MOV, dest|REX_GC64, v); } else { Reg uv = ra_scratch(as, RSET_GPR); Reg func = ra_alloc1(as, ir->op1, RSET_GPR); if (ir->o == IR_UREFC) { - emit_rmro(as, XO_LEA, dest, uv, offsetof(GCupval, tv)); + emit_rmro(as, XO_LEA, dest|REX_GC64, uv, offsetof(GCupval, tv)); asm_guardcc(as, CC_NE); emit_i8(as, 1); emit_rmro(as, XO_ARITHib, XOg_CMP, uv, offsetof(GCupval, closed)); } else { - emit_rmro(as, XO_MOV, dest, uv, offsetof(GCupval, v)); + emit_rmro(as, XO_MOV, dest|REX_GC64, uv, offsetof(GCupval, v)); } - emit_rmro(as, XO_MOV, uv, func, - (int32_t)offsetof(GCfuncL, uvptr) + 4*(int32_t)(ir->op2 >> 8)); + emit_rmro(as, XO_MOV, uv|REX_GC64, func, + (int32_t)offsetof(GCfuncL, uvptr) + + (int32_t)sizeof(MRef) * (int32_t)(ir->op2 >> 8)); } } @@ -1251,9 +1379,9 @@ static void asm_strref(ASMState *as, IRIns *ir) if (as->mrm.base == RID_NONE) emit_loadi(as, dest, as->mrm.ofs); else if (as->mrm.base == dest && as->mrm.idx == RID_NONE) - emit_gri(as, XG_ARITHi(XOg_ADD), dest, as->mrm.ofs); + emit_gri(as, XG_ARITHi(XOg_ADD), dest|REX_GC64, as->mrm.ofs); else - emit_mrm(as, XO_LEA, dest, RID_MRM); + emit_mrm(as, XO_LEA, dest|REX_GC64, RID_MRM); } /* -- Loads and stores ---------------------------------------------------- */ @@ -1272,7 +1400,7 @@ static void asm_fxload(ASMState *as, IRIns *ir) case IRT_U8: xo = XO_MOVZXb; break; case IRT_I16: xo = XO_MOVSXw; break; case IRT_U16: xo = XO_MOVZXw; break; - case IRT_NUM: xo = XMM_MOVRM(as); break; + case IRT_NUM: xo = XO_MOVSD; break; case IRT_FLOAT: xo = XO_MOVSS; break; default: if (LJ_64 && irt_is64(ir->t)) @@ -1285,6 +1413,9 @@ static void asm_fxload(ASMState *as, IRIns *ir) emit_mrm(as, xo, dest, RID_MRM); } +#define asm_fload(as, ir) asm_fxload(as, ir) +#define asm_xload(as, ir) asm_fxload(as, ir) + static void asm_fxstore(ASMState *as, IRIns *ir) { RegSet allow = RSET_GPR; @@ -1319,7 +1450,7 @@ static void asm_fxstore(ASMState *as, IRIns *ir) case IRT_I16: case IRT_U16: xo = XO_MOVtow; break; case IRT_NUM: xo = XO_MOVSDto; break; case IRT_FLOAT: xo = XO_MOVSSto; break; -#if LJ_64 +#if LJ_64 && !LJ_GC64 case IRT_LIGHTUD: lua_assert(0); /* NYI: mask 64 bit lightuserdata. */ #endif default: @@ -1348,7 +1479,10 @@ static void asm_fxstore(ASMState *as, IRIns *ir) } } -#if LJ_64 +#define asm_fstore(as, ir) asm_fxstore(as, ir) +#define asm_xstore(as, ir) asm_fxstore(as, ir) + +#if LJ_64 && !LJ_GC64 static Reg asm_load_lightud64(ASMState *as, IRIns *ir, int typecheck) { if (ra_used(ir) || typecheck) { @@ -1370,9 +1504,12 @@ static Reg asm_load_lightud64(ASMState *as, IRIns *ir, int typecheck) static void asm_ahuvload(ASMState *as, IRIns *ir) { +#if LJ_GC64 + Reg tmp = RID_NONE; +#endif lua_assert(irt_isnum(ir->t) || irt_ispri(ir->t) || irt_isaddr(ir->t) || (LJ_DUALNUM && irt_isint(ir->t))); -#if LJ_64 +#if LJ_64 && !LJ_GC64 if (irt_islightud(ir->t)) { Reg dest = asm_load_lightud64(as, ir, 1); if (ra_hasreg(dest)) { @@ -1386,20 +1523,64 @@ static void asm_ahuvload(ASMState *as, IRIns *ir) RegSet allow = irt_isnum(ir->t) ? RSET_FPR : RSET_GPR; Reg dest = ra_dest(as, ir, allow); asm_fuseahuref(as, ir->op1, RSET_GPR); - emit_mrm(as, dest < RID_MAX_GPR ? XO_MOV : XMM_MOVRM(as), dest, RID_MRM); +#if LJ_GC64 + if (irt_isaddr(ir->t)) { + emit_shifti(as, XOg_SHR|REX_64, dest, 17); + asm_guardcc(as, CC_NE); + emit_i8(as, irt_toitype(ir->t)); + emit_rr(as, XO_ARITHi8, XOg_CMP, dest); + emit_i8(as, XI_O16); + if ((as->flags & JIT_F_BMI2)) { + emit_i8(as, 47); + emit_mrm(as, XV_RORX|VEX_64, dest, RID_MRM); + } else { + emit_shifti(as, XOg_ROR|REX_64, dest, 47); + emit_mrm(as, XO_MOV, dest|REX_64, RID_MRM); + } + return; + } else +#endif + emit_mrm(as, dest < RID_MAX_GPR ? XO_MOV : XO_MOVSD, dest, RID_MRM); } else { - asm_fuseahuref(as, ir->op1, RSET_GPR); + RegSet gpr = RSET_GPR; +#if LJ_GC64 + if (irt_isaddr(ir->t)) { + tmp = ra_scratch(as, RSET_GPR); + gpr = rset_exclude(gpr, tmp); + } +#endif + asm_fuseahuref(as, ir->op1, gpr); } /* Always do the type check, even if the load result is unused. */ as->mrm.ofs += 4; asm_guardcc(as, irt_isnum(ir->t) ? CC_AE : CC_NE); if (LJ_64 && irt_type(ir->t) >= IRT_NUM) { lua_assert(irt_isinteger(ir->t) || irt_isnum(ir->t)); +#if LJ_GC64 + emit_u32(as, LJ_TISNUM << 15); +#else emit_u32(as, LJ_TISNUM); +#endif + emit_mrm(as, XO_ARITHi, XOg_CMP, RID_MRM); +#if LJ_GC64 + } else if (irt_isaddr(ir->t)) { + as->mrm.ofs -= 4; + emit_i8(as, irt_toitype(ir->t)); + emit_mrm(as, XO_ARITHi8, XOg_CMP, tmp); + emit_shifti(as, XOg_SAR|REX_64, tmp, 47); + emit_mrm(as, XO_MOV, tmp|REX_64, RID_MRM); + } else if (irt_isnil(ir->t)) { + as->mrm.ofs -= 4; + emit_i8(as, -1); + emit_mrm(as, XO_ARITHi8, XOg_CMP|REX_64, RID_MRM); + } else { + emit_u32(as, (irt_toitype(ir->t) << 15) | 0x7fff); emit_mrm(as, XO_ARITHi, XOg_CMP, RID_MRM); +#else } else { emit_i8(as, irt_toitype(ir->t)); emit_mrm(as, XO_ARITHi8, XOg_CMP, RID_MRM); +#endif } } @@ -1411,12 +1592,28 @@ static void asm_ahustore(ASMState *as, IRIns *ir) Reg src = ra_alloc1(as, ir->op2, RSET_FPR); asm_fuseahuref(as, ir->op1, RSET_GPR); emit_mrm(as, XO_MOVSDto, src, RID_MRM); -#if LJ_64 +#if LJ_64 && !LJ_GC64 } else if (irt_islightud(ir->t)) { Reg src = ra_alloc1(as, ir->op2, RSET_GPR); asm_fuseahuref(as, ir->op1, rset_exclude(RSET_GPR, src)); emit_mrm(as, XO_MOVto, src|REX_64, RID_MRM); #endif +#if LJ_GC64 + } else if (irref_isk(ir->op2)) { + TValue k; + lj_ir_kvalue(as->J->L, &k, IR(ir->op2)); + asm_fuseahuref(as, ir->op1, RSET_GPR); + if (tvisnil(&k)) { + emit_i32(as, -1); + emit_mrm(as, XO_MOVmi, REX_64, RID_MRM); + } else { + emit_u32(as, k.u32.lo); + emit_mrm(as, XO_MOVmi, 0, RID_MRM); + as->mrm.ofs += 4; + emit_u32(as, k.u32.hi); + emit_mrm(as, XO_MOVmi, 0, RID_MRM); + } +#endif } else { IRIns *irr = IR(ir->op2); RegSet allow = RSET_GPR; @@ -1427,6 +1624,17 @@ static void asm_ahustore(ASMState *as, IRIns *ir) } asm_fuseahuref(as, ir->op1, allow); if (ra_hasreg(src)) { +#if LJ_GC64 + if (!(LJ_DUALNUM && irt_isinteger(ir->t))) { + /* TODO: 64 bit store + 32 bit load-modify-store is suboptimal. */ + as->mrm.ofs += 4; + emit_u32(as, irt_toitype(ir->t) << 15); + emit_mrm(as, XO_ARITHi, XOg_OR, RID_MRM); + as->mrm.ofs -= 4; + emit_mrm(as, XO_MOVto, src|REX_64, RID_MRM); + return; + } +#endif emit_mrm(as, XO_MOVto, src, RID_MRM); } else if (!irt_ispri(irr->t)) { lua_assert(irt_isaddr(ir->t) || (LJ_DUALNUM && irt_isinteger(ir->t))); @@ -1434,14 +1642,20 @@ static void asm_ahustore(ASMState *as, IRIns *ir) emit_mrm(as, XO_MOVmi, 0, RID_MRM); } as->mrm.ofs += 4; +#if LJ_GC64 + lua_assert(LJ_DUALNUM && irt_isinteger(ir->t)); + emit_i32(as, LJ_TNUMX << 15); +#else emit_i32(as, (int32_t)irt_toitype(ir->t)); +#endif emit_mrm(as, XO_MOVmi, 0, RID_MRM); } } static void asm_sload(ASMState *as, IRIns *ir) { - int32_t ofs = 8*((int32_t)ir->op1-1) + ((ir->op2 & IRSLOAD_FRAME) ? 4 : 0); + int32_t ofs = 8*((int32_t)ir->op1-1-LJ_FR2) + + (!LJ_FR2 && (ir->op2 & IRSLOAD_FRAME) ? 4 : 0); IRType1 t = ir->t; Reg base; lua_assert(!(ir->op2 & IRSLOAD_PARENT)); /* Handled by asm_head_side(). */ @@ -1452,9 +1666,9 @@ static void asm_sload(ASMState *as, IRIns *ir) Reg left = ra_scratch(as, RSET_FPR); asm_tointg(as, ir, left); /* Frees dest reg. Do this before base alloc. */ base = ra_alloc1(as, REF_BASE, RSET_GPR); - emit_rmro(as, XMM_MOVRM(as), left, base, ofs); + emit_rmro(as, XO_MOVSD, left, base, ofs); t.irt = IRT_NUM; /* Continue with a regular number type check. */ -#if LJ_64 +#if LJ_64 && !LJ_GC64 } else if (irt_islightud(t)) { Reg dest = asm_load_lightud64(as, ir, (ir->op2 & IRSLOAD_TYPECHECK)); if (ra_hasreg(dest)) { @@ -1470,11 +1684,39 @@ static void asm_sload(ASMState *as, IRIns *ir) lua_assert(irt_isnum(t) || irt_isint(t) || irt_isaddr(t)); if ((ir->op2 & IRSLOAD_CONVERT)) { t.irt = irt_isint(t) ? IRT_NUM : IRT_INT; /* Check for original type. */ - emit_rmro(as, irt_isint(t) ? XO_CVTSI2SD : XO_CVTSD2SI, dest, base, ofs); - } else if (irt_isnum(t)) { - emit_rmro(as, XMM_MOVRM(as), dest, base, ofs); + emit_rmro(as, irt_isint(t) ? XO_CVTSI2SD : XO_CVTTSD2SI, dest, base, ofs); } else { - emit_rmro(as, XO_MOV, dest, base, ofs); +#if LJ_GC64 + if (irt_isaddr(t)) { + /* LJ_GC64 type check + tag removal without BMI2 and with BMI2: + ** + ** mov r64, [addr] rorx r64, [addr], 47 + ** ror r64, 47 + ** cmp r16, itype cmp r16, itype + ** jne ->exit jne ->exit + ** shr r64, 16 shr r64, 16 + */ + emit_shifti(as, XOg_SHR|REX_64, dest, 17); + if ((ir->op2 & IRSLOAD_TYPECHECK)) { + asm_guardcc(as, CC_NE); + emit_i8(as, irt_toitype(t)); + emit_rr(as, XO_ARITHi8, XOg_CMP, dest); + emit_i8(as, XI_O16); + } + if ((as->flags & JIT_F_BMI2)) { + emit_i8(as, 47); + emit_rmro(as, XV_RORX|VEX_64, dest, base, ofs); + } else { + if ((ir->op2 & IRSLOAD_TYPECHECK)) + emit_shifti(as, XOg_ROR|REX_64, dest, 47); + else + emit_shifti(as, XOg_SHL|REX_64, dest, 17); + emit_rmro(as, XO_MOV, dest|REX_64, base, ofs); + } + return; + } else +#endif + emit_rmro(as, irt_isnum(t) ? XO_MOVSD : XO_MOV, dest, base, ofs); } } else { if (!(ir->op2 & IRSLOAD_TYPECHECK)) @@ -1486,11 +1728,42 @@ static void asm_sload(ASMState *as, IRIns *ir) asm_guardcc(as, irt_isnum(t) ? CC_AE : CC_NE); if (LJ_64 && irt_type(t) >= IRT_NUM) { lua_assert(irt_isinteger(t) || irt_isnum(t)); +#if LJ_GC64 + emit_u32(as, LJ_TISNUM << 15); +#else emit_u32(as, LJ_TISNUM); +#endif emit_rmro(as, XO_ARITHi, XOg_CMP, base, ofs+4); +#if LJ_GC64 + } else if (irt_isnil(t)) { + /* LJ_GC64 type check for nil: + ** + ** cmp qword [addr], -1 + ** jne ->exit + */ + emit_i8(as, -1); + emit_rmro(as, XO_ARITHi8, XOg_CMP|REX_64, base, ofs); + } else if (irt_ispri(t)) { + emit_u32(as, (irt_toitype(t) << 15) | 0x7fff); + emit_rmro(as, XO_ARITHi, XOg_CMP, base, ofs+4); + } else { + /* LJ_GC64 type check only: + ** + ** mov r64, [addr] + ** sar r64, 47 + ** cmp r32, itype + ** jne ->exit + */ + Reg tmp = ra_scratch(as, rset_exclude(RSET_GPR, base)); + emit_i8(as, irt_toitype(t)); + emit_rr(as, XO_ARITHi8, XOg_CMP, tmp); + emit_shifti(as, XOg_SAR|REX_64, tmp, 47); + emit_rmro(as, XO_MOV, tmp|REX_64, base, ofs+4); +#else } else { emit_i8(as, irt_toitype(t)); emit_rmro(as, XO_ARITHi8, XOg_CMP, base, ofs+4); +#endif } } } @@ -1501,15 +1774,13 @@ static void asm_sload(ASMState *as, IRIns *ir) static void asm_cnew(ASMState *as, IRIns *ir) { CTState *cts = ctype_ctsG(J2G(as->J)); - CTypeID ctypeid = (CTypeID)IR(ir->op1)->i; - CTSize sz = (ir->o == IR_CNEWI || ir->op2 == REF_NIL) ? - lj_ctype_size(cts, ctypeid) : (CTSize)IR(ir->op2)->i; + CTypeID id = (CTypeID)IR(ir->op1)->i; + CTSize sz; + CTInfo info = lj_ctype_info(cts, id, &sz); const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_mem_newgco]; - IRRef args[2]; - lua_assert(sz != CTSIZE_INVALID); + IRRef args[4]; + lua_assert(sz != CTSIZE_INVALID || (ir->o == IR_CNEW && ir->op2 != REF_NIL)); - args[0] = ASMREF_L; /* lua_State *L */ - args[1] = ASMREF_TMP1; /* MSize size */ as->gcsteps++; asm_setupresult(as, ir, ci); /* GCcdata * */ @@ -1520,8 +1791,9 @@ static void asm_cnew(ASMState *as, IRIns *ir) Reg r64 = sz == 8 ? REX_64 : 0; if (irref_isk(ir->op2)) { IRIns *irk = IR(ir->op2); - uint64_t k = irk->o == IR_KINT64 ? ir_k64(irk)->u64 : - (uint64_t)(uint32_t)irk->i; + uint64_t k = (irk->o == IR_KINT64 || + (LJ_GC64 && (irk->o == IR_KPTR || irk->o == IR_KKPTR))) ? + ir_k64(irk)->u64 : (uint64_t)(uint32_t)irk->i; if (sz == 4 || checki32((int64_t)k)) { emit_i32(as, (int32_t)k); emit_rmro(as, XO_MOVmi, r64, RID_RET, sizeof(GCcdata)); @@ -1552,15 +1824,26 @@ static void asm_cnew(ASMState *as, IRIns *ir) } while (1); #endif lua_assert(sz == 4 || sz == 8); + } else if (ir->op2 != REF_NIL) { /* Create VLA/VLS/aligned cdata. */ + ci = &lj_ir_callinfo[IRCALL_lj_cdata_newv]; + args[0] = ASMREF_L; /* lua_State *L */ + args[1] = ir->op1; /* CTypeID id */ + args[2] = ir->op2; /* CTSize sz */ + args[3] = ASMREF_TMP1; /* CTSize align */ + asm_gencall(as, ci, args); + emit_loadi(as, ra_releasetmp(as, ASMREF_TMP1), (int32_t)ctype_align(info)); + return; } /* Combine initialization of marked, gct and ctypeid. */ emit_movtomro(as, RID_ECX, RID_RET, offsetof(GCcdata, marked)); emit_gri(as, XG_ARITHi(XOg_OR), RID_ECX, - (int32_t)((~LJ_TCDATA<<8)+(ctypeid<<16))); + (int32_t)((~LJ_TCDATA<<8)+(id<<16))); emit_gri(as, XG_ARITHi(XOg_AND), RID_ECX, LJ_GC_WHITES); emit_opgl(as, XO_MOVZXb, RID_ECX, gc.currentwhite); + args[0] = ASMREF_L; /* lua_State *L */ + args[1] = ASMREF_TMP1; /* MSize size */ asm_gencall(as, ci, args); emit_loadi(as, ra_releasetmp(as, ASMREF_TMP1), (int32_t)(sz+sizeof(GCcdata))); } @@ -1575,7 +1858,7 @@ static void asm_tbar(ASMState *as, IRIns *ir) Reg tab = ra_alloc1(as, ir->op1, RSET_GPR); Reg tmp = ra_scratch(as, rset_exclude(RSET_GPR, tab)); MCLabel l_end = emit_label(as); - emit_movtomro(as, tmp, tab, offsetof(GCtab, gclist)); + emit_movtomro(as, tmp|REX_GC64, tab, offsetof(GCtab, gclist)); emit_setgl(as, tab, gc.grayagain); emit_getgl(as, tmp, gc.grayagain); emit_i8(as, ~LJ_GC_BLACK); @@ -1638,36 +1921,9 @@ static void asm_x87load(ASMState *as, IRRef ref) } } -/* Try to rejoin pow from EXP2, MUL and LOG2 (if still unsplit). */ -static int fpmjoin_pow(ASMState *as, IRIns *ir) -{ - IRIns *irp = IR(ir->op1); - if (irp == ir-1 && irp->o == IR_MUL && !ra_used(irp)) { - IRIns *irpp = IR(irp->op1); - if (irpp == ir-2 && irpp->o == IR_FPMATH && - irpp->op2 == IRFPM_LOG2 && !ra_used(irpp)) { - /* The modified regs must match with the *.dasc implementation. */ - RegSet drop = RSET_RANGE(RID_XMM0, RID_XMM2+1)|RID2RSET(RID_EAX); - IRIns *irx; - if (ra_hasreg(ir->r)) - rset_clear(drop, ir->r); /* Dest reg handled below. */ - ra_evictset(as, drop); - ra_destreg(as, ir, RID_XMM0); - emit_call(as, lj_vm_pow_sse); - irx = IR(irpp->op1); - if (ra_noreg(irx->r) && ra_gethint(irx->r) == RID_XMM1) - irx->r = RID_INIT; /* Avoid allocating xmm1 for x. */ - ra_left(as, RID_XMM0, irpp->op1); - ra_left(as, RID_XMM1, irp->op2); - return 1; - } - } - return 0; -} - static void asm_fpmath(ASMState *as, IRIns *ir) { - IRFPMathOp fpm = ir->o == IR_FPMATH ? (IRFPMathOp)ir->op2 : IRFPM_OTHER; + IRFPMathOp fpm = (IRFPMathOp)ir->op2; if (fpm == IRFPM_SQRT) { Reg dest = ra_dest(as, ir, RSET_FPR); Reg left = asm_fuseload(as, ir->op1, RSET_FPR); @@ -1698,51 +1954,29 @@ static void asm_fpmath(ASMState *as, IRIns *ir) fpm == IRFPM_CEIL ? lj_vm_ceil_sse : lj_vm_trunc_sse); ra_left(as, RID_XMM0, ir->op1); } - } else if (fpm == IRFPM_EXP2 && fpmjoin_pow(as, ir)) { + } else if (fpm == IRFPM_EXP2 && asm_fpjoin_pow(as, ir)) { /* Rejoined to pow(). */ - } else { /* Handle x87 ops. */ - int32_t ofs = sps_scale(ir->s); /* Use spill slot or temp slots. */ - Reg dest = ir->r; - if (ra_hasreg(dest)) { - ra_free(as, dest); - ra_modified(as, dest); - emit_rmro(as, XMM_MOVRM(as), dest, RID_ESP, ofs); - } - emit_rmro(as, XO_FSTPq, XOg_FSTPq, RID_ESP, ofs); - switch (fpm) { /* st0 = lj_vm_*(st0) */ - case IRFPM_EXP: emit_call(as, lj_vm_exp_x87); break; - case IRFPM_EXP2: emit_call(as, lj_vm_exp2_x87); break; - case IRFPM_SIN: emit_x87op(as, XI_FSIN); break; - case IRFPM_COS: emit_x87op(as, XI_FCOS); break; - case IRFPM_TAN: emit_x87op(as, XI_FPOP); emit_x87op(as, XI_FPTAN); break; - case IRFPM_LOG: case IRFPM_LOG2: case IRFPM_LOG10: - /* Note: the use of fyl2xp1 would be pointless here. When computing - ** log(1.0+eps) the precision is already lost after 1.0 is added. - ** Subtracting 1.0 won't recover it. OTOH math.log1p would make sense. - */ - emit_x87op(as, XI_FYL2X); break; - case IRFPM_OTHER: - switch (ir->o) { - case IR_ATAN2: - emit_x87op(as, XI_FPATAN); asm_x87load(as, ir->op2); break; - case IR_LDEXP: - emit_x87op(as, XI_FPOP1); emit_x87op(as, XI_FSCALE); break; - default: lua_assert(0); break; - } - break; - default: lua_assert(0); break; - } - asm_x87load(as, ir->op1); - switch (fpm) { - case IRFPM_LOG: emit_x87op(as, XI_FLDLN2); break; - case IRFPM_LOG2: emit_x87op(as, XI_FLD1); break; - case IRFPM_LOG10: emit_x87op(as, XI_FLDLG2); break; - case IRFPM_OTHER: - if (ir->o == IR_LDEXP) asm_x87load(as, ir->op2); - break; - default: break; - } + } else { + asm_callid(as, ir, IRCALL_lj_vm_floor + fpm); + } +} + +#define asm_atan2(as, ir) asm_callid(as, ir, IRCALL_atan2) + +static void asm_ldexp(ASMState *as, IRIns *ir) +{ + int32_t ofs = sps_scale(ir->s); /* Use spill slot or temp slots. */ + Reg dest = ir->r; + if (ra_hasreg(dest)) { + ra_free(as, dest); + ra_modified(as, dest); + emit_rmro(as, XO_MOVSD, dest, RID_ESP, ofs); } + emit_rmro(as, XO_FSTPq, XOg_FSTPq, RID_ESP, ofs); + emit_x87op(as, XI_FPOP1); + emit_x87op(as, XI_FSCALE); + asm_x87load(as, ir->op1); + asm_x87load(as, ir->op2); } static void asm_fppowi(ASMState *as, IRIns *ir) @@ -1758,26 +1992,15 @@ static void asm_fppowi(ASMState *as, IRIns *ir) ra_left(as, RID_EAX, ir->op2); } -#if LJ_64 && LJ_HASFFI -static void asm_arith64(ASMState *as, IRIns *ir, IRCallID id) +static void asm_pow(ASMState *as, IRIns *ir) { - const CCallInfo *ci = &lj_ir_callinfo[id]; - IRRef args[2]; - args[0] = ir->op1; - args[1] = ir->op2; - asm_setupresult(as, ir, ci); - asm_gencall(as, ci, args); -} +#if LJ_64 && LJ_HASFFI + if (!irt_isnum(ir->t)) + asm_callid(as, ir, irt_isi64(ir->t) ? IRCALL_lj_carith_powi64 : + IRCALL_lj_carith_powu64); + else #endif - -static void asm_intmod(ASMState *as, IRIns *ir) -{ - const CCallInfo *ci = &lj_ir_callinfo[IRCALL_lj_vm_modi]; - IRRef args[2]; - args[0] = ir->op1; - args[1] = ir->op2; - asm_setupresult(as, ir, ci); - asm_gencall(as, ci, args); + asm_fppowi(as, ir); } static int asm_swapops(ASMState *as, IRIns *ir) @@ -1960,6 +2183,44 @@ static void asm_add(ASMState *as, IRIns *ir) asm_intarith(as, ir, XOg_ADD); } +static void asm_sub(ASMState *as, IRIns *ir) +{ + if (irt_isnum(ir->t)) + asm_fparith(as, ir, XO_SUBSD); + else /* Note: no need for LEA trick here. i-k is encoded as i+(-k). */ + asm_intarith(as, ir, XOg_SUB); +} + +static void asm_mul(ASMState *as, IRIns *ir) +{ + if (irt_isnum(ir->t)) + asm_fparith(as, ir, XO_MULSD); + else + asm_intarith(as, ir, XOg_X_IMUL); +} + +static void asm_div(ASMState *as, IRIns *ir) +{ +#if LJ_64 && LJ_HASFFI + if (!irt_isnum(ir->t)) + asm_callid(as, ir, irt_isi64(ir->t) ? IRCALL_lj_carith_divi64 : + IRCALL_lj_carith_divu64); + else +#endif + asm_fparith(as, ir, XO_DIVSD); +} + +static void asm_mod(ASMState *as, IRIns *ir) +{ +#if LJ_64 && LJ_HASFFI + if (!irt_isint(ir->t)) + asm_callid(as, ir, irt_isi64(ir->t) ? IRCALL_lj_carith_modi64 : + IRCALL_lj_carith_modu64); + else +#endif + asm_callid(as, ir, IRCALL_lj_vm_modi); +} + static void asm_neg_not(ASMState *as, IRIns *ir, x86Group3 xg) { Reg dest = ra_dest(as, ir, RSET_GPR); @@ -1967,7 +2228,17 @@ static void asm_neg_not(ASMState *as, IRIns *ir, x86Group3 xg) ra_left(as, dest, ir->op1); } -static void asm_min_max(ASMState *as, IRIns *ir, int cc) +static void asm_neg(ASMState *as, IRIns *ir) +{ + if (irt_isnum(ir->t)) + asm_fparith(as, ir, XO_XORPS); + else + asm_neg_not(as, ir, XOg_NEG); +} + +#define asm_abs(as, ir) asm_fparith(as, ir, XO_ANDPS) + +static void asm_intmin_max(ASMState *as, IRIns *ir, int cc) { Reg right, dest = ra_dest(as, ir, RSET_GPR); IRRef lref = ir->op1, rref = ir->op2; @@ -1978,7 +2249,30 @@ static void asm_min_max(ASMState *as, IRIns *ir, int cc) ra_left(as, dest, lref); } -static void asm_bitswap(ASMState *as, IRIns *ir) +static void asm_min(ASMState *as, IRIns *ir) +{ + if (irt_isnum(ir->t)) + asm_fparith(as, ir, XO_MINSD); + else + asm_intmin_max(as, ir, CC_G); +} + +static void asm_max(ASMState *as, IRIns *ir) +{ + if (irt_isnum(ir->t)) + asm_fparith(as, ir, XO_MAXSD); + else + asm_intmin_max(as, ir, CC_L); +} + +/* Note: don't use LEA for overflow-checking arithmetic! */ +#define asm_addov(as, ir) asm_intarith(as, ir, XOg_ADD) +#define asm_subov(as, ir) asm_intarith(as, ir, XOg_SUB) +#define asm_mulov(as, ir) asm_intarith(as, ir, XOg_X_IMUL) + +#define asm_bnot(as, ir) asm_neg_not(as, ir, XOg_NOT) + +static void asm_bswap(ASMState *as, IRIns *ir) { Reg dest = ra_dest(as, ir, RSET_GPR); as->mcp = emit_op(XO_BSWAP + ((dest&7) << 24), @@ -1986,7 +2280,11 @@ static void asm_bitswap(ASMState *as, IRIns *ir) ra_left(as, dest, ir->op1); } -static void asm_bitshift(ASMState *as, IRIns *ir, x86Shift xs) +#define asm_band(as, ir) asm_intarith(as, ir, XOg_AND) +#define asm_bor(as, ir) asm_intarith(as, ir, XOg_OR) +#define asm_bxor(as, ir) asm_intarith(as, ir, XOg_XOR) + +static void asm_bitshift(ASMState *as, IRIns *ir, x86Shift xs, x86Op xv) { IRRef rref = ir->op2; IRIns *irr = IR(rref); @@ -1995,11 +2293,27 @@ static void asm_bitshift(ASMState *as, IRIns *ir, x86Shift xs) int shift; dest = ra_dest(as, ir, RSET_GPR); shift = irr->i & (irt_is64(ir->t) ? 63 : 31); + if (!xv && shift && (as->flags & JIT_F_BMI2)) { + Reg left = asm_fuseloadm(as, ir->op1, RSET_GPR, irt_is64(ir->t)); + if (left != dest) { /* BMI2 rotate right by constant. */ + emit_i8(as, xs == XOg_ROL ? -shift : shift); + emit_mrm(as, VEX_64IR(ir, XV_RORX), dest, left); + return; + } + } switch (shift) { case 0: break; case 1: emit_rr(as, XO_SHIFT1, REX_64IR(ir, xs), dest); break; default: emit_shifti(as, REX_64IR(ir, xs), dest, shift); break; } + } else if ((as->flags & JIT_F_BMI2) && xv) { /* BMI2 variable shifts. */ + Reg left, right; + dest = ra_dest(as, ir, RSET_GPR); + right = ra_alloc1(as, rref, RSET_GPR); + left = asm_fuseloadm(as, ir->op1, rset_exclude(RSET_GPR, right), + irt_is64(ir->t)); + emit_mrm(as, VEX_64IR(ir, xv) ^ (right << 19), dest, left); + return; } else { /* Variable shifts implicitly use register cl (i.e. ecx). */ Reg right; dest = ra_dest(as, ir, rset_exclude(RSET_GPR, RID_ECX)); @@ -2025,6 +2339,12 @@ static void asm_bitshift(ASMState *as, IRIns *ir, x86Shift xs) */ } +#define asm_bshl(as, ir) asm_bitshift(as, ir, XOg_SHL, XV_SHLX) +#define asm_bshr(as, ir) asm_bitshift(as, ir, XOg_SHR, XV_SHRX) +#define asm_bsar(as, ir) asm_bitshift(as, ir, XOg_SAR, XV_SARX) +#define asm_brol(as, ir) asm_bitshift(as, ir, XOg_ROL, 0) +#define asm_bror(as, ir) asm_bitshift(as, ir, XOg_ROR, 0) + /* -- Comparisons --------------------------------------------------------- */ /* Virtual flags for unordered FP comparisons. */ @@ -2051,8 +2371,9 @@ static const uint16_t asm_compmap[IR_ABC+1] = { }; /* FP and integer comparisons. */ -static void asm_comp(ASMState *as, IRIns *ir, uint32_t cc) +static void asm_comp(ASMState *as, IRIns *ir) { + uint32_t cc = asm_compmap[ir->o]; if (irt_isnum(ir->t)) { IRRef lref = ir->op1; IRRef rref = ir->op2; @@ -2073,7 +2394,6 @@ static void asm_comp(ASMState *as, IRIns *ir, uint32_t cc) cc ^= (VCC_PS|(5<<4)); /* A <-> B, AE <-> BE, PS <-> none */ } left = ra_alloc1(as, lref, RSET_FPR); - right = asm_fuseload(as, rref, rset_exclude(RSET_FPR, left)); l_around = emit_label(as); asm_guardcc(as, cc >> 4); if (cc & VCC_P) { /* Extra CC_P branch required? */ @@ -2090,6 +2410,7 @@ static void asm_comp(ASMState *as, IRIns *ir, uint32_t cc) emit_jcc(as, CC_P, as->mcp); } } + right = asm_fuseload(as, rref, rset_exclude(RSET_FPR, left)); emit_mrm(as, XO_UCOMISD, left, right); } else { IRRef lref = ir->op1, rref = ir->op2; @@ -2207,6 +2528,8 @@ static void asm_comp(ASMState *as, IRIns *ir, uint32_t cc) } } +#define asm_equal(as, ir) asm_comp(as, ir) + #if LJ_32 && LJ_HASFFI /* 64 bit integer comparisons in 32 bit mode. */ static void asm_comp_int64(ASMState *as, IRIns *ir) @@ -2289,13 +2612,9 @@ static void asm_hiop(ASMState *as, IRIns *ir) int uselo = ra_used(ir-1), usehi = ra_used(ir); /* Loword/hiword used? */ if (LJ_UNLIKELY(!(as->flags & JIT_F_OPT_DCE))) uselo = usehi = 1; if ((ir-1)->o == IR_CONV) { /* Conversions to/from 64 bit. */ - if (usehi || uselo) { - if (irt_isfp(ir->t)) - asm_conv_fp_int64(as, ir); - else - asm_conv_int64_fp(as, ir); - } as->curins--; /* Always skip the CONV. */ + if (usehi || uselo) + asm_conv64(as, ir); return; } else if ((ir-1)->o <= IR_NE) { /* 64 bit integer comparisons. ORDER IR. */ asm_comp_int64(as, ir); @@ -2344,6 +2663,16 @@ static void asm_hiop(ASMState *as, IRIns *ir) #endif } +/* -- Profiling ----------------------------------------------------------- */ + +static void asm_prof(ASMState *as, IRIns *ir) +{ + UNUSED(ir); + asm_guardcc(as, CC_NE); + emit_i8(as, HOOK_PROFILE); + emit_rma(as, XO_GROUP3b, XOg_TEST, &J2G(as->J)->hookmask); +} + /* -- Stack handling ------------------------------------------------------ */ /* Check Lua stack size for overflow. Use exit handler as fallback. */ @@ -2358,14 +2687,19 @@ static void asm_stack_check(ASMState *as, BCReg topslot, emit_rmro(as, XO_MOV, r|REX_64, RID_ESP, 0); else ra_modified(as, r); - emit_gri(as, XG_ARITHi(XOg_CMP), r, (int32_t)(8*topslot)); + emit_gri(as, XG_ARITHi(XOg_CMP), r|REX_GC64, (int32_t)(8*topslot)); if (ra_hasreg(pbase) && pbase != r) - emit_rr(as, XO_ARITH(XOg_SUB), r, pbase); + emit_rr(as, XO_ARITH(XOg_SUB), r|REX_GC64, pbase); else +#if LJ_GC64 + emit_rmro(as, XO_ARITH(XOg_SUB), r|REX_64, RID_DISPATCH, + (int32_t)dispofs(as, &J2G(as->J)->jit_base)); +#else emit_rmro(as, XO_ARITH(XOg_SUB), r, RID_NONE, ptr2addr(&J2G(as->J)->jit_base)); - emit_rmro(as, XO_MOV, r, r, offsetof(lua_State, maxstack)); - emit_getgl(as, r, jit_L); +#endif + emit_rmro(as, XO_MOV, r|REX_GC64, r, offsetof(lua_State, maxstack)); + emit_getgl(as, r, cur_L); if (allow == RSET_EMPTY) /* Spill temp. register. */ emit_rmro(as, XO_MOVto, r|REX_64, RID_ESP, 0); } @@ -2374,13 +2708,15 @@ static void asm_stack_check(ASMState *as, BCReg topslot, static void asm_stack_restore(ASMState *as, SnapShot *snap) { SnapEntry *map = &as->T->snapmap[snap->mapofs]; - SnapEntry *flinks = &as->T->snapmap[snap_nextofs(as->T, snap)-1]; +#if !LJ_FR2 || defined(LUA_USE_ASSERT) + SnapEntry *flinks = &as->T->snapmap[snap_nextofs(as->T, snap)-1-LJ_FR2]; +#endif MSize n, nent = snap->nent; /* Store the value of all modified slots to the Lua stack. */ for (n = 0; n < nent; n++) { SnapEntry sn = map[n]; BCReg s = snap_slot(sn); - int32_t ofs = 8*((int32_t)s-1); + int32_t ofs = 8*((int32_t)s-1-LJ_FR2); IRRef ref = snap_ref(sn); IRIns *ir = IR(ref); if ((sn & SNAP_NORESTORE)) @@ -2393,16 +2729,44 @@ static void asm_stack_restore(ASMState *as, SnapShot *snap) (LJ_DUALNUM && irt_isinteger(ir->t))); if (!irref_isk(ref)) { Reg src = ra_alloc1(as, ref, rset_exclude(RSET_GPR, RID_BASE)); +#if LJ_GC64 + if (irt_is64(ir->t)) { + /* TODO: 64 bit store + 32 bit load-modify-store is suboptimal. */ + emit_u32(as, irt_toitype(ir->t) << 15); + emit_rmro(as, XO_ARITHi, XOg_OR, RID_BASE, ofs+4); + } else if (LJ_DUALNUM && irt_isinteger(ir->t)) { + emit_movmroi(as, RID_BASE, ofs+4, LJ_TISNUM << 15); + } else { + emit_movmroi(as, RID_BASE, ofs+4, (irt_toitype(ir->t)<<15)|0x7fff); + } +#endif emit_movtomro(as, REX_64IR(ir, src), RID_BASE, ofs); +#if LJ_GC64 + } else { + TValue k; + lj_ir_kvalue(as->J->L, &k, ir); + if (tvisnil(&k)) { + emit_i32(as, -1); + emit_rmro(as, XO_MOVmi, REX_64, RID_BASE, ofs); + } else { + emit_movmroi(as, RID_BASE, ofs+4, k.u32.hi); + emit_movmroi(as, RID_BASE, ofs, k.u32.lo); + } +#else } else if (!irt_ispri(ir->t)) { emit_movmroi(as, RID_BASE, ofs, ir->i); +#endif } if ((sn & (SNAP_CONT|SNAP_FRAME))) { +#if !LJ_FR2 if (s != 0) /* Do not overwrite link to previous frame. */ emit_movmroi(as, RID_BASE, ofs+4, (int32_t)(*flinks--)); +#endif +#if !LJ_GC64 } else { if (!(LJ_64 && irt_islightud(ir->t))) emit_movmroi(as, RID_BASE, ofs+4, irt_toitype(ir->t)); +#endif } } checkmclim(as); @@ -2428,11 +2792,15 @@ static void asm_gc_check(ASMState *as) args[1] = ASMREF_TMP2; /* MSize steps */ asm_gencall(as, ci, args); tmp = ra_releasetmp(as, ASMREF_TMP1); +#if LJ_GC64 + emit_rmro(as, XO_LEA, tmp|REX_64, RID_DISPATCH, GG_DISP2G); +#else emit_loada(as, tmp, J2G(as->J)); +#endif emit_loadi(as, ra_releasetmp(as, ASMREF_TMP2), as->gcsteps); /* Jump around GC step if GC total < GC threshold. */ emit_sjcc(as, CC_B, l_end); - emit_opgl(as, XO_ARITH(XOg_CMP), tmp, gc.threshold); + emit_opgl(as, XO_ARITH(XOg_CMP), tmp|REX_GC64, gc.threshold); emit_getgl(as, tmp, gc.total); as->gcsteps = 0; checkmclim(as); @@ -2497,7 +2865,7 @@ static void asm_head_root_base(ASMState *as) if (rset_test(as->modset, r) || irt_ismarked(ir->t)) ir->r = RID_INIT; /* No inheritance for modified BASE register. */ if (r != RID_BASE) - emit_rr(as, XO_MOV, r, RID_BASE); + emit_rr(as, XO_MOV, r|REX_GC64, RID_BASE); } } @@ -2513,8 +2881,9 @@ static RegSet asm_head_side_base(ASMState *as, IRIns *irp, RegSet allow) if (irp->r == r) { rset_clear(allow, r); /* Mark same BASE register as coalesced. */ } else if (ra_hasreg(irp->r) && rset_test(as->freeset, irp->r)) { + /* Move from coalesced parent reg. */ rset_clear(allow, irp->r); - emit_rr(as, XO_MOV, r, irp->r); /* Move from coalesced parent reg. */ + emit_rr(as, XO_MOV, r|REX_GC64, irp->r); } else { emit_getgl(as, r, jit_base); /* Otherwise reload BASE. */ } @@ -2593,163 +2962,6 @@ static void asm_tail_prep(ASMState *as) } } -/* -- Instruction dispatch ------------------------------------------------ */ - -/* Assemble a single instruction. */ -static void asm_ir(ASMState *as, IRIns *ir) -{ - switch ((IROp)ir->o) { - /* Miscellaneous ops. */ - case IR_LOOP: asm_loop(as); break; - case IR_NOP: case IR_XBAR: lua_assert(!ra_used(ir)); break; - case IR_USE: - ra_alloc1(as, ir->op1, irt_isfp(ir->t) ? RSET_FPR : RSET_GPR); break; - case IR_PHI: asm_phi(as, ir); break; - case IR_HIOP: asm_hiop(as, ir); break; - case IR_GCSTEP: asm_gcstep(as, ir); break; - - /* Guarded assertions. */ - case IR_LT: case IR_GE: case IR_LE: case IR_GT: - case IR_ULT: case IR_UGE: case IR_ULE: case IR_UGT: - case IR_EQ: case IR_NE: case IR_ABC: - asm_comp(as, ir, asm_compmap[ir->o]); - break; - - case IR_RETF: asm_retf(as, ir); break; - - /* Bit ops. */ - case IR_BNOT: asm_neg_not(as, ir, XOg_NOT); break; - case IR_BSWAP: asm_bitswap(as, ir); break; - - case IR_BAND: asm_intarith(as, ir, XOg_AND); break; - case IR_BOR: asm_intarith(as, ir, XOg_OR); break; - case IR_BXOR: asm_intarith(as, ir, XOg_XOR); break; - - case IR_BSHL: asm_bitshift(as, ir, XOg_SHL); break; - case IR_BSHR: asm_bitshift(as, ir, XOg_SHR); break; - case IR_BSAR: asm_bitshift(as, ir, XOg_SAR); break; - case IR_BROL: asm_bitshift(as, ir, XOg_ROL); break; - case IR_BROR: asm_bitshift(as, ir, XOg_ROR); break; - - /* Arithmetic ops. */ - case IR_ADD: asm_add(as, ir); break; - case IR_SUB: - if (irt_isnum(ir->t)) - asm_fparith(as, ir, XO_SUBSD); - else /* Note: no need for LEA trick here. i-k is encoded as i+(-k). */ - asm_intarith(as, ir, XOg_SUB); - break; - case IR_MUL: - if (irt_isnum(ir->t)) - asm_fparith(as, ir, XO_MULSD); - else - asm_intarith(as, ir, XOg_X_IMUL); - break; - case IR_DIV: -#if LJ_64 && LJ_HASFFI - if (!irt_isnum(ir->t)) - asm_arith64(as, ir, irt_isi64(ir->t) ? IRCALL_lj_carith_divi64 : - IRCALL_lj_carith_divu64); - else -#endif - asm_fparith(as, ir, XO_DIVSD); - break; - case IR_MOD: -#if LJ_64 && LJ_HASFFI - if (!irt_isint(ir->t)) - asm_arith64(as, ir, irt_isi64(ir->t) ? IRCALL_lj_carith_modi64 : - IRCALL_lj_carith_modu64); - else -#endif - asm_intmod(as, ir); - break; - - case IR_NEG: - if (irt_isnum(ir->t)) - asm_fparith(as, ir, XO_XORPS); - else - asm_neg_not(as, ir, XOg_NEG); - break; - case IR_ABS: asm_fparith(as, ir, XO_ANDPS); break; - - case IR_MIN: - if (irt_isnum(ir->t)) - asm_fparith(as, ir, XO_MINSD); - else - asm_min_max(as, ir, CC_G); - break; - case IR_MAX: - if (irt_isnum(ir->t)) - asm_fparith(as, ir, XO_MAXSD); - else - asm_min_max(as, ir, CC_L); - break; - - case IR_FPMATH: case IR_ATAN2: case IR_LDEXP: - asm_fpmath(as, ir); - break; - case IR_POW: -#if LJ_64 && LJ_HASFFI - if (!irt_isnum(ir->t)) - asm_arith64(as, ir, irt_isi64(ir->t) ? IRCALL_lj_carith_powi64 : - IRCALL_lj_carith_powu64); - else -#endif - asm_fppowi(as, ir); - break; - - /* Overflow-checking arithmetic ops. Note: don't use LEA here! */ - case IR_ADDOV: asm_intarith(as, ir, XOg_ADD); break; - case IR_SUBOV: asm_intarith(as, ir, XOg_SUB); break; - case IR_MULOV: asm_intarith(as, ir, XOg_X_IMUL); break; - - /* Memory references. */ - case IR_AREF: asm_aref(as, ir); break; - case IR_HREF: asm_href(as, ir); break; - case IR_HREFK: asm_hrefk(as, ir); break; - case IR_NEWREF: asm_newref(as, ir); break; - case IR_UREFO: case IR_UREFC: asm_uref(as, ir); break; - case IR_FREF: asm_fref(as, ir); break; - case IR_STRREF: asm_strref(as, ir); break; - - /* Loads and stores. */ - case IR_ALOAD: case IR_HLOAD: case IR_ULOAD: case IR_VLOAD: - asm_ahuvload(as, ir); - break; - case IR_FLOAD: case IR_XLOAD: asm_fxload(as, ir); break; - case IR_SLOAD: asm_sload(as, ir); break; - - case IR_ASTORE: case IR_HSTORE: case IR_USTORE: asm_ahustore(as, ir); break; - case IR_FSTORE: case IR_XSTORE: asm_fxstore(as, ir); break; - - /* Allocations. */ - case IR_SNEW: case IR_XSNEW: asm_snew(as, ir); break; - case IR_TNEW: asm_tnew(as, ir); break; - case IR_TDUP: asm_tdup(as, ir); break; - case IR_CNEW: case IR_CNEWI: asm_cnew(as, ir); break; - - /* Write barriers. */ - case IR_TBAR: asm_tbar(as, ir); break; - case IR_OBAR: asm_obar(as, ir); break; - - /* Type conversions. */ - case IR_TOBIT: asm_tobit(as, ir); break; - case IR_CONV: asm_conv(as, ir); break; - case IR_TOSTR: asm_tostr(as, ir); break; - case IR_STRTO: asm_strto(as, ir); break; - - /* Calls. */ - case IR_CALLN: case IR_CALLL: case IR_CALLS: asm_call(as, ir); break; - case IR_CALLXS: asm_callx(as, ir); break; - case IR_CARG: break; - - default: - setintV(&as->J->errinfo, ir->o); - lj_trace_err_info(as->J, LJ_TRERR_NYIIR); - break; - } -} - /* -- Trace setup --------------------------------------------------------- */ /* Ensure there are enough stack slots for call arguments. */ @@ -2772,10 +2984,111 @@ static Reg asm_setup_call_slots(ASMState *as, IRIns *ir, const CCallInfo *ci) static void asm_setup_target(ASMState *as) { asm_exitstub_setup(as, as->T->nsnap); + as->mrm.base = 0; } /* -- Trace patching ------------------------------------------------------ */ +static const uint8_t map_op1[256] = { +0x92,0x92,0x92,0x92,0x52,0x45,0x51,0x51,0x92,0x92,0x92,0x92,0x52,0x45,0x51,0x20, +0x92,0x92,0x92,0x92,0x52,0x45,0x51,0x51,0x92,0x92,0x92,0x92,0x52,0x45,0x51,0x51, +0x92,0x92,0x92,0x92,0x52,0x45,0x10,0x51,0x92,0x92,0x92,0x92,0x52,0x45,0x10,0x51, +0x92,0x92,0x92,0x92,0x52,0x45,0x10,0x51,0x92,0x92,0x92,0x92,0x52,0x45,0x10,0x51, +#if LJ_64 +0x10,0x10,0x10,0x10,0x10,0x10,0x10,0x10,0x14,0x14,0x14,0x14,0x14,0x14,0x14,0x14, +#else +0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51, +#endif +0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51, +0x51,0x51,0x92,0x92,0x10,0x10,0x12,0x11,0x45,0x86,0x52,0x93,0x51,0x51,0x51,0x51, +0x52,0x52,0x52,0x52,0x52,0x52,0x52,0x52,0x52,0x52,0x52,0x52,0x52,0x52,0x52,0x52, +0x93,0x86,0x93,0x93,0x92,0x92,0x92,0x92,0x92,0x92,0x92,0x92,0x92,0x92,0x92,0x92, +0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x51,0x47,0x51,0x51,0x51,0x51,0x51, +#if LJ_64 +0x59,0x59,0x59,0x59,0x51,0x51,0x51,0x51,0x52,0x45,0x51,0x51,0x51,0x51,0x51,0x51, +#else +0x55,0x55,0x55,0x55,0x51,0x51,0x51,0x51,0x52,0x45,0x51,0x51,0x51,0x51,0x51,0x51, +#endif +0x52,0x52,0x52,0x52,0x52,0x52,0x52,0x52,0x05,0x05,0x05,0x05,0x05,0x05,0x05,0x05, +0x93,0x93,0x53,0x51,0x70,0x71,0x93,0x86,0x54,0x51,0x53,0x51,0x51,0x52,0x51,0x51, +0x92,0x92,0x92,0x92,0x52,0x52,0x51,0x51,0x92,0x92,0x92,0x92,0x92,0x92,0x92,0x92, +0x52,0x52,0x52,0x52,0x52,0x52,0x52,0x52,0x45,0x45,0x47,0x52,0x51,0x51,0x51,0x51, +0x10,0x51,0x10,0x10,0x51,0x51,0x63,0x66,0x51,0x51,0x51,0x51,0x51,0x51,0x92,0x92 +}; + +static const uint8_t map_op2[256] = { +0x93,0x93,0x93,0x93,0x52,0x52,0x52,0x52,0x52,0x52,0x51,0x52,0x51,0x93,0x52,0x94, +0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93, +0x53,0x53,0x53,0x53,0x53,0x53,0x53,0x53,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93, +0x52,0x52,0x52,0x52,0x52,0x52,0x52,0x52,0x34,0x51,0x35,0x51,0x51,0x51,0x51,0x51, +0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93, +0x53,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93, +0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93, +0x94,0x54,0x54,0x54,0x93,0x93,0x93,0x52,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93, +0x46,0x46,0x46,0x46,0x46,0x46,0x46,0x46,0x46,0x46,0x46,0x46,0x46,0x46,0x46,0x46, +0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93, +0x52,0x52,0x52,0x93,0x94,0x93,0x51,0x51,0x52,0x52,0x52,0x93,0x94,0x93,0x93,0x93, +0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x94,0x93,0x93,0x93,0x93,0x93, +0x93,0x93,0x94,0x93,0x94,0x94,0x94,0x93,0x52,0x52,0x52,0x52,0x52,0x52,0x52,0x52, +0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93, +0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93, +0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x93,0x52 +}; + +static uint32_t asm_x86_inslen(const uint8_t* p) +{ + uint32_t result = 0; + uint32_t prefixes = 0; + uint32_t x = map_op1[*p]; + for (;;) { + switch (x >> 4) { + case 0: return result + x + (prefixes & 4); + case 1: prefixes |= x; x = map_op1[*++p]; result++; break; + case 2: x = map_op2[*++p]; break; + case 3: p++; goto mrm; + case 4: result -= (prefixes & 2); /* fallthrough */ + case 5: return result + (x & 15); + case 6: /* Group 3. */ + if (p[1] & 0x38) x = 2; + else if ((prefixes & 2) && (x == 0x66)) x = 4; + goto mrm; + case 7: /* VEX c4/c5. */ + if (LJ_32 && p[1] < 0xc0) { + x = 2; + goto mrm; + } + if (x == 0x70) { + x = *++p & 0x1f; + result++; + if (x >= 2) { + p += 2; + result += 2; + goto mrm; + } + } + p++; + result++; + x = map_op2[*++p]; + break; + case 8: result -= (prefixes & 2); /* fallthrough */ + case 9: mrm: /* ModR/M and possibly SIB. */ + result += (x & 15); + x = *++p; + switch (x >> 6) { + case 0: if ((x & 7) == 5) return result + 4; break; + case 1: result++; break; + case 2: result += 4; break; + case 3: return result; + } + if ((x & 7) == 4) { + result++; + if (x < 0x40 && (p[1] & 7) == 5) result += 4; + } + return result; + } + } +} + /* Patch exit jumps of existing machine code to a new target. */ void lj_asm_patchexit(jit_State *J, GCtrace *T, ExitNo exitno, MCode *target) { @@ -2784,22 +3097,23 @@ void lj_asm_patchexit(jit_State *J, GCtrace *T, ExitNo exitno, MCode *target) MSize len = T->szmcode; MCode *px = exitstub_addr(J, exitno) - 6; MCode *pe = p+len-6; - uint32_t stateaddr = u32ptr(&J2G(J)->vmstate); +#if LJ_GC64 + uint32_t statei = (uint32_t)(GG_OFS(g.vmstate) - GG_OFS(dispatch)); +#else + uint32_t statei = u32ptr(&J2G(J)->vmstate); +#endif if (len > 5 && p[len-5] == XI_JMP && p+len-6 + *(int32_t *)(p+len-4) == px) *(int32_t *)(p+len-4) = jmprel(p+len, target); /* Do not patch parent exit for a stack check. Skip beyond vmstate update. */ - for (; p < pe; p++) - if (*(uint32_t *)(p+(LJ_64 ? 3 : 2)) == stateaddr && p[0] == XI_MOVmi) { - p += LJ_64 ? 11 : 10; + for (; p < pe; p += asm_x86_inslen(p)) { + intptr_t ofs = LJ_GC64 ? (p[0] & 0xf0) == 0x40 : LJ_64; + if (*(uint32_t *)(p+2+ofs) == statei && p[ofs+LJ_GC64-LJ_64] == XI_MOVmi) break; - } + } lua_assert(p < pe); - for (; p < pe; p++) { - if ((*(uint16_t *)p & 0xf0ff) == 0x800f && p + *(int32_t *)(p+2) == px) { + for (; p < pe; p += asm_x86_inslen(p)) + if ((*(uint16_t *)p & 0xf0ff) == 0x800f && p + *(int32_t *)(p+2) == px) *(int32_t *)(p+2) = jmprel(p+6, target); - p += 5; - } - } lj_mcode_sync(T->mcode, T->mcode + T->szmcode); lj_mcode_patch(J, mcarea, 1); } diff --git a/core/src/luajit/src/lj_bc.c b/core/src/luajit/src/lj_bc.c index a8f444c26..a597692ca 100644 --- a/core/src/luajit/src/lj_bc.c +++ b/core/src/luajit/src/lj_bc.c @@ -1,6 +1,6 @@ /* ** Bytecode instruction modes. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_bc_c diff --git a/core/src/luajit/src/lj_bc.h b/core/src/luajit/src/lj_bc.h index 7436fabfe..69a45f281 100644 --- a/core/src/luajit/src/lj_bc.h +++ b/core/src/luajit/src/lj_bc.h @@ -1,6 +1,6 @@ /* ** Bytecode instruction format. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_BC_H @@ -89,6 +89,8 @@ _(ISFC, dst, ___, var, ___) \ _(IST, ___, ___, var, ___) \ _(ISF, ___, ___, var, ___) \ + _(ISTYPE, var, ___, lit, ___) \ + _(ISNUM, var, ___, lit, ___) \ \ /* Unary ops. */ \ _(MOV, dst, ___, var, ___) \ @@ -143,10 +145,12 @@ _(TGETV, dst, var, var, index) \ _(TGETS, dst, var, str, index) \ _(TGETB, dst, var, lit, index) \ + _(TGETR, dst, var, var, index) \ _(TSETV, var, var, var, newindex) \ _(TSETS, var, var, str, newindex) \ _(TSETB, var, var, lit, newindex) \ _(TSETM, base, ___, num, newindex) \ + _(TSETR, var, var, var, newindex) \ \ /* Calls and vararg handling. T = tail call. */ \ _(CALLM, base, lit, lit, call) \ diff --git a/core/src/luajit/src/lj_bcdump.h b/core/src/luajit/src/lj_bcdump.h index 812d0e151..fdfc6ec0c 100644 --- a/core/src/luajit/src/lj_bcdump.h +++ b/core/src/luajit/src/lj_bcdump.h @@ -1,6 +1,6 @@ /* ** Bytecode dump definitions. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_BCDUMP_H @@ -36,14 +36,15 @@ /* If you perform *any* kind of private modifications to the bytecode itself ** or to the dump format, you *must* set BCDUMP_VERSION to 0x80 or higher. */ -#define BCDUMP_VERSION 1 +#define BCDUMP_VERSION 2 /* Compatibility flags. */ #define BCDUMP_F_BE 0x01 #define BCDUMP_F_STRIP 0x02 #define BCDUMP_F_FFI 0x04 +#define BCDUMP_F_FR2 0x08 -#define BCDUMP_F_KNOWN (BCDUMP_F_FFI*2-1) +#define BCDUMP_F_KNOWN (BCDUMP_F_FR2*2-1) /* Type codes for the GC constants of a prototype. Plus length for strings. */ enum { @@ -61,6 +62,7 @@ enum { LJ_FUNC int lj_bcwrite(lua_State *L, GCproto *pt, lua_Writer writer, void *data, int strip); +LJ_FUNC GCproto *lj_bcread_proto(LexState *ls); LJ_FUNC GCproto *lj_bcread(LexState *ls); #endif diff --git a/core/src/luajit/src/lj_bcread.c b/core/src/luajit/src/lj_bcread.c index 25859d2fa..48c5e7c7f 100644 --- a/core/src/luajit/src/lj_bcread.c +++ b/core/src/luajit/src/lj_bcread.c @@ -1,6 +1,6 @@ /* ** Bytecode reader. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_bcread_c @@ -9,6 +9,7 @@ #include "lj_obj.h" #include "lj_gc.h" #include "lj_err.h" +#include "lj_buf.h" #include "lj_str.h" #include "lj_tab.h" #include "lj_bc.h" @@ -20,6 +21,7 @@ #include "lj_lex.h" #include "lj_bcdump.h" #include "lj_state.h" +#include "lj_strfmt.h" /* Reuse some lexer fields for our own purposes. */ #define bcread_flags(ls) ls->level @@ -38,84 +40,73 @@ static LJ_NOINLINE void bcread_error(LexState *ls, ErrMsg em) const char *name = ls->chunkarg; if (*name == BCDUMP_HEAD1) name = "(binary)"; else if (*name == '@' || *name == '=') name++; - lj_str_pushf(L, "%s: %s", name, err2msg(em)); + lj_strfmt_pushf(L, "%s: %s", name, err2msg(em)); lj_err_throw(L, LUA_ERRSYNTAX); } -/* Resize input buffer. */ -static void bcread_resize(LexState *ls, MSize len) -{ - if (ls->sb.sz < len) { - MSize sz = ls->sb.sz * 2; - while (len > sz) sz = sz * 2; - lj_str_resizebuf(ls->L, &ls->sb, sz); - /* Caveat: this may change ls->sb.buf which may affect ls->p. */ - } -} - -/* Refill buffer if needed. */ +/* Refill buffer. */ static LJ_NOINLINE void bcread_fill(LexState *ls, MSize len, int need) { lua_assert(len != 0); - if (len > LJ_MAX_MEM || ls->current < 0) + if (len > LJ_MAX_BUF || ls->c < 0) bcread_error(ls, LJ_ERR_BCBAD); do { const char *buf; - size_t size; - if (ls->n) { /* Copy remainder to buffer. */ - if (ls->sb.n) { /* Move down in buffer. */ - lua_assert(ls->p + ls->n == ls->sb.buf + ls->sb.n); - if (ls->n != ls->sb.n) - memmove(ls->sb.buf, ls->p, ls->n); + size_t sz; + char *p = sbufB(&ls->sb); + MSize n = (MSize)(ls->pe - ls->p); + if (n) { /* Copy remainder to buffer. */ + if (sbuflen(&ls->sb)) { /* Move down in buffer. */ + lua_assert(ls->pe == sbufP(&ls->sb)); + if (ls->p != p) memmove(p, ls->p, n); } else { /* Copy from buffer provided by reader. */ - bcread_resize(ls, len); - memcpy(ls->sb.buf, ls->p, ls->n); + p = lj_buf_need(&ls->sb, len); + memcpy(p, ls->p, n); } - ls->p = ls->sb.buf; + ls->p = p; + ls->pe = p + n; } - ls->sb.n = ls->n; - buf = ls->rfunc(ls->L, ls->rdata, &size); /* Get more data from reader. */ - if (buf == NULL || size == 0) { /* EOF? */ + setsbufP(&ls->sb, p + n); + buf = ls->rfunc(ls->L, ls->rdata, &sz); /* Get more data from reader. */ + if (buf == NULL || sz == 0) { /* EOF? */ if (need) bcread_error(ls, LJ_ERR_BCBAD); - ls->current = -1; /* Only bad if we get called again. */ + ls->c = -1; /* Only bad if we get called again. */ break; } - if (ls->sb.n) { /* Append to buffer. */ - MSize n = ls->sb.n + (MSize)size; - bcread_resize(ls, n < len ? len : n); - memcpy(ls->sb.buf + ls->sb.n, buf, size); - ls->n = ls->sb.n = n; - ls->p = ls->sb.buf; + if (n) { /* Append to buffer. */ + n += (MSize)sz; + p = lj_buf_need(&ls->sb, n < len ? len : n); + memcpy(sbufP(&ls->sb), buf, sz); + setsbufP(&ls->sb, p + n); + ls->p = p; + ls->pe = p + n; } else { /* Return buffer provided by reader. */ - ls->n = (MSize)size; ls->p = buf; + ls->pe = buf + sz; } - } while (ls->n < len); + } while (ls->p + len > ls->pe); } /* Need a certain number of bytes. */ static LJ_AINLINE void bcread_need(LexState *ls, MSize len) { - if (LJ_UNLIKELY(ls->n < len)) + if (LJ_UNLIKELY(ls->p + len > ls->pe)) bcread_fill(ls, len, 1); } /* Want to read up to a certain number of bytes, but may need less. */ static LJ_AINLINE void bcread_want(LexState *ls, MSize len) { - if (LJ_UNLIKELY(ls->n < len)) + if (LJ_UNLIKELY(ls->p + len > ls->pe)) bcread_fill(ls, len, 0); } -#define bcread_dec(ls) check_exp(ls->n > 0, ls->n--) -#define bcread_consume(ls, len) check_exp(ls->n >= (len), ls->n -= (len)) - /* Return memory block from buffer. */ -static uint8_t *bcread_mem(LexState *ls, MSize len) +static LJ_AINLINE uint8_t *bcread_mem(LexState *ls, MSize len) { uint8_t *p = (uint8_t *)ls->p; - bcread_consume(ls, len); - ls->p = (char *)p + len; + ls->p += len; + lua_assert(ls->p <= ls->pe); return p; } @@ -128,25 +119,15 @@ static void bcread_block(LexState *ls, void *q, MSize len) /* Read byte from buffer. */ static LJ_AINLINE uint32_t bcread_byte(LexState *ls) { - bcread_dec(ls); + lua_assert(ls->p < ls->pe); return (uint32_t)(uint8_t)*ls->p++; } /* Read ULEB128 value from buffer. */ -static uint32_t bcread_uleb128(LexState *ls) +static LJ_AINLINE uint32_t bcread_uleb128(LexState *ls) { - const uint8_t *p = (const uint8_t *)ls->p; - uint32_t v = *p++; - if (LJ_UNLIKELY(v >= 0x80)) { - int sh = 0; - v &= 0x7f; - do { - v |= ((*p & 0x7f) << (sh += 7)); - bcread_dec(ls); - } while (*p++ >= 0x80); - } - bcread_dec(ls); - ls->p = (char *)p; + uint32_t v = lj_buf_ruleb128(&ls->p); + lua_assert(ls->p <= ls->pe); return v; } @@ -160,11 +141,10 @@ static uint32_t bcread_uleb128_33(LexState *ls) v &= 0x3f; do { v |= ((*p & 0x7f) << (sh += 7)); - bcread_dec(ls); } while (*p++ >= 0x80); } - bcread_dec(ls); ls->p = (char *)p; + lua_assert(ls->p <= ls->pe); return v; } @@ -212,7 +192,7 @@ static void bcread_ktabk(LexState *ls, TValue *o) o->u32.hi = bcread_uleb128(ls); } else { lua_assert(tp <= BCDUMP_KTAB_TRUE); - setitype(o, ~tp); + setpriV(o, ~tp); } } @@ -326,25 +306,13 @@ static void bcread_uv(LexState *ls, GCproto *pt, MSize sizeuv) } /* Read a prototype. */ -static GCproto *bcread_proto(LexState *ls) +GCproto *lj_bcread_proto(LexState *ls) { GCproto *pt; MSize framesize, numparams, flags, sizeuv, sizekgc, sizekn, sizebc, sizept; MSize ofsk, ofsuv, ofsdbg; MSize sizedbg = 0; BCLine firstline = 0, numline = 0; - MSize len, startn; - - /* Read length. */ - if (ls->n > 0 && ls->p[0] == 0) { /* Shortcut EOF. */ - ls->n--; ls->p++; - return NULL; - } - bcread_want(ls, 5); - len = bcread_uleb128(ls); - if (!len) return NULL; /* EOF */ - bcread_need(ls, len); - startn = ls->n; /* Read prototype header. */ flags = bcread_byte(ls); @@ -413,9 +381,6 @@ static GCproto *bcread_proto(LexState *ls) setmref(pt->uvinfo, NULL); setmref(pt->varinfo, NULL); } - - if (len != startn - ls->n) - bcread_error(ls, LJ_ERR_BCBAD); return pt; } @@ -429,6 +394,7 @@ static int bcread_header(LexState *ls) bcread_byte(ls) != BCDUMP_VERSION) return 0; bcread_flags(ls) = flags = bcread_uleb128(ls); if ((flags & ~(BCDUMP_F_KNOWN)) != 0) return 0; + if ((flags & BCDUMP_F_FR2) != LJ_FR2*BCDUMP_F_FR2) return 0; if ((flags & BCDUMP_F_FFI)) { #if LJ_HASFFI lua_State *L = ls->L; @@ -455,19 +421,34 @@ static int bcread_header(LexState *ls) GCproto *lj_bcread(LexState *ls) { lua_State *L = ls->L; - lua_assert(ls->current == BCDUMP_HEAD1); + lua_assert(ls->c == BCDUMP_HEAD1); bcread_savetop(L, ls, L->top); - lj_str_resetbuf(&ls->sb); + lj_buf_reset(&ls->sb); /* Check for a valid bytecode dump header. */ if (!bcread_header(ls)) bcread_error(ls, LJ_ERR_BCFMT); for (;;) { /* Process all prototypes in the bytecode dump. */ - GCproto *pt = bcread_proto(ls); - if (!pt) break; + GCproto *pt; + MSize len; + const char *startp; + /* Read length. */ + if (ls->p < ls->pe && ls->p[0] == 0) { /* Shortcut EOF. */ + ls->p++; + break; + } + bcread_want(ls, 5); + len = bcread_uleb128(ls); + if (!len) break; /* EOF */ + bcread_need(ls, len); + startp = ls->p; + pt = lj_bcread_proto(ls); + if (ls->p != startp + len) + bcread_error(ls, LJ_ERR_BCBAD); setprotoV(L, L->top, pt); incr_top(L); } - if ((int32_t)ls->n > 0 || L->top-1 != bcread_oldtop(L, ls)) + if ((int32_t)(2*(uint32_t)(ls->pe - ls->p)) > 0 || + L->top-1 != bcread_oldtop(L, ls)) bcread_error(ls, LJ_ERR_BCBAD); /* Pop off last prototype. */ L->top--; diff --git a/core/src/luajit/src/lj_bcwrite.c b/core/src/luajit/src/lj_bcwrite.c index ff97450b8..5e05caeaf 100644 --- a/core/src/luajit/src/lj_bcwrite.c +++ b/core/src/luajit/src/lj_bcwrite.c @@ -1,6 +1,6 @@ /* ** Bytecode writer. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_bcwrite_c @@ -8,7 +8,7 @@ #include "lj_obj.h" #include "lj_gc.h" -#include "lj_str.h" +#include "lj_buf.h" #include "lj_bc.h" #if LJ_HASFFI #include "lj_ctype.h" @@ -17,13 +17,13 @@ #include "lj_dispatch.h" #include "lj_jit.h" #endif +#include "lj_strfmt.h" #include "lj_bcdump.h" #include "lj_vm.h" /* Context for bytecode writer. */ typedef struct BCWriteCtx { SBuf sb; /* Output buffer. */ - lua_State *L; /* Lua state. */ GCproto *pt; /* Root prototype. */ lua_Writer wfunc; /* Writer callback. */ void *wdata; /* Writer callback data. */ @@ -31,85 +31,44 @@ typedef struct BCWriteCtx { int status; /* Status from writer callback. */ } BCWriteCtx; -/* -- Output buffer handling ---------------------------------------------- */ - -/* Resize buffer if needed. */ -static LJ_NOINLINE void bcwrite_resize(BCWriteCtx *ctx, MSize len) -{ - MSize sz = ctx->sb.sz * 2; - while (ctx->sb.n + len > sz) sz = sz * 2; - lj_str_resizebuf(ctx->L, &ctx->sb, sz); -} - -/* Need a certain amount of buffer space. */ -static LJ_AINLINE void bcwrite_need(BCWriteCtx *ctx, MSize len) -{ - if (LJ_UNLIKELY(ctx->sb.n + len > ctx->sb.sz)) - bcwrite_resize(ctx, len); -} - -/* Add memory block to buffer. */ -static void bcwrite_block(BCWriteCtx *ctx, const void *p, MSize len) -{ - uint8_t *q = (uint8_t *)(ctx->sb.buf + ctx->sb.n); - MSize i; - ctx->sb.n += len; - for (i = 0; i < len; i++) q[i] = ((uint8_t *)p)[i]; -} - -/* Add byte to buffer. */ -static LJ_AINLINE void bcwrite_byte(BCWriteCtx *ctx, uint8_t b) -{ - ctx->sb.buf[ctx->sb.n++] = b; -} - -/* Add ULEB128 value to buffer. */ -static void bcwrite_uleb128(BCWriteCtx *ctx, uint32_t v) -{ - MSize n = ctx->sb.n; - uint8_t *p = (uint8_t *)ctx->sb.buf; - for (; v >= 0x80; v >>= 7) - p[n++] = (uint8_t)((v & 0x7f) | 0x80); - p[n++] = (uint8_t)v; - ctx->sb.n = n; -} - /* -- Bytecode writer ----------------------------------------------------- */ /* Write a single constant key/value of a template table. */ static void bcwrite_ktabk(BCWriteCtx *ctx, cTValue *o, int narrow) { - bcwrite_need(ctx, 1+10); + char *p = lj_buf_more(&ctx->sb, 1+10); if (tvisstr(o)) { const GCstr *str = strV(o); MSize len = str->len; - bcwrite_need(ctx, 5+len); - bcwrite_uleb128(ctx, BCDUMP_KTAB_STR+len); - bcwrite_block(ctx, strdata(str), len); + p = lj_buf_more(&ctx->sb, 5+len); + p = lj_strfmt_wuleb128(p, BCDUMP_KTAB_STR+len); + p = lj_buf_wmem(p, strdata(str), len); } else if (tvisint(o)) { - bcwrite_byte(ctx, BCDUMP_KTAB_INT); - bcwrite_uleb128(ctx, intV(o)); + *p++ = BCDUMP_KTAB_INT; + p = lj_strfmt_wuleb128(p, intV(o)); } else if (tvisnum(o)) { if (!LJ_DUALNUM && narrow) { /* Narrow number constants to integers. */ lua_Number num = numV(o); int32_t k = lj_num2int(num); if (num == (lua_Number)k) { /* -0 is never a constant. */ - bcwrite_byte(ctx, BCDUMP_KTAB_INT); - bcwrite_uleb128(ctx, k); + *p++ = BCDUMP_KTAB_INT; + p = lj_strfmt_wuleb128(p, k); + setsbufP(&ctx->sb, p); return; } } - bcwrite_byte(ctx, BCDUMP_KTAB_NUM); - bcwrite_uleb128(ctx, o->u32.lo); - bcwrite_uleb128(ctx, o->u32.hi); + *p++ = BCDUMP_KTAB_NUM; + p = lj_strfmt_wuleb128(p, o->u32.lo); + p = lj_strfmt_wuleb128(p, o->u32.hi); } else { lua_assert(tvispri(o)); - bcwrite_byte(ctx, BCDUMP_KTAB_NIL+~itype(o)); + *p++ = BCDUMP_KTAB_NIL+~itype(o); } + setsbufP(&ctx->sb, p); } /* Write a template table. */ -static void bcwrite_ktab(BCWriteCtx *ctx, const GCtab *t) +static void bcwrite_ktab(BCWriteCtx *ctx, char *p, const GCtab *t) { MSize narray = 0, nhash = 0; if (t->asize > 0) { /* Determine max. length of array part. */ @@ -127,8 +86,9 @@ static void bcwrite_ktab(BCWriteCtx *ctx, const GCtab *t) nhash += !tvisnil(&node[i].val); } /* Write number of array slots and hash slots. */ - bcwrite_uleb128(ctx, narray); - bcwrite_uleb128(ctx, nhash); + p = lj_strfmt_wuleb128(p, narray); + p = lj_strfmt_wuleb128(p, nhash); + setsbufP(&ctx->sb, p); if (narray) { /* Write array entries (may contain nil). */ MSize i; TValue *o = tvref(t->array); @@ -155,6 +115,7 @@ static void bcwrite_kgc(BCWriteCtx *ctx, GCproto *pt) for (i = 0; i < sizekgc; i++, kr++) { GCobj *o = gcref(*kr); MSize tp, need = 1; + char *p; /* Determine constant type and needed size. */ if (o->gch.gct == ~LJ_TSTR) { tp = BCDUMP_KGC_STR + gco2str(o)->len; @@ -181,24 +142,26 @@ static void bcwrite_kgc(BCWriteCtx *ctx, GCproto *pt) need = 1+2*5; } /* Write constant type. */ - bcwrite_need(ctx, need); - bcwrite_uleb128(ctx, tp); + p = lj_buf_more(&ctx->sb, need); + p = lj_strfmt_wuleb128(p, tp); /* Write constant data (if any). */ if (tp >= BCDUMP_KGC_STR) { - bcwrite_block(ctx, strdata(gco2str(o)), gco2str(o)->len); + p = lj_buf_wmem(p, strdata(gco2str(o)), gco2str(o)->len); } else if (tp == BCDUMP_KGC_TAB) { - bcwrite_ktab(ctx, gco2tab(o)); + bcwrite_ktab(ctx, p, gco2tab(o)); + continue; #if LJ_HASFFI } else if (tp != BCDUMP_KGC_CHILD) { - cTValue *p = (TValue *)cdataptr(gco2cd(o)); - bcwrite_uleb128(ctx, p[0].u32.lo); - bcwrite_uleb128(ctx, p[0].u32.hi); + cTValue *q = (TValue *)cdataptr(gco2cd(o)); + p = lj_strfmt_wuleb128(p, q[0].u32.lo); + p = lj_strfmt_wuleb128(p, q[0].u32.hi); if (tp == BCDUMP_KGC_COMPLEX) { - bcwrite_uleb128(ctx, p[1].u32.lo); - bcwrite_uleb128(ctx, p[1].u32.hi); + p = lj_strfmt_wuleb128(p, q[1].u32.lo); + p = lj_strfmt_wuleb128(p, q[1].u32.hi); } #endif } + setsbufP(&ctx->sb, p); } } @@ -207,7 +170,7 @@ static void bcwrite_knum(BCWriteCtx *ctx, GCproto *pt) { MSize i, sizekn = pt->sizekn; cTValue *o = mref(pt->k, TValue); - bcwrite_need(ctx, 10*sizekn); + char *p = lj_buf_more(&ctx->sb, 10*sizekn); for (i = 0; i < sizekn; i++, o++) { int32_t k; if (tvisint(o)) { @@ -220,58 +183,58 @@ static void bcwrite_knum(BCWriteCtx *ctx, GCproto *pt) k = lj_num2int(num); if (num == (lua_Number)k) { /* -0 is never a constant. */ save_int: - bcwrite_uleb128(ctx, 2*(uint32_t)k | ((uint32_t)k & 0x80000000u)); - if (k < 0) { - char *p = &ctx->sb.buf[ctx->sb.n-1]; - *p = (*p & 7) | ((k>>27) & 0x18); - } + p = lj_strfmt_wuleb128(p, 2*(uint32_t)k | ((uint32_t)k&0x80000000u)); + if (k < 0) + p[-1] = (p[-1] & 7) | ((k>>27) & 0x18); continue; } } - bcwrite_uleb128(ctx, 1+(2*o->u32.lo | (o->u32.lo & 0x80000000u))); - if (o->u32.lo >= 0x80000000u) { - char *p = &ctx->sb.buf[ctx->sb.n-1]; - *p = (*p & 7) | ((o->u32.lo>>27) & 0x18); - } - bcwrite_uleb128(ctx, o->u32.hi); + p = lj_strfmt_wuleb128(p, 1+(2*o->u32.lo | (o->u32.lo & 0x80000000u))); + if (o->u32.lo >= 0x80000000u) + p[-1] = (p[-1] & 7) | ((o->u32.lo>>27) & 0x18); + p = lj_strfmt_wuleb128(p, o->u32.hi); } } + setsbufP(&ctx->sb, p); } /* Write bytecode instructions. */ -static void bcwrite_bytecode(BCWriteCtx *ctx, GCproto *pt) +static char *bcwrite_bytecode(BCWriteCtx *ctx, char *p, GCproto *pt) { MSize nbc = pt->sizebc-1; /* Omit the [JI]FUNC* header. */ #if LJ_HASJIT - uint8_t *p = (uint8_t *)&ctx->sb.buf[ctx->sb.n]; + uint8_t *q = (uint8_t *)p; #endif - bcwrite_block(ctx, proto_bc(pt)+1, nbc*(MSize)sizeof(BCIns)); + p = lj_buf_wmem(p, proto_bc(pt)+1, nbc*(MSize)sizeof(BCIns)); + UNUSED(ctx); #if LJ_HASJIT /* Unpatch modified bytecode containing ILOOP/JLOOP etc. */ if ((pt->flags & PROTO_ILOOP) || pt->trace) { - jit_State *J = L2J(ctx->L); + jit_State *J = L2J(sbufL(&ctx->sb)); MSize i; - for (i = 0; i < nbc; i++, p += sizeof(BCIns)) { - BCOp op = (BCOp)p[LJ_ENDIAN_SELECT(0, 3)]; + for (i = 0; i < nbc; i++, q += sizeof(BCIns)) { + BCOp op = (BCOp)q[LJ_ENDIAN_SELECT(0, 3)]; if (op == BC_IFORL || op == BC_IITERL || op == BC_ILOOP || op == BC_JFORI) { - p[LJ_ENDIAN_SELECT(0, 3)] = (uint8_t)(op-BC_IFORL+BC_FORL); + q[LJ_ENDIAN_SELECT(0, 3)] = (uint8_t)(op-BC_IFORL+BC_FORL); } else if (op == BC_JFORL || op == BC_JITERL || op == BC_JLOOP) { - BCReg rd = p[LJ_ENDIAN_SELECT(2, 1)] + (p[LJ_ENDIAN_SELECT(3, 0)] << 8); + BCReg rd = q[LJ_ENDIAN_SELECT(2, 1)] + (q[LJ_ENDIAN_SELECT(3, 0)] << 8); BCIns ins = traceref(J, rd)->startins; - p[LJ_ENDIAN_SELECT(0, 3)] = (uint8_t)(op-BC_JFORL+BC_FORL); - p[LJ_ENDIAN_SELECT(2, 1)] = bc_c(ins); - p[LJ_ENDIAN_SELECT(3, 0)] = bc_b(ins); + q[LJ_ENDIAN_SELECT(0, 3)] = (uint8_t)(op-BC_JFORL+BC_FORL); + q[LJ_ENDIAN_SELECT(2, 1)] = bc_c(ins); + q[LJ_ENDIAN_SELECT(3, 0)] = bc_b(ins); } } } #endif + return p; } /* Write prototype. */ static void bcwrite_proto(BCWriteCtx *ctx, GCproto *pt) { MSize sizedbg = 0; + char *p; /* Recursively write children of prototype. */ if ((pt->flags & PROTO_CHILD)) { @@ -285,31 +248,32 @@ static void bcwrite_proto(BCWriteCtx *ctx, GCproto *pt) } /* Start writing the prototype info to a buffer. */ - lj_str_resetbuf(&ctx->sb); - ctx->sb.n = 5; /* Leave room for final size. */ - bcwrite_need(ctx, 4+6*5+(pt->sizebc-1)*(MSize)sizeof(BCIns)+pt->sizeuv*2); + p = lj_buf_need(&ctx->sb, + 5+4+6*5+(pt->sizebc-1)*(MSize)sizeof(BCIns)+pt->sizeuv*2); + p += 5; /* Leave room for final size. */ /* Write prototype header. */ - bcwrite_byte(ctx, (pt->flags & (PROTO_CHILD|PROTO_VARARG|PROTO_FFI))); - bcwrite_byte(ctx, pt->numparams); - bcwrite_byte(ctx, pt->framesize); - bcwrite_byte(ctx, pt->sizeuv); - bcwrite_uleb128(ctx, pt->sizekgc); - bcwrite_uleb128(ctx, pt->sizekn); - bcwrite_uleb128(ctx, pt->sizebc-1); + *p++ = (pt->flags & (PROTO_CHILD|PROTO_VARARG|PROTO_FFI)); + *p++ = pt->numparams; + *p++ = pt->framesize; + *p++ = pt->sizeuv; + p = lj_strfmt_wuleb128(p, pt->sizekgc); + p = lj_strfmt_wuleb128(p, pt->sizekn); + p = lj_strfmt_wuleb128(p, pt->sizebc-1); if (!ctx->strip) { if (proto_lineinfo(pt)) sizedbg = pt->sizept - (MSize)((char *)proto_lineinfo(pt) - (char *)pt); - bcwrite_uleb128(ctx, sizedbg); + p = lj_strfmt_wuleb128(p, sizedbg); if (sizedbg) { - bcwrite_uleb128(ctx, pt->firstline); - bcwrite_uleb128(ctx, pt->numline); + p = lj_strfmt_wuleb128(p, pt->firstline); + p = lj_strfmt_wuleb128(p, pt->numline); } } /* Write bytecode instructions and upvalue refs. */ - bcwrite_bytecode(ctx, pt); - bcwrite_block(ctx, proto_uv(pt), pt->sizeuv*2); + p = bcwrite_bytecode(ctx, p, pt); + p = lj_buf_wmem(p, proto_uv(pt), pt->sizeuv*2); + setsbufP(&ctx->sb, p); /* Write constants. */ bcwrite_kgc(ctx, pt); @@ -317,18 +281,19 @@ static void bcwrite_proto(BCWriteCtx *ctx, GCproto *pt) /* Write debug info, if not stripped. */ if (sizedbg) { - bcwrite_need(ctx, sizedbg); - bcwrite_block(ctx, proto_lineinfo(pt), sizedbg); + p = lj_buf_more(&ctx->sb, sizedbg); + p = lj_buf_wmem(p, proto_lineinfo(pt), sizedbg); + setsbufP(&ctx->sb, p); } /* Pass buffer to writer function. */ if (ctx->status == 0) { - MSize n = ctx->sb.n - 5; + MSize n = sbuflen(&ctx->sb) - 5; MSize nn = (lj_fls(n)+8)*9 >> 6; - ctx->sb.n = 5 - nn; - bcwrite_uleb128(ctx, n); /* Fill in final size. */ - lua_assert(ctx->sb.n == 5); - ctx->status = ctx->wfunc(ctx->L, ctx->sb.buf+5-nn, nn+n, ctx->wdata); + char *q = sbufB(&ctx->sb) + (5 - nn); + p = lj_strfmt_wuleb128(q, n); /* Fill in final size. */ + lua_assert(p == sbufB(&ctx->sb) + 5); + ctx->status = ctx->wfunc(sbufL(&ctx->sb), q, nn+n, ctx->wdata); } } @@ -338,20 +303,21 @@ static void bcwrite_header(BCWriteCtx *ctx) GCstr *chunkname = proto_chunkname(ctx->pt); const char *name = strdata(chunkname); MSize len = chunkname->len; - lj_str_resetbuf(&ctx->sb); - bcwrite_need(ctx, 5+5+len); - bcwrite_byte(ctx, BCDUMP_HEAD1); - bcwrite_byte(ctx, BCDUMP_HEAD2); - bcwrite_byte(ctx, BCDUMP_HEAD3); - bcwrite_byte(ctx, BCDUMP_VERSION); - bcwrite_byte(ctx, (ctx->strip ? BCDUMP_F_STRIP : 0) + - (LJ_BE ? BCDUMP_F_BE : 0) + - ((ctx->pt->flags & PROTO_FFI) ? BCDUMP_F_FFI : 0)); + char *p = lj_buf_need(&ctx->sb, 5+5+len); + *p++ = BCDUMP_HEAD1; + *p++ = BCDUMP_HEAD2; + *p++ = BCDUMP_HEAD3; + *p++ = BCDUMP_VERSION; + *p++ = (ctx->strip ? BCDUMP_F_STRIP : 0) + + LJ_BE*BCDUMP_F_BE + + ((ctx->pt->flags & PROTO_FFI) ? BCDUMP_F_FFI : 0) + + LJ_FR2*BCDUMP_F_FR2; if (!ctx->strip) { - bcwrite_uleb128(ctx, len); - bcwrite_block(ctx, name, len); + p = lj_strfmt_wuleb128(p, len); + p = lj_buf_wmem(p, name, len); } - ctx->status = ctx->wfunc(ctx->L, ctx->sb.buf, ctx->sb.n, ctx->wdata); + ctx->status = ctx->wfunc(sbufL(&ctx->sb), sbufB(&ctx->sb), + (MSize)(p - sbufB(&ctx->sb)), ctx->wdata); } /* Write footer of bytecode dump. */ @@ -359,7 +325,7 @@ static void bcwrite_footer(BCWriteCtx *ctx) { if (ctx->status == 0) { uint8_t zero = 0; - ctx->status = ctx->wfunc(ctx->L, &zero, 1, ctx->wdata); + ctx->status = ctx->wfunc(sbufL(&ctx->sb), &zero, 1, ctx->wdata); } } @@ -367,8 +333,8 @@ static void bcwrite_footer(BCWriteCtx *ctx) static TValue *cpwriter(lua_State *L, lua_CFunction dummy, void *ud) { BCWriteCtx *ctx = (BCWriteCtx *)ud; - UNUSED(dummy); - lj_str_resizebuf(L, &ctx->sb, 1024); /* Avoids resize for most prototypes. */ + UNUSED(L); UNUSED(dummy); + lj_buf_need(&ctx->sb, 1024); /* Avoids resize for most prototypes. */ bcwrite_header(ctx); bcwrite_proto(ctx, ctx->pt); bcwrite_footer(ctx); @@ -381,16 +347,15 @@ int lj_bcwrite(lua_State *L, GCproto *pt, lua_Writer writer, void *data, { BCWriteCtx ctx; int status; - ctx.L = L; ctx.pt = pt; ctx.wfunc = writer; ctx.wdata = data; ctx.strip = strip; ctx.status = 0; - lj_str_initbuf(&ctx.sb); + lj_buf_init(L, &ctx.sb); status = lj_vm_cpcall(L, NULL, &ctx, cpwriter); if (status == 0) status = ctx.status; - lj_str_freebuf(G(ctx.L), &ctx.sb); + lj_buf_free(G(sbufL(&ctx.sb)), &ctx.sb); return status; } diff --git a/core/src/luajit/src/lj_buf.c b/core/src/luajit/src/lj_buf.c new file mode 100644 index 000000000..0dfe7f980 --- /dev/null +++ b/core/src/luajit/src/lj_buf.c @@ -0,0 +1,232 @@ +/* +** Buffer handling. +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h +*/ + +#define lj_buf_c +#define LUA_CORE + +#include "lj_obj.h" +#include "lj_gc.h" +#include "lj_err.h" +#include "lj_buf.h" +#include "lj_str.h" +#include "lj_tab.h" +#include "lj_strfmt.h" + +/* -- Buffer management --------------------------------------------------- */ + +static void buf_grow(SBuf *sb, MSize sz) +{ + MSize osz = sbufsz(sb), len = sbuflen(sb), nsz = osz; + char *b; + if (nsz < LJ_MIN_SBUF) nsz = LJ_MIN_SBUF; + while (nsz < sz) nsz += nsz; + b = (char *)lj_mem_realloc(sbufL(sb), sbufB(sb), osz, nsz); + setmref(sb->b, b); + setmref(sb->p, b + len); + setmref(sb->e, b + nsz); +} + +LJ_NOINLINE char *LJ_FASTCALL lj_buf_need2(SBuf *sb, MSize sz) +{ + lua_assert(sz > sbufsz(sb)); + if (LJ_UNLIKELY(sz > LJ_MAX_BUF)) + lj_err_mem(sbufL(sb)); + buf_grow(sb, sz); + return sbufB(sb); +} + +LJ_NOINLINE char *LJ_FASTCALL lj_buf_more2(SBuf *sb, MSize sz) +{ + MSize len = sbuflen(sb); + lua_assert(sz > sbufleft(sb)); + if (LJ_UNLIKELY(sz > LJ_MAX_BUF || len + sz > LJ_MAX_BUF)) + lj_err_mem(sbufL(sb)); + buf_grow(sb, len + sz); + return sbufP(sb); +} + +void LJ_FASTCALL lj_buf_shrink(lua_State *L, SBuf *sb) +{ + char *b = sbufB(sb); + MSize osz = (MSize)(sbufE(sb) - b); + if (osz > 2*LJ_MIN_SBUF) { + MSize n = (MSize)(sbufP(sb) - b); + b = lj_mem_realloc(L, b, osz, (osz >> 1)); + setmref(sb->b, b); + setmref(sb->p, b + n); + setmref(sb->e, b + (osz >> 1)); + } +} + +char * LJ_FASTCALL lj_buf_tmp(lua_State *L, MSize sz) +{ + SBuf *sb = &G(L)->tmpbuf; + setsbufL(sb, L); + return lj_buf_need(sb, sz); +} + +/* -- Low-level buffer put operations ------------------------------------- */ + +SBuf *lj_buf_putmem(SBuf *sb, const void *q, MSize len) +{ + char *p = lj_buf_more(sb, len); + p = lj_buf_wmem(p, q, len); + setsbufP(sb, p); + return sb; +} + +SBuf * LJ_FASTCALL lj_buf_putchar(SBuf *sb, int c) +{ + char *p = lj_buf_more(sb, 1); + *p++ = (char)c; + setsbufP(sb, p); + return sb; +} + +SBuf * LJ_FASTCALL lj_buf_putstr(SBuf *sb, GCstr *s) +{ + MSize len = s->len; + char *p = lj_buf_more(sb, len); + p = lj_buf_wmem(p, strdata(s), len); + setsbufP(sb, p); + return sb; +} + +/* -- High-level buffer put operations ------------------------------------ */ + +SBuf * LJ_FASTCALL lj_buf_putstr_reverse(SBuf *sb, GCstr *s) +{ + MSize len = s->len; + char *p = lj_buf_more(sb, len), *e = p+len; + const char *q = strdata(s)+len-1; + while (p < e) + *p++ = *q--; + setsbufP(sb, p); + return sb; +} + +SBuf * LJ_FASTCALL lj_buf_putstr_lower(SBuf *sb, GCstr *s) +{ + MSize len = s->len; + char *p = lj_buf_more(sb, len), *e = p+len; + const char *q = strdata(s); + for (; p < e; p++, q++) { + uint32_t c = *(unsigned char *)q; +#if LJ_TARGET_PPC + *p = c + ((c >= 'A' && c <= 'Z') << 5); +#else + if (c >= 'A' && c <= 'Z') c += 0x20; + *p = c; +#endif + } + setsbufP(sb, p); + return sb; +} + +SBuf * LJ_FASTCALL lj_buf_putstr_upper(SBuf *sb, GCstr *s) +{ + MSize len = s->len; + char *p = lj_buf_more(sb, len), *e = p+len; + const char *q = strdata(s); + for (; p < e; p++, q++) { + uint32_t c = *(unsigned char *)q; +#if LJ_TARGET_PPC + *p = c - ((c >= 'a' && c <= 'z') << 5); +#else + if (c >= 'a' && c <= 'z') c -= 0x20; + *p = c; +#endif + } + setsbufP(sb, p); + return sb; +} + +SBuf *lj_buf_putstr_rep(SBuf *sb, GCstr *s, int32_t rep) +{ + MSize len = s->len; + if (rep > 0 && len) { + uint64_t tlen = (uint64_t)rep * len; + char *p; + if (LJ_UNLIKELY(tlen > LJ_MAX_STR)) + lj_err_mem(sbufL(sb)); + p = lj_buf_more(sb, (MSize)tlen); + if (len == 1) { /* Optimize a common case. */ + uint32_t c = strdata(s)[0]; + do { *p++ = c; } while (--rep > 0); + } else { + const char *e = strdata(s) + len; + do { + const char *q = strdata(s); + do { *p++ = *q++; } while (q < e); + } while (--rep > 0); + } + setsbufP(sb, p); + } + return sb; +} + +SBuf *lj_buf_puttab(SBuf *sb, GCtab *t, GCstr *sep, int32_t i, int32_t e) +{ + MSize seplen = sep ? sep->len : 0; + if (i <= e) { + for (;;) { + cTValue *o = lj_tab_getint(t, i); + char *p; + if (!o) { + badtype: /* Error: bad element type. */ + setsbufP(sb, (void *)(intptr_t)i); /* Store failing index. */ + return NULL; + } else if (tvisstr(o)) { + MSize len = strV(o)->len; + p = lj_buf_wmem(lj_buf_more(sb, len + seplen), strVdata(o), len); + } else if (tvisint(o)) { + p = lj_strfmt_wint(lj_buf_more(sb, STRFMT_MAXBUF_INT+seplen), intV(o)); + } else if (tvisnum(o)) { + p = lj_buf_more(lj_strfmt_putfnum(sb, STRFMT_G14, numV(o)), seplen); + } else { + goto badtype; + } + if (i++ == e) { + setsbufP(sb, p); + break; + } + if (seplen) p = lj_buf_wmem(p, strdata(sep), seplen); + setsbufP(sb, p); + } + } + return sb; +} + +/* -- Miscellaneous buffer operations ------------------------------------- */ + +GCstr * LJ_FASTCALL lj_buf_tostr(SBuf *sb) +{ + return lj_str_new(sbufL(sb), sbufB(sb), sbuflen(sb)); +} + +/* Concatenate two strings. */ +GCstr *lj_buf_cat2str(lua_State *L, GCstr *s1, GCstr *s2) +{ + MSize len1 = s1->len, len2 = s2->len; + char *buf = lj_buf_tmp(L, len1 + len2); + memcpy(buf, strdata(s1), len1); + memcpy(buf+len1, strdata(s2), len2); + return lj_str_new(L, buf, len1 + len2); +} + +/* Read ULEB128 from buffer. */ +uint32_t LJ_FASTCALL lj_buf_ruleb128(const char **pp) +{ + const uint8_t *p = (const uint8_t *)*pp; + uint32_t v = *p++; + if (LJ_UNLIKELY(v >= 0x80)) { + int sh = 0; + v &= 0x7f; + do { v |= ((*p & 0x7f) << (sh += 7)); } while (*p++ >= 0x80); + } + *pp = (const char *)p; + return v; +} + diff --git a/core/src/luajit/src/lj_buf.h b/core/src/luajit/src/lj_buf.h new file mode 100644 index 000000000..a40516944 --- /dev/null +++ b/core/src/luajit/src/lj_buf.h @@ -0,0 +1,103 @@ +/* +** Buffer handling. +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h +*/ + +#ifndef _LJ_BUF_H +#define _LJ_BUF_H + +#include "lj_obj.h" +#include "lj_gc.h" +#include "lj_str.h" + +/* Resizable string buffers. Struct definition in lj_obj.h. */ +#define sbufB(sb) (mref((sb)->b, char)) +#define sbufP(sb) (mref((sb)->p, char)) +#define sbufE(sb) (mref((sb)->e, char)) +#define sbufL(sb) (mref((sb)->L, lua_State)) +#define sbufsz(sb) ((MSize)(sbufE((sb)) - sbufB((sb)))) +#define sbuflen(sb) ((MSize)(sbufP((sb)) - sbufB((sb)))) +#define sbufleft(sb) ((MSize)(sbufE((sb)) - sbufP((sb)))) +#define setsbufP(sb, q) (setmref((sb)->p, (q))) +#define setsbufL(sb, l) (setmref((sb)->L, (l))) + +/* Buffer management */ +LJ_FUNC char *LJ_FASTCALL lj_buf_need2(SBuf *sb, MSize sz); +LJ_FUNC char *LJ_FASTCALL lj_buf_more2(SBuf *sb, MSize sz); +LJ_FUNC void LJ_FASTCALL lj_buf_shrink(lua_State *L, SBuf *sb); +LJ_FUNC char * LJ_FASTCALL lj_buf_tmp(lua_State *L, MSize sz); + +static LJ_AINLINE void lj_buf_init(lua_State *L, SBuf *sb) +{ + setsbufL(sb, L); + setmref(sb->p, NULL); setmref(sb->e, NULL); setmref(sb->b, NULL); +} + +static LJ_AINLINE void lj_buf_reset(SBuf *sb) +{ + setmrefr(sb->p, sb->b); +} + +static LJ_AINLINE SBuf *lj_buf_tmp_(lua_State *L) +{ + SBuf *sb = &G(L)->tmpbuf; + setsbufL(sb, L); + lj_buf_reset(sb); + return sb; +} + +static LJ_AINLINE void lj_buf_free(global_State *g, SBuf *sb) +{ + lj_mem_free(g, sbufB(sb), sbufsz(sb)); +} + +static LJ_AINLINE char *lj_buf_need(SBuf *sb, MSize sz) +{ + if (LJ_UNLIKELY(sz > sbufsz(sb))) + return lj_buf_need2(sb, sz); + return sbufB(sb); +} + +static LJ_AINLINE char *lj_buf_more(SBuf *sb, MSize sz) +{ + if (LJ_UNLIKELY(sz > sbufleft(sb))) + return lj_buf_more2(sb, sz); + return sbufP(sb); +} + +/* Low-level buffer put operations */ +LJ_FUNC SBuf *lj_buf_putmem(SBuf *sb, const void *q, MSize len); +LJ_FUNC SBuf * LJ_FASTCALL lj_buf_putchar(SBuf *sb, int c); +LJ_FUNC SBuf * LJ_FASTCALL lj_buf_putstr(SBuf *sb, GCstr *s); + +static LJ_AINLINE char *lj_buf_wmem(char *p, const void *q, MSize len) +{ + return (char *)memcpy(p, q, len) + len; +} + +static LJ_AINLINE void lj_buf_putb(SBuf *sb, int c) +{ + char *p = lj_buf_more(sb, 1); + *p++ = (char)c; + setsbufP(sb, p); +} + +/* High-level buffer put operations */ +LJ_FUNCA SBuf * LJ_FASTCALL lj_buf_putstr_reverse(SBuf *sb, GCstr *s); +LJ_FUNCA SBuf * LJ_FASTCALL lj_buf_putstr_lower(SBuf *sb, GCstr *s); +LJ_FUNCA SBuf * LJ_FASTCALL lj_buf_putstr_upper(SBuf *sb, GCstr *s); +LJ_FUNC SBuf *lj_buf_putstr_rep(SBuf *sb, GCstr *s, int32_t rep); +LJ_FUNC SBuf *lj_buf_puttab(SBuf *sb, GCtab *t, GCstr *sep, + int32_t i, int32_t e); + +/* Miscellaneous buffer operations */ +LJ_FUNCA GCstr * LJ_FASTCALL lj_buf_tostr(SBuf *sb); +LJ_FUNC GCstr *lj_buf_cat2str(lua_State *L, GCstr *s1, GCstr *s2); +LJ_FUNC uint32_t LJ_FASTCALL lj_buf_ruleb128(const char **pp); + +static LJ_AINLINE GCstr *lj_buf_str(lua_State *L, SBuf *sb) +{ + return lj_str_new(L, sbufB(sb), sbuflen(sb)); +} + +#endif diff --git a/core/src/luajit/src/lj_carith.c b/core/src/luajit/src/lj_carith.c index 2a358a9bb..218abd260 100644 --- a/core/src/luajit/src/lj_carith.c +++ b/core/src/luajit/src/lj_carith.c @@ -1,6 +1,6 @@ /* ** C data arithmetic. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #include "lj_obj.h" @@ -11,10 +11,12 @@ #include "lj_err.h" #include "lj_tab.h" #include "lj_meta.h" +#include "lj_ir.h" #include "lj_ctype.h" #include "lj_cconv.h" #include "lj_cdata.h" #include "lj_carith.h" +#include "lj_strscan.h" /* -- C data arithmetic --------------------------------------------------- */ @@ -272,6 +274,80 @@ int lj_carith_op(lua_State *L, MMS mm) return lj_carith_meta(L, cts, &ca, mm); } +/* -- 64 bit bit operations helpers --------------------------------------- */ + +#if LJ_64 +#define B64DEF(name) \ + static LJ_AINLINE uint64_t lj_carith_##name(uint64_t x, int32_t sh) +#else +/* Not inlined on 32 bit archs, since some of these are quite lengthy. */ +#define B64DEF(name) \ + uint64_t LJ_NOINLINE lj_carith_##name(uint64_t x, int32_t sh) +#endif + +B64DEF(shl64) { return x << (sh&63); } +B64DEF(shr64) { return x >> (sh&63); } +B64DEF(sar64) { return (uint64_t)((int64_t)x >> (sh&63)); } +B64DEF(rol64) { return lj_rol(x, (sh&63)); } +B64DEF(ror64) { return lj_ror(x, (sh&63)); } + +#undef B64DEF + +uint64_t lj_carith_shift64(uint64_t x, int32_t sh, int op) +{ + switch (op) { + case IR_BSHL-IR_BSHL: x = lj_carith_shl64(x, sh); break; + case IR_BSHR-IR_BSHL: x = lj_carith_shr64(x, sh); break; + case IR_BSAR-IR_BSHL: x = lj_carith_sar64(x, sh); break; + case IR_BROL-IR_BSHL: x = lj_carith_rol64(x, sh); break; + case IR_BROR-IR_BSHL: x = lj_carith_ror64(x, sh); break; + default: lua_assert(0); break; + } + return x; +} + +/* Equivalent to lj_lib_checkbit(), but handles cdata. */ +uint64_t lj_carith_check64(lua_State *L, int narg, CTypeID *id) +{ + TValue *o = L->base + narg-1; + if (o >= L->top) { + err: + lj_err_argt(L, narg, LUA_TNUMBER); + } else if (LJ_LIKELY(tvisnumber(o))) { + /* Handled below. */ + } else if (tviscdata(o)) { + CTState *cts = ctype_cts(L); + uint8_t *sp = (uint8_t *)cdataptr(cdataV(o)); + CTypeID sid = cdataV(o)->ctypeid; + CType *s = ctype_get(cts, sid); + uint64_t x; + if (ctype_isref(s->info)) { + sp = *(void **)sp; + sid = ctype_cid(s->info); + } + s = ctype_raw(cts, sid); + if (ctype_isenum(s->info)) s = ctype_child(cts, s); + if ((s->info & (CTMASK_NUM|CTF_BOOL|CTF_FP|CTF_UNSIGNED)) == + CTINFO(CT_NUM, CTF_UNSIGNED) && s->size == 8) + *id = CTID_UINT64; /* Use uint64_t, since it has the highest rank. */ + else if (!*id) + *id = CTID_INT64; /* Use int64_t, unless already set. */ + lj_cconv_ct_ct(cts, ctype_get(cts, *id), s, + (uint8_t *)&x, sp, CCF_ARG(narg)); + return x; + } else if (!(tvisstr(o) && lj_strscan_number(strV(o), o))) { + goto err; + } + if (LJ_LIKELY(tvisint(o))) { + return (uint32_t)intV(o); + } else { + int32_t i = lj_num2bit(numV(o)); + if (LJ_DUALNUM) setintV(o, i); + return (uint32_t)i; + } +} + + /* -- 64 bit integer arithmetic helpers ----------------------------------- */ #if LJ_32 && LJ_HASJIT diff --git a/core/src/luajit/src/lj_carith.h b/core/src/luajit/src/lj_carith.h index 8c4bdbbe2..67d976bf0 100644 --- a/core/src/luajit/src/lj_carith.h +++ b/core/src/luajit/src/lj_carith.h @@ -1,6 +1,6 @@ /* ** C data arithmetic. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_CARITH_H @@ -12,6 +12,16 @@ LJ_FUNC int lj_carith_op(lua_State *L, MMS mm); +#if LJ_32 +LJ_FUNC uint64_t lj_carith_shl64(uint64_t x, int32_t sh); +LJ_FUNC uint64_t lj_carith_shr64(uint64_t x, int32_t sh); +LJ_FUNC uint64_t lj_carith_sar64(uint64_t x, int32_t sh); +LJ_FUNC uint64_t lj_carith_rol64(uint64_t x, int32_t sh); +LJ_FUNC uint64_t lj_carith_ror64(uint64_t x, int32_t sh); +#endif +LJ_FUNC uint64_t lj_carith_shift64(uint64_t x, int32_t sh, int op); +LJ_FUNC uint64_t lj_carith_check64(lua_State *L, int narg, CTypeID *id); + #if LJ_32 && LJ_HASJIT LJ_FUNC int64_t lj_carith_mul64(int64_t x, int64_t k); #endif diff --git a/core/src/luajit/src/lj_ccall.c b/core/src/luajit/src/lj_ccall.c index 998417c1c..5c252e5b6 100644 --- a/core/src/luajit/src/lj_ccall.c +++ b/core/src/luajit/src/lj_ccall.c @@ -1,6 +1,6 @@ /* ** FFI C call handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #include "lj_obj.h" @@ -9,7 +9,6 @@ #include "lj_gc.h" #include "lj_err.h" -#include "lj_str.h" #include "lj_tab.h" #include "lj_ctype.h" #include "lj_cconv.h" @@ -291,6 +290,82 @@ #define CCALL_HANDLE_RET \ if ((ct->info & CTF_VARARG)) sp = (uint8_t *)&cc->gpr[0]; +#elif LJ_TARGET_ARM64 +/* -- ARM64 calling conventions ------------------------------------------- */ + +#define CCALL_HANDLE_STRUCTRET \ + cc->retref = !ccall_classify_struct(cts, ctr); \ + if (cc->retref) cc->retp = dp; + +#define CCALL_HANDLE_STRUCTRET2 \ + unsigned int cl = ccall_classify_struct(cts, ctr); \ + if ((cl & 4)) { /* Combine float HFA from separate registers. */ \ + CTSize i = (cl >> 8) - 1; \ + do { ((uint32_t *)dp)[i] = cc->fpr[i].lo; } while (i--); \ + } else { \ + if (cl > 1) sp = (uint8_t *)&cc->fpr[0]; \ + memcpy(dp, sp, ctr->size); \ + } + +#define CCALL_HANDLE_COMPLEXRET \ + /* Complex values are returned in one or two FPRs. */ \ + cc->retref = 0; + +#define CCALL_HANDLE_COMPLEXRET2 \ + if (ctr->size == 2*sizeof(float)) { /* Copy complex float from FPRs. */ \ + ((float *)dp)[0] = cc->fpr[0].f; \ + ((float *)dp)[1] = cc->fpr[1].f; \ + } else { /* Copy complex double from FPRs. */ \ + ((double *)dp)[0] = cc->fpr[0].d; \ + ((double *)dp)[1] = cc->fpr[1].d; \ + } + +#define CCALL_HANDLE_STRUCTARG \ + unsigned int cl = ccall_classify_struct(cts, d); \ + if (cl == 0) { /* Pass struct by reference. */ \ + rp = cdataptr(lj_cdata_new(cts, did, sz)); \ + sz = CTSIZE_PTR; \ + } else if (cl > 1) { /* Pass struct in FPRs or on stack. */ \ + isfp = (cl & 4) ? 2 : 1; \ + } /* else: Pass struct in GPRs or on stack. */ + +#define CCALL_HANDLE_COMPLEXARG \ + /* Pass complex by value in separate (!) FPRs or on stack. */ \ + isfp = sz == 2*sizeof(float) ? 2 : 1; + +#define CCALL_HANDLE_REGARG \ + if (LJ_TARGET_IOS && isva) { \ + /* IOS: All variadic arguments are on the stack. */ \ + } else if (isfp) { /* Try to pass argument in FPRs. */ \ + int n2 = ctype_isvector(d->info) ? 1 : n*isfp; \ + if (nfpr + n2 <= CCALL_NARG_FPR) { \ + dp = &cc->fpr[nfpr]; \ + nfpr += n2; \ + goto done; \ + } else { \ + nfpr = CCALL_NARG_FPR; /* Prevent reordering. */ \ + if (LJ_TARGET_IOS && d->size < 8) goto err_nyi; \ + } \ + } else { /* Try to pass argument in GPRs. */ \ + if (!LJ_TARGET_IOS && (d->info & CTF_ALIGN) > CTALIGN_PTR) \ + ngpr = (ngpr + 1u) & ~1u; /* Align to regpair. */ \ + if (ngpr + n <= maxgpr) { \ + dp = &cc->gpr[ngpr]; \ + ngpr += n; \ + goto done; \ + } else { \ + ngpr = maxgpr; /* Prevent reordering. */ \ + if (LJ_TARGET_IOS && d->size < 8) goto err_nyi; \ + } \ + } + +#if LJ_BE +#define CCALL_HANDLE_RET \ + if (ctype_isfp(ctr->info) && ctr->size == sizeof(float)) \ + sp = (uint8_t *)&cc->fpr[0].f; +#endif + + #elif LJ_TARGET_PPC /* -- PPC calling conventions --------------------------------------------- */ @@ -339,53 +414,116 @@ if (ctype_isfp(ctr->info) && ctr->size == sizeof(float)) \ ctr = ctype_get(cts, CTID_DOUBLE); /* FPRs always hold doubles. */ -#elif LJ_TARGET_PPCSPE -/* -- PPC/SPE calling conventions ----------------------------------------- */ +#elif LJ_TARGET_MIPS32 +/* -- MIPS o32 calling conventions ---------------------------------------- */ #define CCALL_HANDLE_STRUCTRET \ cc->retref = 1; /* Return all structs by reference. */ \ cc->gpr[ngpr++] = (GPRArg)dp; #define CCALL_HANDLE_COMPLEXRET \ - /* Complex values are returned in 2 or 4 GPRs. */ \ + /* Complex values are returned in 1 or 2 FPRs. */ \ cc->retref = 0; +#if LJ_ABI_SOFTFP #define CCALL_HANDLE_COMPLEXRET2 \ - memcpy(dp, sp, ctr->size); /* Copy complex from GPRs. */ + if (ctr->size == 2*sizeof(float)) { /* Copy complex float from GPRs. */ \ + ((intptr_t *)dp)[0] = cc->gpr[0]; \ + ((intptr_t *)dp)[1] = cc->gpr[1]; \ + } else { /* Copy complex double from GPRs. */ \ + ((intptr_t *)dp)[0] = cc->gpr[0]; \ + ((intptr_t *)dp)[1] = cc->gpr[1]; \ + ((intptr_t *)dp)[2] = cc->gpr[2]; \ + ((intptr_t *)dp)[3] = cc->gpr[3]; \ + } +#else +#define CCALL_HANDLE_COMPLEXRET2 \ + if (ctr->size == 2*sizeof(float)) { /* Copy complex float from FPRs. */ \ + ((float *)dp)[0] = cc->fpr[0].f; \ + ((float *)dp)[1] = cc->fpr[1].f; \ + } else { /* Copy complex double from FPRs. */ \ + ((double *)dp)[0] = cc->fpr[0].d; \ + ((double *)dp)[1] = cc->fpr[1].d; \ + } +#endif #define CCALL_HANDLE_STRUCTARG \ - rp = cdataptr(lj_cdata_new(cts, did, sz)); \ - sz = CTSIZE_PTR; /* Pass all structs by reference. */ + /* Pass all structs by value in registers and/or on the stack. */ #define CCALL_HANDLE_COMPLEXARG \ /* Pass complex by value in 2 or 4 GPRs. */ -/* PPC/SPE has a softfp ABI. */ -#define CCALL_HANDLE_REGARG \ - if (n > 1) { /* Doesn't fit in a single GPR? */ \ - lua_assert(n == 2 || n == 4); /* int64_t, double or complex (float). */ \ - if (n == 2) \ - ngpr = (ngpr + 1u) & ~1u; /* Only align 64 bit value to regpair. */ \ - else if (ngpr + n > maxgpr) \ - ngpr = maxgpr; /* Prevent reordering. */ \ - } \ - if (ngpr + n <= maxgpr) { \ +#define CCALL_HANDLE_GPR \ + if ((d->info & CTF_ALIGN) > CTALIGN_PTR) \ + ngpr = (ngpr + 1u) & ~1u; /* Align to regpair. */ \ + if (ngpr < maxgpr) { \ dp = &cc->gpr[ngpr]; \ - ngpr += n; \ + if (ngpr + n > maxgpr) { \ + nsp += ngpr + n - maxgpr; /* Assumes contiguous gpr/stack fields. */ \ + if (nsp > CCALL_MAXSTACK) goto err_nyi; /* Too many arguments. */ \ + ngpr = maxgpr; \ + } else { \ + ngpr += n; \ + } \ goto done; \ } -#elif LJ_TARGET_MIPS -/* -- MIPS calling conventions -------------------------------------------- */ +#if !LJ_ABI_SOFTFP /* MIPS32 hard-float */ +#define CCALL_HANDLE_REGARG \ + if (isfp && nfpr < CCALL_NARG_FPR && !(ct->info & CTF_VARARG)) { \ + /* Try to pass argument in FPRs. */ \ + dp = n == 1 ? (void *)&cc->fpr[nfpr].f : (void *)&cc->fpr[nfpr].d; \ + nfpr++; ngpr += n; \ + goto done; \ + } else { /* Try to pass argument in GPRs. */ \ + nfpr = CCALL_NARG_FPR; \ + CCALL_HANDLE_GPR \ + } +#else /* MIPS32 soft-float */ +#define CCALL_HANDLE_REGARG CCALL_HANDLE_GPR +#endif + +#if !LJ_ABI_SOFTFP +/* On MIPS64 soft-float, position of float return values is endian-dependant. */ +#define CCALL_HANDLE_RET \ + if (ctype_isfp(ctr->info) && ctr->size == sizeof(float)) \ + sp = (uint8_t *)&cc->fpr[0].f; +#endif + +#elif LJ_TARGET_MIPS64 +/* -- MIPS n64 calling conventions ---------------------------------------- */ #define CCALL_HANDLE_STRUCTRET \ - cc->retref = 1; /* Return all structs by reference. */ \ - cc->gpr[ngpr++] = (GPRArg)dp; + cc->retref = !(sz <= 16); \ + if (cc->retref) cc->gpr[ngpr++] = (GPRArg)dp; + +#define CCALL_HANDLE_STRUCTRET2 \ + ccall_copy_struct(cc, ctr, dp, sp, ccall_classify_struct(cts, ctr, ct)); #define CCALL_HANDLE_COMPLEXRET \ /* Complex values are returned in 1 or 2 FPRs. */ \ cc->retref = 0; +#if LJ_ABI_SOFTFP /* MIPS64 soft-float */ + +#define CCALL_HANDLE_COMPLEXRET2 \ + if (ctr->size == 2*sizeof(float)) { /* Copy complex float from GPRs. */ \ + ((intptr_t *)dp)[0] = cc->gpr[0]; \ + } else { /* Copy complex double from GPRs. */ \ + ((intptr_t *)dp)[0] = cc->gpr[0]; \ + ((intptr_t *)dp)[1] = cc->gpr[1]; \ + } + +#define CCALL_HANDLE_COMPLEXARG \ + /* Pass complex by value in 2 or 4 GPRs. */ + +/* Position of soft-float 'float' return value depends on endianess. */ +#define CCALL_HANDLE_RET \ + if (ctype_isfp(ctr->info) && ctr->size == sizeof(float)) \ + sp = (uint8_t *)cc->gpr + LJ_ENDIAN_SELECT(0, 4); + +#else /* MIPS64 hard-float */ + #define CCALL_HANDLE_COMPLEXRET2 \ if (ctr->size == 2*sizeof(float)) { /* Copy complex float from FPRs. */ \ ((float *)dp)[0] = cc->fpr[0].f; \ @@ -395,39 +533,35 @@ ((double *)dp)[1] = cc->fpr[1].d; \ } -#define CCALL_HANDLE_STRUCTARG \ - /* Pass all structs by value in registers and/or on the stack. */ - #define CCALL_HANDLE_COMPLEXARG \ - /* Pass complex by value in 2 or 4 GPRs. */ - -#define CCALL_HANDLE_REGARG \ - if (isfp && nfpr < CCALL_NARG_FPR && !(ct->info & CTF_VARARG)) { \ - /* Try to pass argument in FPRs. */ \ - dp = n == 1 ? (void *)&cc->fpr[nfpr].f : (void *)&cc->fpr[nfpr].d; \ - nfpr++; ngpr += n; \ - goto done; \ - } else { /* Try to pass argument in GPRs. */ \ - nfpr = CCALL_NARG_FPR; \ - if ((d->info & CTF_ALIGN) > CTALIGN_PTR) \ - ngpr = (ngpr + 1u) & ~1u; /* Align to regpair. */ \ - if (ngpr < maxgpr) { \ - dp = &cc->gpr[ngpr]; \ - if (ngpr + n > maxgpr) { \ - nsp += ngpr + n - maxgpr; /* Assumes contiguous gpr/stack fields. */ \ - if (nsp > CCALL_MAXSTACK) goto err_nyi; /* Too many arguments. */ \ - ngpr = maxgpr; \ - } else { \ - ngpr += n; \ - } \ - goto done; \ - } \ + if (sz == 2*sizeof(float)) { \ + isfp = 2; \ + if (ngpr < maxgpr) \ + sz *= 2; \ } #define CCALL_HANDLE_RET \ if (ctype_isfp(ctr->info) && ctr->size == sizeof(float)) \ sp = (uint8_t *)&cc->fpr[0].f; +#endif + +#define CCALL_HANDLE_STRUCTARG \ + /* Pass all structs by value in registers and/or on the stack. */ + +#define CCALL_HANDLE_REGARG \ + if (ngpr < maxgpr) { \ + dp = &cc->gpr[ngpr]; \ + if (ngpr + n > maxgpr) { \ + nsp += ngpr + n - maxgpr; /* Assumes contiguous gpr/stack fields. */ \ + if (nsp > CCALL_MAXSTACK) goto err_nyi; /* Too many arguments. */ \ + ngpr = maxgpr; \ + } else { \ + ngpr += n; \ + } \ + goto done; \ + } + #else #error "Missing calling convention definitions for this architecture" #endif @@ -621,6 +755,124 @@ noth: /* Not a homogeneous float/double aggregate. */ #endif +/* -- ARM64 ABI struct classification ------------------------------------- */ + +#if LJ_TARGET_ARM64 + +/* Classify a struct based on its fields. */ +static unsigned int ccall_classify_struct(CTState *cts, CType *ct) +{ + CTSize sz = ct->size; + unsigned int r = 0, n = 0, isu = (ct->info & CTF_UNION); + while (ct->sib) { + CType *sct; + ct = ctype_get(cts, ct->sib); + if (ctype_isfield(ct->info)) { + sct = ctype_rawchild(cts, ct); + if (ctype_isfp(sct->info)) { + r |= sct->size; + if (!isu) n++; else if (n == 0) n = 1; + } else if (ctype_iscomplex(sct->info)) { + r |= (sct->size >> 1); + if (!isu) n += 2; else if (n < 2) n = 2; + } else if (ctype_isstruct(sct->info)) { + goto substruct; + } else { + goto noth; + } + } else if (ctype_isbitfield(ct->info)) { + goto noth; + } else if (ctype_isxattrib(ct->info, CTA_SUBTYPE)) { + sct = ctype_rawchild(cts, ct); + substruct: + if (sct->size > 0) { + unsigned int s = ccall_classify_struct(cts, sct); + if (s <= 1) goto noth; + r |= (s & 255); + if (!isu) n += (s >> 8); else if (n < (s >>8)) n = (s >> 8); + } + } + } + if ((r == 4 || r == 8) && n <= 4) + return r + (n << 8); +noth: /* Not a homogeneous float/double aggregate. */ + return (sz <= 16); /* Return structs of size <= 16 in GPRs. */ +} + +#endif + +/* -- MIPS64 ABI struct classification ---------------------------- */ + +#if LJ_TARGET_MIPS64 + +#define FTYPE_FLOAT 1 +#define FTYPE_DOUBLE 2 + +/* Classify FP fields (max. 2) and their types. */ +static unsigned int ccall_classify_struct(CTState *cts, CType *ct, CType *ctf) +{ + int n = 0, ft = 0; + if ((ctf->info & CTF_VARARG) || (ct->info & CTF_UNION)) + goto noth; + while (ct->sib) { + CType *sct; + ct = ctype_get(cts, ct->sib); + if (n == 2) { + goto noth; + } else if (ctype_isfield(ct->info)) { + sct = ctype_rawchild(cts, ct); + if (ctype_isfp(sct->info)) { + ft |= (sct->size == 4 ? FTYPE_FLOAT : FTYPE_DOUBLE) << 2*n; + n++; + } else { + goto noth; + } + } else if (ctype_isbitfield(ct->info) || + ctype_isxattrib(ct->info, CTA_SUBTYPE)) { + goto noth; + } + } + if (n <= 2) + return ft; +noth: /* Not a homogeneous float/double aggregate. */ + return 0; /* Struct is in GPRs. */ +} + +void ccall_copy_struct(CCallState *cc, CType *ctr, void *dp, void *sp, int ft) +{ + if (LJ_ABI_SOFTFP ? ft : + ((ft & 3) == FTYPE_FLOAT || (ft >> 2) == FTYPE_FLOAT)) { + int i, ofs = 0; + for (i = 0; ft != 0; i++, ft >>= 2) { + if ((ft & 3) == FTYPE_FLOAT) { +#if LJ_ABI_SOFTFP + /* The 2nd FP struct result is in CARG1 (gpr[2]) and not CRET2. */ + memcpy((uint8_t *)dp + ofs, + (uint8_t *)&cc->gpr[2*i] + LJ_ENDIAN_SELECT(0, 4), 4); +#else + *(float *)((uint8_t *)dp + ofs) = cc->fpr[i].f; +#endif + ofs += 4; + } else { + ofs = (ofs + 7) & ~7; /* 64 bit alignment. */ +#if LJ_ABI_SOFTFP + *(intptr_t *)((uint8_t *)dp + ofs) = cc->gpr[2*i]; +#else + *(double *)((uint8_t *)dp + ofs) = cc->fpr[i].d; +#endif + ofs += 8; + } + } + } else { +#if !LJ_ABI_SOFTFP + if (ft) sp = (uint8_t *)&cc->fpr[0]; +#endif + memcpy(dp, sp, ctr->size); + } +} + +#endif + /* -- Common C call handling ---------------------------------------------- */ /* Infer the destination CTypeID for a vararg argument. */ @@ -788,6 +1040,19 @@ static int ccall_set_args(lua_State *L, CTState *cts, CType *ct, *(int32_t *)dp = d->size == 1 ? (int32_t)*(int8_t *)dp : (int32_t)*(int16_t *)dp; } +#if LJ_TARGET_ARM64 && LJ_BE + if (isfp && d->size == sizeof(float)) + ((float *)dp)[1] = ((float *)dp)[0]; /* Floats occupy high slot. */ +#endif +#if LJ_TARGET_MIPS64 || (LJ_TARGET_ARM64 && LJ_BE) + if ((ctype_isinteger_or_bool(d->info) || ctype_isenum(d->info) +#if LJ_TARGET_MIPS64 + || (isfp && nsp == 0) +#endif + ) && d->size <= 4) { + *(int64_t *)dp = (int64_t)*(int32_t *)dp; /* Sign-extend to 64 bit. */ + } +#endif #if LJ_TARGET_X64 && LJ_ABI_WIN if (isva) { /* Windows/x64 mirrors varargs in both register sets. */ if (nfpr == ngpr) @@ -803,6 +1068,12 @@ static int ccall_set_args(lua_State *L, CTState *cts, CType *ct, cc->fpr[nfpr-1].d[0] = cc->fpr[nfpr-2].d[1]; /* Split complex double. */ cc->fpr[nfpr-2].d[1] = 0; } +#elif LJ_TARGET_ARM64 || (LJ_TARGET_MIPS64 && !LJ_ABI_SOFTFP) + if (isfp == 2 && (uint8_t *)dp < (uint8_t *)cc->stack) { + /* Split float HFA or complex float into separate registers. */ + CTSize i = (sz >> 2) - 1; + do { ((uint64_t *)dp)[i] = ((uint32_t *)dp)[i]; } while (i--); + } #else UNUSED(isfp); #endif @@ -844,7 +1115,8 @@ static int ccall_get_results(lua_State *L, CTState *cts, CType *ct, CCALL_HANDLE_COMPLEXRET2 return 1; /* One GC step. */ } - if (LJ_BE && ctype_isinteger_or_bool(ctr->info) && ctr->size < CTSIZE_PTR) + if (LJ_BE && ctr->size < CTSIZE_PTR && + (ctype_isinteger_or_bool(ctr->info) || ctype_isenum(ctr->info))) sp += (CTSIZE_PTR - ctr->size); #if CCALL_NUM_FPR if (ctype_isfp(ctr->info) || ctype_isvector(ctr->info)) diff --git a/core/src/luajit/src/lj_ccall.h b/core/src/luajit/src/lj_ccall.h index f55301093..59f664817 100644 --- a/core/src/luajit/src/lj_ccall.h +++ b/core/src/luajit/src/lj_ccall.h @@ -1,6 +1,6 @@ /* ** FFI C call handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_CCALL_H @@ -68,6 +68,21 @@ typedef union FPRArg { float f[2]; } FPRArg; +#elif LJ_TARGET_ARM64 + +#define CCALL_NARG_GPR 8 +#define CCALL_NRET_GPR 2 +#define CCALL_NARG_FPR 8 +#define CCALL_NRET_FPR 4 +#define CCALL_SPS_FREE 0 + +typedef intptr_t GPRArg; +typedef union FPRArg { + double d; + struct { LJ_ENDIAN_LOHI(float f; , float g;) }; + struct { LJ_ENDIAN_LOHI(uint32_t lo; , uint32_t hi;) }; +} FPRArg; + #elif LJ_TARGET_PPC #define CCALL_NARG_GPR 8 @@ -80,23 +95,29 @@ typedef union FPRArg { typedef intptr_t GPRArg; typedef double FPRArg; -#elif LJ_TARGET_PPCSPE +#elif LJ_TARGET_MIPS32 -#define CCALL_NARG_GPR 8 -#define CCALL_NARG_FPR 0 -#define CCALL_NRET_GPR 4 /* For softfp complex double. */ -#define CCALL_NRET_FPR 0 -#define CCALL_SPS_FREE 0 /* NYI */ +#define CCALL_NARG_GPR 4 +#define CCALL_NARG_FPR (LJ_ABI_SOFTFP ? 0 : 2) +#define CCALL_NRET_GPR (LJ_ABI_SOFTFP ? 4 : 2) +#define CCALL_NRET_FPR (LJ_ABI_SOFTFP ? 0 : 2) +#define CCALL_SPS_EXTRA 7 +#define CCALL_SPS_FREE 1 typedef intptr_t GPRArg; +typedef union FPRArg { + double d; + struct { LJ_ENDIAN_LOHI(float f; , float g;) }; +} FPRArg; -#elif LJ_TARGET_MIPS +#elif LJ_TARGET_MIPS64 -#define CCALL_NARG_GPR 4 -#define CCALL_NARG_FPR 2 +/* FP args are positional and overlay the GPR array. */ +#define CCALL_NARG_GPR 8 +#define CCALL_NARG_FPR 0 #define CCALL_NRET_GPR 2 -#define CCALL_NRET_FPR 2 -#define CCALL_SPS_EXTRA 7 +#define CCALL_NRET_FPR (LJ_ABI_SOFTFP ? 0 : 2) +#define CCALL_SPS_EXTRA 3 #define CCALL_SPS_FREE 1 typedef intptr_t GPRArg; @@ -145,6 +166,8 @@ typedef LJ_ALIGN(CCALL_ALIGN_CALLSTATE) struct CCallState { uint8_t nfpr; /* Number of arguments in FPRs. */ #elif LJ_TARGET_X86 uint8_t resx87; /* Result on x87 stack: 1:float, 2:double. */ +#elif LJ_TARGET_ARM64 + void *retp; /* Aggregate return pointer in x8. */ #elif LJ_TARGET_PPC uint8_t nfpr; /* Number of arguments in FPRs. */ #endif diff --git a/core/src/luajit/src/lj_ccallback.c b/core/src/luajit/src/lj_ccallback.c index b210641f9..846827b11 100644 --- a/core/src/luajit/src/lj_ccallback.c +++ b/core/src/luajit/src/lj_ccallback.c @@ -1,6 +1,6 @@ /* ** FFI C callback handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #include "lj_obj.h" @@ -27,7 +27,7 @@ #if LJ_OS_NOJIT -/* Disabled callback support. */ +/* Callbacks disabled. */ #define CALLBACK_SLOT2OFS(slot) (0*(slot)) #define CALLBACK_OFS2SLOT(ofs) (0*(ofs)) #define CALLBACK_MAX_SLOT 0 @@ -35,7 +35,7 @@ #elif LJ_TARGET_X86ORX64 #define CALLBACK_MCODE_HEAD (LJ_64 ? 8 : 0) -#define CALLBACK_MCODE_GROUP (-2+1+2+5+(LJ_64 ? 6 : 5)) +#define CALLBACK_MCODE_GROUP (-2+1+2+(LJ_GC64 ? 10 : 5)+(LJ_64 ? 6 : 5)) #define CALLBACK_SLOT2OFS(slot) \ (CALLBACK_MCODE_HEAD + CALLBACK_MCODE_GROUP*((slot)/32) + 4*(slot)) @@ -54,23 +54,22 @@ static MSize CALLBACK_OFS2SLOT(MSize ofs) #elif LJ_TARGET_ARM #define CALLBACK_MCODE_HEAD 32 -#define CALLBACK_SLOT2OFS(slot) (CALLBACK_MCODE_HEAD + 8*(slot)) -#define CALLBACK_OFS2SLOT(ofs) (((ofs)-CALLBACK_MCODE_HEAD)/8) -#define CALLBACK_MAX_SLOT (CALLBACK_OFS2SLOT(CALLBACK_MCODE_SIZE)) + +#elif LJ_TARGET_ARM64 + +#define CALLBACK_MCODE_HEAD 32 #elif LJ_TARGET_PPC #define CALLBACK_MCODE_HEAD 24 -#define CALLBACK_SLOT2OFS(slot) (CALLBACK_MCODE_HEAD + 8*(slot)) -#define CALLBACK_OFS2SLOT(ofs) (((ofs)-CALLBACK_MCODE_HEAD)/8) -#define CALLBACK_MAX_SLOT (CALLBACK_OFS2SLOT(CALLBACK_MCODE_SIZE)) -#elif LJ_TARGET_MIPS +#elif LJ_TARGET_MIPS32 -#define CALLBACK_MCODE_HEAD 24 -#define CALLBACK_SLOT2OFS(slot) (CALLBACK_MCODE_HEAD + 8*(slot)) -#define CALLBACK_OFS2SLOT(ofs) (((ofs)-CALLBACK_MCODE_HEAD)/8) -#define CALLBACK_MAX_SLOT (CALLBACK_OFS2SLOT(CALLBACK_MCODE_SIZE)) +#define CALLBACK_MCODE_HEAD 20 + +#elif LJ_TARGET_MIPS64 + +#define CALLBACK_MCODE_HEAD 52 #else @@ -81,6 +80,12 @@ static MSize CALLBACK_OFS2SLOT(MSize ofs) #endif +#ifndef CALLBACK_SLOT2OFS +#define CALLBACK_SLOT2OFS(slot) (CALLBACK_MCODE_HEAD + 8*(slot)) +#define CALLBACK_OFS2SLOT(ofs) (((ofs)-CALLBACK_MCODE_HEAD)/8) +#define CALLBACK_MAX_SLOT (CALLBACK_OFS2SLOT(CALLBACK_MCODE_SIZE)) +#endif + /* Convert callback slot number to callback function pointer. */ static void *callback_slot2ptr(CTState *cts, MSize slot) { @@ -119,8 +124,13 @@ static void callback_mcode_init(global_State *g, uint8_t *page) /* push ebp/rbp; mov ah, slot>>8; mov ebp, &g. */ *p++ = XI_PUSH + RID_EBP; *p++ = XI_MOVrib | (RID_EAX+4); *p++ = (uint8_t)(slot >> 8); +#if LJ_GC64 + *p++ = 0x48; *p++ = XI_MOVri | RID_EBP; + *(uint64_t *)p = (uint64_t)(g); p += 8; +#else *p++ = XI_MOVri | RID_EBP; *(int32_t *)p = i32ptr(g); p += 4; +#endif #if LJ_64 /* jmp [rip-pageofs] where lj_vm_ffi_callback is stored. */ *p++ = XI_GROUP5; *p++ = XM_OFS0 + (XOg_JMP<<3) + RID_EBP; @@ -157,6 +167,26 @@ static void callback_mcode_init(global_State *g, uint32_t *page) } lua_assert(p - page <= CALLBACK_MCODE_SIZE); } +#elif LJ_TARGET_ARM64 +static void callback_mcode_init(global_State *g, uint32_t *page) +{ + uint32_t *p = page; + void *target = (void *)lj_vm_ffi_callback; + MSize slot; + *p++ = A64I_LE(A64I_LDRLx | A64F_D(RID_X11) | A64F_S19(4)); + *p++ = A64I_LE(A64I_LDRLx | A64F_D(RID_X10) | A64F_S19(5)); + *p++ = A64I_LE(A64I_BR | A64F_N(RID_X11)); + *p++ = A64I_LE(A64I_NOP); + ((void **)p)[0] = target; + ((void **)p)[1] = g; + p += 4; + for (slot = 0; slot < CALLBACK_MAX_SLOT; slot++) { + *p++ = A64I_LE(A64I_MOVZw | A64F_D(RID_X9) | A64F_U16(slot)); + *p = A64I_LE(A64I_B | A64F_S26((page-p) & 0x03ffffffu)); + p++; + } + lua_assert(p - page <= CALLBACK_MCODE_SIZE); +} #elif LJ_TARGET_PPC static void callback_mcode_init(global_State *g, uint32_t *page) { @@ -180,14 +210,27 @@ static void callback_mcode_init(global_State *g, uint32_t *page) static void callback_mcode_init(global_State *g, uint32_t *page) { uint32_t *p = page; - void *target = (void *)lj_vm_ffi_callback; + uintptr_t target = (uintptr_t)(void *)lj_vm_ffi_callback; + uintptr_t ug = (uintptr_t)(void *)g; MSize slot; - *p++ = MIPSI_SW | MIPSF_T(RID_R1)|MIPSF_S(RID_SP) | 0; - *p++ = MIPSI_LUI | MIPSF_T(RID_R3) | (u32ptr(target) >> 16); - *p++ = MIPSI_LUI | MIPSF_T(RID_R2) | (u32ptr(g) >> 16); - *p++ = MIPSI_ORI | MIPSF_T(RID_R3)|MIPSF_S(RID_R3) |(u32ptr(target)&0xffff); +#if LJ_TARGET_MIPS32 + *p++ = MIPSI_LUI | MIPSF_T(RID_R3) | (target >> 16); + *p++ = MIPSI_LUI | MIPSF_T(RID_R2) | (ug >> 16); +#else + *p++ = MIPSI_LUI | MIPSF_T(RID_R3) | (target >> 48); + *p++ = MIPSI_LUI | MIPSF_T(RID_R2) | (ug >> 48); + *p++ = MIPSI_ORI | MIPSF_T(RID_R3)|MIPSF_S(RID_R3) | ((target >> 32) & 0xffff); + *p++ = MIPSI_ORI | MIPSF_T(RID_R2)|MIPSF_S(RID_R2) | ((ug >> 32) & 0xffff); + *p++ = MIPSI_DSLL | MIPSF_D(RID_R3)|MIPSF_T(RID_R3) | MIPSF_A(16); + *p++ = MIPSI_DSLL | MIPSF_D(RID_R2)|MIPSF_T(RID_R2) | MIPSF_A(16); + *p++ = MIPSI_ORI | MIPSF_T(RID_R3)|MIPSF_S(RID_R3) | ((target >> 16) & 0xffff); + *p++ = MIPSI_ORI | MIPSF_T(RID_R2)|MIPSF_S(RID_R2) | ((ug >> 16) & 0xffff); + *p++ = MIPSI_DSLL | MIPSF_D(RID_R3)|MIPSF_T(RID_R3) | MIPSF_A(16); + *p++ = MIPSI_DSLL | MIPSF_D(RID_R2)|MIPSF_T(RID_R2) | MIPSF_A(16); +#endif + *p++ = MIPSI_ORI | MIPSF_T(RID_R3)|MIPSF_S(RID_R3) | (target & 0xffff); *p++ = MIPSI_JR | MIPSF_S(RID_R3); - *p++ = MIPSI_ORI | MIPSF_T(RID_R2)|MIPSF_S(RID_R2) | (u32ptr(g)&0xffff); + *p++ = MIPSI_ORI | MIPSF_T(RID_R2)|MIPSF_S(RID_R2) | (ug & 0xffff); for (slot = 0; slot < CALLBACK_MAX_SLOT; slot++) { *p = MIPSI_B | ((page-p-1) & 0x0000ffffu); p++; @@ -351,6 +394,29 @@ void lj_ccallback_mcode_free(CTState *cts) goto done; \ } CALLBACK_HANDLE_REGARG_FP2 +#elif LJ_TARGET_ARM64 + +#define CALLBACK_HANDLE_REGARG \ + if (isfp) { \ + if (nfpr + n <= CCALL_NARG_FPR) { \ + sp = &cts->cb.fpr[nfpr]; \ + nfpr += n; \ + goto done; \ + } else { \ + nfpr = CCALL_NARG_FPR; /* Prevent reordering. */ \ + } \ + } else { \ + if (!LJ_TARGET_IOS && n > 1) \ + ngpr = (ngpr + 1u) & ~1u; /* Align to regpair. */ \ + if (ngpr + n <= maxgpr) { \ + sp = &cts->cb.gpr[ngpr]; \ + ngpr += n; \ + goto done; \ + } else { \ + ngpr = CCALL_NARG_GPR; /* Prevent reordering. */ \ + } \ + } + #elif LJ_TARGET_PPC #define CALLBACK_HANDLE_REGARG \ @@ -376,8 +442,17 @@ void lj_ccallback_mcode_free(CTState *cts) if (ctype_isfp(ctr->info) && ctr->size == sizeof(float)) \ *(double *)dp = *(float *)dp; /* FPRs always hold doubles. */ -#elif LJ_TARGET_MIPS +#elif LJ_TARGET_MIPS32 + +#define CALLBACK_HANDLE_GPR \ + if (n > 1) ngpr = (ngpr + 1u) & ~1u; /* Align to regpair. */ \ + if (ngpr + n <= maxgpr) { \ + sp = &cts->cb.gpr[ngpr]; \ + ngpr += n; \ + goto done; \ + } +#if !LJ_ABI_SOFTFP /* MIPS32 hard-float */ #define CALLBACK_HANDLE_REGARG \ if (isfp && nfpr < CCALL_NARG_FPR) { /* Try to pass argument in FPRs. */ \ sp = (void *)((uint8_t *)&cts->cb.fpr[nfpr] + ((LJ_BE && n==1) ? 4 : 0)); \ @@ -385,13 +460,36 @@ void lj_ccallback_mcode_free(CTState *cts) goto done; \ } else { /* Try to pass argument in GPRs. */ \ nfpr = CCALL_NARG_FPR; \ - if (n > 1) ngpr = (ngpr + 1u) & ~1u; /* Align to regpair. */ \ - if (ngpr + n <= maxgpr) { \ - sp = &cts->cb.gpr[ngpr]; \ - ngpr += n; \ - goto done; \ - } \ + CALLBACK_HANDLE_GPR \ } +#else /* MIPS32 soft-float */ +#define CALLBACK_HANDLE_REGARG \ + CALLBACK_HANDLE_GPR \ + UNUSED(isfp); +#endif + +#define CALLBACK_HANDLE_RET \ + if (ctype_isfp(ctr->info) && ctr->size == sizeof(float)) \ + ((float *)dp)[1] = *(float *)dp; + +#elif LJ_TARGET_MIPS64 + +#if !LJ_ABI_SOFTFP /* MIPS64 hard-float */ +#define CALLBACK_HANDLE_REGARG \ + if (ngpr + n <= maxgpr) { \ + sp = isfp ? (void*) &cts->cb.fpr[ngpr] : (void*) &cts->cb.gpr[ngpr]; \ + ngpr += n; \ + goto done; \ + } +#else /* MIPS64 soft-float */ +#define CALLBACK_HANDLE_REGARG \ + if (ngpr + n <= maxgpr) { \ + UNUSED(isfp); \ + sp = (void*) &cts->cb.gpr[ngpr]; \ + ngpr += n; \ + goto done; \ + } +#endif #define CALLBACK_HANDLE_RET \ if (ctype_isfp(ctr->info) && ctr->size == sizeof(float)) \ @@ -411,6 +509,7 @@ static void callback_conv_args(CTState *cts, lua_State *L) int gcsteps = 0; CType *ct; GCfunc *fn; + int fntp; MSize ngpr = 0, nsp = 0, maxgpr = CCALL_NARG_GPR; #if CCALL_NARG_FPR MSize nfpr = 0; @@ -421,18 +520,27 @@ static void callback_conv_args(CTState *cts, lua_State *L) if (slot < cts->cb.sizeid && (id = cts->cb.cbid[slot]) != 0) { ct = ctype_get(cts, id); - rid = ctype_cid(ct->info); + rid = ctype_cid(ct->info); /* Return type. x86: +(spadj<<16). */ fn = funcV(lj_tab_getint(cts->miscmap, (int32_t)slot)); + fntp = LJ_TFUNC; } else { /* Must set up frame first, before throwing the error. */ ct = NULL; rid = 0; fn = (GCfunc *)L; + fntp = LJ_TTHREAD; } - o->u32.lo = LJ_CONT_FFI_CALLBACK; /* Continuation returns from callback. */ - o->u32.hi = rid; /* Return type. x86: +(spadj<<16). */ - o++; - setframe_gc(o, obj2gco(fn)); - setframe_ftsz(o, (int)((char *)(o+1) - (char *)L->base) + FRAME_CONT); + /* Continuation returns from callback. */ + if (LJ_FR2) { + (o++)->u64 = LJ_CONT_FFI_CALLBACK; + (o++)->u64 = rid; + o++; + } else { + o->u32.lo = LJ_CONT_FFI_CALLBACK; + o->u32.hi = rid; + o++; + } + setframe_gc(o, obj2gco(fn), fntp); + setframe_ftsz(o, ((char *)(o+1) - (char *)L->base) + FRAME_CONT); L->top = L->base = ++o; if (!ct) lj_err_caller(cts->L, LJ_ERR_FFI_BADCBACK); @@ -474,7 +582,11 @@ static void callback_conv_args(CTState *cts, lua_State *L) nsp += n; done: - if (LJ_BE && cta->size < CTSIZE_PTR) + if (LJ_BE && cta->size < CTSIZE_PTR +#if LJ_TARGET_MIPS64 + && !(isfp && nsp) +#endif + ) sp = (void *)((uint8_t *)sp + CTSIZE_PTR-cta->size); gcsteps += lj_cconv_tv_ct(cts, cta, 0, o++, sp); } @@ -483,9 +595,14 @@ static void callback_conv_args(CTState *cts, lua_State *L) L->top = o; #if LJ_TARGET_X86 /* Store stack adjustment for returns from non-cdecl callbacks. */ - if (ctype_cconv(ct->info) != CTCC_CDECL) + if (ctype_cconv(ct->info) != CTCC_CDECL) { +#if LJ_FR2 + (L->base-3)->u64 |= (nsp << (16+2)); +#else (L->base-2)->u32.hi |= (nsp << (16+2)); #endif + } +#endif while (gcsteps-- > 0) lj_gc_check(L); } @@ -493,7 +610,11 @@ static void callback_conv_args(CTState *cts, lua_State *L) /* Convert Lua object to callback result. */ static void callback_conv_result(CTState *cts, lua_State *L, TValue *o) { +#if LJ_FR2 + CType *ctr = ctype_raw(cts, (uint16_t)(L->base-3)->u64); +#else CType *ctr = ctype_raw(cts, (uint16_t)(L->base-2)->u32.hi); +#endif #if LJ_TARGET_X86 cts->cb.gpr[2] = 0; #endif @@ -503,6 +624,10 @@ static void callback_conv_result(CTState *cts, lua_State *L, TValue *o) if (ctype_isfp(ctr->info)) dp = (uint8_t *)&cts->cb.fpr[0]; #endif +#if LJ_TARGET_ARM64 && LJ_BE + if (ctype_isfp(ctr->info) && ctr->size == sizeof(float)) + dp = (uint8_t *)&cts->cb.fpr[0].f[1]; +#endif lj_cconv_ct_tv(cts, ctr, dp, o, 0); #ifdef CALLBACK_HANDLE_RET CALLBACK_HANDLE_RET @@ -516,6 +641,12 @@ static void callback_conv_result(CTState *cts, lua_State *L, TValue *o) *(int32_t *)dp = ctr->size == 1 ? (int32_t)*(int8_t *)dp : (int32_t)*(int16_t *)dp; } +#if LJ_TARGET_MIPS64 || (LJ_TARGET_ARM64 && LJ_BE) + /* Always sign-extend results to 64 bits. Even a soft-fp 'float'. */ + if (ctr->size <= 4 && + (LJ_ABI_SOFTFP || ctype_isinteger_or_bool(ctr->info))) + *(int64_t *)dp = (int64_t)*(int32_t *)dp; +#endif #if LJ_TARGET_X86 if (ctype_isfp(ctr->info)) cts->cb.gpr[2] = ctr->size == sizeof(float) ? 1 : 2; @@ -529,7 +660,7 @@ lua_State * LJ_FASTCALL lj_ccallback_enter(CTState *cts, void *cf) lua_State *L = cts->L; global_State *g = cts->g; lua_assert(L != NULL); - if (gcref(g->jit_L)) { + if (tvref(g->jit_base)) { setstrV(L, L->top++, lj_err_str(L, LJ_ERR_FFI_BADCBACK)); if (g->panic) g->panic(L); exit(EXIT_FAILURE); @@ -562,9 +693,9 @@ void LJ_FASTCALL lj_ccallback_leave(CTState *cts, TValue *o) } callback_conv_result(cts, L, o); /* Finally drop C frame and continuation frame. */ - L->cframe = cframe_prev(L->cframe); - L->top -= 2; + L->top -= 2+2*LJ_FR2; L->base = obase; + L->cframe = cframe_prev(L->cframe); cts->cb.slot = 0; /* Blacklist C function that called the callback. */ } diff --git a/core/src/luajit/src/lj_ccallback.h b/core/src/luajit/src/lj_ccallback.h index 83dbe048b..a8cdad386 100644 --- a/core/src/luajit/src/lj_ccallback.h +++ b/core/src/luajit/src/lj_ccallback.h @@ -1,6 +1,6 @@ /* ** FFI C callback handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_CCALLBACK_H diff --git a/core/src/luajit/src/lj_cconv.c b/core/src/luajit/src/lj_cconv.c index 8a270766f..13b8230dc 100644 --- a/core/src/luajit/src/lj_cconv.c +++ b/core/src/luajit/src/lj_cconv.c @@ -1,6 +1,6 @@ /* ** C type conversions. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #include "lj_obj.h" @@ -448,8 +448,10 @@ int lj_cconv_tv_bf(CTState *cts, CType *s, TValue *o, uint8_t *sp) setintV(o, (int32_t)val); } } else { + uint32_t b = (val >> pos) & 1; lua_assert(bsz == 1); - setboolV(o, (val >> pos) & 1); + setboolV(o, b); + setboolV(&cts->g->tmptv2, b); /* Remember for trace recorder. */ } return 0; /* No GC step needed. */ } diff --git a/core/src/luajit/src/lj_cconv.h b/core/src/luajit/src/lj_cconv.h index 2bd50ff46..0a0b66c90 100644 --- a/core/src/luajit/src/lj_cconv.h +++ b/core/src/luajit/src/lj_cconv.h @@ -1,6 +1,6 @@ /* ** C type conversions. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_CCONV_H diff --git a/core/src/luajit/src/lj_cdata.c b/core/src/luajit/src/lj_cdata.c index 39fc13a9f..68e16d76f 100644 --- a/core/src/luajit/src/lj_cdata.c +++ b/core/src/luajit/src/lj_cdata.c @@ -1,6 +1,6 @@ /* ** C data management. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #include "lj_obj.h" @@ -9,7 +9,6 @@ #include "lj_gc.h" #include "lj_err.h" -#include "lj_str.h" #include "lj_tab.h" #include "lj_ctype.h" #include "lj_cconv.h" @@ -27,12 +26,12 @@ GCcdata *lj_cdata_newref(CTState *cts, const void *p, CTypeID id) } /* Allocate variable-sized or specially aligned C data object. */ -GCcdata *lj_cdata_newv(CTState *cts, CTypeID id, CTSize sz, CTSize align) +GCcdata *lj_cdata_newv(lua_State *L, CTypeID id, CTSize sz, CTSize align) { global_State *g; MSize extra = sizeof(GCcdataVar) + sizeof(GCcdata) + (align > CT_MEMALIGN ? (1u<<align) - (1u<<CT_MEMALIGN) : 0); - char *p = lj_mem_newt(cts->L, extra + sz, char); + char *p = lj_mem_newt(L, extra + sz, char); uintptr_t adata = (uintptr_t)p + sizeof(GCcdataVar) + sizeof(GCcdata); uintptr_t almask = (1u << align) - 1u; GCcdata *cd = (GCcdata *)(((adata + almask) & ~almask) - sizeof(GCcdata)); @@ -40,7 +39,7 @@ GCcdata *lj_cdata_newv(CTState *cts, CTypeID id, CTSize sz, CTSize align) cdatav(cd)->offset = (uint16_t)((char *)cd - p); cdatav(cd)->extra = extra; cdatav(cd)->len = sz; - g = cts->g; + g = G(L); setgcrefr(cd->nextgc, g->gc.root); setgcref(g->gc.root, obj2gco(cd)); newwhite(g, obj2gco(cd)); @@ -50,6 +49,15 @@ GCcdata *lj_cdata_newv(CTState *cts, CTypeID id, CTSize sz, CTSize align) return cd; } +/* Allocate arbitrary C data object. */ +GCcdata *lj_cdata_newx(CTState *cts, CTypeID id, CTSize sz, CTInfo info) +{ + if (!(info & CTF_VLA) && ctype_align(info) <= CT_MEMALIGN) + return lj_cdata_new(cts, id, sz); + else + return lj_cdata_newv(cts->L, id, sz, ctype_align(info)); +} + /* Free a C data object. */ void LJ_FASTCALL lj_cdata_free(global_State *g, GCcdata *cd) { @@ -76,21 +84,22 @@ void LJ_FASTCALL lj_cdata_free(global_State *g, GCcdata *cd) } } -TValue * LJ_FASTCALL lj_cdata_setfin(lua_State *L, GCcdata *cd) +void lj_cdata_setfin(lua_State *L, GCcdata *cd, GCobj *obj, uint32_t it) { - global_State *g = G(L); - GCtab *t = ctype_ctsG(g)->finalizer; + GCtab *t = ctype_ctsG(G(L))->finalizer; if (gcref(t->metatable)) { /* Add cdata to finalizer table, if still enabled. */ TValue *tv, tmp; setcdataV(L, &tmp, cd); lj_gc_anybarriert(L, t); tv = lj_tab_set(L, t, &tmp); - cd->marked |= LJ_GC_CDATA_FIN; - return tv; - } else { - /* Otherwise return dummy TValue. */ - return &g->tmptv; + if (it == LJ_TNIL) { + setnilV(tv); + cd->marked &= ~LJ_GC_CDATA_FIN; + } else { + setgcV(L, tv, obj, it); + cd->marked |= LJ_GC_CDATA_FIN; + } } } @@ -123,7 +132,12 @@ collect_attrib: idx = (ptrdiff_t)intV(key); goto integer_key; } else if (tvisnum(key)) { /* Numeric key. */ - idx = LJ_64 ? (ptrdiff_t)numV(key) : (ptrdiff_t)lj_num2int(numV(key)); +#ifdef _MSC_VER + /* Workaround for MSVC bug. */ + volatile +#endif + lua_Number n = numV(key); + idx = LJ_64 ? (ptrdiff_t)n : (ptrdiff_t)lj_num2int(n); integer_key: if (ctype_ispointer(ct->info)) { CTSize sz = lj_ctype_size(cts, ctype_cid(ct->info)); /* Element size. */ diff --git a/core/src/luajit/src/lj_cdata.h b/core/src/luajit/src/lj_cdata.h index 3a1275e6c..5bb0f5dca 100644 --- a/core/src/luajit/src/lj_cdata.h +++ b/core/src/luajit/src/lj_cdata.h @@ -1,6 +1,6 @@ /* ** C data management. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_CDATA_H @@ -58,11 +58,14 @@ static LJ_AINLINE GCcdata *lj_cdata_new_(lua_State *L, CTypeID id, CTSize sz) } LJ_FUNC GCcdata *lj_cdata_newref(CTState *cts, const void *pp, CTypeID id); -LJ_FUNC GCcdata *lj_cdata_newv(CTState *cts, CTypeID id, CTSize sz, +LJ_FUNC GCcdata *lj_cdata_newv(lua_State *L, CTypeID id, CTSize sz, CTSize align); +LJ_FUNC GCcdata *lj_cdata_newx(CTState *cts, CTypeID id, CTSize sz, + CTInfo info); LJ_FUNC void LJ_FASTCALL lj_cdata_free(global_State *g, GCcdata *cd); -LJ_FUNCA TValue * LJ_FASTCALL lj_cdata_setfin(lua_State *L, GCcdata *cd); +LJ_FUNC void lj_cdata_setfin(lua_State *L, GCcdata *cd, GCobj *obj, + uint32_t it); LJ_FUNC CType *lj_cdata_index(CTState *cts, GCcdata *cd, cTValue *key, uint8_t **pp, CTInfo *qual); diff --git a/core/src/luajit/src/lj_clib.c b/core/src/luajit/src/lj_clib.c index d35260909..614265903 100644 --- a/core/src/luajit/src/lj_clib.c +++ b/core/src/luajit/src/lj_clib.c @@ -1,6 +1,6 @@ /* ** FFI C library loader. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #include "lj_obj.h" @@ -16,6 +16,7 @@ #include "lj_cconv.h" #include "lj_cdata.h" #include "lj_clib.h" +#include "lj_strfmt.h" /* -- OS-specific functions ----------------------------------------------- */ @@ -39,7 +40,7 @@ LJ_NORET LJ_NOINLINE static void clib_error_(lua_State *L) #define clib_error(L, fmt, name) clib_error_(L) -#if defined(__CYGWIN__) +#if LJ_TARGET_CYGWIN #define CLIB_SOPREFIX "cyg" #else #define CLIB_SOPREFIX "lib" @@ -47,7 +48,7 @@ LJ_NORET LJ_NOINLINE static void clib_error_(lua_State *L) #if LJ_TARGET_OSX #define CLIB_SOEXT "%s.dylib" -#elif defined(__CYGWIN__) +#elif LJ_TARGET_CYGWIN #define CLIB_SOEXT "%s.dll" #else #define CLIB_SOEXT "%s.so" @@ -56,21 +57,21 @@ LJ_NORET LJ_NOINLINE static void clib_error_(lua_State *L) static const char *clib_extname(lua_State *L, const char *name) { if (!strchr(name, '/') -#ifdef __CYGWIN__ +#if LJ_TARGET_CYGWIN && !strchr(name, '\\') #endif ) { if (!strchr(name, '.')) { - name = lj_str_pushf(L, CLIB_SOEXT, name); + name = lj_strfmt_pushf(L, CLIB_SOEXT, name); L->top--; -#ifdef __CYGWIN__ +#if LJ_TARGET_CYGWIN } else { return name; #endif } if (!(name[0] == CLIB_SOPREFIX[0] && name[1] == CLIB_SOPREFIX[1] && name[2] == CLIB_SOPREFIX[2])) { - name = lj_str_pushf(L, CLIB_SOPREFIX "%s", name); + name = lj_strfmt_pushf(L, CLIB_SOPREFIX "%s", name); L->top--; } } @@ -171,11 +172,19 @@ LJ_NORET LJ_NOINLINE static void clib_error(lua_State *L, const char *fmt, const char *name) { DWORD err = GetLastError(); +#if LJ_TARGET_XBOXONE + wchar_t wbuf[128]; + char buf[128*2]; + if (!FormatMessageW(FORMAT_MESSAGE_IGNORE_INSERTS|FORMAT_MESSAGE_FROM_SYSTEM, + NULL, err, 0, wbuf, sizeof(wbuf)/sizeof(wchar_t), NULL) || + !WideCharToMultiByte(CP_ACP, 0, wbuf, 128, buf, 128*2, NULL, NULL)) +#else char buf[128]; if (!FormatMessageA(FORMAT_MESSAGE_IGNORE_INSERTS|FORMAT_MESSAGE_FROM_SYSTEM, NULL, err, 0, buf, sizeof(buf), NULL)) +#endif buf[0] = '\0'; - lj_err_callermsg(L, lj_str_pushf(L, fmt, name, buf)); + lj_err_callermsg(L, lj_strfmt_pushf(L, fmt, name, buf)); } static int clib_needext(const char *s) @@ -190,7 +199,7 @@ static int clib_needext(const char *s) static const char *clib_extname(lua_State *L, const char *name) { if (clib_needext(name)) { - name = lj_str_pushf(L, "%s.dll", name); + name = lj_strfmt_pushf(L, "%s.dll", name); L->top--; } return name; @@ -199,7 +208,7 @@ static const char *clib_extname(lua_State *L, const char *name) static void *clib_loadlib(lua_State *L, const char *name, int global) { DWORD oldwerr = GetLastError(); - void *h = (void *)LoadLibraryA(clib_extname(L, name)); + void *h = (void *)LoadLibraryExA(clib_extname(L, name), NULL, 0); if (!h) clib_error(L, "cannot load module " LUA_QS ": %s", name); SetLastError(oldwerr); UNUSED(global); @@ -240,9 +249,9 @@ static void *clib_getsym(CLibrary *cl, const char *name) GetModuleHandleExA(GET_MODULE_HANDLE_EX_FLAG_FROM_ADDRESS|GET_MODULE_HANDLE_EX_FLAG_UNCHANGED_REFCOUNT, (const char *)&_fmode, &h); break; - case CLIB_HANDLE_KERNEL32: h = LoadLibraryA("kernel32.dll"); break; - case CLIB_HANDLE_USER32: h = LoadLibraryA("user32.dll"); break; - case CLIB_HANDLE_GDI32: h = LoadLibraryA("gdi32.dll"); break; + case CLIB_HANDLE_KERNEL32: h = LoadLibraryExA("kernel32.dll", NULL, 0); break; + case CLIB_HANDLE_USER32: h = LoadLibraryExA("user32.dll", NULL, 0); break; + case CLIB_HANDLE_GDI32: h = LoadLibraryExA("gdi32.dll", NULL, 0); break; } if (!h) continue; clib_def_handle[i] = (void *)h; @@ -263,7 +272,7 @@ static void *clib_getsym(CLibrary *cl, const char *name) LJ_NORET LJ_NOINLINE static void clib_error(lua_State *L, const char *fmt, const char *name) { - lj_err_callermsg(L, lj_str_pushf(L, fmt, name, "no support for this OS")); + lj_err_callermsg(L, lj_strfmt_pushf(L, fmt, name, "no support for this OS")); } static void *clib_loadlib(lua_State *L, const char *name, int global) @@ -347,7 +356,7 @@ TValue *lj_clib_index(lua_State *L, CLibrary *cl, GCstr *name) CTInfo cconv = ctype_cconv(ct->info); if (cconv == CTCC_FASTCALL || cconv == CTCC_STDCALL) { CTSize sz = clib_func_argsize(cts, ct); - const char *symd = lj_str_pushf(L, + const char *symd = lj_strfmt_pushf(L, cconv == CTCC_FASTCALL ? "@%s@%d" : "_%s@%d", sym, sz); L->top--; diff --git a/core/src/luajit/src/lj_clib.h b/core/src/luajit/src/lj_clib.h index e5dc98e1c..fcc9dac59 100644 --- a/core/src/luajit/src/lj_clib.h +++ b/core/src/luajit/src/lj_clib.h @@ -1,6 +1,6 @@ /* ** FFI C library loader. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_CLIB_H diff --git a/core/src/luajit/src/lj_cparse.c b/core/src/luajit/src/lj_cparse.c index b9df88d77..83cfd1128 100644 --- a/core/src/luajit/src/lj_cparse.c +++ b/core/src/luajit/src/lj_cparse.c @@ -1,6 +1,6 @@ /* ** C declaration parser. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #include "lj_obj.h" @@ -9,13 +9,14 @@ #include "lj_gc.h" #include "lj_err.h" -#include "lj_str.h" +#include "lj_buf.h" #include "lj_ctype.h" #include "lj_cparse.h" #include "lj_frame.h" #include "lj_vm.h" #include "lj_char.h" #include "lj_strscan.h" +#include "lj_strfmt.h" /* ** Important note: this is NOT a validating C parser! This is a minimal @@ -46,9 +47,9 @@ static const char *cp_tok2str(CPState *cp, CPToken tok) if (tok > CTOK_OFS) return ctoknames[tok-CTOK_OFS-1]; else if (!lj_char_iscntrl(tok)) - return lj_str_pushf(cp->L, "%c", tok); + return lj_strfmt_pushf(cp->L, "%c", tok); else - return lj_str_pushf(cp->L, "char(%d)", tok); + return lj_strfmt_pushf(cp->L, "char(%d)", tok); } /* End-of-line? */ @@ -85,24 +86,10 @@ static LJ_NOINLINE CPChar cp_get_bs(CPState *cp) return cp_get(cp); } -/* Grow save buffer. */ -static LJ_NOINLINE void cp_save_grow(CPState *cp, CPChar c) -{ - MSize newsize; - if (cp->sb.sz >= CPARSE_MAX_BUF/2) - cp_err(cp, LJ_ERR_XELEM); - newsize = cp->sb.sz * 2; - lj_str_resizebuf(cp->L, &cp->sb, newsize); - cp->sb.buf[cp->sb.n++] = (char)c; -} - /* Save character in buffer. */ static LJ_AINLINE void cp_save(CPState *cp, CPChar c) { - if (LJ_UNLIKELY(cp->sb.n + 1 > cp->sb.sz)) - cp_save_grow(cp, c); - else - cp->sb.buf[cp->sb.n++] = (char)c; + lj_buf_putb(&cp->sb, c); } /* Skip line break. Handles "\n", "\r", "\r\n" or "\n\r". */ @@ -122,20 +109,20 @@ LJ_NORET static void cp_errmsg(CPState *cp, CPToken tok, ErrMsg em, ...) tokstr = NULL; } else if (tok == CTOK_IDENT || tok == CTOK_INTEGER || tok == CTOK_STRING || tok >= CTOK_FIRSTDECL) { - if (cp->sb.n == 0) cp_save(cp, '$'); + if (sbufP(&cp->sb) == sbufB(&cp->sb)) cp_save(cp, '$'); cp_save(cp, '\0'); - tokstr = cp->sb.buf; + tokstr = sbufB(&cp->sb); } else { tokstr = cp_tok2str(cp, tok); } L = cp->L; va_start(argp, em); - msg = lj_str_pushvf(L, err2msg(em), argp); + msg = lj_strfmt_pushvf(L, err2msg(em), argp); va_end(argp); if (tokstr) - msg = lj_str_pushf(L, err2msg(LJ_ERR_XNEAR), msg, tokstr); + msg = lj_strfmt_pushf(L, err2msg(LJ_ERR_XNEAR), msg, tokstr); if (cp->linenumber > 1) - msg = lj_str_pushf(L, "%s at line %d", msg, cp->linenumber); + msg = lj_strfmt_pushf(L, "%s at line %d", msg, cp->linenumber); lj_err_callermsg(L, msg); } @@ -164,7 +151,7 @@ static CPToken cp_number(CPState *cp) TValue o; do { cp_save(cp, cp->c); } while (lj_char_isident(cp_get(cp))); cp_save(cp, '\0'); - fmt = lj_strscan_scan((const uint8_t *)cp->sb.buf, &o, STRSCAN_OPT_C); + fmt = lj_strscan_scan((const uint8_t *)sbufB(&cp->sb), &o, STRSCAN_OPT_C); if (fmt == STRSCAN_INT) cp->val.id = CTID_INT32; else if (fmt == STRSCAN_U32) cp->val.id = CTID_UINT32; else if (!(cp->mode & CPARSE_MODE_SKIP)) @@ -177,7 +164,7 @@ static CPToken cp_number(CPState *cp) static CPToken cp_ident(CPState *cp) { do { cp_save(cp, cp->c); } while (lj_char_isident(cp_get(cp))); - cp->str = lj_str_new(cp->L, cp->sb.buf, cp->sb.n); + cp->str = lj_buf_str(cp->L, &cp->sb); cp->val.id = lj_ctype_getname(cp->cts, &cp->ct, cp->str, cp->tmask); if (ctype_type(cp->ct->info) == CT_KW) return ctype_cid(cp->ct->info); @@ -263,11 +250,11 @@ static CPToken cp_string(CPState *cp) } cp_get(cp); if (delim == '"') { - cp->str = lj_str_new(cp->L, cp->sb.buf, cp->sb.n); + cp->str = lj_buf_str(cp->L, &cp->sb); return CTOK_STRING; } else { - if (cp->sb.n != 1) cp_err_token(cp, '\''); - cp->val.i32 = (int32_t)(char)cp->sb.buf[0]; + if (sbuflen(&cp->sb) != 1) cp_err_token(cp, '\''); + cp->val.i32 = (int32_t)(char)*sbufB(&cp->sb); cp->val.id = CTID_INT32; return CTOK_INTEGER; } @@ -296,7 +283,7 @@ static void cp_comment_cpp(CPState *cp) /* Lexical scanner for C. Only a minimal subset is implemented. */ static CPToken cp_next_(CPState *cp) { - lj_str_resetbuf(&cp->sb); + lj_buf_reset(&cp->sb); for (;;) { if (lj_char_isident(cp->c)) return lj_char_isdigit(cp->c) ? cp_number(cp) : cp_ident(cp); @@ -310,13 +297,17 @@ static CPToken cp_next_(CPState *cp) else return '/'; break; case '|': - if (cp_get(cp) != '|') return '|'; cp_get(cp); return CTOK_OROR; + if (cp_get(cp) != '|') return '|'; + cp_get(cp); return CTOK_OROR; case '&': - if (cp_get(cp) != '&') return '&'; cp_get(cp); return CTOK_ANDAND; + if (cp_get(cp) != '&') return '&'; + cp_get(cp); return CTOK_ANDAND; case '=': - if (cp_get(cp) != '=') return '='; cp_get(cp); return CTOK_EQ; + if (cp_get(cp) != '=') return '='; + cp_get(cp); return CTOK_EQ; case '!': - if (cp_get(cp) != '=') return '!'; cp_get(cp); return CTOK_NE; + if (cp_get(cp) != '=') return '!'; + cp_get(cp); return CTOK_NE; case '<': if (cp_get(cp) == '=') { cp_get(cp); return CTOK_LE; } else if (cp->c == '<') { cp_get(cp); return CTOK_SHL; } @@ -326,7 +317,8 @@ static CPToken cp_next_(CPState *cp) else if (cp->c == '>') { cp_get(cp); return CTOK_SHR; } return '>'; case '-': - if (cp_get(cp) != '>') return '-'; cp_get(cp); return CTOK_DEREF; + if (cp_get(cp) != '>') return '-'; + cp_get(cp); return CTOK_DEREF; case '$': return cp_param(cp); case '\0': return CTOK_EOF; @@ -380,8 +372,7 @@ static void cp_init(CPState *cp) cp->depth = 0; cp->curpack = 0; cp->packstack[0] = 255; - lj_str_initbuf(&cp->sb); - lj_str_resizebuf(cp->L, &cp->sb, LJ_MIN_SBUF); + lj_buf_init(cp->L, &cp->sb); lua_assert(cp->p != NULL); cp_get(cp); /* Read-ahead first char. */ cp->tok = 0; @@ -393,7 +384,7 @@ static void cp_init(CPState *cp) static void cp_cleanup(CPState *cp) { global_State *g = G(cp->L); - lj_str_freebuf(g, &cp->sb); + lj_buf_free(g, &cp->sb); } /* Check and consume optional token. */ @@ -798,6 +789,10 @@ static void cp_push_type(CPDecl *decl, CTypeID id) cp_push(decl, info & ~CTMASK_CID, size); /* Copy type. */ break; case CT_ARRAY: + if ((ct->info & (CTF_VECTOR|CTF_COMPLEX))) { + info |= (decl->attr & CTF_QUAL); + decl->attr &= ~CTF_QUAL; + } cp_push_type(decl, ctype_cid(info)); /* Unroll. */ cp_push(decl, info & ~CTMASK_CID, size); /* Copy type. */ decl->stack[decl->pos].sib = 1; /* Mark as already checked and sized. */ @@ -1012,7 +1007,7 @@ static void cp_decl_asm(CPState *cp, CPDecl *decl) if (cp->tok == CTOK_STRING) { GCstr *str = cp->str; while (cp_next(cp) == CTOK_STRING) { - lj_str_pushf(cp->L, "%s%s", strdata(str), strdata(cp->str)); + lj_strfmt_pushf(cp->L, "%s%s", strdata(str), strdata(cp->str)); cp->L->top--; str = strV(cp->L->top); } @@ -1754,6 +1749,16 @@ static void cp_pragma(CPState *cp, BCLine pragmaline) } } +/* Handle line number. */ +static void cp_line(CPState *cp, BCLine hashline) +{ + BCLine newline = cp->val.u32; + /* TODO: Handle file name and include it in error messages. */ + while (cp->tok != CTOK_EOF && cp->linenumber == hashline) + cp_next(cp); + cp->linenumber = newline; +} + /* Parse multiple C declarations of types or extern identifiers. */ static void cp_decl_multi(CPState *cp) { @@ -1766,12 +1771,23 @@ static void cp_decl_multi(CPState *cp) continue; } if (cp->tok == '#') { /* Workaround, since we have no preprocessor, yet. */ - BCLine pragmaline = cp->linenumber; - if (!(cp_next(cp) == CTOK_IDENT && - cp->str->hash == H_(f5e6b4f8,1d509107))) /* pragma */ + BCLine hashline = cp->linenumber; + CPToken tok = cp_next(cp); + if (tok == CTOK_INTEGER) { + cp_line(cp, hashline); + continue; + } else if (tok == CTOK_IDENT && + cp->str->hash == H_(187aab88,fcb60b42)) { /* line */ + if (cp_next(cp) != CTOK_INTEGER) cp_err_token(cp, tok); + cp_line(cp, hashline); + continue; + } else if (tok == CTOK_IDENT && + cp->str->hash == H_(f5e6b4f8,1d509107)) { /* pragma */ + cp_pragma(cp, hashline); + continue; + } else { cp_errmsg(cp, cp->tok, LJ_ERR_XSYMBOL); - cp_pragma(cp, pragmaline); - continue; + } } scl = cp_decl_spec(cp, &decl, CDF_TYPEDEF|CDF_EXTERN|CDF_STATIC); if ((cp->tok == ';' || cp->tok == CTOK_EOF) && diff --git a/core/src/luajit/src/lj_cparse.h b/core/src/luajit/src/lj_cparse.h index 441580de6..bad1060bb 100644 --- a/core/src/luajit/src/lj_cparse.h +++ b/core/src/luajit/src/lj_cparse.h @@ -1,6 +1,6 @@ /* ** C declaration parser. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_CPARSE_H diff --git a/core/src/luajit/src/lj_crecord.c b/core/src/luajit/src/lj_crecord.c index a46665e9a..e32ae23e1 100644 --- a/core/src/luajit/src/lj_crecord.c +++ b/core/src/luajit/src/lj_crecord.c @@ -1,6 +1,6 @@ /* ** Trace recorder for C data operations. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_ffrecord_c @@ -11,13 +11,13 @@ #if LJ_HASJIT && LJ_HASFFI #include "lj_err.h" -#include "lj_str.h" #include "lj_tab.h" #include "lj_frame.h" #include "lj_ctype.h" #include "lj_cdata.h" #include "lj_cparse.h" #include "lj_cconv.h" +#include "lj_carith.h" #include "lj_clib.h" #include "lj_ccall.h" #include "lj_ff.h" @@ -31,6 +31,7 @@ #include "lj_snap.h" #include "lj_crecord.h" #include "lj_dispatch.h" +#include "lj_strfmt.h" /* Some local macros to save typing. Undef'd at the end. */ #define IR(ref) (&J->cur.ir[(ref)]) @@ -441,7 +442,7 @@ static TRef crec_ct_ct(jit_State *J, CType *d, CType *s, TRef dp, TRef sp, /* fallthrough */ case CCX(I, F): if (dt == IRT_CDATA || st == IRT_CDATA) goto err_nyi; - sp = emitconv(sp, dsize < 4 ? IRT_INT : dt, st, IRCONV_TRUNC|IRCONV_ANY); + sp = emitconv(sp, dsize < 4 ? IRT_INT : dt, st, IRCONV_ANY); goto xstore; case CCX(I, P): case CCX(I, A): @@ -521,7 +522,7 @@ static TRef crec_ct_ct(jit_State *J, CType *d, CType *s, TRef dp, TRef sp, if (st == IRT_CDATA) goto err_nyi; /* The signed conversion is cheaper. x64 really has 47 bit pointers. */ sp = emitconv(sp, (LJ_64 && dsize == 8) ? IRT_I64 : IRT_U32, - st, IRCONV_TRUNC|IRCONV_ANY); + st, IRCONV_ANY); goto xstore; /* Destination is an array. */ @@ -640,12 +641,23 @@ static TRef crec_ct_tv(jit_State *J, CType *d, TRef dp, TRef sp, cTValue *sval) sp = emitir(IRT(IR_ADD, IRT_PTR), sp, lj_ir_kintp(J, sizeof(GCstr))); sid = CTID_A_CCHAR; } - } else { /* NYI: tref_istab(sp), tref_islightud(sp). */ + } else if (tref_islightud(sp)) { +#if LJ_64 + sp = emitir(IRT(IR_BAND, IRT_P64), sp, + lj_ir_kint64(J, U64x(00007fff,ffffffff))); +#endif + } else { /* NYI: tref_istab(sp). */ IRType t; sid = argv2cdata(J, sp, sval)->ctypeid; s = ctype_raw(cts, sid); svisnz = cdataptr(cdataV(sval)); - t = crec_ct2irt(cts, s); + if (ctype_isfunc(s->info)) { + sid = lj_ctype_intern(cts, CTINFO(CT_PTR, CTALIGN_PTR|sid), CTSIZE_PTR); + s = ctype_get(cts, sid); + t = IRT_PTR; + } else { + t = crec_ct2irt(cts, s); + } if (ctype_isptr(s->info)) { sp = emitir(IRT(IR_FLOAD, t), sp, IRFL_CDATA_PTR); if (ctype_isref(s->info)) { @@ -700,6 +712,19 @@ static TRef crec_reassoc_ofs(jit_State *J, TRef tr, ptrdiff_t *ofsp, MSize sz) return tr; } +/* Tailcall to function. */ +static void crec_tailcall(jit_State *J, RecordFFData *rd, cTValue *tv) +{ + TRef kfunc = lj_ir_kfunc(J, funcV(tv)); +#if LJ_FR2 + J->base[-2] = kfunc; + J->base[-1] = TREF_FRAME; +#else + J->base[-1] = kfunc | TREF_FRAME; +#endif + rd->nres = -1; /* Pending tailcall. */ +} + /* Record ctype __index/__newindex metamethods. */ static void crec_index_meta(jit_State *J, CTState *cts, CType *ct, RecordFFData *rd) @@ -709,8 +734,7 @@ static void crec_index_meta(jit_State *J, CTState *cts, CType *ct, if (!tv) lj_trace_err(J, LJ_TRERR_BADTYPE); if (tvisfunc(tv)) { - J->base[-1] = lj_ir_kfunc(J, funcV(tv)) | TREF_FRAME; - rd->nres = -1; /* Pending tailcall. */ + crec_tailcall(J, rd, tv); } else if (rd->data == 0 && tvistab(tv) && tref_isstr(J->base[1])) { /* Specialize to result of __index lookup. */ cTValue *o = lj_tab_get(J->L, tabV(tv), &rd->argv[1]); @@ -727,6 +751,48 @@ static void crec_index_meta(jit_State *J, CTState *cts, CType *ct, } } +/* Record bitfield load/store. */ +static void crec_index_bf(jit_State *J, RecordFFData *rd, TRef ptr, CTInfo info) +{ + IRType t = IRT_I8 + 2*lj_fls(ctype_bitcsz(info)) + ((info&CTF_UNSIGNED)?1:0); + TRef tr = emitir(IRT(IR_XLOAD, t), ptr, 0); + CTSize pos = ctype_bitpos(info), bsz = ctype_bitbsz(info), shift = 32 - bsz; + lua_assert(t <= IRT_U32); /* NYI: 64 bit bitfields. */ + if (rd->data == 0) { /* __index metamethod. */ + if ((info & CTF_BOOL)) { + tr = emitir(IRTI(IR_BAND), tr, lj_ir_kint(J, (int32_t)((1u << pos)))); + /* Assume not equal to zero. Fixup and emit pending guard later. */ + lj_ir_set(J, IRTGI(IR_NE), tr, lj_ir_kint(J, 0)); + J->postproc = LJ_POST_FIXGUARD; + tr = TREF_TRUE; + } else if (!(info & CTF_UNSIGNED)) { + tr = emitir(IRTI(IR_BSHL), tr, lj_ir_kint(J, shift - pos)); + tr = emitir(IRTI(IR_BSAR), tr, lj_ir_kint(J, shift)); + } else { + lua_assert(bsz < 32); /* Full-size fields cannot end up here. */ + tr = emitir(IRTI(IR_BSHR), tr, lj_ir_kint(J, pos)); + tr = emitir(IRTI(IR_BAND), tr, lj_ir_kint(J, (int32_t)((1u << bsz)-1))); + /* We can omit the U32 to NUM conversion, since bsz < 32. */ + } + J->base[0] = tr; + } else { /* __newindex metamethod. */ + CTState *cts = ctype_ctsG(J2G(J)); + CType *ct = ctype_get(cts, + (info & CTF_BOOL) ? CTID_BOOL : + (info & CTF_UNSIGNED) ? CTID_UINT32 : CTID_INT32); + int32_t mask = (int32_t)(((1u << bsz)-1) << pos); + TRef sp = crec_ct_tv(J, ct, 0, J->base[2], &rd->argv[2]); + sp = emitir(IRTI(IR_BSHL), sp, lj_ir_kint(J, pos)); + /* Use of the target type avoids forwarding conversions. */ + sp = emitir(IRT(IR_BAND, t), sp, lj_ir_kint(J, mask)); + tr = emitir(IRT(IR_BAND, t), tr, lj_ir_kint(J, (int32_t)~mask)); + tr = emitir(IRT(IR_BOR, t), tr, sp); + emitir(IRT(IR_XSTORE, t), ptr, tr); + rd->nres = 0; + J->needsnap = 1; + } +} + void LJ_FASTCALL recff_cdata_index(jit_State *J, RecordFFData *rd) { TRef idx, ptr = J->base[0]; @@ -801,6 +867,7 @@ again: CType *fct; fct = lj_ctype_getfield(cts, ct, name, &fofs); if (fct) { + ofs += (ptrdiff_t)fofs; /* Always specialize to the field name. */ emitir(IRTG(IR_EQ, IRT_STR), idx, lj_ir_kstr(J, name)); if (ctype_isconstval(fct->info)) { @@ -812,12 +879,14 @@ again: J->base[0] = lj_ir_kint(J, (int32_t)fct->size); return; /* Interpreter will throw for newindex. */ } else if (ctype_isbitfield(fct->info)) { - lj_trace_err(J, LJ_TRERR_NYICONV); + if (ofs) + ptr = emitir(IRT(IR_ADD, IRT_PTR), ptr, lj_ir_kintp(J, ofs)); + crec_index_bf(J, rd, ptr, fct->info); + return; } else { lua_assert(ctype_isfield(fct->info)); sid = ctype_cid(fct->info); } - ofs += (ptrdiff_t)fofs; } } else if (ctype_iscomplex(ct->info)) { if (name->len == 2 && @@ -867,21 +936,17 @@ again: } /* Record setting a finalizer. */ -static void crec_finalizer(jit_State *J, TRef trcd, cTValue *fin) +static void crec_finalizer(jit_State *J, TRef trcd, TRef trfin, cTValue *fin) { - TRef trlo = lj_ir_call(J, IRCALL_lj_cdata_setfin, trcd); - TRef trhi = emitir(IRT(IR_ADD, IRT_P32), trlo, lj_ir_kint(J, 4)); - if (LJ_BE) { TRef tmp = trlo; trlo = trhi; trhi = tmp; } - if (tvisfunc(fin)) { - emitir(IRT(IR_XSTORE, IRT_P32), trlo, lj_ir_kfunc(J, funcV(fin))); - emitir(IRTI(IR_XSTORE), trhi, lj_ir_kint(J, LJ_TFUNC)); - } else if (tviscdata(fin)) { - emitir(IRT(IR_XSTORE, IRT_P32), trlo, - lj_ir_kgc(J, obj2gco(cdataV(fin)), IRT_CDATA)); - emitir(IRTI(IR_XSTORE), trhi, lj_ir_kint(J, LJ_TCDATA)); + if (tvisgcv(fin)) { + if (!trfin) trfin = lj_ir_kptr(J, gcval(fin)); + } else if (tvisnil(fin)) { + trfin = lj_ir_kptr(J, NULL); } else { lj_trace_err(J, LJ_TRERR_BADTYPE); } + lj_ir_call(J, IRCALL_lj_cdata_setfin, trcd, + trfin, lj_ir_kint(J, (int32_t)itype(fin))); J->needsnap = 1; } @@ -892,10 +957,8 @@ static void crec_alloc(jit_State *J, RecordFFData *rd, CTypeID id) CTSize sz; CTInfo info = lj_ctype_info(cts, id, &sz); CType *d = ctype_raw(cts, id); - TRef trid; - if (!sz || sz > 128 || (info & CTF_VLA) || ctype_align(info) > CT_MEMALIGN) - lj_trace_err(J, LJ_TRERR_NYICONV); /* NYI: large/special allocations. */ - trid = lj_ir_kint(J, id); + TRef trcd, trid = lj_ir_kint(J, id); + cTValue *fin; /* Use special instruction to box pointer or 32/64 bit integer. */ if (ctype_isptr(info) || (ctype_isinteger(info) && (sz == 4 || sz == 8))) { TRef sp = J->base[1] ? crec_ct_tv(J, d, 0, J->base[1], &rd->argv[1]) : @@ -903,11 +966,36 @@ static void crec_alloc(jit_State *J, RecordFFData *rd, CTypeID id) sz == 4 ? lj_ir_kint(J, 0) : (lj_needsplit(J), lj_ir_kint64(J, 0)); J->base[0] = emitir(IRTG(IR_CNEWI, IRT_CDATA), trid, sp); + return; } else { - TRef trcd = emitir(IRTG(IR_CNEW, IRT_CDATA), trid, TREF_NIL); - cTValue *fin; - J->base[0] = trcd; - if (J->base[1] && !J->base[2] && + TRef trsz = TREF_NIL; + if ((info & CTF_VLA)) { /* Calculate VLA/VLS size at runtime. */ + CTSize sz0, sz1; + if (!J->base[1] || J->base[2]) + lj_trace_err(J, LJ_TRERR_NYICONV); /* NYI: init VLA/VLS. */ + trsz = crec_ct_tv(J, ctype_get(cts, CTID_INT32), 0, + J->base[1], &rd->argv[1]); + sz0 = lj_ctype_vlsize(cts, d, 0); + sz1 = lj_ctype_vlsize(cts, d, 1); + trsz = emitir(IRTGI(IR_MULOV), trsz, lj_ir_kint(J, (int32_t)(sz1-sz0))); + trsz = emitir(IRTGI(IR_ADDOV), trsz, lj_ir_kint(J, (int32_t)sz0)); + J->base[1] = 0; /* Simplify logic below. */ + } else if (ctype_align(info) > CT_MEMALIGN) { + trsz = lj_ir_kint(J, sz); + } + trcd = emitir(IRTG(IR_CNEW, IRT_CDATA), trid, trsz); + if (sz > 128 || (info & CTF_VLA)) { + TRef dp; + CTSize align; + special: /* Only handle bulk zero-fill for large/VLA/VLS types. */ + if (J->base[1]) + lj_trace_err(J, LJ_TRERR_NYICONV); /* NYI: init large/VLA/VLS types. */ + dp = emitir(IRT(IR_ADD, IRT_PTR), trcd, lj_ir_kintp(J, sizeof(GCcdata))); + if (trsz == TREF_NIL) trsz = lj_ir_kint(J, sz); + align = ctype_align(info); + if (align < CT_MEMALIGN) align = CT_MEMALIGN; + crec_fill(J, dp, trsz, lj_ir_kint(J, 0), (1u << align)); + } else if (J->base[1] && !J->base[2] && !lj_cconv_multi_init(cts, d, &rd->argv[1])) { goto single_init; } else if (ctype_isarray(d->info)) { @@ -918,8 +1006,9 @@ static void crec_alloc(jit_State *J, RecordFFData *rd, CTypeID id) TValue *sval = &tv; MSize i; tv.u64 = 0; - if (!(ctype_isnum(dc->info) || ctype_isptr(dc->info))) - lj_trace_err(J, LJ_TRERR_NYICONV); /* NYI: init array of aggregates. */ + if (!(ctype_isnum(dc->info) || ctype_isptr(dc->info)) || + esize * CREC_FILL_MAXUNROLL < sz) + goto special; for (i = 1, ofs = 0; ofs < sz; ofs += esize) { TRef dp = emitir(IRT(IR_ADD, IRT_PTR), trcd, lj_ir_kintp(J, ofs + sizeof(GCcdata))); @@ -976,11 +1065,12 @@ static void crec_alloc(jit_State *J, RecordFFData *rd, CTypeID id) crec_ct_tv(J, d, dp, lj_ir_kint(J, 0), &tv); } } - /* Handle __gc metamethod. */ - fin = lj_ctype_meta(cts, id, MM_gc); - if (fin) - crec_finalizer(J, trcd, fin); } + J->base[0] = trcd; + /* Handle __gc metamethod. */ + fin = lj_ctype_meta(cts, id, MM_gc); + if (fin) + crec_finalizer(J, trcd, 0, fin); } /* Record argument conversions. */ @@ -1086,20 +1176,20 @@ static void crec_snap_caller(jit_State *J) lua_State *L = J->L; TValue *base = L->base, *top = L->top; const BCIns *pc = J->pc; - TRef ftr = J->base[-1]; + TRef ftr = J->base[-1-LJ_FR2]; ptrdiff_t delta; if (!frame_islua(base-1) || J->framedepth <= 0) lj_trace_err(J, LJ_TRERR_NYICALL); - J->pc = frame_pc(base-1); delta = 1+bc_a(J->pc[-1]); + J->pc = frame_pc(base-1); delta = 1+LJ_FR2+bc_a(J->pc[-1]); L->top = base; L->base = base - delta; - J->base[-1] = TREF_FALSE; + J->base[-1-LJ_FR2] = TREF_FALSE; J->base -= delta; J->baseslot -= (BCReg)delta; - J->maxslot = (BCReg)delta; J->framedepth--; + J->maxslot = (BCReg)delta-LJ_FR2; J->framedepth--; lj_snap_add(J); L->base = base; L->top = top; J->framedepth++; J->maxslot = 1; J->base += delta; J->baseslot += (BCReg)delta; - J->base[-1] = ftr; J->pc = pc; + J->base[-1-LJ_FR2] = ftr; J->pc = pc; } /* Record function call. */ @@ -1191,8 +1281,7 @@ void LJ_FASTCALL recff_cdata_call(jit_State *J, RecordFFData *rd) tv = lj_ctype_meta(cts, ctype_isptr(ct->info) ? ctype_cid(ct->info) : id, mm); if (tv) { if (tvisfunc(tv)) { - J->base[-1] = lj_ir_kfunc(J, funcV(tv)) | TREF_FRAME; - rd->nres = -1; /* Pending tailcall. */ + crec_tailcall(J, rd, tv); return; } } else if (mm == MM_new) { @@ -1205,7 +1294,7 @@ void LJ_FASTCALL recff_cdata_call(jit_State *J, RecordFFData *rd) static TRef crec_arith_int64(jit_State *J, TRef *sp, CType **s, MMS mm) { - if (ctype_isnum(s[0]->info) && ctype_isnum(s[1]->info)) { + if (sp[0] && sp[1] && ctype_isnum(s[0]->info) && ctype_isnum(s[1]->info)) { IRType dt; CTypeID id; TRef tr; @@ -1233,7 +1322,7 @@ static TRef crec_arith_int64(jit_State *J, TRef *sp, CType **s, MMS mm) for (i = 0; i < 2; i++) { IRType st = tref_type(sp[i]); if (st == IRT_NUM || st == IRT_FLOAT) - sp[i] = emitconv(sp[i], dt, st, IRCONV_TRUNC|IRCONV_ANY); + sp[i] = emitconv(sp[i], dt, st, IRCONV_ANY); else if (!(st == IRT_I64 || st == IRT_U64)) sp[i] = emitconv(sp[i], dt, IRT_INT, (s[i]->info & CTF_UNSIGNED) ? 0 : IRCONV_SEXT); @@ -1263,6 +1352,7 @@ static TRef crec_arith_ptr(jit_State *J, TRef *sp, CType **s, MMS mm) { CTState *cts = ctype_ctsG(J2G(J)); CType *ctp = s[0]; + if (!(sp[0] && sp[1])) return 0; if (ctype_isptr(ctp->info) || ctype_isrefarray(ctp->info)) { if ((mm == MM_sub || mm == MM_eq || mm == MM_lt || mm == MM_le) && (ctype_isptr(s[1]->info) || ctype_isrefarray(s[1]->info))) { @@ -1301,15 +1391,14 @@ static TRef crec_arith_ptr(jit_State *J, TRef *sp, CType **s, MMS mm) CTypeID id; #if LJ_64 if (t == IRT_NUM || t == IRT_FLOAT) - tr = emitconv(tr, IRT_INTP, t, IRCONV_TRUNC|IRCONV_ANY); + tr = emitconv(tr, IRT_INTP, t, IRCONV_ANY); else if (!(t == IRT_I64 || t == IRT_U64)) tr = emitconv(tr, IRT_INTP, IRT_INT, ((t - IRT_I8) & 1) ? 0 : IRCONV_SEXT); #else if (!tref_typerange(sp[1], IRT_I8, IRT_U32)) { tr = emitconv(tr, IRT_INTP, t, - (t == IRT_NUM || t == IRT_FLOAT) ? - IRCONV_TRUNC|IRCONV_ANY : 0); + (t == IRT_NUM || t == IRT_FLOAT) ? IRCONV_ANY : 0); } #endif tr = emitir(IRT(IR_MUL, IRT_INTP), tr, lj_ir_kintp(J, sz)); @@ -1341,8 +1430,7 @@ static TRef crec_arith_meta(jit_State *J, TRef *sp, CType **s, CTState *cts, } if (tv) { if (tvisfunc(tv)) { - J->base[-1] = lj_ir_kfunc(J, funcV(tv)) | TREF_FRAME; - rd->nres = -1; /* Pending tailcall. */ + crec_tailcall(J, rd, tv); return 0; } /* NYI: non-function metamethods. */ } else if ((MMS)rd->data == MM_eq) { /* Fallback cdata pointer comparison. */ @@ -1452,8 +1540,7 @@ void LJ_FASTCALL recff_cdata_arith(jit_State *J, RecordFFData *rd) !irt_isguard(J->guardemit)) { const BCIns *pc = frame_contpc(J->L->base-1) - 1; if (bc_op(*pc) <= BC_ISNEP) { - setframe_pc(&J2G(J)->tmptv, pc); - J2G(J)->tmptv.u32.lo = ((tref_istrue(tr) ^ bc_op(*pc)) & 1); + J2G(J)->tmptv.u64 = (uint64_t)(uintptr_t)pc; J->postproc = LJ_POST_FIXCOMP; } } @@ -1642,7 +1729,139 @@ void LJ_FASTCALL recff_ffi_xof(jit_State *J, RecordFFData *rd) void LJ_FASTCALL recff_ffi_gc(jit_State *J, RecordFFData *rd) { argv2cdata(J, J->base[0], &rd->argv[0]); - crec_finalizer(J, J->base[0], &rd->argv[1]); + if (!J->base[1]) + lj_trace_err(J, LJ_TRERR_BADTYPE); + crec_finalizer(J, J->base[0], J->base[1], &rd->argv[1]); +} + +/* -- 64 bit bit.* library functions -------------------------------------- */ + +/* Determine bit operation type from argument type. */ +static CTypeID crec_bit64_type(CTState *cts, cTValue *tv) +{ + if (tviscdata(tv)) { + CType *ct = lj_ctype_rawref(cts, cdataV(tv)->ctypeid); + if (ctype_isenum(ct->info)) ct = ctype_child(cts, ct); + if ((ct->info & (CTMASK_NUM|CTF_BOOL|CTF_FP|CTF_UNSIGNED)) == + CTINFO(CT_NUM, CTF_UNSIGNED) && ct->size == 8) + return CTID_UINT64; /* Use uint64_t, since it has the highest rank. */ + return CTID_INT64; /* Otherwise use int64_t. */ + } + return 0; /* Use regular 32 bit ops. */ +} + +void LJ_FASTCALL recff_bit64_tobit(jit_State *J, RecordFFData *rd) +{ + CTState *cts = ctype_ctsG(J2G(J)); + TRef tr = crec_ct_tv(J, ctype_get(cts, CTID_INT64), 0, + J->base[0], &rd->argv[0]); + if (!tref_isinteger(tr)) + tr = emitconv(tr, IRT_INT, tref_type(tr), 0); + J->base[0] = tr; +} + +int LJ_FASTCALL recff_bit64_unary(jit_State *J, RecordFFData *rd) +{ + CTState *cts = ctype_ctsG(J2G(J)); + CTypeID id = crec_bit64_type(cts, &rd->argv[0]); + if (id) { + TRef tr = crec_ct_tv(J, ctype_get(cts, id), 0, J->base[0], &rd->argv[0]); + tr = emitir(IRT(rd->data, id-CTID_INT64+IRT_I64), tr, 0); + J->base[0] = emitir(IRTG(IR_CNEWI, IRT_CDATA), lj_ir_kint(J, id), tr); + return 1; + } + return 0; +} + +int LJ_FASTCALL recff_bit64_nary(jit_State *J, RecordFFData *rd) +{ + CTState *cts = ctype_ctsG(J2G(J)); + CTypeID id = 0; + MSize i; + for (i = 0; J->base[i] != 0; i++) { + CTypeID aid = crec_bit64_type(cts, &rd->argv[i]); + if (id < aid) id = aid; /* Determine highest type rank of all arguments. */ + } + if (id) { + CType *ct = ctype_get(cts, id); + uint32_t ot = IRT(rd->data, id-CTID_INT64+IRT_I64); + TRef tr = crec_ct_tv(J, ct, 0, J->base[0], &rd->argv[0]); + for (i = 1; J->base[i] != 0; i++) { + TRef tr2 = crec_ct_tv(J, ct, 0, J->base[i], &rd->argv[i]); + tr = emitir(ot, tr, tr2); + } + J->base[0] = emitir(IRTG(IR_CNEWI, IRT_CDATA), lj_ir_kint(J, id), tr); + return 1; + } + return 0; +} + +int LJ_FASTCALL recff_bit64_shift(jit_State *J, RecordFFData *rd) +{ + CTState *cts = ctype_ctsG(J2G(J)); + CTypeID id; + TRef tsh = 0; + if (J->base[0] && tref_iscdata(J->base[1])) { + tsh = crec_ct_tv(J, ctype_get(cts, CTID_INT64), 0, + J->base[1], &rd->argv[1]); + if (!tref_isinteger(tsh)) + tsh = emitconv(tsh, IRT_INT, tref_type(tsh), 0); + J->base[1] = tsh; + } + id = crec_bit64_type(cts, &rd->argv[0]); + if (id) { + TRef tr = crec_ct_tv(J, ctype_get(cts, id), 0, J->base[0], &rd->argv[0]); + uint32_t op = rd->data; + if (!tsh) tsh = lj_opt_narrow_tobit(J, J->base[1]); + if (!(op < IR_BROL ? LJ_TARGET_MASKSHIFT : LJ_TARGET_MASKROT) && + !tref_isk(tsh)) + tsh = emitir(IRTI(IR_BAND), tsh, lj_ir_kint(J, 63)); +#ifdef LJ_TARGET_UNIFYROT + if (op == (LJ_TARGET_UNIFYROT == 1 ? IR_BROR : IR_BROL)) { + op = LJ_TARGET_UNIFYROT == 1 ? IR_BROL : IR_BROR; + tsh = emitir(IRTI(IR_NEG), tsh, tsh); + } +#endif + tr = emitir(IRT(op, id-CTID_INT64+IRT_I64), tr, tsh); + J->base[0] = emitir(IRTG(IR_CNEWI, IRT_CDATA), lj_ir_kint(J, id), tr); + return 1; + } + return 0; +} + +TRef recff_bit64_tohex(jit_State *J, RecordFFData *rd, TRef hdr) +{ + CTState *cts = ctype_ctsG(J2G(J)); + CTypeID id = crec_bit64_type(cts, &rd->argv[0]); + TRef tr, trsf = J->base[1]; + SFormat sf = (STRFMT_UINT|STRFMT_T_HEX); + int32_t n; + if (trsf) { + CTypeID id2 = 0; + n = (int32_t)lj_carith_check64(J->L, 2, &id2); + if (id2) + trsf = crec_ct_tv(J, ctype_get(cts, CTID_INT32), 0, trsf, &rd->argv[1]); + else + trsf = lj_opt_narrow_tobit(J, trsf); + emitir(IRTGI(IR_EQ), trsf, lj_ir_kint(J, n)); /* Specialize to n. */ + } else { + n = id ? 16 : 8; + } + if (n < 0) { n = -n; sf |= STRFMT_F_UPPER; } + sf |= ((SFormat)((n+1)&255) << STRFMT_SH_PREC); + if (id) { + tr = crec_ct_tv(J, ctype_get(cts, id), 0, J->base[0], &rd->argv[0]); + if (n < 16) + tr = emitir(IRT(IR_BAND, IRT_U64), tr, + lj_ir_kint64(J, ((uint64_t)1 << 4*n)-1)); + } else { + tr = lj_opt_narrow_tobit(J, J->base[0]); + if (n < 8) + tr = emitir(IRTI(IR_BAND), tr, lj_ir_kint(J, (int32_t)((1u << 4*n)-1))); + tr = emitconv(tr, IRT_U64, IRT_INT, 0); /* No sign-extension. */ + lj_needsplit(J); + } + return lj_ir_call(J, IRCALL_lj_strfmt_putfxint, hdr, lj_ir_kint(J, sf), tr); } /* -- Miscellaneous library functions ------------------------------------- */ diff --git a/core/src/luajit/src/lj_crecord.h b/core/src/luajit/src/lj_crecord.h index a4628caca..c165def47 100644 --- a/core/src/luajit/src/lj_crecord.h +++ b/core/src/luajit/src/lj_crecord.h @@ -1,6 +1,6 @@ /* ** Trace recorder for C data operations. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_CRECORD_H @@ -25,6 +25,13 @@ LJ_FUNC void LJ_FASTCALL recff_ffi_istype(jit_State *J, RecordFFData *rd); LJ_FUNC void LJ_FASTCALL recff_ffi_abi(jit_State *J, RecordFFData *rd); LJ_FUNC void LJ_FASTCALL recff_ffi_xof(jit_State *J, RecordFFData *rd); LJ_FUNC void LJ_FASTCALL recff_ffi_gc(jit_State *J, RecordFFData *rd); + +LJ_FUNC void LJ_FASTCALL recff_bit64_tobit(jit_State *J, RecordFFData *rd); +LJ_FUNC int LJ_FASTCALL recff_bit64_unary(jit_State *J, RecordFFData *rd); +LJ_FUNC int LJ_FASTCALL recff_bit64_nary(jit_State *J, RecordFFData *rd); +LJ_FUNC int LJ_FASTCALL recff_bit64_shift(jit_State *J, RecordFFData *rd); +LJ_FUNC TRef recff_bit64_tohex(jit_State *J, RecordFFData *rd, TRef hdr); + LJ_FUNC void LJ_FASTCALL lj_crecord_tonumber(jit_State *J, RecordFFData *rd); #endif diff --git a/core/src/luajit/src/lj_ctype.c b/core/src/luajit/src/lj_ctype.c index ac3017494..0ea89c748 100644 --- a/core/src/luajit/src/lj_ctype.c +++ b/core/src/luajit/src/lj_ctype.c @@ -1,6 +1,6 @@ /* ** C type management. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #include "lj_obj.h" @@ -11,8 +11,10 @@ #include "lj_err.h" #include "lj_str.h" #include "lj_tab.h" +#include "lj_strfmt.h" #include "lj_ctype.h" #include "lj_ccallback.h" +#include "lj_buf.h" /* -- C type definitions -------------------------------------------------- */ @@ -37,6 +39,8 @@ _("uint64_t", UINT64) \ _("intptr_t", INT_PSZ) \ _("uintptr_t", UINT_PSZ) \ + /* From POSIX. */ \ + _("ssize_t", INT_PSZ) \ /* End of typedef list. */ /* Keywords (only the ones we actually care for). */ @@ -568,19 +572,18 @@ GCstr *lj_ctype_repr_int64(lua_State *L, uint64_t n, int isunsigned) /* Convert complex to string with 'i' or 'I' suffix. */ GCstr *lj_ctype_repr_complex(lua_State *L, void *sp, CTSize size) { - char buf[2*LJ_STR_NUMBUF+2+1]; + SBuf *sb = lj_buf_tmp_(L); TValue re, im; - size_t len; if (size == 2*sizeof(double)) { re.n = *(double *)sp; im.n = ((double *)sp)[1]; } else { re.n = (double)*(float *)sp; im.n = (double)((float *)sp)[1]; } - len = lj_str_bufnum(buf, &re); - if (!(im.u32.hi & 0x80000000u) || im.n != im.n) buf[len++] = '+'; - len += lj_str_bufnum(buf+len, &im); - buf[len] = buf[len-1] >= 'a' ? 'I' : 'i'; - return lj_str_new(L, buf, len+1); + lj_strfmt_putfnum(sb, STRFMT_G14, re.n); + if (!(im.u32.hi & 0x80000000u) || im.n != im.n) lj_buf_putchar(sb, '+'); + lj_strfmt_putfnum(sb, STRFMT_G14, im.n); + lj_buf_putchar(sb, sbufP(sb)[-1] >= 'a' ? 'I' : 'i'); + return lj_buf_str(L, sb); } /* -- C type state -------------------------------------------------------- */ diff --git a/core/src/luajit/src/lj_ctype.h b/core/src/luajit/src/lj_ctype.h index 3df26f095..0c220a888 100644 --- a/core/src/luajit/src/lj_ctype.h +++ b/core/src/luajit/src/lj_ctype.h @@ -1,6 +1,6 @@ /* ** C type management. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_CTYPE_H @@ -42,18 +42,18 @@ LJ_STATIC_ASSERT(((int)CT_STRUCT & (int)CT_ARRAY) == CT_STRUCT); ** ---------- info ------------ ** |type flags... A cid | size | sib | next | name | ** +----------------------------+--------+-------+-------+-------+-- -** |NUM BFvcUL.. A | size | | type | | -** |STRUCT ..vcU..V A | size | field | name? | name? | -** |PTR ..vcR... A cid | size | | type | | -** |ARRAY VCvc...V A cid | size | | type | | -** |VOID ..vc.... A | size | | type | | +** |NUM BFcvUL.. A | size | | type | | +** |STRUCT ..cvU..V A | size | field | name? | name? | +** |PTR ..cvR... A cid | size | | type | | +** |ARRAY VCcv...V A cid | size | | type | | +** |VOID ..cv.... A | size | | type | | ** |ENUM A cid | size | const | name? | name? | ** |FUNC ....VS.. cc cid | nargs | field | name? | name? | ** |TYPEDEF cid | | | name | name | ** |ATTRIB attrnum cid | attr | sib? | type? | | ** |FIELD cid | offset | field | | name? | -** |BITFIELD B.vcU csz bsz pos | offset | field | | name? | -** |CONSTVAL c cid | value | const | name | name | +** |BITFIELD B.cvU csz bsz pos | offset | field | | name? | +** |CONSTVAL c cid | value | const | name | name | ** |EXTERN cid | | sib? | name | name | ** |KW tok | size | | name | name | ** +----------------------------+--------+-------+-------+-------+-- @@ -263,7 +263,7 @@ typedef struct CTState { /* -- Predefined types ---------------------------------------------------- */ /* Target-dependent types. */ -#if LJ_TARGET_PPC || LJ_TARGET_PPCSPE +#if LJ_TARGET_PPC #define CTTYDEFP(_) \ _(LINT32, 4, CT_NUM, CTF_LONG|CTALIGN(2)) #else diff --git a/core/src/luajit/src/lj_debug.c b/core/src/luajit/src/lj_debug.c index bd2fa1f56..959dc289c 100644 --- a/core/src/luajit/src/lj_debug.c +++ b/core/src/luajit/src/lj_debug.c @@ -1,6 +1,6 @@ /* ** Debugging and introspection. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_debug_c @@ -9,12 +9,12 @@ #include "lj_obj.h" #include "lj_err.h" #include "lj_debug.h" -#include "lj_str.h" +#include "lj_buf.h" #include "lj_tab.h" #include "lj_state.h" #include "lj_frame.h" #include "lj_bc.h" -#include "lj_vm.h" +#include "lj_strfmt.h" #if LJ_HASJIT #include "lj_jit.h" #endif @@ -24,11 +24,11 @@ /* Get frame corresponding to a level. */ cTValue *lj_debug_frame(lua_State *L, int level, int *size) { - cTValue *frame, *nextframe, *bot = tvref(L->stack); + cTValue *frame, *nextframe, *bot = tvref(L->stack)+LJ_FR2; /* Traverse frames backwards. */ for (nextframe = frame = L->base-1; frame > bot; ) { if (frame_gc(frame) == obj2gco(L)) - level++; /* Skip dummy frames. See lj_meta_call(). */ + level++; /* Skip dummy frames. See lj_err_optype_call(). */ if (level-- == 0) { *size = (int)(nextframe - frame); return frame; /* Level found. */ @@ -87,8 +87,7 @@ static BCPos debug_framepc(lua_State *L, GCfunc *fn, cTValue *nextframe) if (frame_islua(f)) { f = frame_prevl(f); } else { - if (frame_isc(f) || (LJ_HASFFI && frame_iscont(f) && - (f-1)->u32.lo == LJ_CONT_FFI_CALLBACK)) + if (frame_isc(f) || (frame_iscont(f) && frame_iscont_fficb(f))) cf = cframe_raw(cframe_prev(cf)); f = frame_prevd(f); } @@ -142,38 +141,25 @@ static BCLine debug_frameline(lua_State *L, GCfunc *fn, cTValue *nextframe) /* -- Variable names ------------------------------------------------------ */ -/* Read ULEB128 value. */ -static uint32_t debug_read_uleb128(const uint8_t **pp) -{ - const uint8_t *p = *pp; - uint32_t v = *p++; - if (LJ_UNLIKELY(v >= 0x80)) { - int sh = 0; - v &= 0x7f; - do { v |= ((*p & 0x7f) << (sh += 7)); } while (*p++ >= 0x80); - } - *pp = p; - return v; -} - /* Get name of a local variable from slot number and PC. */ static const char *debug_varname(const GCproto *pt, BCPos pc, BCReg slot) { - const uint8_t *p = proto_varinfo(pt); + const char *p = (const char *)proto_varinfo(pt); if (p) { BCPos lastpc = 0; for (;;) { - const char *name = (const char *)p; - uint32_t vn = *p++; + const char *name = p; + uint32_t vn = *(const uint8_t *)p; BCPos startpc, endpc; if (vn < VARNAME__MAX) { if (vn == VARNAME_END) break; /* End of varinfo. */ } else { - while (*p++) ; /* Skip over variable name string. */ + do { p++; } while (*(const uint8_t *)p); /* Skip over variable name. */ } - lastpc = startpc = lastpc + debug_read_uleb128(&p); + p++; + lastpc = startpc = lastpc + lj_buf_ruleb128(&p); if (startpc > pc) break; - endpc = startpc + debug_read_uleb128(&p); + endpc = startpc + lj_buf_ruleb128(&p); if (pc < endpc && slot-- == 0) { if (vn < VARNAME__MAX) { #define VARNAMESTR(name, str) str "\0" @@ -198,7 +184,7 @@ static TValue *debug_localname(lua_State *L, const lua_Debug *ar, TValue *nextframe = size ? frame + size : NULL; GCfunc *fn = frame_func(frame); BCPos pc = debug_framepc(L, fn, nextframe); - if (!nextframe) nextframe = L->top; + if (!nextframe) nextframe = L->top+LJ_FR2; if ((int)slot1 < 0) { /* Negative slot number is for varargs. */ if (pc != NO_BCPOS) { GCproto *pt = funcproto(fn); @@ -208,7 +194,7 @@ static TValue *debug_localname(lua_State *L, const lua_Debug *ar, nextframe = frame; frame = frame_prevd(frame); } - if (frame + slot1 < nextframe) { + if (frame + slot1+LJ_FR2 < nextframe) { *name = "(*vararg)"; return frame+slot1; } @@ -219,7 +205,7 @@ static TValue *debug_localname(lua_State *L, const lua_Debug *ar, if (pc != NO_BCPOS && (*name = debug_varname(funcproto(fn), pc, slot1-1)) != NULL) ; - else if (slot1 > 0 && frame + slot1 < nextframe) + else if (slot1 > 0 && frame + slot1+LJ_FR2 < nextframe) *name = "(*temporary)"; return frame+slot1; } @@ -282,7 +268,7 @@ restart: *name = strdata(gco2str(proto_kgc(pt, ~(ptrdiff_t)bc_c(ins)))); if (ip > proto_bc(pt)) { BCIns insp = ip[-1]; - if (bc_op(insp) == BC_MOV && bc_a(insp) == ra+1 && + if (bc_op(insp) == BC_MOV && bc_a(insp) == ra+1+LJ_FR2 && bc_d(insp) == bc_b(ins)) return "method"; } @@ -299,12 +285,12 @@ restart: } /* Deduce function name from caller of a frame. */ -const char *lj_debug_funcname(lua_State *L, TValue *frame, const char **name) +const char *lj_debug_funcname(lua_State *L, cTValue *frame, const char **name) { - TValue *pframe; + cTValue *pframe; GCfunc *fn; BCPos pc; - if (frame <= tvref(L->stack)) + if (frame <= tvref(L->stack)+LJ_FR2) return NULL; if (frame_isvarg(frame)) frame = frame_prevd(frame); @@ -330,7 +316,7 @@ const char *lj_debug_funcname(lua_State *L, TValue *frame, const char **name) /* -- Source code locations ----------------------------------------------- */ /* Generate shortened source name. */ -void lj_debug_shortname(char *out, GCstr *str) +void lj_debug_shortname(char *out, GCstr *str, BCLine line) { const char *src = strdata(str); if (*src == '=') { @@ -344,11 +330,11 @@ void lj_debug_shortname(char *out, GCstr *str) *out++ = '.'; *out++ = '.'; *out++ = '.'; } strcpy(out, src); - } else { /* Output [string "string"]. */ + } else { /* Output [string "string"] or [builtin:name]. */ size_t len; /* Length, up to first control char. */ for (len = 0; len < LUA_IDSIZE-12; len++) if (((const unsigned char *)src)[len] < ' ') break; - strcpy(out, "[string \""); out += 9; + strcpy(out, line == ~(BCLine)0 ? "[builtin:" : "[string \""); out += 9; if (src[len] != '\0') { /* Must truncate? */ if (len > LUA_IDSIZE-15) len = LUA_IDSIZE-15; strncpy(out, src, len); out += len; @@ -356,7 +342,7 @@ void lj_debug_shortname(char *out, GCstr *str) } else { strcpy(out, src); out += len; } - strcpy(out, "\"]"); + strcpy(out, line == ~(BCLine)0 ? "]" : "\"]"); } } @@ -369,14 +355,15 @@ void lj_debug_addloc(lua_State *L, const char *msg, if (isluafunc(fn)) { BCLine line = debug_frameline(L, fn, nextframe); if (line >= 0) { + GCproto *pt = funcproto(fn); char buf[LUA_IDSIZE]; - lj_debug_shortname(buf, proto_chunkname(funcproto(fn))); - lj_str_pushf(L, "%s:%d: %s", buf, line, msg); + lj_debug_shortname(buf, proto_chunkname(pt), pt->firstline); + lj_strfmt_pushf(L, "%s:%d: %s", buf, line, msg); return; } } } - lj_str_pushf(L, "%s", msg); + lj_strfmt_pushf(L, "%s", msg); } /* Push location string for a bytecode position to Lua stack. */ @@ -386,20 +373,22 @@ void lj_debug_pushloc(lua_State *L, GCproto *pt, BCPos pc) const char *s = strdata(name); MSize i, len = name->len; BCLine line = lj_debug_line(pt, pc); - if (*s == '@') { + if (pt->firstline == ~(BCLine)0) { + lj_strfmt_pushf(L, "builtin:%s", s); + } else if (*s == '@') { s++; len--; for (i = len; i > 0; i--) if (s[i] == '/' || s[i] == '\\') { s += i+1; break; } - lj_str_pushf(L, "%s:%d", s, line); + lj_strfmt_pushf(L, "%s:%d", s, line); } else if (len > 40) { - lj_str_pushf(L, "%p:%d", pt, line); + lj_strfmt_pushf(L, "%p:%d", pt, line); } else if (*s == '=') { - lj_str_pushf(L, "%s:%d", s+1, line); + lj_strfmt_pushf(L, "%s:%d", s+1, line); } else { - lj_str_pushf(L, "\"%s\":%d", s, line); + lj_strfmt_pushf(L, "\"%s\":%d", s, line); } } @@ -462,7 +451,7 @@ int lj_debug_getinfo(lua_State *L, const char *what, lj_Debug *ar, int ext) BCLine firstline = pt->firstline; GCstr *name = proto_chunkname(pt); ar->source = strdata(name); - lj_debug_shortname(ar->short_src, name); + lj_debug_shortname(ar->short_src, name, pt->firstline); ar->linedefined = (int)firstline; ar->lastlinedefined = (int)(firstline + pt->numline); ar->what = (firstline || !pt->numline) ? "Lua" : "main"; @@ -552,6 +541,111 @@ LUA_API int lua_getstack(lua_State *L, int level, lua_Debug *ar) } } +#if LJ_HASPROFILE +/* Put the chunkname into a buffer. */ +static int debug_putchunkname(SBuf *sb, GCproto *pt, int pathstrip) +{ + GCstr *name = proto_chunkname(pt); + const char *p = strdata(name); + if (pt->firstline == ~(BCLine)0) { + lj_buf_putmem(sb, "[builtin:", 9); + lj_buf_putstr(sb, name); + lj_buf_putb(sb, ']'); + return 0; + } + if (*p == '=' || *p == '@') { + MSize len = name->len-1; + p++; + if (pathstrip) { + int i; + for (i = len-1; i >= 0; i--) + if (p[i] == '/' || p[i] == '\\') { + len -= i+1; + p = p+i+1; + break; + } + } + lj_buf_putmem(sb, p, len); + } else { + lj_buf_putmem(sb, "[string]", 8); + } + return 1; +} + +/* Put a compact stack dump into a buffer. */ +void lj_debug_dumpstack(lua_State *L, SBuf *sb, const char *fmt, int depth) +{ + int level = 0, dir = 1, pathstrip = 1; + MSize lastlen = 0; + if (depth < 0) { level = ~depth; depth = dir = -1; } /* Reverse frames. */ + while (level != depth) { /* Loop through all frame. */ + int size; + cTValue *frame = lj_debug_frame(L, level, &size); + if (frame) { + cTValue *nextframe = size ? frame+size : NULL; + GCfunc *fn = frame_func(frame); + const uint8_t *p = (const uint8_t *)fmt; + int c; + while ((c = *p++)) { + switch (c) { + case 'p': /* Preserve full path. */ + pathstrip = 0; + break; + case 'F': case 'f': { /* Dump function name. */ + const char *name; + const char *what = lj_debug_funcname(L, frame, &name); + if (what) { + if (c == 'F' && isluafunc(fn)) { /* Dump module:name for 'F'. */ + GCproto *pt = funcproto(fn); + if (pt->firstline != ~(BCLine)0) { /* Not a bytecode builtin. */ + debug_putchunkname(sb, pt, pathstrip); + lj_buf_putb(sb, ':'); + } + } + lj_buf_putmem(sb, name, (MSize)strlen(name)); + break; + } /* else: can't derive a name, dump module:line. */ + } + /* fallthrough */ + case 'l': /* Dump module:line. */ + if (isluafunc(fn)) { + GCproto *pt = funcproto(fn); + if (debug_putchunkname(sb, pt, pathstrip)) { + /* Regular Lua function. */ + BCLine line = c == 'l' ? debug_frameline(L, fn, nextframe) : + pt->firstline; + lj_buf_putb(sb, ':'); + lj_strfmt_putint(sb, line >= 0 ? line : pt->firstline); + } + } else if (isffunc(fn)) { /* Dump numbered builtins. */ + lj_buf_putmem(sb, "[builtin#", 9); + lj_strfmt_putint(sb, fn->c.ffid); + lj_buf_putb(sb, ']'); + } else { /* Dump C function address. */ + lj_buf_putb(sb, '@'); + lj_strfmt_putptr(sb, fn->c.f); + } + break; + case 'Z': /* Zap trailing separator. */ + lastlen = sbuflen(sb); + break; + default: + lj_buf_putb(sb, c); + break; + } + } + } else if (dir == 1) { + break; + } else { + level -= size; /* Reverse frame order: quickly skip missing level. */ + } + level += dir; + } + if (lastlen) + setsbufP(sb, sbufB(sb) + lastlen); /* Zap trailing separator. */ +} +#endif + /* Number of frames for the leading and trailing part of a traceback. */ #define TRACEBACK_LEVELS1 12 #define TRACEBACK_LEVELS2 10 diff --git a/core/src/luajit/src/lj_debug.h b/core/src/luajit/src/lj_debug.h index fa8988c3e..5917c00bc 100644 --- a/core/src/luajit/src/lj_debug.h +++ b/core/src/luajit/src/lj_debug.h @@ -1,6 +1,6 @@ /* ** Debugging and introspection. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_DEBUG_H @@ -32,14 +32,18 @@ LJ_FUNC const char *lj_debug_uvname(GCproto *pt, uint32_t idx); LJ_FUNC const char *lj_debug_uvnamev(cTValue *o, uint32_t idx, TValue **tvp); LJ_FUNC const char *lj_debug_slotname(GCproto *pt, const BCIns *pc, BCReg slot, const char **name); -LJ_FUNC const char *lj_debug_funcname(lua_State *L, TValue *frame, +LJ_FUNC const char *lj_debug_funcname(lua_State *L, cTValue *frame, const char **name); -LJ_FUNC void lj_debug_shortname(char *out, GCstr *str); +LJ_FUNC void lj_debug_shortname(char *out, GCstr *str, BCLine line); LJ_FUNC void lj_debug_addloc(lua_State *L, const char *msg, cTValue *frame, cTValue *nextframe); LJ_FUNC void lj_debug_pushloc(lua_State *L, GCproto *pt, BCPos pc); LJ_FUNC int lj_debug_getinfo(lua_State *L, const char *what, lj_Debug *ar, int ext); +#if LJ_HASPROFILE +LJ_FUNC void lj_debug_dumpstack(lua_State *L, SBuf *sb, const char *fmt, + int depth); +#endif /* Fixed internal variable names. */ #define VARNAMEDEF(_) \ diff --git a/core/src/luajit/src/lj_def.h b/core/src/luajit/src/lj_def.h index e666c9e30..2d8fff66f 100644 --- a/core/src/luajit/src/lj_def.h +++ b/core/src/luajit/src/lj_def.h @@ -1,6 +1,6 @@ /* ** LuaJIT common internal definitions. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_DEF_H @@ -46,10 +46,14 @@ typedef unsigned int uintptr_t; #include <stdlib.h> /* Various VM limits. */ -#define LJ_MAX_MEM 0x7fffff00 /* Max. total memory allocation. */ +#define LJ_MAX_MEM32 0x7fffff00 /* Max. 32 bit memory allocation. */ +#define LJ_MAX_MEM64 ((uint64_t)1<<47) /* Max. 64 bit memory allocation. */ +/* Max. total memory allocation. */ +#define LJ_MAX_MEM (LJ_GC64 ? LJ_MAX_MEM64 : LJ_MAX_MEM32) #define LJ_MAX_ALLOC LJ_MAX_MEM /* Max. individual allocation length. */ -#define LJ_MAX_STR LJ_MAX_MEM /* Max. string length. */ -#define LJ_MAX_UDATA LJ_MAX_MEM /* Max. userdata length. */ +#define LJ_MAX_STR LJ_MAX_MEM32 /* Max. string length. */ +#define LJ_MAX_BUF LJ_MAX_MEM32 /* Max. buffer length. */ +#define LJ_MAX_UDATA LJ_MAX_MEM32 /* Max. userdata length. */ #define LJ_MAX_STRTAB (1<<26) /* Max. string table size. */ #define LJ_MAX_HBITS 26 /* Max. hash bits. */ @@ -57,7 +61,7 @@ typedef unsigned int uintptr_t; #define LJ_MAX_ASIZE ((1<<(LJ_MAX_ABITS-1))+1) /* Max. array part size. */ #define LJ_MAX_COLOSIZE 16 /* Max. elems for colocated array. */ -#define LJ_MAX_LINE LJ_MAX_MEM /* Max. source code line number. */ +#define LJ_MAX_LINE LJ_MAX_MEM32 /* Max. source code line number. */ #define LJ_MAX_XLEVEL 200 /* Max. syntactic nesting level. */ #define LJ_MAX_BCINS (1<<26) /* Max. # of bytecode instructions. */ #define LJ_MAX_SLOTS 250 /* Max. # of slots in a Lua func. */ @@ -65,7 +69,7 @@ typedef unsigned int uintptr_t; #define LJ_MAX_UPVAL 60 /* Max. # of upvalues. */ #define LJ_MAX_IDXCHAIN 100 /* __index/__newindex chain limit. */ -#define LJ_STACK_EXTRA 5 /* Extra stack space (metamethods). */ +#define LJ_STACK_EXTRA (5+2*LJ_FR2) /* Extra stack space (metamethods). */ #define LJ_NUM_CBPAGE 1 /* Number of FFI callback pages. */ @@ -91,6 +95,9 @@ typedef unsigned int uintptr_t; #define U64x(hi, lo) (((uint64_t)0x##hi << 32) + (uint64_t)0x##lo) #define i32ptr(p) ((int32_t)(intptr_t)(void *)(p)) #define u32ptr(p) ((uint32_t)(intptr_t)(void *)(p)) +#define i64ptr(p) ((int64_t)(intptr_t)(void *)(p)) +#define u64ptr(p) ((uint64_t)(intptr_t)(void *)(p)) +#define igcptr(p) (LJ_GC64 ? i64ptr(p) : i32ptr(p)) #define checki8(x) ((x) == (int32_t)(int8_t)(x)) #define checku8(x) ((x) == (int32_t)(uint8_t)(x)) @@ -99,6 +106,8 @@ typedef unsigned int uintptr_t; #define checki32(x) ((x) == (int32_t)(x)) #define checku32(x) ((x) == (uint32_t)(x)) #define checkptr32(x) ((uintptr_t)(x) == (uint32_t)(uintptr_t)(x)) +#define checkptr47(x) (((uint64_t)(uintptr_t)(x) >> 47) == 0) +#define checkptrGC(x) (LJ_GC64 ? checkptr47((x)) : LJ_64 ? checkptr32((x)) :1) /* Every half-decent C compiler transforms this into a rotate instruction. */ #define lj_rol(x, n) (((x)<<(n)) | ((x)>>(-(int)(n)&(8*sizeof(x)-1)))) diff --git a/core/src/luajit/src/lj_dispatch.c b/core/src/luajit/src/lj_dispatch.c index 37256576e..5d6795f88 100644 --- a/core/src/luajit/src/lj_dispatch.c +++ b/core/src/luajit/src/lj_dispatch.c @@ -1,6 +1,6 @@ /* ** Instruction dispatch handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_dispatch_c @@ -8,6 +8,7 @@ #include "lj_obj.h" #include "lj_err.h" +#include "lj_buf.h" #include "lj_func.h" #include "lj_str.h" #include "lj_tab.h" @@ -17,6 +18,7 @@ #include "lj_frame.h" #include "lj_bc.h" #include "lj_ff.h" +#include "lj_strfmt.h" #if LJ_HASJIT #include "lj_jit.h" #endif @@ -25,6 +27,9 @@ #endif #include "lj_trace.h" #include "lj_dispatch.h" +#if LJ_HASPROFILE +#include "lj_profile.h" +#endif #include "lj_vm.h" #include "luajit.h" @@ -37,6 +42,12 @@ LJ_STATIC_ASSERT(GG_NUM_ASMFF == FF_NUM_ASMFUNC); #include <math.h> LJ_FUNCA_NORET void LJ_FASTCALL lj_ffh_coroutine_wrap_err(lua_State *L, lua_State *co); +#if !LJ_HASJIT +#define lj_dispatch_stitch lj_dispatch_ins +#endif +#if !LJ_HASPROFILE +#define lj_dispatch_profile lj_dispatch_ins +#endif #define GOTFUNC(name) (ASMFunction)name, static const ASMFunction dispatch_got[] = { @@ -64,7 +75,7 @@ void lj_dispatch_init(GG_State *GG) for (i = 0; i < GG_NUM_ASMFF; i++) GG->bcff[i] = BCINS_AD(BC__MAX+i, 0, 0); #if LJ_TARGET_MIPS - memcpy(GG->got, dispatch_got, LJ_GOT__MAX*4); + memcpy(GG->got, dispatch_got, LJ_GOT__MAX*sizeof(ASMFunction *)); #endif } @@ -82,11 +93,12 @@ void lj_dispatch_init_hotcount(global_State *g) #endif /* Internal dispatch mode bits. */ -#define DISPMODE_JIT 0x01 /* JIT compiler on. */ -#define DISPMODE_REC 0x02 /* Recording active. */ +#define DISPMODE_CALL 0x01 /* Override call dispatch. */ +#define DISPMODE_RET 0x02 /* Override return dispatch. */ #define DISPMODE_INS 0x04 /* Override instruction dispatch. */ -#define DISPMODE_CALL 0x08 /* Override call dispatch. */ -#define DISPMODE_RET 0x10 /* Override return dispatch. */ +#define DISPMODE_JIT 0x10 /* JIT compiler on. */ +#define DISPMODE_REC 0x20 /* Recording active. */ +#define DISPMODE_PROF 0x40 /* Profiling active. */ /* Update dispatch table depending on various flags. */ void lj_dispatch_update(global_State *g) @@ -98,6 +110,9 @@ void lj_dispatch_update(global_State *g) mode |= G2J(g)->state != LJ_TRACE_IDLE ? (DISPMODE_REC|DISPMODE_INS|DISPMODE_CALL) : 0; #endif +#if LJ_HASPROFILE + mode |= (g->hookmask & HOOK_PROFILE) ? (DISPMODE_PROF|DISPMODE_INS) : 0; +#endif mode |= (g->hookmask & (LUA_MASKLINE|LUA_MASKCOUNT)) ? DISPMODE_INS : 0; mode |= (g->hookmask & LUA_MASKCALL) ? DISPMODE_CALL : 0; mode |= (g->hookmask & LUA_MASKRET) ? DISPMODE_RET : 0; @@ -126,9 +141,9 @@ void lj_dispatch_update(global_State *g) disp[GG_LEN_DDISP+BC_LOOP] = f_loop; /* Set dynamic instruction dispatch. */ - if ((oldmode ^ mode) & (DISPMODE_REC|DISPMODE_INS)) { + if ((oldmode ^ mode) & (DISPMODE_PROF|DISPMODE_REC|DISPMODE_INS)) { /* Need to update the whole table. */ - if (!(mode & (DISPMODE_REC|DISPMODE_INS))) { /* No ins dispatch? */ + if (!(mode & DISPMODE_INS)) { /* No ins dispatch? */ /* Copy static dispatch table to dynamic dispatch table. */ memcpy(&disp[0], &disp[GG_LEN_DDISP], GG_LEN_SDISP*sizeof(ASMFunction)); /* Overwrite with dynamic return dispatch. */ @@ -140,12 +155,13 @@ void lj_dispatch_update(global_State *g) } } else { /* The recording dispatch also checks for hooks. */ - ASMFunction f = (mode & DISPMODE_REC) ? lj_vm_record : lj_vm_inshook; + ASMFunction f = (mode & DISPMODE_PROF) ? lj_vm_profhook : + (mode & DISPMODE_REC) ? lj_vm_record : lj_vm_inshook; uint32_t i; for (i = 0; i < GG_LEN_SDISP; i++) disp[i] = f; } - } else if (!(mode & (DISPMODE_REC|DISPMODE_INS))) { + } else if (!(mode & DISPMODE_INS)) { /* Otherwise set dynamic counting ins. */ disp[BC_FORL] = f_forl; disp[BC_ITERL] = f_iterl; @@ -251,7 +267,7 @@ int luaJIT_setmode(lua_State *L, int idx, int mode) case LUAJIT_MODE_FUNC: case LUAJIT_MODE_ALLFUNC: case LUAJIT_MODE_ALLSUBFUNC: { - cTValue *tv = idx == 0 ? frame_prev(L->base-1) : + cTValue *tv = idx == 0 ? frame_prev(L->base-1)-LJ_FR2 : idx > 0 ? L->base + (idx-1) : L->top + idx; GCproto *pt; if ((idx == 0 || tvisfunc(tv)) && isluafunc(&gcval(tv)->fn)) @@ -352,10 +368,19 @@ static void callhook(lua_State *L, int event, BCLine line) /* Top frame, nextframe = NULL. */ ar.i_ci = (int)((L->base-1) - tvref(L->stack)); lj_state_checkstack(L, 1+LUA_MINSTACK); +#if LJ_HASPROFILE && !LJ_PROFILE_SIGPROF + lj_profile_hook_enter(g); +#else hook_enter(g); +#endif hookf(L, &ar); lua_assert(hook_active(g)); + setgcref(g->cur_L, obj2gco(L)); +#if LJ_HASPROFILE && !LJ_PROFILE_SIGPROF + lj_profile_hook_leave(g); +#else hook_leave(g); +#endif } } @@ -368,7 +393,7 @@ static BCReg cur_topslot(GCproto *pt, const BCIns *pc, uint32_t nres) if (bc_op(ins) == BC_UCLO) ins = pc[bc_j(ins)]; switch (bc_op(ins)) { - case BC_CALLM: case BC_CALLMT: return bc_a(ins) + bc_c(ins) + nres-1+1; + case BC_CALLM: case BC_CALLMT: return bc_a(ins) + bc_c(ins) + nres-1+1+LJ_FR2; case BC_RETM: return bc_a(ins) + bc_d(ins) + nres-1; case BC_TSETM: return bc_a(ins) + nres-1; default: return pt->framesize; @@ -492,3 +517,41 @@ out: return makeasmfunc(lj_bc_ofs[op]); /* Return static dispatch target. */ } +#if LJ_HASJIT +/* Stitch a new trace. */ +void LJ_FASTCALL lj_dispatch_stitch(jit_State *J, const BCIns *pc) +{ + ERRNO_SAVE + lua_State *L = J->L; + void *cf = cframe_raw(L->cframe); + const BCIns *oldpc = cframe_pc(cf); + setcframe_pc(cf, pc); + /* Before dispatch, have to bias PC by 1. */ + L->top = L->base + cur_topslot(curr_proto(L), pc+1, cframe_multres_n(cf)); + lj_trace_stitch(J, pc-1); /* Point to the CALL instruction. */ + setcframe_pc(cf, oldpc); + ERRNO_RESTORE +} +#endif + +#if LJ_HASPROFILE +/* Profile dispatch. */ +void LJ_FASTCALL lj_dispatch_profile(lua_State *L, const BCIns *pc) +{ + ERRNO_SAVE + GCfunc *fn = curr_func(L); + GCproto *pt = funcproto(fn); + void *cf = cframe_raw(L->cframe); + const BCIns *oldpc = cframe_pc(cf); + global_State *g; + setcframe_pc(cf, pc); + L->top = L->base + cur_topslot(pt, pc, cframe_multres_n(cf)); + lj_profile_interpreter(L); + setcframe_pc(cf, oldpc); + g = G(L); + setgcref(g->cur_L, obj2gco(L)); + setvmstate(g, INTERP); + ERRNO_RESTORE +} +#endif + diff --git a/core/src/luajit/src/lj_dispatch.h b/core/src/luajit/src/lj_dispatch.h index 778affc8c..5bda51a21 100644 --- a/core/src/luajit/src/lj_dispatch.h +++ b/core/src/luajit/src/lj_dispatch.h @@ -1,6 +1,6 @@ /* ** Instruction dispatch handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_DISPATCH_H @@ -14,6 +14,22 @@ #if LJ_TARGET_MIPS /* Need our own global offset table for the dreaded MIPS calling conventions. */ + +#ifndef _LJ_VM_H +LJ_ASMF int32_t LJ_FASTCALL lj_vm_modi(int32_t a, int32_t b); +#endif + +#if LJ_SOFTFP +#ifndef _LJ_IRCALL_H +extern double __adddf3(double a, double b); +extern double __subdf3(double a, double b); +extern double __muldf3(double a, double b); +extern double __divdf3(double a, double b); +#endif +#define SFGOTDEF(_) _(sqrt) _(__adddf3) _(__subdf3) _(__muldf3) _(__divdf3) +#else +#define SFGOTDEF(_) +#endif #if LJ_HASJIT #define JITGOTDEF(_) _(lj_trace_exit) _(lj_trace_hot) #else @@ -28,16 +44,19 @@ #define GOTDEF(_) \ _(floor) _(ceil) _(trunc) _(log) _(log10) _(exp) _(sin) _(cos) _(tan) \ _(asin) _(acos) _(atan) _(sinh) _(cosh) _(tanh) _(frexp) _(modf) _(atan2) \ - _(pow) _(fmod) _(ldexp) \ - _(lj_dispatch_call) _(lj_dispatch_ins) _(lj_err_throw) \ + _(pow) _(fmod) _(ldexp) _(lj_vm_modi) \ + _(lj_dispatch_call) _(lj_dispatch_ins) _(lj_dispatch_stitch) \ + _(lj_dispatch_profile) _(lj_err_throw) \ _(lj_ffh_coroutine_wrap_err) _(lj_func_closeuv) _(lj_func_newL_gc) \ _(lj_gc_barrieruv) _(lj_gc_step) _(lj_gc_step_fixtop) _(lj_meta_arith) \ _(lj_meta_call) _(lj_meta_cat) _(lj_meta_comp) _(lj_meta_equal) \ - _(lj_meta_for) _(lj_meta_len) _(lj_meta_tget) _(lj_meta_tset) \ - _(lj_state_growstack) _(lj_str_fromnum) _(lj_str_fromnumber) _(lj_str_new) \ - _(lj_tab_dup) _(lj_tab_get) _(lj_tab_getinth) _(lj_tab_len) _(lj_tab_new) \ - _(lj_tab_newkey) _(lj_tab_next) _(lj_tab_reasize) \ - JITGOTDEF(_) FFIGOTDEF(_) + _(lj_meta_for) _(lj_meta_istype) _(lj_meta_len) _(lj_meta_tget) \ + _(lj_meta_tset) _(lj_state_growstack) _(lj_strfmt_number) \ + _(lj_str_new) _(lj_tab_dup) _(lj_tab_get) _(lj_tab_getinth) _(lj_tab_len) \ + _(lj_tab_new) _(lj_tab_newkey) _(lj_tab_next) _(lj_tab_reasize) \ + _(lj_tab_setinth) _(lj_buf_putstr_reverse) _(lj_buf_putstr_lower) \ + _(lj_buf_putstr_upper) _(lj_buf_tostr) \ + JITGOTDEF(_) FFIGOTDEF(_) SFGOTDEF(_) enum { #define GOTENUM(name) LJ_GOT_##name, @@ -60,7 +79,7 @@ typedef uint16_t HotCount; #define HOTCOUNT_CALL 1 /* This solves a circular dependency problem -- bump as needed. Sigh. */ -#define GG_NUM_ASMFF 62 +#define GG_NUM_ASMFF 57 #define GG_LEN_DDISP (BC__MAX + GG_NUM_ASMFF) #define GG_LEN_SDISP BC_FUNCF @@ -88,6 +107,7 @@ typedef struct GG_State { #define J2G(J) (&J2GG(J)->g) #define G2J(gl) (&G2GG(gl)->J) #define L2J(L) (&L2GG(L)->J) +#define GG_G2J (GG_OFS(J) - GG_OFS(g)) #define GG_G2DISP (GG_OFS(dispatch) - GG_OFS(g)) #define GG_DISP2G (GG_OFS(g) - GG_OFS(dispatch)) #define GG_DISP2J (GG_OFS(J) - GG_OFS(dispatch)) @@ -109,7 +129,12 @@ LJ_FUNC void lj_dispatch_update(global_State *g); /* Instruction dispatch callback for hooks or when recording. */ LJ_FUNCA void LJ_FASTCALL lj_dispatch_ins(lua_State *L, const BCIns *pc); LJ_FUNCA ASMFunction LJ_FASTCALL lj_dispatch_call(lua_State *L, const BCIns*pc); -LJ_FUNCA void LJ_FASTCALL lj_dispatch_return(lua_State *L, const BCIns *pc); +#if LJ_HASJIT +LJ_FUNCA void LJ_FASTCALL lj_dispatch_stitch(jit_State *J, const BCIns *pc); +#endif +#if LJ_HASPROFILE +LJ_FUNCA void LJ_FASTCALL lj_dispatch_profile(lua_State *L, const BCIns *pc); +#endif #if LJ_HASFFI && !defined(_BUILDVM_H) /* Save/restore errno and GetLastError() around hooks, exits and recording. */ diff --git a/core/src/luajit/src/lj_emit_arm.h b/core/src/luajit/src/lj_emit_arm.h index 8c5e5379c..dee8bdccd 100644 --- a/core/src/luajit/src/lj_emit_arm.h +++ b/core/src/luajit/src/lj_emit_arm.h @@ -1,6 +1,6 @@ /* ** ARM instruction emitter. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ /* -- Constant encoding --------------------------------------------------- */ @@ -207,7 +207,7 @@ static void emit_loadi(ASMState *as, Reg r, int32_t i) #define emit_loada(as, r, addr) emit_loadi(as, (r), i32ptr((addr))) -static Reg ra_allock(ASMState *as, int32_t k, RegSet allow); +static Reg ra_allock(ASMState *as, intptr_t k, RegSet allow); /* Get/set from constant pointer. */ static void emit_lsptr(ASMState *as, ARMIns ai, Reg r, void *p) @@ -219,8 +219,9 @@ static void emit_lsptr(ASMState *as, ARMIns ai, Reg r, void *p) #if !LJ_SOFTFP /* Load a number constant into an FPR. */ -static void emit_loadn(ASMState *as, Reg r, cTValue *tv) +static void emit_loadk64(ASMState *as, Reg r, IRIns *ir) { + cTValue *tv = ir_knum(ir); int32_t i; if ((as->flags & JIT_F_VFPV3) && !tv->u32.lo) { uint32_t hi = tv->u32.hi; @@ -273,7 +274,7 @@ static void emit_call(ASMState *as, void *target) ptrdiff_t delta = ((char *)target - (char *)p) - 8; if ((((delta>>2) + 0x00800000) >> 24) == 0) { if ((delta & 1)) - *p = ARMI_BLX | ((uint32_t)(delta>>2) & 0x00ffffffu) | ((delta&2) << 27); + *p = ARMI_BLX | ((uint32_t)(delta>>2) & 0x00ffffffu) | ((delta&2) << 23); else *p = ARMI_BL | ((uint32_t)(delta>>2) & 0x00ffffffu); } else { /* Target out of range: need indirect call. But don't use R0-R3. */ @@ -308,30 +309,30 @@ static void emit_movrr(ASMState *as, IRIns *ir, Reg dst, Reg src) emit_dm(as, ARMI_MOV, dst, src); } -/* Generic load of register from stack slot. */ -static void emit_spload(ASMState *as, IRIns *ir, Reg r, int32_t ofs) +/* Generic load of register with base and (small) offset address. */ +static void emit_loadofs(ASMState *as, IRIns *ir, Reg r, Reg base, int32_t ofs) { #if LJ_SOFTFP lua_assert(!irt_isnum(ir->t)); UNUSED(ir); #else if (r >= RID_MAX_GPR) - emit_vlso(as, irt_isnum(ir->t) ? ARMI_VLDR_D : ARMI_VLDR_S, r, RID_SP, ofs); + emit_vlso(as, irt_isnum(ir->t) ? ARMI_VLDR_D : ARMI_VLDR_S, r, base, ofs); else #endif - emit_lso(as, ARMI_LDR, r, RID_SP, ofs); + emit_lso(as, ARMI_LDR, r, base, ofs); } -/* Generic store of register to stack slot. */ -static void emit_spstore(ASMState *as, IRIns *ir, Reg r, int32_t ofs) +/* Generic store of register with base and (small) offset address. */ +static void emit_storeofs(ASMState *as, IRIns *ir, Reg r, Reg base, int32_t ofs) { #if LJ_SOFTFP lua_assert(!irt_isnum(ir->t)); UNUSED(ir); #else if (r >= RID_MAX_GPR) - emit_vlso(as, irt_isnum(ir->t) ? ARMI_VSTR_D : ARMI_VSTR_S, r, RID_SP, ofs); + emit_vlso(as, irt_isnum(ir->t) ? ARMI_VSTR_D : ARMI_VSTR_S, r, base, ofs); else #endif - emit_lso(as, ARMI_STR, r, RID_SP, ofs); + emit_lso(as, ARMI_STR, r, base, ofs); } /* Emit an arithmetic/logic operation with a constant operand. */ diff --git a/core/src/luajit/src/lj_emit_arm64.h b/core/src/luajit/src/lj_emit_arm64.h new file mode 100644 index 000000000..6da4c7d4b --- /dev/null +++ b/core/src/luajit/src/lj_emit_arm64.h @@ -0,0 +1,419 @@ +/* +** ARM64 instruction emitter. +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h +** +** Contributed by Djordje Kovacevic and Stefan Pejic from RT-RK.com. +** Sponsored by Cisco Systems, Inc. +*/ + +/* -- Constant encoding --------------------------------------------------- */ + +static uint64_t get_k64val(IRIns *ir) +{ + if (ir->o == IR_KINT64) { + return ir_kint64(ir)->u64; + } else if (ir->o == IR_KGC) { + return (uint64_t)ir_kgc(ir); + } else if (ir->o == IR_KPTR || ir->o == IR_KKPTR) { + return (uint64_t)ir_kptr(ir); + } else { + lua_assert(ir->o == IR_KINT || ir->o == IR_KNULL); + return ir->i; /* Sign-extended. */ + } +} + +/* Encode constant in K12 format for data processing instructions. */ +static uint32_t emit_isk12(int64_t n) +{ + uint64_t k = (n < 0) ? -n : n; + uint32_t m = (n < 0) ? 0x40000000 : 0; + if (k < 0x1000) { + return A64I_K12|m|A64F_U12(k); + } else if ((k & 0xfff000) == k) { + return A64I_K12|m|0x400000|A64F_U12(k>>12); + } + return 0; +} + +#define emit_clz64(n) __builtin_clzll(n) +#define emit_ctz64(n) __builtin_ctzll(n) + +/* Encode constant in K13 format for logical data processing instructions. */ +static uint32_t emit_isk13(uint64_t n, int is64) +{ + int inv = 0, w = 128, lz, tz; + if (n & 1) { n = ~n; w = 64; inv = 1; } /* Avoid wrap-around of ones. */ + if (!n) return 0; /* Neither all-zero nor all-ones are allowed. */ + do { /* Find the repeat width. */ + if (is64 && (uint32_t)(n^(n>>32))) break; + n = (uint32_t)n; + if (!n) return 0; /* Ditto when passing n=0xffffffff and is64=0. */ + w = 32; if ((n^(n>>16)) & 0xffff) break; + n = n & 0xffff; w = 16; if ((n^(n>>8)) & 0xff) break; + n = n & 0xff; w = 8; if ((n^(n>>4)) & 0xf) break; + n = n & 0xf; w = 4; if ((n^(n>>2)) & 0x3) break; + n = n & 0x3; w = 2; + } while (0); + lz = emit_clz64(n); + tz = emit_ctz64(n); + if ((int64_t)(n << lz) >> (lz+tz) != -1ll) return 0; /* Non-contiguous? */ + if (inv) + return A64I_K13 | (((lz-w) & 127) << 16) | (((lz+tz-w-1) & 63) << 10); + else + return A64I_K13 | ((w-tz) << 16) | (((63-lz-tz-w-w) & 63) << 10); +} + +static uint32_t emit_isfpk64(uint64_t n) +{ + uint64_t etop9 = ((n >> 54) & 0x1ff); + if ((n << 16) == 0 && (etop9 == 0x100 || etop9 == 0x0ff)) { + return (uint32_t)(((n >> 48) & 0x7f) | ((n >> 56) & 0x80)); + } + return ~0u; +} + +/* -- Emit basic instructions --------------------------------------------- */ + +static void emit_dnma(ASMState *as, A64Ins ai, Reg rd, Reg rn, Reg rm, Reg ra) +{ + *--as->mcp = ai | A64F_D(rd) | A64F_N(rn) | A64F_M(rm) | A64F_A(ra); +} + +static void emit_dnm(ASMState *as, A64Ins ai, Reg rd, Reg rn, Reg rm) +{ + *--as->mcp = ai | A64F_D(rd) | A64F_N(rn) | A64F_M(rm); +} + +static void emit_dm(ASMState *as, A64Ins ai, Reg rd, Reg rm) +{ + *--as->mcp = ai | A64F_D(rd) | A64F_M(rm); +} + +static void emit_dn(ASMState *as, A64Ins ai, Reg rd, Reg rn) +{ + *--as->mcp = ai | A64F_D(rd) | A64F_N(rn); +} + +static void emit_nm(ASMState *as, A64Ins ai, Reg rn, Reg rm) +{ + *--as->mcp = ai | A64F_N(rn) | A64F_M(rm); +} + +static void emit_d(ASMState *as, A64Ins ai, Reg rd) +{ + *--as->mcp = ai | A64F_D(rd); +} + +static void emit_n(ASMState *as, A64Ins ai, Reg rn) +{ + *--as->mcp = ai | A64F_N(rn); +} + +static int emit_checkofs(A64Ins ai, int64_t ofs) +{ + int scale = (ai >> 30) & 3; + if (ofs < 0 || (ofs & ((1<<scale)-1))) { + return (ofs >= -256 && ofs <= 255) ? -1 : 0; + } else { + return (ofs < (4096<<scale)) ? 1 : 0; + } +} + +static void emit_lso(ASMState *as, A64Ins ai, Reg rd, Reg rn, int64_t ofs) +{ + int ot = emit_checkofs(ai, ofs), sc = (ai >> 30) & 3; + lua_assert(ot); + /* Combine LDR/STR pairs to LDP/STP. */ + if ((sc == 2 || sc == 3) && + (!(ai & 0x400000) || rd != rn) && + as->mcp != as->mcloop) { + uint32_t prev = *as->mcp & ~A64F_D(31); + int ofsm = ofs - (1<<sc), ofsp = ofs + (1<<sc); + A64Ins aip; + if (prev == (ai | A64F_N(rn) | A64F_U12(ofsm>>sc)) || + prev == ((ai^A64I_LS_U) | A64F_N(rn) | A64F_S9(ofsm&0x1ff))) { + aip = (A64F_A(rd) | A64F_D(*as->mcp & 31)); + } else if (prev == (ai | A64F_N(rn) | A64F_U12(ofsp>>sc)) || + prev == ((ai^A64I_LS_U) | A64F_N(rn) | A64F_S9(ofsp&0x1ff))) { + aip = (A64F_D(rd) | A64F_A(*as->mcp & 31)); + ofsm = ofs; + } else { + goto nopair; + } + if (ofsm >= (int)((unsigned int)-64<<sc) && ofsm <= (63<<sc)) { + *as->mcp = aip | A64F_N(rn) | ((ofsm >> sc) << 15) | + (ai ^ ((ai == A64I_LDRx || ai == A64I_STRx) ? 0x50000000 : 0x90000000)); + return; + } + } +nopair: + if (ot == 1) + *--as->mcp = ai | A64F_D(rd) | A64F_N(rn) | A64F_U12(ofs >> sc); + else + *--as->mcp = (ai^A64I_LS_U) | A64F_D(rd) | A64F_N(rn) | A64F_S9(ofs & 0x1ff); +} + +/* -- Emit loads/stores --------------------------------------------------- */ + +/* Prefer rematerialization of BASE/L from global_State over spills. */ +#define emit_canremat(ref) ((ref) <= ASMREF_L) + +/* Try to find an N-step delta relative to other consts with N < lim. */ +static int emit_kdelta(ASMState *as, Reg rd, uint64_t k, int lim) +{ + RegSet work = ~as->freeset & RSET_GPR; + if (lim <= 1) return 0; /* Can't beat that. */ + while (work) { + Reg r = rset_picktop(work); + IRRef ref = regcost_ref(as->cost[r]); + lua_assert(r != rd); + if (ref < REF_TRUE) { + uint64_t kx = ra_iskref(ref) ? (uint64_t)ra_krefk(as, ref) : + get_k64val(IR(ref)); + int64_t delta = (int64_t)(k - kx); + if (delta == 0) { + emit_dm(as, A64I_MOVx, rd, r); + return 1; + } else { + uint32_t k12 = emit_isk12(delta < 0 ? -delta : delta); + if (k12) { + emit_dn(as, (delta < 0 ? A64I_SUBx : A64I_ADDx)^k12, rd, r); + return 1; + } + /* Do other ops or multi-step deltas pay off? Probably not. + ** E.g. XOR rarely helps with pointer consts. + */ + } + } + rset_clear(work, r); + } + return 0; /* Failed. */ +} + +static void emit_loadk(ASMState *as, Reg rd, uint64_t u64, int is64) +{ + uint32_t k13 = emit_isk13(u64, is64); + if (k13) { /* Can the constant be represented as a bitmask immediate? */ + emit_dn(as, (is64|A64I_ORRw)^k13, rd, RID_ZERO); + } else { + int i, zeros = 0, ones = 0, neg; + if (!is64) u64 = (int64_t)(int32_t)u64; /* Sign-extend. */ + /* Count homogeneous 16 bit fragments. */ + for (i = 0; i < 4; i++) { + uint64_t frag = (u64 >> i*16) & 0xffff; + zeros += (frag == 0); + ones += (frag == 0xffff); + } + neg = ones > zeros; /* Use MOVN if it pays off. */ + if (!emit_kdelta(as, rd, u64, 4 - (neg ? ones : zeros))) { + int shift = 0, lshift = 0; + uint64_t n64 = neg ? ~u64 : u64; + if (n64 != 0) { + /* Find first/last fragment to be filled. */ + shift = (63-emit_clz64(n64)) & ~15; + lshift = emit_ctz64(n64) & ~15; + } + /* MOVK requires the original value (u64). */ + while (shift > lshift) { + uint32_t u16 = (u64 >> shift) & 0xffff; + /* Skip fragments that are correctly filled by MOVN/MOVZ. */ + if (u16 != (neg ? 0xffff : 0)) + emit_d(as, is64 | A64I_MOVKw | A64F_U16(u16) | A64F_LSL16(shift), rd); + shift -= 16; + } + /* But MOVN needs an inverted value (n64). */ + emit_d(as, (neg ? A64I_MOVNx : A64I_MOVZx) | + A64F_U16((n64 >> lshift) & 0xffff) | A64F_LSL16(lshift), rd); + } + } +} + +/* Load a 32 bit constant into a GPR. */ +#define emit_loadi(as, rd, i) emit_loadk(as, rd, i, 0) + +/* Load a 64 bit constant into a GPR. */ +#define emit_loadu64(as, rd, i) emit_loadk(as, rd, i, A64I_X) + +#define emit_loada(as, r, addr) emit_loadu64(as, (r), (uintptr_t)(addr)) + +#define glofs(as, k) \ + ((intptr_t)((uintptr_t)(k) - (uintptr_t)&J2GG(as->J)->g)) +#define mcpofs(as, k) \ + ((intptr_t)((uintptr_t)(k) - (uintptr_t)(as->mcp - 1))) +#define checkmcpofs(as, k) \ + ((((mcpofs(as, k)>>2) + 0x00040000) >> 19) == 0) + +static Reg ra_allock(ASMState *as, intptr_t k, RegSet allow); + +/* Get/set from constant pointer. */ +static void emit_lsptr(ASMState *as, A64Ins ai, Reg r, void *p) +{ + /* First, check if ip + offset is in range. */ + if ((ai & 0x00400000) && checkmcpofs(as, p)) { + emit_d(as, A64I_LDRLx | A64F_S19(mcpofs(as, p)>>2), r); + } else { + Reg base = RID_GL; /* Next, try GL + offset. */ + int64_t ofs = glofs(as, p); + if (!emit_checkofs(ai, ofs)) { /* Else split up into base reg + offset. */ + int64_t i64 = i64ptr(p); + base = ra_allock(as, (i64 & ~0x7fffull), rset_exclude(RSET_GPR, r)); + ofs = i64 & 0x7fffull; + } + emit_lso(as, ai, r, base, ofs); + } +} + +/* Load 64 bit IR constant into register. */ +static void emit_loadk64(ASMState *as, Reg r, IRIns *ir) +{ + const uint64_t *k = &ir_k64(ir)->u64; + int64_t ofs; + if (r >= RID_MAX_GPR) { + uint32_t fpk = emit_isfpk64(*k); + if (fpk != ~0u) { + emit_d(as, A64I_FMOV_DI | A64F_FP8(fpk), (r & 31)); + return; + } + } + ofs = glofs(as, k); + if (emit_checkofs(A64I_LDRx, ofs)) { + emit_lso(as, r >= RID_MAX_GPR ? A64I_LDRd : A64I_LDRx, + (r & 31), RID_GL, ofs); + } else { + if (r >= RID_MAX_GPR) { + emit_dn(as, A64I_FMOV_D_R, (r & 31), RID_TMP); + r = RID_TMP; + } + if (checkmcpofs(as, k)) + emit_d(as, A64I_LDRLx | A64F_S19(mcpofs(as, k)>>2), r); + else + emit_loadu64(as, r, *k); + } +} + +/* Get/set global_State fields. */ +#define emit_getgl(as, r, field) \ + emit_lsptr(as, A64I_LDRx, (r), (void *)&J2G(as->J)->field) +#define emit_setgl(as, r, field) \ + emit_lsptr(as, A64I_STRx, (r), (void *)&J2G(as->J)->field) + +/* Trace number is determined from pc of exit instruction. */ +#define emit_setvmstate(as, i) UNUSED(i) + +/* -- Emit control-flow instructions -------------------------------------- */ + +/* Label for internal jumps. */ +typedef MCode *MCLabel; + +/* Return label pointing to current PC. */ +#define emit_label(as) ((as)->mcp) + +static void emit_cond_branch(ASMState *as, A64CC cond, MCode *target) +{ + MCode *p = --as->mcp; + ptrdiff_t delta = target - p; + lua_assert(((delta + 0x40000) >> 19) == 0); + *p = A64I_BCC | A64F_S19(delta) | cond; +} + +static void emit_branch(ASMState *as, A64Ins ai, MCode *target) +{ + MCode *p = --as->mcp; + ptrdiff_t delta = target - p; + lua_assert(((delta + 0x02000000) >> 26) == 0); + *p = ai | ((uint32_t)delta & 0x03ffffffu); +} + +static void emit_tnb(ASMState *as, A64Ins ai, Reg r, uint32_t bit, MCode *target) +{ + MCode *p = --as->mcp; + ptrdiff_t delta = target - p; + lua_assert(bit < 63 && ((delta + 0x2000) >> 14) == 0); + if (bit > 31) ai |= A64I_X; + *p = ai | A64F_BIT(bit & 31) | A64F_S14((uint32_t)delta & 0x3fffu) | r; +} + +static void emit_cnb(ASMState *as, A64Ins ai, Reg r, MCode *target) +{ + MCode *p = --as->mcp; + ptrdiff_t delta = target - p; + lua_assert(((delta + 0x40000) >> 19) == 0); + *p = ai | A64F_S19(delta) | r; +} + +#define emit_jmp(as, target) emit_branch(as, A64I_B, (target)) + +static void emit_call(ASMState *as, void *target) +{ + MCode *p = --as->mcp; + ptrdiff_t delta = (char *)target - (char *)p; + if ((((delta>>2) + 0x02000000) >> 26) == 0) { + *p = A64I_BL | ((uint32_t)(delta>>2) & 0x03ffffffu); + } else { /* Target out of range: need indirect call. But don't use R0-R7. */ + Reg r = ra_allock(as, i64ptr(target), + RSET_RANGE(RID_X8, RID_MAX_GPR)-RSET_FIXED); + *p = A64I_BLR | A64F_N(r); + } +} + +/* -- Emit generic operations --------------------------------------------- */ + +/* Generic move between two regs. */ +static void emit_movrr(ASMState *as, IRIns *ir, Reg dst, Reg src) +{ + if (dst >= RID_MAX_GPR) { + emit_dn(as, irt_isnum(ir->t) ? A64I_FMOV_D : A64I_FMOV_S, + (dst & 31), (src & 31)); + return; + } + if (as->mcp != as->mcloop) { /* Swap early registers for loads/stores. */ + MCode ins = *as->mcp, swp = (src^dst); + if ((ins & 0xbf800000) == 0xb9000000) { + if (!((ins ^ (dst << 5)) & 0x000003e0)) + *as->mcp = ins ^ (swp << 5); /* Swap N in load/store. */ + if (!(ins & 0x00400000) && !((ins ^ dst) & 0x0000001f)) + *as->mcp = ins ^ swp; /* Swap D in store. */ + } + } + emit_dm(as, A64I_MOVx, dst, src); +} + +/* Generic load of register with base and (small) offset address. */ +static void emit_loadofs(ASMState *as, IRIns *ir, Reg r, Reg base, int32_t ofs) +{ + if (r >= RID_MAX_GPR) + emit_lso(as, irt_isnum(ir->t) ? A64I_LDRd : A64I_LDRs, (r & 31), base, ofs); + else + emit_lso(as, irt_is64(ir->t) ? A64I_LDRx : A64I_LDRw, r, base, ofs); +} + +/* Generic store of register with base and (small) offset address. */ +static void emit_storeofs(ASMState *as, IRIns *ir, Reg r, Reg base, int32_t ofs) +{ + if (r >= RID_MAX_GPR) + emit_lso(as, irt_isnum(ir->t) ? A64I_STRd : A64I_STRs, (r & 31), base, ofs); + else + emit_lso(as, irt_is64(ir->t) ? A64I_STRx : A64I_STRw, r, base, ofs); +} + +/* Emit an arithmetic operation with a constant operand. */ +static void emit_opk(ASMState *as, A64Ins ai, Reg dest, Reg src, + int32_t i, RegSet allow) +{ + uint32_t k = emit_isk12(i); + if (k) + emit_dn(as, ai^k, dest, src); + else + emit_dnm(as, ai, dest, src, ra_allock(as, i, allow)); +} + +/* Add offset to pointer. */ +static void emit_addptr(ASMState *as, Reg r, int32_t ofs) +{ + if (ofs) + emit_opk(as, ofs < 0 ? A64I_SUBx : A64I_ADDx, r, r, + ofs < 0 ? -ofs : ofs, rset_exclude(RSET_GPR, r)); +} + +#define emit_spsub(as, ofs) emit_addptr(as, RID_SP, -(ofs)) + diff --git a/core/src/luajit/src/lj_emit_mips.h b/core/src/luajit/src/lj_emit_mips.h index 0fc07d910..8a9ee24dc 100644 --- a/core/src/luajit/src/lj_emit_mips.h +++ b/core/src/luajit/src/lj_emit_mips.h @@ -1,8 +1,30 @@ /* ** MIPS instruction emitter. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ +#if LJ_64 +static intptr_t get_k64val(IRIns *ir) +{ + if (ir->o == IR_KINT64) { + return (intptr_t)ir_kint64(ir)->u64; + } else if (ir->o == IR_KGC) { + return (intptr_t)ir_kgc(ir); + } else if (ir->o == IR_KPTR || ir->o == IR_KKPTR) { + return (intptr_t)ir_kptr(ir); + } else { + lua_assert(ir->o == IR_KINT || ir->o == IR_KNULL); + return ir->i; /* Sign-extended. */ + } +} +#endif + +#if LJ_64 +#define get_kval(ir) get_k64val(ir) +#else +#define get_kval(ir) ((ir)->i) +#endif + /* -- Emit basic instructions --------------------------------------------- */ static void emit_dst(ASMState *as, MIPSIns mi, Reg rd, Reg rs, Reg rt) @@ -35,7 +57,7 @@ static void emit_fgh(ASMState *as, MIPSIns mi, Reg rf, Reg rg, Reg rh) static void emit_rotr(ASMState *as, Reg dest, Reg src, Reg tmp, uint32_t shift) { - if ((as->flags & JIT_F_MIPS32R2)) { + if (LJ_64 || (as->flags & JIT_F_MIPSXXR2)) { emit_dta(as, MIPSI_ROTR, dest, src, shift); } else { emit_dst(as, MIPSI_OR, dest, dest, tmp); @@ -44,13 +66,21 @@ static void emit_rotr(ASMState *as, Reg dest, Reg src, Reg tmp, uint32_t shift) } } +#if LJ_64 +static void emit_tsml(ASMState *as, MIPSIns mi, Reg rt, Reg rs, uint32_t msb, + uint32_t lsb) +{ + *--as->mcp = mi | MIPSF_T(rt) | MIPSF_S(rs) | MIPSF_M(msb) | MIPSF_L(lsb); +} +#endif + /* -- Emit loads/stores --------------------------------------------------- */ /* Prefer rematerialization of BASE/L from global_State over spills. */ #define emit_canremat(ref) ((ref) <= REF_BASE) /* Try to find a one step delta relative to another constant. */ -static int emit_kdelta1(ASMState *as, Reg t, int32_t i) +static int emit_kdelta1(ASMState *as, Reg t, intptr_t i) { RegSet work = ~as->freeset & RSET_GPR; while (work) { @@ -58,9 +88,10 @@ static int emit_kdelta1(ASMState *as, Reg t, int32_t i) IRRef ref = regcost_ref(as->cost[r]); lua_assert(r != t); if (ref < ASMREF_L) { - int32_t delta = i - (ra_iskref(ref) ? ra_krefk(as, ref) : IR(ref)->i); + intptr_t delta = (intptr_t)((uintptr_t)i - + (uintptr_t)(ra_iskref(ref) ? ra_krefk(as, ref) : get_kval(IR(ref)))); if (checki16(delta)) { - emit_tsi(as, MIPSI_ADDIU, t, r, delta); + emit_tsi(as, MIPSI_AADDIU, t, r, delta); return 1; } } @@ -76,8 +107,8 @@ static void emit_loadi(ASMState *as, Reg r, int32_t i) emit_ti(as, MIPSI_LI, r, i); } else { if ((i & 0xffff)) { - int32_t jgl = i32ptr(J2G(as->J)); - if ((uint32_t)(i-jgl) < 65536) { + intptr_t jgl = (intptr_t)(void *)J2G(as->J); + if ((uintptr_t)(i-jgl) < 65536) { emit_tsi(as, MIPSI_ADDIU, r, RID_JGL, i-jgl-32768); return; } else if (emit_kdelta1(as, r, i)) { @@ -92,16 +123,48 @@ static void emit_loadi(ASMState *as, Reg r, int32_t i) } } +#if LJ_64 +/* Load a 64 bit constant into a GPR. */ +static void emit_loadu64(ASMState *as, Reg r, uint64_t u64) +{ + if (checki32((int64_t)u64)) { + emit_loadi(as, r, (int32_t)u64); + } else { + uint64_t delta = u64 - (uint64_t)(void *)J2G(as->J); + if (delta < 65536) { + emit_tsi(as, MIPSI_DADDIU, r, RID_JGL, (int32_t)(delta-32768)); + } else if (emit_kdelta1(as, r, (intptr_t)u64)) { + return; + } else { + if ((u64 & 0xffff)) { + emit_tsi(as, MIPSI_ORI, r, r, u64 & 0xffff); + } + if (((u64 >> 16) & 0xffff)) { + emit_dta(as, MIPSI_DSLL, r, r, 16); + emit_tsi(as, MIPSI_ORI, r, r, (u64 >> 16) & 0xffff); + emit_dta(as, MIPSI_DSLL, r, r, 16); + } else { + emit_dta(as, MIPSI_DSLL32, r, r, 0); + } + emit_loadi(as, r, (int32_t)(u64 >> 32)); + } + /* TODO: There are probably more optimization opportunities. */ + } +} + +#define emit_loada(as, r, addr) emit_loadu64(as, (r), u64ptr((addr))) +#else #define emit_loada(as, r, addr) emit_loadi(as, (r), i32ptr((addr))) +#endif -static Reg ra_allock(ASMState *as, int32_t k, RegSet allow); -static void ra_allockreg(ASMState *as, int32_t k, Reg r); +static Reg ra_allock(ASMState *as, intptr_t k, RegSet allow); +static void ra_allockreg(ASMState *as, intptr_t k, Reg r); /* Get/set from constant pointer. */ static void emit_lsptr(ASMState *as, MIPSIns mi, Reg r, void *p, RegSet allow) { - int32_t jgl = i32ptr(J2G(as->J)); - int32_t i = i32ptr(p); + intptr_t jgl = (intptr_t)(J2G(as->J)); + intptr_t i = (intptr_t)(p); Reg base; if ((uint32_t)(i-jgl) < 65536) { i = i-jgl-32768; @@ -112,8 +175,24 @@ static void emit_lsptr(ASMState *as, MIPSIns mi, Reg r, void *p, RegSet allow) emit_tsi(as, mi, r, base, i); } -#define emit_loadn(as, r, tv) \ - emit_lsptr(as, MIPSI_LDC1, ((r) & 31), (void *)(tv), RSET_GPR) +#if LJ_64 +static void emit_loadk64(ASMState *as, Reg r, IRIns *ir) +{ + const uint64_t *k = &ir_k64(ir)->u64; + Reg r64 = r; + if (rset_test(RSET_FPR, r)) { + r64 = RID_TMP; + emit_tg(as, MIPSI_DMTC1, r64, r); + } + if ((uint32_t)((intptr_t)k-(intptr_t)J2G(as->J)) < 65536) + emit_lsptr(as, MIPSI_LD, r64, (void *)k, 0); + else + emit_loadu64(as, r64, *k); +} +#else +#define emit_loadk64(as, r, ir) \ + emit_lsptr(as, MIPSI_LDC1, ((r) & 31), (void *)&ir_knum((ir))->u64, RSET_GPR) +#endif /* Get/set global_State fields. */ static void emit_lsglptr(ASMState *as, MIPSIns mi, Reg r, int32_t ofs) @@ -122,9 +201,9 @@ static void emit_lsglptr(ASMState *as, MIPSIns mi, Reg r, int32_t ofs) } #define emit_getgl(as, r, field) \ - emit_lsglptr(as, MIPSI_LW, (r), (int32_t)offsetof(global_State, field)) + emit_lsglptr(as, MIPSI_AL, (r), (int32_t)offsetof(global_State, field)) #define emit_setgl(as, r, field) \ - emit_lsglptr(as, MIPSI_SW, (r), (int32_t)offsetof(global_State, field)) + emit_lsglptr(as, MIPSI_AS, (r), (int32_t)offsetof(global_State, field)) /* Trace number is determined from per-trace exit stubs. */ #define emit_setvmstate(as, i) UNUSED(i) @@ -152,16 +231,19 @@ static void emit_jmp(ASMState *as, MCode *target) emit_branch(as, MIPSI_B, RID_ZERO, RID_ZERO, (target)); } -static void emit_call(ASMState *as, void *target) +static void emit_call(ASMState *as, void *target, int needcfa) { MCode *p = as->mcp; *--p = MIPSI_NOP; - if ((((uintptr_t)target ^ (uintptr_t)p) >> 28) == 0) - *--p = MIPSI_JAL | (((uintptr_t)target >>2) & 0x03ffffffu); - else /* Target out of range: need indirect call. */ + if ((((uintptr_t)target ^ (uintptr_t)p) >> 28) == 0) { + *--p = (((uintptr_t)target & 1) ? MIPSI_JALX : MIPSI_JAL) | + (((uintptr_t)target >>2) & 0x03ffffffu); + } else { /* Target out of range: need indirect call. */ *--p = MIPSI_JALR | MIPSF_S(RID_CFUNCADDR); + needcfa = 1; + } as->mcp = p; - ra_allockreg(as, i32ptr(target), RID_CFUNCADDR); + if (needcfa) ra_allockreg(as, (intptr_t)target, RID_CFUNCADDR); } /* -- Emit generic operations --------------------------------------------- */ @@ -178,24 +260,24 @@ static void emit_movrr(ASMState *as, IRIns *ir, Reg dst, Reg src) emit_fg(as, irt_isnum(ir->t) ? MIPSI_MOV_D : MIPSI_MOV_S, dst, src); } -/* Generic load of register from stack slot. */ -static void emit_spload(ASMState *as, IRIns *ir, Reg r, int32_t ofs) +/* Generic load of register with base and (small) offset address. */ +static void emit_loadofs(ASMState *as, IRIns *ir, Reg r, Reg base, int32_t ofs) { if (r < RID_MAX_GPR) - emit_tsi(as, MIPSI_LW, r, RID_SP, ofs); + emit_tsi(as, irt_is64(ir->t) ? MIPSI_LD : MIPSI_LW, r, base, ofs); else emit_tsi(as, irt_isnum(ir->t) ? MIPSI_LDC1 : MIPSI_LWC1, - (r & 31), RID_SP, ofs); + (r & 31), base, ofs); } -/* Generic store of register to stack slot. */ -static void emit_spstore(ASMState *as, IRIns *ir, Reg r, int32_t ofs) +/* Generic store of register with base and (small) offset address. */ +static void emit_storeofs(ASMState *as, IRIns *ir, Reg r, Reg base, int32_t ofs) { if (r < RID_MAX_GPR) - emit_tsi(as, MIPSI_SW, r, RID_SP, ofs); + emit_tsi(as, irt_is64(ir->t) ? MIPSI_SD : MIPSI_SW, r, base, ofs); else emit_tsi(as, irt_isnum(ir->t) ? MIPSI_SDC1 : MIPSI_SWC1, - (r&31), RID_SP, ofs); + (r&31), base, ofs); } /* Add offset to pointer. */ @@ -203,7 +285,7 @@ static void emit_addptr(ASMState *as, Reg r, int32_t ofs) { if (ofs) { lua_assert(checki16(ofs)); - emit_tsi(as, MIPSI_ADDIU, r, r, ofs); + emit_tsi(as, MIPSI_AADDIU, r, r, ofs); } } diff --git a/core/src/luajit/src/lj_emit_ppc.h b/core/src/luajit/src/lj_emit_ppc.h index 14edf00fd..21c3c2ace 100644 --- a/core/src/luajit/src/lj_emit_ppc.h +++ b/core/src/luajit/src/lj_emit_ppc.h @@ -1,6 +1,6 @@ /* ** PPC instruction emitter. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ /* -- Emit basic instructions --------------------------------------------- */ @@ -98,7 +98,7 @@ static void emit_loadi(ASMState *as, Reg r, int32_t i) #define emit_loada(as, r, addr) emit_loadi(as, (r), i32ptr((addr))) -static Reg ra_allock(ASMState *as, int32_t k, RegSet allow); +static Reg ra_allock(ASMState *as, intptr_t k, RegSet allow); /* Get/set from constant pointer. */ static void emit_lsptr(ASMState *as, PPCIns pi, Reg r, void *p, RegSet allow) @@ -115,8 +115,8 @@ static void emit_lsptr(ASMState *as, PPCIns pi, Reg r, void *p, RegSet allow) emit_tai(as, pi, r, base, i); } -#define emit_loadn(as, r, tv) \ - emit_lsptr(as, PPCI_LFD, ((r) & 31), (void *)(tv), RSET_GPR) +#define emit_loadk64(as, r, ir) \ + emit_lsptr(as, PPCI_LFD, ((r) & 31), (void *)&ir_knum((ir))->u64, RSET_GPR) /* Get/set global_State fields. */ static void emit_lsglptr(ASMState *as, PPCIns pi, Reg r, int32_t ofs) @@ -186,22 +186,22 @@ static void emit_movrr(ASMState *as, IRIns *ir, Reg dst, Reg src) emit_fb(as, PPCI_FMR, dst, src); } -/* Generic load of register from stack slot. */ -static void emit_spload(ASMState *as, IRIns *ir, Reg r, int32_t ofs) +/* Generic load of register with base and (small) offset address. */ +static void emit_loadofs(ASMState *as, IRIns *ir, Reg r, Reg base, int32_t ofs) { if (r < RID_MAX_GPR) - emit_tai(as, PPCI_LWZ, r, RID_SP, ofs); + emit_tai(as, PPCI_LWZ, r, base, ofs); else - emit_fai(as, irt_isnum(ir->t) ? PPCI_LFD : PPCI_LFS, r, RID_SP, ofs); + emit_fai(as, irt_isnum(ir->t) ? PPCI_LFD : PPCI_LFS, r, base, ofs); } -/* Generic store of register to stack slot. */ -static void emit_spstore(ASMState *as, IRIns *ir, Reg r, int32_t ofs) +/* Generic store of register with base and (small) offset address. */ +static void emit_storeofs(ASMState *as, IRIns *ir, Reg r, Reg base, int32_t ofs) { if (r < RID_MAX_GPR) - emit_tai(as, PPCI_STW, r, RID_SP, ofs); + emit_tai(as, PPCI_STW, r, base, ofs); else - emit_fai(as, irt_isnum(ir->t) ? PPCI_STFD : PPCI_STFS, r, RID_SP, ofs); + emit_fai(as, irt_isnum(ir->t) ? PPCI_STFD : PPCI_STFS, r, base, ofs); } /* Emit a compare (for equality) with a constant operand. */ diff --git a/core/src/luajit/src/lj_emit_x86.h b/core/src/luajit/src/lj_emit_x86.h index 3a2f6510b..5207f9dad 100644 --- a/core/src/luajit/src/lj_emit_x86.h +++ b/core/src/luajit/src/lj_emit_x86.h @@ -1,6 +1,6 @@ /* ** x86/x64 instruction emitter. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ /* -- Emit basic instructions --------------------------------------------- */ @@ -13,10 +13,17 @@ if (rex != 0x40) *--(p) = rex; } #define FORCE_REX 0x200 #define REX_64 (FORCE_REX|0x080000) +#define VEX_64 0x800000 #else #define REXRB(p, rr, rb) ((void)0) #define FORCE_REX 0 #define REX_64 0 +#define VEX_64 0 +#endif +#if LJ_GC64 +#define REX_GC64 REX_64 +#else +#define REX_GC64 0 #endif #define emit_i8(as, i) (*--as->mcp = (MCode)(i)) @@ -31,6 +38,13 @@ static LJ_AINLINE MCode *emit_op(x86Op xo, Reg rr, Reg rb, Reg rx, MCode *p, int delta) { int n = (int8_t)xo; + if (n == -60) { /* VEX-encoded instruction */ +#if LJ_64 + xo ^= (((rr>>1)&4)+((rx>>2)&2)+((rb>>3)&1))<<13; +#endif + *(uint32_t *)(p+delta-5) = (uint32_t)xo; + return p+delta-5; + } #if defined(__GNUC__) if (__builtin_constant_p(xo) && n == -2) p[delta-2] = (MCode)(xo >> 24); @@ -85,26 +99,17 @@ static int32_t ptr2addr(const void *p) #define ptr2addr(p) (i32ptr((p))) #endif -/* op r, [addr] */ -static void emit_rma(ASMState *as, x86Op xo, Reg rr, const void *addr) -{ - MCode *p = as->mcp; - *(int32_t *)(p-4) = ptr2addr(addr); -#if LJ_64 - p[-5] = MODRM(XM_SCALE1, RID_ESP, RID_EBP); - as->mcp = emit_opm(xo, XM_OFS0, rr, RID_ESP, p, -5); -#else - as->mcp = emit_opm(xo, XM_OFS0, rr, RID_EBP, p, -4); -#endif -} - /* op r, [base+ofs] */ static void emit_rmro(ASMState *as, x86Op xo, Reg rr, Reg rb, int32_t ofs) { MCode *p = as->mcp; x86Mode mode; if (ra_hasreg(rb)) { - if (ofs == 0 && (rb&7) != RID_EBP) { + if (LJ_GC64 && rb == RID_RIP) { + mode = XM_OFS0; + p -= 4; + *(int32_t *)p = ofs; + } else if (ofs == 0 && (rb&7) != RID_EBP) { mode = XM_OFS0; } else if (checki8(ofs)) { *--p = (MCode)ofs; @@ -202,6 +207,11 @@ static void emit_mrm(ASMState *as, x86Op xo, Reg rr, Reg rb) *--p = MODRM(XM_SCALE1, RID_ESP, RID_EBP); rb = RID_ESP; #endif + } else if (LJ_GC64 && rb == RID_RIP) { + lua_assert(as->mrm.idx == RID_NONE); + mode = XM_OFS0; + p -= 4; + *(int32_t *)p = as->mrm.ofs; } else { if (as->mrm.ofs == 0 && (rb&7) != RID_EBP) { mode = XM_OFS0; @@ -241,10 +251,6 @@ static void emit_gmrmi(ASMState *as, x86Group xg, Reg rb, int32_t i) /* -- Emit loads/stores --------------------------------------------------- */ -/* Instruction selection for XMM moves. */ -#define XMM_MOVRR(as) ((as->flags & JIT_F_SPLIT_XMM) ? XO_MOVSD : XO_MOVAPS) -#define XMM_MOVRM(as) ((as->flags & JIT_F_SPLIT_XMM) ? XO_MOVLPD : XO_MOVSD) - /* mov [base+ofs], i */ static void emit_movmroi(ASMState *as, Reg base, int32_t ofs, int32_t i) { @@ -259,8 +265,8 @@ static void emit_movmroi(ASMState *as, Reg base, int32_t ofs, int32_t i) /* Get/set global_State fields. */ #define emit_opgl(as, xo, r, field) \ emit_rma(as, (xo), (r), (void *)&J2G(as->J)->field) -#define emit_getgl(as, r, field) emit_opgl(as, XO_MOV, (r), field) -#define emit_setgl(as, r, field) emit_opgl(as, XO_MOVto, (r), field) +#define emit_getgl(as, r, field) emit_opgl(as, XO_MOV, (r)|REX_GC64, field) +#define emit_setgl(as, r, field) emit_opgl(as, XO_MOVto, (r)|REX_GC64, field) #define emit_setvmstate(as, i) \ (emit_i32(as, i), emit_opgl(as, XO_MOVmi, 0, vmstate)) @@ -283,9 +289,21 @@ static void emit_loadi(ASMState *as, Reg r, int32_t i) } } +#if LJ_GC64 +#define dispofs(as, k) \ + ((intptr_t)((uintptr_t)(k) - (uintptr_t)J2GG(as->J)->dispatch)) +#define mcpofs(as, k) \ + ((intptr_t)((uintptr_t)(k) - (uintptr_t)as->mcp)) +#define mctopofs(as, k) \ + ((intptr_t)((uintptr_t)(k) - (uintptr_t)as->mctop)) +/* mov r, addr */ +#define emit_loada(as, r, addr) \ + emit_loadu64(as, (r), (uintptr_t)(addr)) +#else /* mov r, addr */ #define emit_loada(as, r, addr) \ emit_loadi(as, (r), ptr2addr((addr))) +#endif #if LJ_64 /* mov r, imm64 or shorter 32 bit extended load. */ @@ -297,6 +315,15 @@ static void emit_loadu64(ASMState *as, Reg r, uint64_t u64) MCode *p = as->mcp; *(int32_t *)(p-4) = (int32_t)u64; as->mcp = emit_opm(XO_MOVmi, XM_REG, REX_64, r, p, -4); +#if LJ_GC64 + } else if (checki32(dispofs(as, u64))) { + emit_rmro(as, XO_LEA, r|REX_64, RID_DISPATCH, (int32_t)dispofs(as, u64)); + } else if (checki32(mcpofs(as, u64)) && checki32(mctopofs(as, u64))) { + /* Since as->realign assumes the code size doesn't change, check + ** RIP-relative addressing reachability for both as->mcp and as->mctop. + */ + emit_rmro(as, XO_LEA, r|REX_64, RID_RIP, (int32_t)mcpofs(as, u64)); +#endif } else { /* Full-size 64 bit load. */ MCode *p = as->mcp; *(uint64_t *)(p-8) = u64; @@ -308,13 +335,71 @@ static void emit_loadu64(ASMState *as, Reg r, uint64_t u64) } #endif -/* movsd r, [&tv->n] / xorps r, r */ -static void emit_loadn(ASMState *as, Reg r, cTValue *tv) +/* op r, [addr] */ +static void emit_rma(ASMState *as, x86Op xo, Reg rr, const void *addr) { - if (tvispzero(tv)) /* Use xor only for +0. */ - emit_rr(as, XO_XORPS, r, r); - else - emit_rma(as, XMM_MOVRM(as), r, &tv->n); +#if LJ_GC64 + if (checki32(dispofs(as, addr))) { + emit_rmro(as, xo, rr, RID_DISPATCH, (int32_t)dispofs(as, addr)); + } else if (checki32(mcpofs(as, addr)) && checki32(mctopofs(as, addr))) { + emit_rmro(as, xo, rr, RID_RIP, (int32_t)mcpofs(as, addr)); + } else if (!checki32((intptr_t)addr) && (xo == XO_MOV || xo == XO_MOVSD)) { + emit_rmro(as, xo, rr, rr, 0); + emit_loadu64(as, rr, (uintptr_t)addr); + } else +#endif + { + MCode *p = as->mcp; + *(int32_t *)(p-4) = ptr2addr(addr); +#if LJ_64 + p[-5] = MODRM(XM_SCALE1, RID_ESP, RID_EBP); + as->mcp = emit_opm(xo, XM_OFS0, rr, RID_ESP, p, -5); +#else + as->mcp = emit_opm(xo, XM_OFS0, rr, RID_EBP, p, -4); +#endif + } +} + +/* Load 64 bit IR constant into register. */ +static void emit_loadk64(ASMState *as, Reg r, IRIns *ir) +{ + Reg r64; + x86Op xo; + const uint64_t *k = &ir_k64(ir)->u64; + if (rset_test(RSET_FPR, r)) { + r64 = r; + xo = XO_MOVSD; + } else { + r64 = r | REX_64; + xo = XO_MOV; + } + if (*k == 0) { + emit_rr(as, rset_test(RSET_FPR, r) ? XO_XORPS : XO_ARITH(XOg_XOR), r, r); +#if LJ_GC64 + } else if (checki32((intptr_t)k) || checki32(dispofs(as, k)) || + (checki32(mcpofs(as, k)) && checki32(mctopofs(as, k)))) { + emit_rma(as, xo, r64, k); + } else { + if (ir->i) { + lua_assert(*k == *(uint64_t*)(as->mctop - ir->i)); + } else if (as->curins <= as->stopins && rset_test(RSET_GPR, r)) { + emit_loadu64(as, r, *k); + return; + } else { + /* If all else fails, add the FP constant at the MCode area bottom. */ + while ((uintptr_t)as->mcbot & 7) *as->mcbot++ = XI_INT3; + *(uint64_t *)as->mcbot = *k; + ir->i = (int32_t)(as->mctop - as->mcbot); + as->mcbot += 8; + as->mclim = as->mcbot + MCLIM_REDZONE; + lj_mcode_commitbot(as->J, as->mcbot); + } + emit_rmro(as, xo, r64, RID_RIP, (int32_t)mcpofs(as, as->mctop - ir->i)); +#else + } else { + emit_rma(as, xo, r64, k); +#endif + } } /* -- Emit control-flow instructions -------------------------------------- */ @@ -416,8 +501,10 @@ static void emit_call_(ASMState *as, MCode *target) /* Use 64 bit operations to handle 64 bit IR types. */ #if LJ_64 #define REX_64IR(ir, r) ((r) + (irt_is64((ir)->t) ? REX_64 : 0)) +#define VEX_64IR(ir, r) ((r) + (irt_is64((ir)->t) ? VEX_64 : 0)) #else #define REX_64IR(ir, r) (r) +#define VEX_64IR(ir, r) (r) #endif /* Generic move between two regs. */ @@ -427,25 +514,25 @@ static void emit_movrr(ASMState *as, IRIns *ir, Reg dst, Reg src) if (dst < RID_MAX_GPR) emit_rr(as, XO_MOV, REX_64IR(ir, dst), src); else - emit_rr(as, XMM_MOVRR(as), dst, src); + emit_rr(as, XO_MOVAPS, dst, src); } -/* Generic load of register from stack slot. */ -static void emit_spload(ASMState *as, IRIns *ir, Reg r, int32_t ofs) +/* Generic load of register with base and (small) offset address. */ +static void emit_loadofs(ASMState *as, IRIns *ir, Reg r, Reg base, int32_t ofs) { if (r < RID_MAX_GPR) - emit_rmro(as, XO_MOV, REX_64IR(ir, r), RID_ESP, ofs); + emit_rmro(as, XO_MOV, REX_64IR(ir, r), base, ofs); else - emit_rmro(as, irt_isnum(ir->t) ? XMM_MOVRM(as) : XO_MOVSS, r, RID_ESP, ofs); + emit_rmro(as, irt_isnum(ir->t) ? XO_MOVSD : XO_MOVSS, r, base, ofs); } -/* Generic store of register to stack slot. */ -static void emit_spstore(ASMState *as, IRIns *ir, Reg r, int32_t ofs) +/* Generic store of register with base and (small) offset address. */ +static void emit_storeofs(ASMState *as, IRIns *ir, Reg r, Reg base, int32_t ofs) { if (r < RID_MAX_GPR) - emit_rmro(as, XO_MOVto, REX_64IR(ir, r), RID_ESP, ofs); + emit_rmro(as, XO_MOVto, REX_64IR(ir, r), base, ofs); else - emit_rmro(as, irt_isnum(ir->t) ? XO_MOVSDto : XO_MOVSSto, r, RID_ESP, ofs); + emit_rmro(as, irt_isnum(ir->t) ? XO_MOVSDto : XO_MOVSSto, r, base, ofs); } /* Add offset to pointer. */ @@ -453,9 +540,9 @@ static void emit_addptr(ASMState *as, Reg r, int32_t ofs) { if (ofs) { if ((as->flags & JIT_F_LEA_AGU)) - emit_rmro(as, XO_LEA, r, r, ofs); + emit_rmro(as, XO_LEA, r|REX_GC64, r, ofs); else - emit_gri(as, XG_ARITHi(XOg_ADD), r, ofs); + emit_gri(as, XG_ARITHi(XOg_ADD), r|REX_GC64, ofs); } } diff --git a/core/src/luajit/src/lj_err.c b/core/src/luajit/src/lj_err.c index 081bfde4a..b6be357e7 100644 --- a/core/src/luajit/src/lj_err.c +++ b/core/src/luajit/src/lj_err.c @@ -1,6 +1,6 @@ /* ** Error handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_err_c @@ -16,6 +16,7 @@ #include "lj_ff.h" #include "lj_trace.h" #include "lj_vm.h" +#include "lj_strfmt.h" /* ** LuaJIT can either use internal or external frame unwinding: @@ -45,7 +46,8 @@ ** the wrapper function feature. Lua errors thrown through C++ frames ** cannot be caught by C++ code and C++ destructors are not run. ** -** EXT is the default on x64 systems, INT is the default on all other systems. +** EXT is the default on x64 systems and on Windows, INT is the default on all +** other systems. ** ** EXT can be manually enabled on POSIX systems using GCC and DWARF2 stack ** unwinding with -DLUAJIT_UNWIND_EXTERNAL. *All* C code must be compiled @@ -54,15 +56,14 @@ ** and all C libraries that have callbacks which may be used to call back ** into Lua. C++ code must *not* be compiled with -fno-exceptions. ** -** EXT cannot be enabled on WIN32 since system exceptions use code-driven SEH. ** EXT is mandatory on WIN64 since the calling convention has an abundance ** of callee-saved registers (rbx, rbp, rsi, rdi, r12-r15, xmm6-xmm15). -** EXT is mandatory on POSIX/x64 since the interpreter doesn't save r12/r13. +** The POSIX/x64 interpreter only saves r12/r13 for INT (e.g. PS4). */ -#if defined(__GNUC__) && (LJ_TARGET_X64 || defined(LUAJIT_UNWIND_EXTERNAL)) +#if defined(__GNUC__) && (LJ_TARGET_X64 || defined(LUAJIT_UNWIND_EXTERNAL)) && !LJ_NO_UNWIND #define LJ_UNWIND_EXT 1 -#elif LJ_TARGET_X64 && LJ_TARGET_WINDOWS +#elif LJ_TARGET_WINDOWS #define LJ_UNWIND_EXT 1 #endif @@ -98,14 +99,14 @@ static void *err_unwind(lua_State *L, void *stopcf, int errcode) TValue *top = restorestack(L, -nres); if (frame < top) { /* Frame reached? */ if (errcode) { - L->cframe = cframe_prev(cf); L->base = frame+1; + L->cframe = cframe_prev(cf); unwindstack(L, top); } return cf; } } - if (frame <= tvref(L->stack)) + if (frame <= tvref(L->stack)+LJ_FR2) break; switch (frame_typep(frame)) { case FRAME_LUA: /* Lua frame. */ @@ -113,14 +114,12 @@ static void *err_unwind(lua_State *L, void *stopcf, int errcode) frame = frame_prevl(frame); break; case FRAME_C: /* C frame. */ -#if LJ_HASFFI unwind_c: -#endif #if LJ_UNWIND_EXT if (errcode) { - L->cframe = cframe_prev(cf); L->base = frame_prevd(frame) + 1; - unwindstack(L, frame); + L->cframe = cframe_prev(cf); + unwindstack(L, frame - LJ_FR2); } else if (cf != stopcf) { cf = cframe_prev(cf); frame = frame_prevd(frame); @@ -143,16 +142,14 @@ static void *err_unwind(lua_State *L, void *stopcf, int errcode) return cf; } if (errcode) { - L->cframe = cframe_prev(cf); L->base = frame_prevd(frame) + 1; - unwindstack(L, frame); + L->cframe = cframe_prev(cf); + unwindstack(L, frame - LJ_FR2); } return cf; case FRAME_CONT: /* Continuation frame. */ -#if LJ_HASFFI - if ((frame-1)->u32.lo == LJ_CONT_FFI_CALLBACK) + if (frame_iscont_fficb(frame)) goto unwind_c; -#endif case FRAME_VARG: /* Vararg frame. */ frame = frame_prevd(frame); break; @@ -165,8 +162,8 @@ static void *err_unwind(lua_State *L, void *stopcf, int errcode) } if (frame_typep(frame) == FRAME_PCALL) hook_leave(G(L)); - L->cframe = cf; L->base = frame_prevd(frame) + 1; + L->cframe = cf; unwindstack(L, L->base); } return (void *)((intptr_t)cf | CFRAME_UNWIND_FF); @@ -174,8 +171,8 @@ static void *err_unwind(lua_State *L, void *stopcf, int errcode) } /* No C frame. */ if (errcode) { + L->base = tvref(L->stack)+1+LJ_FR2; L->cframe = NULL; - L->base = tvref(L->stack)+1; unwindstack(L, L->base); if (G(L)->panic) G(L)->panic(L); @@ -186,20 +183,13 @@ static void *err_unwind(lua_State *L, void *stopcf, int errcode) /* -- External frame unwinding -------------------------------------------- */ -#if defined(__GNUC__) && !LJ_NO_UNWIND && !LJ_TARGET_WINDOWS +#if defined(__GNUC__) && !LJ_NO_UNWIND && !LJ_ABI_WIN /* ** We have to use our own definitions instead of the mandatory (!) unwind.h, ** since various OS, distros and compilers mess up the header installation. */ -typedef struct _Unwind_Exception -{ - uint64_t exclass; - void (*excleanup)(int, struct _Unwind_Exception *); - uintptr_t p1, p2; -} __attribute__((__aligned__)) _Unwind_Exception; - typedef struct _Unwind_Context _Unwind_Context; #define _URC_OK 0 @@ -209,8 +199,20 @@ typedef struct _Unwind_Context _Unwind_Context; #define _URC_CONTINUE_UNWIND 8 #define _URC_FAILURE 9 +#define LJ_UEXCLASS 0x4c55414a49543200ULL /* LUAJIT2\0 */ +#define LJ_UEXCLASS_MAKE(c) (LJ_UEXCLASS | (uint64_t)(c)) +#define LJ_UEXCLASS_CHECK(cl) (((cl) ^ LJ_UEXCLASS) <= 0xff) +#define LJ_UEXCLASS_ERRCODE(cl) ((int)((cl) & 0xff)) + #if !LJ_TARGET_ARM +typedef struct _Unwind_Exception +{ + uint64_t exclass; + void (*excleanup)(int, struct _Unwind_Exception *); + uintptr_t p1, p2; +} __attribute__((__aligned__)) _Unwind_Exception; + extern uintptr_t _Unwind_GetCFA(_Unwind_Context *); extern void _Unwind_SetGR(_Unwind_Context *, int, uintptr_t); extern void _Unwind_SetIP(_Unwind_Context *, uintptr_t); @@ -222,11 +224,6 @@ extern int _Unwind_RaiseException(_Unwind_Exception *); #define _UA_HANDLER_FRAME 4 #define _UA_FORCE_UNWIND 8 -#define LJ_UEXCLASS 0x4c55414a49543200ULL /* LUAJIT2\0 */ -#define LJ_UEXCLASS_MAKE(c) (LJ_UEXCLASS | (uint64_t)(c)) -#define LJ_UEXCLASS_CHECK(cl) (((cl) ^ LJ_UEXCLASS) <= 0xff) -#define LJ_UEXCLASS_ERRCODE(cl) ((int)((cl) & 0xff)) - /* DWARF2 personality handler referenced from interpreter .eh_frame. */ LJ_FUNCA int lj_err_unwind_dwarf(int version, int actions, uint64_t uexclass, _Unwind_Exception *uex, _Unwind_Context *ctx) @@ -305,10 +302,22 @@ static void err_raise_ext(int errcode) } #endif -#else +#else /* LJ_TARGET_ARM */ + +#define _US_VIRTUAL_UNWIND_FRAME 0 +#define _US_UNWIND_FRAME_STARTING 1 +#define _US_ACTION_MASK 3 +#define _US_FORCE_UNWIND 8 + +typedef struct _Unwind_Control_Block _Unwind_Control_Block; + +struct _Unwind_Control_Block { + uint64_t exclass; + uint32_t misc[20]; +}; -extern void _Unwind_DeleteException(void *); -extern int __gnu_unwind_frame (void *, _Unwind_Context *); +extern int _Unwind_RaiseException(_Unwind_Control_Block *); +extern int __gnu_unwind_frame(_Unwind_Control_Block *, _Unwind_Context *); extern int _Unwind_VRS_Set(_Unwind_Context *, int, uint32_t, int, void *); extern int _Unwind_VRS_Get(_Unwind_Context *, int, uint32_t, int, void *); @@ -324,35 +333,58 @@ static inline void _Unwind_SetGR(_Unwind_Context *ctx, int r, uint32_t v) _Unwind_VRS_Set(ctx, 0, r, 0, &v); } -#define _US_VIRTUAL_UNWIND_FRAME 0 -#define _US_UNWIND_FRAME_STARTING 1 -#define _US_ACTION_MASK 3 -#define _US_FORCE_UNWIND 8 +extern void lj_vm_unwind_ext(void); /* ARM unwinder personality handler referenced from interpreter .ARM.extab. */ -LJ_FUNCA int lj_err_unwind_arm(int state, void *ucb, _Unwind_Context *ctx) +LJ_FUNCA int lj_err_unwind_arm(int state, _Unwind_Control_Block *ucb, + _Unwind_Context *ctx) { void *cf = (void *)_Unwind_GetGR(ctx, 13); lua_State *L = cframe_L(cf); - if ((state & _US_ACTION_MASK) == _US_VIRTUAL_UNWIND_FRAME) { - setstrV(L, L->top++, lj_err_str(L, LJ_ERR_ERRCPP)); + int errcode; + + switch ((state & _US_ACTION_MASK)) { + case _US_VIRTUAL_UNWIND_FRAME: + if ((state & _US_FORCE_UNWIND)) break; return _URC_HANDLER_FOUND; - } - if ((state&(_US_ACTION_MASK|_US_FORCE_UNWIND)) == _US_UNWIND_FRAME_STARTING) { - _Unwind_DeleteException(ucb); - _Unwind_SetGR(ctx, 15, (uint32_t)(void *)lj_err_throw); - _Unwind_SetGR(ctx, 0, (uint32_t)L); - _Unwind_SetGR(ctx, 1, (uint32_t)LUA_ERRRUN); + case _US_UNWIND_FRAME_STARTING: + if (LJ_UEXCLASS_CHECK(ucb->exclass)) { + errcode = LJ_UEXCLASS_ERRCODE(ucb->exclass); + } else { + errcode = LUA_ERRRUN; + setstrV(L, L->top++, lj_err_str(L, LJ_ERR_ERRCPP)); + } + cf = err_unwind(L, cf, errcode); + if ((state & _US_FORCE_UNWIND) || cf == NULL) break; + _Unwind_SetGR(ctx, 15, (uint32_t)lj_vm_unwind_ext); + _Unwind_SetGR(ctx, 0, (uint32_t)ucb); + _Unwind_SetGR(ctx, 1, (uint32_t)errcode); + _Unwind_SetGR(ctx, 2, cframe_unwind_ff(cf) ? + (uint32_t)lj_vm_unwind_ff_eh : + (uint32_t)lj_vm_unwind_c_eh); return _URC_INSTALL_CONTEXT; + default: + return _URC_FAILURE; } if (__gnu_unwind_frame(ucb, ctx) != _URC_OK) return _URC_FAILURE; return _URC_CONTINUE_UNWIND; } +#if LJ_UNWIND_EXT +static __thread _Unwind_Control_Block static_uex; + +static void err_raise_ext(int errcode) +{ + memset(&static_uex, 0, sizeof(static_uex)); + static_uex.exclass = LJ_UEXCLASS_MAKE(errcode); + _Unwind_RaiseException(&static_uex); +} #endif -#elif LJ_TARGET_X64 && LJ_TARGET_WINDOWS +#endif /* LJ_TARGET_ARM */ + +#elif LJ_ABI_WIN /* ** Someone in Redmond owes me several days of my life. A lot of this is @@ -370,6 +402,7 @@ LJ_FUNCA int lj_err_unwind_arm(int state, void *ucb, _Unwind_Context *ctx) #define WIN32_LEAN_AND_MEAN #include <windows.h> +#if LJ_TARGET_X64 /* Taken from: http://www.nynaeve.net/?p=99 */ typedef struct UndocumentedDispatcherContext { ULONG64 ControlPc; @@ -384,11 +417,14 @@ typedef struct UndocumentedDispatcherContext { ULONG ScopeIndex; ULONG Fill0; } UndocumentedDispatcherContext; +#else +typedef void *UndocumentedDispatcherContext; +#endif /* Another wild guess. */ extern void __DestructExceptionObject(EXCEPTION_RECORD *rec, int nothrow); -#ifdef MINGW_SDK_INIT +#if LJ_TARGET_X64 && defined(MINGW_SDK_INIT) /* Workaround for broken MinGW64 declaration. */ VOID RtlUnwindEx_FIXED(PVOID,PVOID,PVOID,PVOID,PVOID,PVOID) asm("RtlUnwindEx"); #define RtlUnwindEx RtlUnwindEx_FIXED @@ -402,10 +438,15 @@ VOID RtlUnwindEx_FIXED(PVOID,PVOID,PVOID,PVOID,PVOID,PVOID) asm("RtlUnwindEx"); #define LJ_EXCODE_CHECK(cl) (((cl) ^ LJ_EXCODE) <= 0xff) #define LJ_EXCODE_ERRCODE(cl) ((int)((cl) & 0xff)) -/* Win64 exception handler for interpreter frame. */ -LJ_FUNCA EXCEPTION_DISPOSITION lj_err_unwind_win64(EXCEPTION_RECORD *rec, - void *cf, CONTEXT *ctx, UndocumentedDispatcherContext *dispatch) +/* Windows exception handler for interpreter frame. */ +LJ_FUNCA int lj_err_unwind_win(EXCEPTION_RECORD *rec, + void *f, CONTEXT *ctx, UndocumentedDispatcherContext *dispatch) { +#if LJ_TARGET_X64 + void *cf = f; +#else + void *cf = (char *)f - CFRAME_OFS_SEH; +#endif lua_State *L = cframe_L(cf); int errcode = LJ_EXCODE_CHECK(rec->ExceptionCode) ? LJ_EXCODE_ERRCODE(rec->ExceptionCode) : LUA_ERRRUN; @@ -417,12 +458,15 @@ LJ_FUNCA EXCEPTION_DISPOSITION lj_err_unwind_win64(EXCEPTION_RECORD *rec, if (cf2) { /* We catch it, so start unwinding the upper frames. */ if (rec->ExceptionCode == LJ_MSVC_EXCODE || rec->ExceptionCode == LJ_GCC_EXCODE) { +#if LJ_TARGET_WINDOWS __DestructExceptionObject(rec, 1); +#endif setstrV(L, L->top++, lj_err_str(L, LJ_ERR_ERRCPP)); } else if (!LJ_EXCODE_CHECK(rec->ExceptionCode)) { /* Don't catch access violations etc. */ - return ExceptionContinueSearch; + return 1; /* ExceptionContinueSearch */ } +#if LJ_TARGET_X64 /* Unwind the stack and call all handlers for all lower C frames ** (including ourselves) again with EH_UNWINDING set. Then set ** rsp = cf, rax = errcode and jump to the specified target. @@ -432,9 +476,21 @@ LJ_FUNCA EXCEPTION_DISPOSITION lj_err_unwind_win64(EXCEPTION_RECORD *rec, lj_vm_unwind_c_eh), rec, (void *)(uintptr_t)errcode, ctx, dispatch->HistoryTable); /* RtlUnwindEx should never return. */ +#else + UNUSED(ctx); + UNUSED(dispatch); + /* Call all handlers for all lower C frames (including ourselves) again + ** with EH_UNWINDING set. Then call the specified function, passing cf + ** and errcode. + */ + lj_vm_rtlunwind(cf, (void *)rec, + (cframe_unwind_ff(cf2) && errcode != LUA_YIELD) ? + (void *)lj_vm_unwind_ff : (void *)lj_vm_unwind_c, errcode); + /* lj_vm_rtlunwind does not return. */ +#endif } } - return ExceptionContinueSearch; + return 1; /* ExceptionContinueSearch */ } /* Raise Windows exception. */ @@ -452,8 +508,8 @@ LJ_NOINLINE void LJ_FASTCALL lj_err_throw(lua_State *L, int errcode) { global_State *g = G(L); lj_trace_abort(g); - setgcrefnull(g->jit_L); - L->status = 0; + setmref(g->jit_base, NULL); + L->status = LUA_OK; #if LJ_UNWIND_EXT err_raise_ext(errcode); /* @@ -497,7 +553,7 @@ LJ_NOINLINE void lj_err_mem(lua_State *L) /* Find error function for runtime errors. Requires an extra stack traversal. */ static ptrdiff_t finderrfunc(lua_State *L) { - cTValue *frame = L->base-1, *bot = tvref(L->stack); + cTValue *frame = L->base-1, *bot = tvref(L->stack)+LJ_FR2; void *cf = L->cframe; while (frame > bot && cf) { while (cframe_nres(cframe_raw(cf)) < 0) { /* cframe without frame? */ @@ -521,10 +577,8 @@ static ptrdiff_t finderrfunc(lua_State *L) frame = frame_prevd(frame); break; case FRAME_CONT: -#if LJ_HASFFI - if ((frame-1)->u32.lo == LJ_CONT_FFI_CALLBACK) + if (frame_iscont_fficb(frame)) cf = cframe_prev(cf); -#endif frame = frame_prevd(frame); break; case FRAME_CP: @@ -535,8 +589,8 @@ static ptrdiff_t finderrfunc(lua_State *L) break; case FRAME_PCALL: case FRAME_PCALLH: - if (frame_ftsz(frame) >= (ptrdiff_t)(2*sizeof(TValue))) /* xpcall? */ - return savestack(L, frame-1); /* Point to xpcall's errorfunc. */ + if (frame_func(frame_prevd(frame))->c.ffid == FF_xpcall) + return savestack(L, frame_prevd(frame)+1); /* xpcall's errorfunc. */ return 0; default: lua_assert(0); @@ -559,8 +613,9 @@ LJ_NOINLINE void lj_err_run(lua_State *L) lj_err_throw(L, LUA_ERRERR); } L->status = LUA_ERRERR; - copyTV(L, top, top-1); + copyTV(L, top+LJ_FR2, top-1); copyTV(L, top-1, errfunc); + if (LJ_FR2) setnilV(top++); L->top = top+1; lj_vm_call(L, top, 1+1); /* Stack: |errfunc|msg| -> |msg| */ } @@ -574,7 +629,7 @@ LJ_NORET LJ_NOINLINE static void err_msgv(lua_State *L, ErrMsg em, ...) va_list argp; va_start(argp, em); if (curr_funcisL(L)) L->top = curr_topL(L); - msg = lj_str_pushvf(L, err2msg(em), argp); + msg = lj_strfmt_pushvf(L, err2msg(em), argp); va_end(argp); lj_debug_addloc(L, msg, L->base-1, NULL); lj_err_run(L); @@ -592,11 +647,11 @@ LJ_NOINLINE void lj_err_lex(lua_State *L, GCstr *src, const char *tok, { char buff[LUA_IDSIZE]; const char *msg; - lj_debug_shortname(buff, src); - msg = lj_str_pushvf(L, err2msg(em), argp); - msg = lj_str_pushf(L, "%s:%d: %s", buff, line, msg); + lj_debug_shortname(buff, src, line); + msg = lj_strfmt_pushvf(L, err2msg(em), argp); + msg = lj_strfmt_pushf(L, "%s:%d: %s", buff, line, msg); if (tok) - lj_str_pushf(L, err2msg(LJ_ERR_XNEAR), msg, tok); + lj_strfmt_pushf(L, err2msg(LJ_ERR_XNEAR), msg, tok); lj_err_throw(L, LUA_ERRSYNTAX); } @@ -635,8 +690,9 @@ LJ_NOINLINE void lj_err_optype_call(lua_State *L, TValue *o) const BCIns *pc = cframe_Lpc(L); if (((ptrdiff_t)pc & FRAME_TYPE) != FRAME_LUA) { const char *tname = lj_typename(o); + if (LJ_FR2) o++; setframe_pc(o, pc); - setframe_gc(o, obj2gco(L)); + setframe_gc(o, obj2gco(L), LJ_TTHREAD); L->top = L->base = o+1; err_msgv(L, LJ_ERR_BADCALL, tname); } @@ -651,13 +707,10 @@ LJ_NOINLINE void lj_err_callermsg(lua_State *L, const char *msg) if (frame_islua(frame)) { pframe = frame_prevl(frame); } else if (frame_iscont(frame)) { -#if LJ_HASFFI - if ((frame-1)->u32.lo == LJ_CONT_FFI_CALLBACK) { + if (frame_iscont_fficb(frame)) { pframe = frame; frame = NULL; - } else -#endif - { + } else { pframe = frame_prevd(frame); #if LJ_HASFFI /* Remove frame for FFI metamethods. */ @@ -680,7 +733,7 @@ LJ_NOINLINE void lj_err_callerv(lua_State *L, ErrMsg em, ...) const char *msg; va_list argp; va_start(argp, em); - msg = lj_str_pushvf(L, err2msg(em), argp); + msg = lj_strfmt_pushvf(L, err2msg(em), argp); va_end(argp); lj_err_callermsg(L, msg); } @@ -700,9 +753,9 @@ LJ_NORET LJ_NOINLINE static void err_argmsg(lua_State *L, int narg, if (narg < 0 && narg > LUA_REGISTRYINDEX) narg = (int)(L->top - L->base) + narg + 1; if (ftype && ftype[3] == 'h' && --narg == 0) /* Check for "method". */ - msg = lj_str_pushf(L, err2msg(LJ_ERR_BADSELF), fname, msg); + msg = lj_strfmt_pushf(L, err2msg(LJ_ERR_BADSELF), fname, msg); else - msg = lj_str_pushf(L, err2msg(LJ_ERR_BADARG), narg, fname, msg); + msg = lj_strfmt_pushf(L, err2msg(LJ_ERR_BADARG), narg, fname, msg); lj_err_callermsg(L, msg); } @@ -712,7 +765,7 @@ LJ_NOINLINE void lj_err_argv(lua_State *L, int narg, ErrMsg em, ...) const char *msg; va_list argp; va_start(argp, em); - msg = lj_str_pushvf(L, err2msg(em), argp); + msg = lj_strfmt_pushvf(L, err2msg(em), argp); va_end(argp); err_argmsg(L, narg, msg); } @@ -742,7 +795,7 @@ LJ_NOINLINE void lj_err_argtype(lua_State *L, int narg, const char *xname) TValue *o = narg < 0 ? L->top + narg : L->base + narg-1; tname = o < L->top ? lj_typename(o) : lj_obj_typename[0]; } - msg = lj_str_pushf(L, err2msg(LJ_ERR_BADTYPE), xname, tname); + msg = lj_strfmt_pushf(L, err2msg(LJ_ERR_BADTYPE), xname, tname); err_argmsg(L, narg, msg); } @@ -792,7 +845,7 @@ LUALIB_API int luaL_error(lua_State *L, const char *fmt, ...) const char *msg; va_list argp; va_start(argp, fmt); - msg = lj_str_pushvf(L, fmt, argp); + msg = lj_strfmt_pushvf(L, fmt, argp); va_end(argp); lj_err_callermsg(L, msg); return 0; /* unreachable */ diff --git a/core/src/luajit/src/lj_err.h b/core/src/luajit/src/lj_err.h index 03a56f036..cba5fb714 100644 --- a/core/src/luajit/src/lj_err.h +++ b/core/src/luajit/src/lj_err.h @@ -1,6 +1,6 @@ /* ** Error handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_ERR_H diff --git a/core/src/luajit/src/lj_errmsg.h b/core/src/luajit/src/lj_errmsg.h index 1c9487607..060a9f897 100644 --- a/core/src/luajit/src/lj_errmsg.h +++ b/core/src/luajit/src/lj_errmsg.h @@ -1,6 +1,6 @@ /* ** VM error messages. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ /* This file may be included multiple times with different ERRDEF macros. */ @@ -96,9 +96,7 @@ ERRDEF(STRPATX, "pattern too complex") ERRDEF(STRCAPI, "invalid capture index") ERRDEF(STRCAPN, "too many captures") ERRDEF(STRCAPU, "unfinished capture") -ERRDEF(STRFMTO, "invalid option " LUA_QL("%%%c") " to " LUA_QL("format")) -ERRDEF(STRFMTR, "invalid format (repeated flags)") -ERRDEF(STRFMTW, "invalid format (width or precision too long)") +ERRDEF(STRFMT, "invalid option " LUA_QS " to " LUA_QL("format")) ERRDEF(STRGSRV, "invalid replacement value (a %s)") ERRDEF(BADMODN, "name conflict for module " LUA_QS) #if LJ_HASJIT @@ -118,7 +116,6 @@ ERRDEF(JITOPT, "unknown or malformed optimization flag " LUA_QS) /* Lexer/parser errors. */ ERRDEF(XMODE, "attempt to load chunk with wrong mode") ERRDEF(XNEAR, "%s near " LUA_QS) -ERRDEF(XELEM, "lexical element too long") ERRDEF(XLINES, "chunk has too many lines") ERRDEF(XLEVELS, "chunk has too many syntax levels") ERRDEF(XNUMBER, "malformed number") diff --git a/core/src/luajit/src/lj_ff.h b/core/src/luajit/src/lj_ff.h index 73dad9695..31d65a00d 100644 --- a/core/src/luajit/src/lj_ff.h +++ b/core/src/luajit/src/lj_ff.h @@ -1,6 +1,6 @@ /* ** Fast function IDs. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_FF_H diff --git a/core/src/luajit/src/lj_ffrecord.c b/core/src/luajit/src/lj_ffrecord.c index 69f71ab2e..dfdee2dbf 100644 --- a/core/src/luajit/src/lj_ffrecord.c +++ b/core/src/luajit/src/lj_ffrecord.c @@ -1,6 +1,6 @@ /* ** Fast function call recorder. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_ffrecord_c @@ -27,6 +27,7 @@ #include "lj_dispatch.h" #include "lj_vm.h" #include "lj_strscan.h" +#include "lj_strfmt.h" /* Some local macros to save typing. Undef'd at the end. */ #define IR(ref) (&J->cur.ir[(ref)]) @@ -79,10 +80,7 @@ static GCstr *argv2str(jit_State *J, TValue *o) GCstr *s; if (!tvisnumber(o)) lj_trace_err(J, LJ_TRERR_BADTYPE); - if (tvisint(o)) - s = lj_str_fromint(J->L, intV(o)); - else - s = lj_str_fromnum(J->L, &o->n); + s = lj_strfmt_number(J->L, o); setstrV(J->L, o, s); return s; } @@ -98,27 +96,90 @@ static ptrdiff_t results_wanted(jit_State *J) return -1; } -/* Throw error for unsupported variant of fast function. */ -LJ_NORET static void recff_nyiu(jit_State *J) +/* Trace stitching: add continuation below frame to start a new trace. */ +static void recff_stitch(jit_State *J) { - setfuncV(J->L, &J->errinfo, J->fn); - lj_trace_err_info(J, LJ_TRERR_NYIFFU); + ASMFunction cont = lj_cont_stitch; + lua_State *L = J->L; + TValue *base = L->base; + BCReg nslot = J->maxslot + 1 + LJ_FR2; + TValue *nframe = base + 1 + LJ_FR2; + const BCIns *pc = frame_pc(base-1); + TValue *pframe = frame_prevl(base-1); + + /* Move func + args up in Lua stack and insert continuation. */ + memmove(&base[1], &base[-1-LJ_FR2], sizeof(TValue)*nslot); + setframe_ftsz(nframe, ((char *)nframe - (char *)pframe) + FRAME_CONT); + setcont(base-LJ_FR2, cont); + setframe_pc(base, pc); + setnilV(base-1-LJ_FR2); /* Incorrect, but rec_check_slots() won't run anymore. */ + L->base += 2 + LJ_FR2; + L->top += 2 + LJ_FR2; + + /* Ditto for the IR. */ + memmove(&J->base[1], &J->base[-1-LJ_FR2], sizeof(TRef)*nslot); +#if LJ_FR2 + J->base[2] = TREF_FRAME; + J->base[-1] = lj_ir_k64(J, IR_KNUM, u64ptr(contptr(cont))); + J->base[0] = lj_ir_k64(J, IR_KNUM, u64ptr(pc)) | TREF_CONT; +#else + J->base[0] = lj_ir_kptr(J, contptr(cont)) | TREF_CONT; +#endif + J->ktrace = tref_ref((J->base[-1-LJ_FR2] = lj_ir_ktrace(J))); + J->base += 2 + LJ_FR2; + J->baseslot += 2 + LJ_FR2; + J->framedepth++; + + lj_record_stop(J, LJ_TRLINK_STITCH, 0); + + /* Undo Lua stack changes. */ + memmove(&base[-1-LJ_FR2], &base[1], sizeof(TValue)*nslot); + setframe_pc(base-1, pc); + L->base -= 2 + LJ_FR2; + L->top -= 2 + LJ_FR2; } -/* Fallback handler for all fast functions that are not recorded (yet). */ +/* Fallback handler for fast functions that are not recorded (yet). */ static void LJ_FASTCALL recff_nyi(jit_State *J, RecordFFData *rd) { - setfuncV(J->L, &J->errinfo, J->fn); - lj_trace_err_info(J, LJ_TRERR_NYIFF); - UNUSED(rd); + if (J->cur.nins < (IRRef)J->param[JIT_P_minstitch] + REF_BASE) { + lj_trace_err_info(J, LJ_TRERR_TRACEUV); + } else { + /* Can only stitch from Lua call. */ + if (J->framedepth && frame_islua(J->L->base-1)) { + BCOp op = bc_op(*frame_pc(J->L->base-1)); + /* Stitched trace cannot start with *M op with variable # of args. */ + if (!(op == BC_CALLM || op == BC_CALLMT || + op == BC_RETM || op == BC_TSETM)) { + switch (J->fn->c.ffid) { + case FF_error: + case FF_debug_sethook: + case FF_jit_flush: + break; /* Don't stitch across special builtins. */ + default: + recff_stitch(J); /* Use trace stitching. */ + rd->nres = -1; + return; + } + } + } + /* Otherwise stop trace and return to interpreter. */ + lj_record_stop(J, LJ_TRLINK_RETURN, 0); + rd->nres = -1; + } } -/* C functions can have arbitrary side-effects and are not recorded (yet). */ -static void LJ_FASTCALL recff_c(jit_State *J, RecordFFData *rd) +/* Fallback handler for unsupported variants of fast functions. */ +#define recff_nyiu recff_nyi + +/* Must stop the trace for classic C functions with arbitrary side-effects. */ +#define recff_c recff_nyi + +/* Emit BUFHDR for the global temporary buffer. */ +static TRef recff_bufhdr(jit_State *J) { - setfuncV(J->L, &J->errinfo, J->fn); - lj_trace_err_info(J, LJ_TRERR_NYICF); - UNUSED(rd); + return emitir(IRT(IR_BUFHDR, IRT_PGC), + lj_ir_kptr(J, &J2G(J)->tmpbuf), IRBUFHDR_RESET); } /* -- Base library fast functions ----------------------------------------- */ @@ -135,7 +196,7 @@ static void LJ_FASTCALL recff_type(jit_State *J, RecordFFData *rd) uint32_t t; if (tvisnumber(&rd->argv[0])) t = ~LJ_TNUMX; - else if (LJ_64 && tvislightud(&rd->argv[0])) + else if (LJ_64 && !LJ_GC64 && tvislightud(&rd->argv[0])) t = ~LJ_TLIGHTUD; else t = ~itype(&rd->argv[0]); @@ -167,7 +228,7 @@ static void LJ_FASTCALL recff_setmetatable(jit_State *J, RecordFFData *rd) ix.tab = tr; copyTV(J->L, &ix.tabv, &rd->argv[0]); lj_record_mm_lookup(J, &ix, MM_metatable); /* Guard for no __metatable. */ - fref = emitir(IRT(IR_FREF, IRT_P32), tr, IRFL_TAB_META); + fref = emitir(IRT(IR_FREF, IRT_PGC), tr, IRFL_TAB_META); mtref = tref_isnil(mt) ? lj_ir_knull(J, IRT_TAB) : mt; emitir(IRT(IR_FSTORE, IRT_TAB), fref, mtref); if (!tref_isnil(mt)) @@ -233,7 +294,7 @@ int32_t lj_ffrecord_select_mode(jit_State *J, TRef tr, TValue *tv) if (strV(tv)->len == 1) { emitir(IRTG(IR_EQ, IRT_STR), tr, lj_ir_kstr(J, strV(tv))); } else { - TRef trptr = emitir(IRT(IR_STRREF, IRT_P32), tr, lj_ir_kint(J, 0)); + TRef trptr = emitir(IRT(IR_STRREF, IRT_PGC), tr, lj_ir_kint(J, 0)); TRef trchar = emitir(IRT(IR_XLOAD, IRT_U8), trptr, IRXLOAD_READONLY); emitir(IRTG(IR_EQ, IRT_INT), trchar, lj_ir_kint(J, '#')); } @@ -263,7 +324,8 @@ static void LJ_FASTCALL recff_select(jit_State *J, RecordFFData *rd) J->base[i] = J->base[start+i]; } /* else: Interpreter will throw. */ } else { - recff_nyiu(J); + recff_nyiu(J, rd); + return; } } /* else: Interpreter will throw. */ } @@ -274,14 +336,18 @@ static void LJ_FASTCALL recff_tonumber(jit_State *J, RecordFFData *rd) TRef base = J->base[1]; if (tr && !tref_isnil(base)) { base = lj_opt_narrow_toint(J, base); - if (!tref_isk(base) || IR(tref_ref(base))->i != 10) - recff_nyiu(J); + if (!tref_isk(base) || IR(tref_ref(base))->i != 10) { + recff_nyiu(J, rd); + return; + } } if (tref_isnumber_str(tr)) { if (tref_isstr(tr)) { TValue tmp; - if (!lj_strscan_num(strV(&rd->argv[0]), &tmp)) - recff_nyiu(J); /* Would need an inverted STRTO for this case. */ + if (!lj_strscan_num(strV(&rd->argv[0]), &tmp)) { + recff_nyiu(J, rd); /* Would need an inverted STRTO for this case. */ + return; + } tr = emitir(IRTG(IR_STRTO, IRT_NUM), tr, 0); } #if LJ_HASFFI @@ -313,10 +379,10 @@ static int recff_metacall(jit_State *J, RecordFFData *rd, MMS mm) int errcode; TValue argv0; /* Temporarily insert metamethod below object. */ - J->base[1] = J->base[0]; + J->base[1+LJ_FR2] = J->base[0]; J->base[0] = ix.mobj; copyTV(J->L, &argv0, &rd->argv[0]); - copyTV(J->L, &rd->argv[1], &rd->argv[0]); + copyTV(J->L, &rd->argv[1+LJ_FR2], &rd->argv[0]); copyTV(J->L, &rd->argv[0], &ix.mobjv); /* Need to protect lj_record_tailcall because it may throw. */ errcode = lj_vm_cpcall(J->L, NULL, J, recff_metacall_cp); @@ -336,13 +402,15 @@ static void LJ_FASTCALL recff_tostring(jit_State *J, RecordFFData *rd) if (tref_isstr(tr)) { /* Ignore __tostring in the string base metatable. */ /* Pass on result in J->base[0]. */ - } else if (!recff_metacall(J, rd, MM_tostring)) { + } else if (tr && !recff_metacall(J, rd, MM_tostring)) { if (tref_isnumber(tr)) { - J->base[0] = emitir(IRT(IR_TOSTR, IRT_STR), tr, 0); + J->base[0] = emitir(IRT(IR_TOSTR, IRT_STR), tr, + tref_isnum(tr) ? IRTOSTR_NUM : IRTOSTR_INT); } else if (tref_ispri(tr)) { - J->base[0] = lj_ir_kstr(J, strV(&J->fn->c.upvalue[tref_type(tr)])); + J->base[0] = lj_ir_kstr(J, lj_strfmt_obj(J->L, &rd->argv[0])); } else { - recff_nyiu(J); + recff_nyiu(J, rd); + return; } } } @@ -364,14 +432,15 @@ static void LJ_FASTCALL recff_ipairs_aux(jit_State *J, RecordFFData *rd) } /* else: Interpreter will throw. */ } -static void LJ_FASTCALL recff_ipairs(jit_State *J, RecordFFData *rd) +static void LJ_FASTCALL recff_xpairs(jit_State *J, RecordFFData *rd) { - if (!(LJ_52 && recff_metacall(J, rd, MM_ipairs))) { - TRef tab = J->base[0]; - if (tref_istab(tab)) { + TRef tr = J->base[0]; + if (!((LJ_52 || (LJ_HASFFI && tref_iscdata(tr))) && + recff_metacall(J, rd, MM_pairs + rd->data))) { + if (tref_istab(tr)) { J->base[0] = lj_ir_kfunc(J, funcV(&J->fn->c.upvalue[0])); - J->base[1] = tab; - J->base[2] = lj_ir_kint(J, 0); + J->base[1] = tr; + J->base[2] = rd->data ? lj_ir_kint(J, 0) : TREF_NIL; rd->nres = 3; } /* else: Interpreter will throw. */ } @@ -380,6 +449,10 @@ static void LJ_FASTCALL recff_ipairs(jit_State *J, RecordFFData *rd) static void LJ_FASTCALL recff_pcall(jit_State *J, RecordFFData *rd) { if (J->maxslot >= 1) { +#if LJ_FR2 + /* Shift function arguments up. */ + memmove(J->base + 1, J->base, sizeof(TRef) * J->maxslot); +#endif lj_record_call(J, 0, J->maxslot - 1); rd->nres = -1; /* Pending call. */ } /* else: Interpreter will throw. */ @@ -405,6 +478,10 @@ static void LJ_FASTCALL recff_xpcall(jit_State *J, RecordFFData *rd) copyTV(J->L, &argv1, &rd->argv[1]); copyTV(J->L, &rd->argv[0], &argv1); copyTV(J->L, &rd->argv[1], &argv0); +#if LJ_FR2 + /* Shift function arguments up. */ + memmove(J->base + 2, J->base + 1, sizeof(TRef) * (J->maxslot-1)); +#endif /* Need to protect lj_record_call because it may throw. */ errcode = lj_vm_cpcall(J->L, NULL, J, recff_xpcall_cp); /* Always undo Lua stack swap to avoid confusing the interpreter. */ @@ -416,12 +493,24 @@ static void LJ_FASTCALL recff_xpcall(jit_State *J, RecordFFData *rd) } /* else: Interpreter will throw. */ } +static void LJ_FASTCALL recff_getfenv(jit_State *J, RecordFFData *rd) +{ + TRef tr = J->base[0]; + /* Only support getfenv(0) for now. */ + if (tref_isint(tr) && tref_isk(tr) && IR(tref_ref(tr))->i == 0) { + TRef trl = emitir(IRT(IR_LREF, IRT_THREAD), 0, 0); + J->base[0] = emitir(IRT(IR_FLOAD, IRT_TAB), trl, IRFL_THREAD_ENV); + return; + } + recff_nyiu(J, rd); +} + /* -- Math library fast functions ----------------------------------------- */ static void LJ_FASTCALL recff_math_abs(jit_State *J, RecordFFData *rd) { TRef tr = lj_ir_tonum(J, J->base[0]); - J->base[0] = emitir(IRTN(IR_ABS), tr, lj_ir_knum_abs(J)); + J->base[0] = emitir(IRTN(IR_ABS), tr, lj_ir_ksimd(J, LJ_KSIMD_ABS)); UNUSED(rd); } @@ -528,20 +617,10 @@ static void LJ_FASTCALL recff_math_modf(jit_State *J, RecordFFData *rd) rd->nres = 2; } -static void LJ_FASTCALL recff_math_degrad(jit_State *J, RecordFFData *rd) -{ - TRef tr = lj_ir_tonum(J, J->base[0]); - TRef trm = lj_ir_knum(J, numV(&J->fn->c.upvalue[0])); - J->base[0] = emitir(IRTN(IR_MUL), tr, trm); - UNUSED(rd); -} - static void LJ_FASTCALL recff_math_pow(jit_State *J, RecordFFData *rd) { - TRef tr = lj_ir_tonum(J, J->base[0]); - if (!tref_isnumber_str(J->base[1])) - lj_trace_err(J, LJ_TRERR_BADTYPE); - J->base[0] = lj_opt_narrow_pow(J, tr, J->base[1], &rd->argv[1]); + J->base[0] = lj_opt_narrow_pow(J, J->base[0], J->base[1], + &rd->argv[0], &rd->argv[1]); UNUSED(rd); } @@ -592,48 +671,105 @@ static void LJ_FASTCALL recff_math_random(jit_State *J, RecordFFData *rd) /* -- Bit library fast functions ------------------------------------------ */ -/* Record unary bit.tobit, bit.bnot, bit.bswap. */ +/* Record bit.tobit. */ +static void LJ_FASTCALL recff_bit_tobit(jit_State *J, RecordFFData *rd) +{ + TRef tr = J->base[0]; +#if LJ_HASFFI + if (tref_iscdata(tr)) { recff_bit64_tobit(J, rd); return; } +#endif + J->base[0] = lj_opt_narrow_tobit(J, tr); + UNUSED(rd); +} + +/* Record unary bit.bnot, bit.bswap. */ static void LJ_FASTCALL recff_bit_unary(jit_State *J, RecordFFData *rd) { - TRef tr = lj_opt_narrow_tobit(J, J->base[0]); - J->base[0] = (rd->data == IR_TOBIT) ? tr : emitir(IRTI(rd->data), tr, 0); +#if LJ_HASFFI + if (recff_bit64_unary(J, rd)) + return; +#endif + J->base[0] = emitir(IRTI(rd->data), lj_opt_narrow_tobit(J, J->base[0]), 0); } /* Record N-ary bit.band, bit.bor, bit.bxor. */ static void LJ_FASTCALL recff_bit_nary(jit_State *J, RecordFFData *rd) { - TRef tr = lj_opt_narrow_tobit(J, J->base[0]); - uint32_t op = rd->data; - BCReg i; - for (i = 1; J->base[i] != 0; i++) - tr = emitir(IRTI(op), tr, lj_opt_narrow_tobit(J, J->base[i])); - J->base[0] = tr; +#if LJ_HASFFI + if (recff_bit64_nary(J, rd)) + return; +#endif + { + TRef tr = lj_opt_narrow_tobit(J, J->base[0]); + uint32_t ot = IRTI(rd->data); + BCReg i; + for (i = 1; J->base[i] != 0; i++) + tr = emitir(ot, tr, lj_opt_narrow_tobit(J, J->base[i])); + J->base[0] = tr; + } } /* Record bit shifts. */ static void LJ_FASTCALL recff_bit_shift(jit_State *J, RecordFFData *rd) { - TRef tr = lj_opt_narrow_tobit(J, J->base[0]); - TRef tsh = lj_opt_narrow_tobit(J, J->base[1]); - IROp op = (IROp)rd->data; - if (!(op < IR_BROL ? LJ_TARGET_MASKSHIFT : LJ_TARGET_MASKROT) && - !tref_isk(tsh)) - tsh = emitir(IRTI(IR_BAND), tsh, lj_ir_kint(J, 31)); +#if LJ_HASFFI + if (recff_bit64_shift(J, rd)) + return; +#endif + { + TRef tr = lj_opt_narrow_tobit(J, J->base[0]); + TRef tsh = lj_opt_narrow_tobit(J, J->base[1]); + IROp op = (IROp)rd->data; + if (!(op < IR_BROL ? LJ_TARGET_MASKSHIFT : LJ_TARGET_MASKROT) && + !tref_isk(tsh)) + tsh = emitir(IRTI(IR_BAND), tsh, lj_ir_kint(J, 31)); #ifdef LJ_TARGET_UNIFYROT - if (op == (LJ_TARGET_UNIFYROT == 1 ? IR_BROR : IR_BROL)) { - op = LJ_TARGET_UNIFYROT == 1 ? IR_BROL : IR_BROR; - tsh = emitir(IRTI(IR_NEG), tsh, tsh); + if (op == (LJ_TARGET_UNIFYROT == 1 ? IR_BROR : IR_BROL)) { + op = LJ_TARGET_UNIFYROT == 1 ? IR_BROL : IR_BROR; + tsh = emitir(IRTI(IR_NEG), tsh, tsh); + } +#endif + J->base[0] = emitir(IRTI(op), tr, tsh); } +} + +static void LJ_FASTCALL recff_bit_tohex(jit_State *J, RecordFFData *rd) +{ +#if LJ_HASFFI + TRef hdr = recff_bufhdr(J); + TRef tr = recff_bit64_tohex(J, rd, hdr); + J->base[0] = emitir(IRT(IR_BUFSTR, IRT_STR), tr, hdr); +#else + recff_nyiu(J, rd); /* Don't bother working around this NYI. */ #endif - J->base[0] = emitir(IRTI(op), tr, tsh); } /* -- String library fast functions --------------------------------------- */ -static void LJ_FASTCALL recff_string_len(jit_State *J, RecordFFData *rd) +/* Specialize to relative starting position for string. */ +static TRef recff_string_start(jit_State *J, GCstr *s, int32_t *st, TRef tr, + TRef trlen, TRef tr0) { - J->base[0] = emitir(IRTI(IR_FLOAD), lj_ir_tostr(J, J->base[0]), IRFL_STR_LEN); - UNUSED(rd); + int32_t start = *st; + if (start < 0) { + emitir(IRTGI(IR_LT), tr, tr0); + tr = emitir(IRTI(IR_ADD), trlen, tr); + start = start + (int32_t)s->len; + emitir(start < 0 ? IRTGI(IR_LT) : IRTGI(IR_GE), tr, tr0); + if (start < 0) { + tr = tr0; + start = 0; + } + } else if (start == 0) { + emitir(IRTGI(IR_EQ), tr, tr0); + tr = tr0; + } else { + tr = emitir(IRTI(IR_ADD), tr, lj_ir_kint(J, -1)); + emitir(IRTGI(IR_GE), tr, tr0); + start--; + } + *st = start; + return tr; } /* Handle string.byte (rd->data = 0) and string.sub (rd->data = 1). */ @@ -680,39 +816,21 @@ static void LJ_FASTCALL recff_string_range(jit_State *J, RecordFFData *rd) } else if ((MSize)end <= str->len) { emitir(IRTGI(IR_ULE), trend, trlen); } else { - emitir(IRTGI(IR_GT), trend, trlen); + emitir(IRTGI(IR_UGT), trend, trlen); end = (int32_t)str->len; trend = trlen; } - if (start < 0) { - emitir(IRTGI(IR_LT), trstart, tr0); - trstart = emitir(IRTI(IR_ADD), trlen, trstart); - start = start+(int32_t)str->len; - emitir(start < 0 ? IRTGI(IR_LT) : IRTGI(IR_GE), trstart, tr0); - if (start < 0) { - trstart = tr0; - start = 0; - } - } else { - if (start == 0) { - emitir(IRTGI(IR_EQ), trstart, tr0); - trstart = tr0; - } else { - trstart = emitir(IRTI(IR_ADD), trstart, lj_ir_kint(J, -1)); - emitir(IRTGI(IR_GE), trstart, tr0); - start--; - } - } + trstart = recff_string_start(J, str, &start, trstart, trlen, tr0); if (rd->data) { /* Return string.sub result. */ if (end - start >= 0) { /* Also handle empty range here, to avoid extra traces. */ TRef trptr, trslen = emitir(IRTI(IR_SUB), trend, trstart); emitir(IRTGI(IR_GE), trslen, tr0); - trptr = emitir(IRT(IR_STRREF, IRT_P32), trstr, trstart); + trptr = emitir(IRT(IR_STRREF, IRT_PGC), trstr, trstart); J->base[0] = emitir(IRT(IR_SNEW, IRT_STR), trptr, trslen); } else { /* Range underflow: return empty string. */ emitir(IRTGI(IR_LT), trend, trstart); - J->base[0] = lj_ir_kstr(J, lj_str_new(J->L, strdata(str), 0)); + J->base[0] = lj_ir_kstr(J, &J2G(J)->strempty); } } else { /* Return string.byte result(s). */ ptrdiff_t i, len = end - start; @@ -724,7 +842,7 @@ static void LJ_FASTCALL recff_string_range(jit_State *J, RecordFFData *rd) rd->nres = len; for (i = 0; i < len; i++) { TRef tmp = emitir(IRTI(IR_ADD), trstart, lj_ir_kint(J, (int32_t)i)); - tmp = emitir(IRT(IR_STRREF, IRT_P32), trstr, tmp); + tmp = emitir(IRT(IR_STRREF, IRT_PGC), trstr, tmp); J->base[i] = emitir(IRT(IR_XLOAD, IRT_U8), tmp, IRXLOAD_READONLY); } } else { /* Empty range or range underflow: return no results. */ @@ -734,48 +852,200 @@ static void LJ_FASTCALL recff_string_range(jit_State *J, RecordFFData *rd) } } -/* -- Table library fast functions ---------------------------------------- */ - -static void LJ_FASTCALL recff_table_getn(jit_State *J, RecordFFData *rd) +static void LJ_FASTCALL recff_string_char(jit_State *J, RecordFFData *rd) { - if (tref_istab(J->base[0])) - J->base[0] = lj_ir_call(J, IRCALL_lj_tab_len, J->base[0]); - /* else: Interpreter will throw. */ + TRef k255 = lj_ir_kint(J, 255); + BCReg i; + for (i = 0; J->base[i] != 0; i++) { /* Convert char values to strings. */ + TRef tr = lj_opt_narrow_toint(J, J->base[i]); + emitir(IRTGI(IR_ULE), tr, k255); + J->base[i] = emitir(IRT(IR_TOSTR, IRT_STR), tr, IRTOSTR_CHAR); + } + if (i > 1) { /* Concatenate the strings, if there's more than one. */ + TRef hdr = recff_bufhdr(J), tr = hdr; + for (i = 0; J->base[i] != 0; i++) + tr = emitir(IRT(IR_BUFPUT, IRT_PGC), tr, J->base[i]); + J->base[0] = emitir(IRT(IR_BUFSTR, IRT_STR), tr, hdr); + } UNUSED(rd); } -static void LJ_FASTCALL recff_table_remove(jit_State *J, RecordFFData *rd) +static void LJ_FASTCALL recff_string_rep(jit_State *J, RecordFFData *rd) { - TRef tab = J->base[0]; - rd->nres = 0; - if (tref_istab(tab)) { - if (tref_isnil(J->base[1])) { /* Simple pop: t[#t] = nil */ - TRef trlen = lj_ir_call(J, IRCALL_lj_tab_len, tab); - GCtab *t = tabV(&rd->argv[0]); - MSize len = lj_tab_len(t); - emitir(IRTGI(len ? IR_NE : IR_EQ), trlen, lj_ir_kint(J, 0)); - if (len) { - RecordIndex ix; - ix.tab = tab; - ix.key = trlen; - settabV(J->L, &ix.tabv, t); - setintV(&ix.keyv, len); - ix.idxchain = 0; - if (results_wanted(J) != 0) { /* Specialize load only if needed. */ - ix.val = 0; - J->base[0] = lj_record_idx(J, &ix); /* Load previous value. */ - rd->nres = 1; - /* Assumes ix.key/ix.tab is not modified for raw lj_record_idx(). */ - } - ix.val = TREF_NIL; - lj_record_idx(J, &ix); /* Remove value. */ + TRef str = lj_ir_tostr(J, J->base[0]); + TRef rep = lj_opt_narrow_toint(J, J->base[1]); + TRef hdr, tr, str2 = 0; + if (!tref_isnil(J->base[2])) { + TRef sep = lj_ir_tostr(J, J->base[2]); + int32_t vrep = argv2int(J, &rd->argv[1]); + emitir(IRTGI(vrep > 1 ? IR_GT : IR_LE), rep, lj_ir_kint(J, 1)); + if (vrep > 1) { + TRef hdr2 = recff_bufhdr(J); + TRef tr2 = emitir(IRT(IR_BUFPUT, IRT_PGC), hdr2, sep); + tr2 = emitir(IRT(IR_BUFPUT, IRT_PGC), tr2, str); + str2 = emitir(IRT(IR_BUFSTR, IRT_STR), tr2, hdr2); + } + } + tr = hdr = recff_bufhdr(J); + if (str2) { + tr = emitir(IRT(IR_BUFPUT, IRT_PGC), tr, str); + str = str2; + rep = emitir(IRTI(IR_ADD), rep, lj_ir_kint(J, -1)); + } + tr = lj_ir_call(J, IRCALL_lj_buf_putstr_rep, tr, str, rep); + J->base[0] = emitir(IRT(IR_BUFSTR, IRT_STR), tr, hdr); +} + +static void LJ_FASTCALL recff_string_op(jit_State *J, RecordFFData *rd) +{ + TRef str = lj_ir_tostr(J, J->base[0]); + TRef hdr = recff_bufhdr(J); + TRef tr = lj_ir_call(J, rd->data, hdr, str); + J->base[0] = emitir(IRT(IR_BUFSTR, IRT_STR), tr, hdr); +} + +static void LJ_FASTCALL recff_string_find(jit_State *J, RecordFFData *rd) +{ + TRef trstr = lj_ir_tostr(J, J->base[0]); + TRef trpat = lj_ir_tostr(J, J->base[1]); + TRef trlen = emitir(IRTI(IR_FLOAD), trstr, IRFL_STR_LEN); + TRef tr0 = lj_ir_kint(J, 0); + TRef trstart; + GCstr *str = argv2str(J, &rd->argv[0]); + GCstr *pat = argv2str(J, &rd->argv[1]); + int32_t start; + J->needsnap = 1; + if (tref_isnil(J->base[2])) { + trstart = lj_ir_kint(J, 1); + start = 1; + } else { + trstart = lj_opt_narrow_toint(J, J->base[2]); + start = argv2int(J, &rd->argv[2]); + } + trstart = recff_string_start(J, str, &start, trstart, trlen, tr0); + if ((MSize)start <= str->len) { + emitir(IRTGI(IR_ULE), trstart, trlen); + } else { + emitir(IRTGI(IR_UGT), trstart, trlen); +#if LJ_52 + J->base[0] = TREF_NIL; + return; +#else + trstart = trlen; + start = str->len; +#endif + } + /* Fixed arg or no pattern matching chars? (Specialized to pattern string.) */ + if ((J->base[2] && tref_istruecond(J->base[3])) || + (emitir(IRTG(IR_EQ, IRT_STR), trpat, lj_ir_kstr(J, pat)), + !lj_str_haspattern(pat))) { /* Search for fixed string. */ + TRef trsptr = emitir(IRT(IR_STRREF, IRT_PGC), trstr, trstart); + TRef trpptr = emitir(IRT(IR_STRREF, IRT_PGC), trpat, tr0); + TRef trslen = emitir(IRTI(IR_SUB), trlen, trstart); + TRef trplen = emitir(IRTI(IR_FLOAD), trpat, IRFL_STR_LEN); + TRef tr = lj_ir_call(J, IRCALL_lj_str_find, trsptr, trpptr, trslen, trplen); + TRef trp0 = lj_ir_kkptr(J, NULL); + if (lj_str_find(strdata(str)+(MSize)start, strdata(pat), + str->len-(MSize)start, pat->len)) { + TRef pos; + emitir(IRTG(IR_NE, IRT_PGC), tr, trp0); + pos = emitir(IRTI(IR_SUB), tr, emitir(IRT(IR_STRREF, IRT_PGC), trstr, tr0)); + J->base[0] = emitir(IRTI(IR_ADD), pos, lj_ir_kint(J, 1)); + J->base[1] = emitir(IRTI(IR_ADD), pos, trplen); + rd->nres = 2; + } else { + emitir(IRTG(IR_EQ, IRT_PGC), tr, trp0); + J->base[0] = TREF_NIL; + } + } else { /* Search for pattern. */ + recff_nyiu(J, rd); + return; + } +} + +static void LJ_FASTCALL recff_string_format(jit_State *J, RecordFFData *rd) +{ + TRef trfmt = lj_ir_tostr(J, J->base[0]); + GCstr *fmt = argv2str(J, &rd->argv[0]); + int arg = 1; + TRef hdr, tr; + FormatState fs; + SFormat sf; + /* Specialize to the format string. */ + emitir(IRTG(IR_EQ, IRT_STR), trfmt, lj_ir_kstr(J, fmt)); + tr = hdr = recff_bufhdr(J); + lj_strfmt_init(&fs, strdata(fmt), fmt->len); + while ((sf = lj_strfmt_parse(&fs)) != STRFMT_EOF) { /* Parse format. */ + TRef tra = sf == STRFMT_LIT ? 0 : J->base[arg++]; + TRef trsf = lj_ir_kint(J, (int32_t)sf); + IRCallID id; + switch (STRFMT_TYPE(sf)) { + case STRFMT_LIT: + tr = emitir(IRT(IR_BUFPUT, IRT_PGC), tr, + lj_ir_kstr(J, lj_str_new(J->L, fs.str, fs.len))); + break; + case STRFMT_INT: + id = IRCALL_lj_strfmt_putfnum_int; + handle_int: + if (!tref_isinteger(tra)) + goto handle_num; + if (sf == STRFMT_INT) { /* Shortcut for plain %d. */ + tr = emitir(IRT(IR_BUFPUT, IRT_PGC), tr, + emitir(IRT(IR_TOSTR, IRT_STR), tra, IRTOSTR_INT)); + } else { +#if LJ_HASFFI + tra = emitir(IRT(IR_CONV, IRT_U64), tra, + (IRT_INT|(IRT_U64<<5)|IRCONV_SEXT)); + tr = lj_ir_call(J, IRCALL_lj_strfmt_putfxint, tr, trsf, tra); + lj_needsplit(J); +#else + recff_nyiu(J, rd); /* Don't bother working around this NYI. */ + return; +#endif } - } else { /* Complex case: remove in the middle. */ - recff_nyiu(J); + break; + case STRFMT_UINT: + id = IRCALL_lj_strfmt_putfnum_uint; + goto handle_int; + case STRFMT_NUM: + id = IRCALL_lj_strfmt_putfnum; + handle_num: + tra = lj_ir_tonum(J, tra); + tr = lj_ir_call(J, id, tr, trsf, tra); + if (LJ_SOFTFP) lj_needsplit(J); + break; + case STRFMT_STR: + if (!tref_isstr(tra)) { + recff_nyiu(J, rd); /* NYI: __tostring and non-string types for %s. */ + return; + } + if (sf == STRFMT_STR) /* Shortcut for plain %s. */ + tr = emitir(IRT(IR_BUFPUT, IRT_PGC), tr, tra); + else if ((sf & STRFMT_T_QUOTED)) + tr = lj_ir_call(J, IRCALL_lj_strfmt_putquoted, tr, tra); + else + tr = lj_ir_call(J, IRCALL_lj_strfmt_putfstr, tr, trsf, tra); + break; + case STRFMT_CHAR: + tra = lj_opt_narrow_toint(J, tra); + if (sf == STRFMT_CHAR) /* Shortcut for plain %c. */ + tr = emitir(IRT(IR_BUFPUT, IRT_PGC), tr, + emitir(IRT(IR_TOSTR, IRT_STR), tra, IRTOSTR_CHAR)); + else + tr = lj_ir_call(J, IRCALL_lj_strfmt_putfchar, tr, trsf, tra); + break; + case STRFMT_PTR: /* NYI */ + case STRFMT_ERR: + default: + recff_nyiu(J, rd); + return; } - } /* else: Interpreter will throw. */ + } + J->base[0] = emitir(IRT(IR_BUFSTR, IRT_STR), tr, hdr); } +/* -- Table library fast functions ---------------------------------------- */ + static void LJ_FASTCALL recff_table_insert(jit_State *J, RecordFFData *rd) { RecordIndex ix; @@ -792,11 +1062,49 @@ static void LJ_FASTCALL recff_table_insert(jit_State *J, RecordFFData *rd) ix.idxchain = 0; lj_record_idx(J, &ix); /* Set new value. */ } else { /* Complex case: insert in the middle. */ - recff_nyiu(J); + recff_nyiu(J, rd); + return; } } /* else: Interpreter will throw. */ } +static void LJ_FASTCALL recff_table_concat(jit_State *J, RecordFFData *rd) +{ + TRef tab = J->base[0]; + if (tref_istab(tab)) { + TRef sep = !tref_isnil(J->base[1]) ? + lj_ir_tostr(J, J->base[1]) : lj_ir_knull(J, IRT_STR); + TRef tri = (J->base[1] && !tref_isnil(J->base[2])) ? + lj_opt_narrow_toint(J, J->base[2]) : lj_ir_kint(J, 1); + TRef tre = (J->base[1] && J->base[2] && !tref_isnil(J->base[3])) ? + lj_opt_narrow_toint(J, J->base[3]) : + lj_ir_call(J, IRCALL_lj_tab_len, tab); + TRef hdr = recff_bufhdr(J); + TRef tr = lj_ir_call(J, IRCALL_lj_buf_puttab, hdr, tab, sep, tri, tre); + emitir(IRTG(IR_NE, IRT_PTR), tr, lj_ir_kptr(J, NULL)); + J->base[0] = emitir(IRT(IR_BUFSTR, IRT_STR), tr, hdr); + } /* else: Interpreter will throw. */ + UNUSED(rd); +} + +static void LJ_FASTCALL recff_table_new(jit_State *J, RecordFFData *rd) +{ + TRef tra = lj_opt_narrow_toint(J, J->base[0]); + TRef trh = lj_opt_narrow_toint(J, J->base[1]); + J->base[0] = lj_ir_call(J, IRCALL_lj_tab_new_ah, tra, trh); + UNUSED(rd); +} + +static void LJ_FASTCALL recff_table_clear(jit_State *J, RecordFFData *rd) +{ + TRef tr = J->base[0]; + if (tref_istab(tr)) { + rd->nres = 0; + lj_ir_call(J, IRCALL_lj_tab_clear, tr); + J->needsnap = 1; + } /* else: Interpreter will throw. */ +} + /* -- I/O library fast functions ------------------------------------------ */ /* Get FILE* for I/O function. Any I/O error aborts recording, so there's @@ -806,8 +1114,13 @@ static TRef recff_io_fp(jit_State *J, TRef *udp, int32_t id) { TRef tr, ud, fp; if (id) { /* io.func() */ +#if LJ_GC64 + /* TODO: fix ARM32 asm_fload(), so we can use this for all archs. */ + ud = lj_ir_ggfload(J, IRT_UDATA, GG_OFS(g.gcroot[id])); +#else tr = lj_ir_kptr(J, &J2G(J)->gcroot[id]); ud = emitir(IRT(IR_XLOAD, IRT_UDATA), tr, 0); +#endif } else { /* fp:method() */ ud = J->base[0]; if (!tref_isudata(ud)) @@ -829,10 +1142,13 @@ static void LJ_FASTCALL recff_io_write(jit_State *J, RecordFFData *rd) ptrdiff_t i = rd->data == 0 ? 1 : 0; for (; J->base[i]; i++) { TRef str = lj_ir_tostr(J, J->base[i]); - TRef buf = emitir(IRT(IR_STRREF, IRT_P32), str, zero); + TRef buf = emitir(IRT(IR_STRREF, IRT_PGC), str, zero); TRef len = emitir(IRTI(IR_FLOAD), str, IRFL_STR_LEN); if (tref_isk(len) && IR(tref_ref(len))->i == 1) { - TRef tr = emitir(IRT(IR_XLOAD, IRT_U8), buf, IRXLOAD_READONLY); + IRIns *irs = IR(tref_ref(str)); + TRef tr = (irs->o == IR_TOSTR && irs->op2 == IRTOSTR_CHAR) ? + irs->op1 : + emitir(IRT(IR_XLOAD, IRT_U8), buf, IRXLOAD_READONLY); tr = lj_ir_call(J, IRCALL_fputc, tr, fp); if (results_wanted(J) != 0) /* Check result only if not ignored. */ emitir(IRTGI(IR_NE), tr, lj_ir_kint(J, -1)); @@ -854,6 +1170,28 @@ static void LJ_FASTCALL recff_io_flush(jit_State *J, RecordFFData *rd) J->base[0] = TREF_TRUE; } +/* -- Debug library fast functions ---------------------------------------- */ + +static void LJ_FASTCALL recff_debug_getmetatable(jit_State *J, RecordFFData *rd) +{ + GCtab *mt; + TRef mtref; + TRef tr = J->base[0]; + if (tref_istab(tr)) { + mt = tabref(tabV(&rd->argv[0])->metatable); + mtref = emitir(IRT(IR_FLOAD, IRT_TAB), tr, IRFL_TAB_META); + } else if (tref_isudata(tr)) { + mt = tabref(udataV(&rd->argv[0])->metatable); + mtref = emitir(IRT(IR_FLOAD, IRT_TAB), tr, IRFL_UDATA_META); + } else { + mt = tabref(basemt_obj(J2G(J), &rd->argv[0])); + J->base[0] = mt ? lj_ir_ktab(J, mt) : TREF_NIL; + return; + } + emitir(IRTG(mt ? IR_NE : IR_EQ, IRT_TAB), mtref, lj_ir_knull(J, IRT_TAB)); + J->base[0] = mt ? mtref : TREF_NIL; +} + /* -- Record calls to fast functions -------------------------------------- */ #include "lj_recdef.h" diff --git a/core/src/luajit/src/lj_ffrecord.h b/core/src/luajit/src/lj_ffrecord.h index f858ca29c..3b407450d 100644 --- a/core/src/luajit/src/lj_ffrecord.h +++ b/core/src/luajit/src/lj_ffrecord.h @@ -1,6 +1,6 @@ /* ** Fast function call recorder. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_FFRECORD_H diff --git a/core/src/luajit/src/lj_frame.h b/core/src/luajit/src/lj_frame.h index cd57be223..19c49a4ae 100644 --- a/core/src/luajit/src/lj_frame.h +++ b/core/src/luajit/src/lj_frame.h @@ -1,6 +1,6 @@ /* ** Stack frames. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_FRAME_H @@ -11,7 +11,16 @@ /* -- Lua stack frame ----------------------------------------------------- */ -/* Frame type markers in callee function slot (callee base-1). */ +/* Frame type markers in LSB of PC (4-byte aligned) or delta (8-byte aligned: +** +** PC 00 Lua frame +** delta 001 C frame +** delta 010 Continuation frame +** delta 011 Lua vararg frame +** delta 101 cpcall() frame +** delta 110 ff pcall() frame +** delta 111 ff pcall() frame with active hook +*/ enum { FRAME_LUA, FRAME_C, FRAME_CONT, FRAME_VARG, FRAME_LUAP, FRAME_CP, FRAME_PCALL, FRAME_PCALLH @@ -21,9 +30,47 @@ enum { #define FRAME_TYPEP (FRAME_TYPE|FRAME_P) /* Macros to access and modify Lua frames. */ +#if LJ_FR2 +/* Two-slot frame info, required for 64 bit PC/GCRef: +** +** base-2 base-1 | base base+1 ... +** [func PC/delta/ft] | [slots ...] +** ^-- frame | ^-- base ^-- top +** +** Continuation frames: +** +** base-4 base-3 base-2 base-1 | base base+1 ... +** [cont PC ] [func PC/delta/ft] | [slots ...] +** ^-- frame | ^-- base ^-- top +*/ +#define frame_gc(f) (gcval((f)-1)) +#define frame_ftsz(f) ((ptrdiff_t)(f)->ftsz) +#define frame_pc(f) ((const BCIns *)frame_ftsz(f)) +#define setframe_gc(f, p, tp) (setgcVraw((f)-1, (p), (tp))) +#define setframe_ftsz(f, sz) ((f)->ftsz = (sz)) +#define setframe_pc(f, pc) ((f)->ftsz = (int64_t)(intptr_t)(pc)) +#else +/* One-slot frame info, sufficient for 32 bit PC/GCRef: +** +** base-1 | base base+1 ... +** lo hi | +** [func | PC/delta/ft] | [slots ...] +** ^-- frame | ^-- base ^-- top +** +** Continuation frames: +** +** base-2 base-1 | base base+1 ... +** lo hi lo hi | +** [cont | PC] [func | PC/delta/ft] | [slots ...] +** ^-- frame | ^-- base ^-- top +*/ #define frame_gc(f) (gcref((f)->fr.func)) -#define frame_func(f) (&frame_gc(f)->fn) -#define frame_ftsz(f) ((f)->fr.tp.ftsz) +#define frame_ftsz(f) ((ptrdiff_t)(f)->fr.tp.ftsz) +#define frame_pc(f) (mref((f)->fr.tp.pcr, const BCIns)) +#define setframe_gc(f, p, tp) (setgcref((f)->fr.func, (p)), UNUSED(tp)) +#define setframe_ftsz(f, sz) ((f)->fr.tp.ftsz = (int32_t)(sz)) +#define setframe_pc(f, pc) (setmref((f)->fr.tp.pcr, (pc))) +#endif #define frame_type(f) (frame_ftsz(f) & FRAME_TYPE) #define frame_typep(f) (frame_ftsz(f) & FRAME_TYPEP) @@ -33,33 +80,53 @@ enum { #define frame_isvarg(f) (frame_typep(f) == FRAME_VARG) #define frame_ispcall(f) ((frame_ftsz(f) & 6) == FRAME_PCALL) -#define frame_pc(f) (mref((f)->fr.tp.pcr, const BCIns)) +#define frame_func(f) (&frame_gc(f)->fn) +#define frame_delta(f) (frame_ftsz(f) >> 3) +#define frame_sized(f) (frame_ftsz(f) & ~FRAME_TYPEP) + +enum { LJ_CONT_TAILCALL, LJ_CONT_FFI_CALLBACK }; /* Special continuations. */ + +#if LJ_FR2 +#define frame_contpc(f) (frame_pc((f)-2)) +#define frame_contv(f) (((f)-3)->u64) +#else #define frame_contpc(f) (frame_pc((f)-1)) -#if LJ_64 +#define frame_contv(f) (((f)-1)->u32.lo) +#endif +#if LJ_FR2 +#define frame_contf(f) ((ASMFunction)(uintptr_t)((f)-3)->u64) +#elif LJ_64 #define frame_contf(f) \ ((ASMFunction)(void *)((intptr_t)lj_vm_asm_begin + \ (intptr_t)(int32_t)((f)-1)->u32.lo)) #else #define frame_contf(f) ((ASMFunction)gcrefp(((f)-1)->gcr, void)) #endif -#define frame_delta(f) (frame_ftsz(f) >> 3) -#define frame_sized(f) (frame_ftsz(f) & ~FRAME_TYPEP) +#define frame_iscont_fficb(f) \ + (LJ_HASFFI && frame_contv(f) == LJ_CONT_FFI_CALLBACK) -#define frame_prevl(f) ((f) - (1+bc_a(frame_pc(f)[-1]))) +#define frame_prevl(f) ((f) - (1+LJ_FR2+bc_a(frame_pc(f)[-1]))) #define frame_prevd(f) ((TValue *)((char *)(f) - frame_sized(f))) #define frame_prev(f) (frame_islua(f)?frame_prevl(f):frame_prevd(f)) /* Note: this macro does not skip over FRAME_VARG. */ -#define setframe_pc(f, pc) (setmref((f)->fr.tp.pcr, (pc))) -#define setframe_ftsz(f, sz) ((f)->fr.tp.ftsz = (sz)) -#define setframe_gc(f, p) (setgcref((f)->fr.func, (p))) - /* -- C stack frame ------------------------------------------------------- */ /* Macros to access and modify the C stack frame chain. */ /* These definitions must match with the arch-specific *.dasc files. */ #if LJ_TARGET_X86 +#if LJ_ABI_WIN +#define CFRAME_OFS_ERRF (19*4) +#define CFRAME_OFS_NRES (18*4) +#define CFRAME_OFS_PREV (17*4) +#define CFRAME_OFS_L (16*4) +#define CFRAME_OFS_SEH (9*4) +#define CFRAME_OFS_PC (6*4) +#define CFRAME_OFS_MULTRES (5*4) +#define CFRAME_SIZE (16*4) +#define CFRAME_SHIFT_MULTRES 0 +#else #define CFRAME_OFS_ERRF (15*4) #define CFRAME_OFS_NRES (14*4) #define CFRAME_OFS_PREV (13*4) @@ -68,25 +135,46 @@ enum { #define CFRAME_OFS_MULTRES (5*4) #define CFRAME_SIZE (12*4) #define CFRAME_SHIFT_MULTRES 0 +#endif #elif LJ_TARGET_X64 #if LJ_ABI_WIN #define CFRAME_OFS_PREV (13*8) +#if LJ_GC64 +#define CFRAME_OFS_PC (12*8) +#define CFRAME_OFS_L (11*8) +#define CFRAME_OFS_ERRF (21*4) +#define CFRAME_OFS_NRES (20*4) +#define CFRAME_OFS_MULTRES (8*4) +#else #define CFRAME_OFS_PC (25*4) #define CFRAME_OFS_L (24*4) #define CFRAME_OFS_ERRF (23*4) #define CFRAME_OFS_NRES (22*4) #define CFRAME_OFS_MULTRES (21*4) +#endif #define CFRAME_SIZE (10*8) #define CFRAME_SIZE_JIT (CFRAME_SIZE + 9*16 + 4*8) #define CFRAME_SHIFT_MULTRES 0 #else #define CFRAME_OFS_PREV (4*8) +#if LJ_GC64 +#define CFRAME_OFS_PC (3*8) +#define CFRAME_OFS_L (2*8) +#define CFRAME_OFS_ERRF (3*4) +#define CFRAME_OFS_NRES (2*4) +#define CFRAME_OFS_MULTRES (0*4) +#else #define CFRAME_OFS_PC (7*4) #define CFRAME_OFS_L (6*4) #define CFRAME_OFS_ERRF (5*4) #define CFRAME_OFS_NRES (4*4) #define CFRAME_OFS_MULTRES (1*4) +#endif +#if LJ_NO_UNWIND +#define CFRAME_SIZE (12*8) +#else #define CFRAME_SIZE (10*8) +#endif #define CFRAME_SIZE_JIT (CFRAME_SIZE + 16) #define CFRAME_SHIFT_MULTRES 0 #endif @@ -103,6 +191,15 @@ enum { #define CFRAME_SIZE 64 #endif #define CFRAME_SHIFT_MULTRES 3 +#elif LJ_TARGET_ARM64 +#define CFRAME_OFS_ERRF 196 +#define CFRAME_OFS_NRES 200 +#define CFRAME_OFS_PREV 160 +#define CFRAME_OFS_L 176 +#define CFRAME_OFS_PC 168 +#define CFRAME_OFS_MULTRES 192 +#define CFRAME_SIZE 208 +#define CFRAME_SHIFT_MULTRES 3 #elif LJ_TARGET_PPC #if LJ_TARGET_XBOX360 #define CFRAME_OFS_ERRF 424 @@ -113,7 +210,7 @@ enum { #define CFRAME_OFS_MULTRES 408 #define CFRAME_SIZE 384 #define CFRAME_SHIFT_MULTRES 3 -#elif LJ_ARCH_PPC64 +#elif LJ_ARCH_PPC32ON64 #define CFRAME_OFS_ERRF 472 #define CFRAME_OFS_NRES 468 #define CFRAME_OFS_PREV 448 @@ -132,23 +229,40 @@ enum { #define CFRAME_SIZE 272 #define CFRAME_SHIFT_MULTRES 3 #endif -#elif LJ_TARGET_PPCSPE -#define CFRAME_OFS_ERRF 28 -#define CFRAME_OFS_NRES 24 -#define CFRAME_OFS_PREV 20 -#define CFRAME_OFS_L 16 -#define CFRAME_OFS_PC 12 -#define CFRAME_OFS_MULTRES 8 -#define CFRAME_SIZE 184 -#define CFRAME_SHIFT_MULTRES 3 -#elif LJ_TARGET_MIPS +#elif LJ_TARGET_MIPS32 +#if LJ_ARCH_HASFPU #define CFRAME_OFS_ERRF 124 #define CFRAME_OFS_NRES 120 #define CFRAME_OFS_PREV 116 #define CFRAME_OFS_L 112 +#define CFRAME_SIZE 112 +#else +#define CFRAME_OFS_ERRF 76 +#define CFRAME_OFS_NRES 72 +#define CFRAME_OFS_PREV 68 +#define CFRAME_OFS_L 64 +#define CFRAME_SIZE 64 +#endif #define CFRAME_OFS_PC 20 #define CFRAME_OFS_MULTRES 16 -#define CFRAME_SIZE 112 +#define CFRAME_SHIFT_MULTRES 3 +#elif LJ_TARGET_MIPS64 +#if LJ_ARCH_HASFPU +#define CFRAME_OFS_ERRF 188 +#define CFRAME_OFS_NRES 184 +#define CFRAME_OFS_PREV 176 +#define CFRAME_OFS_L 168 +#define CFRAME_OFS_PC 160 +#define CFRAME_SIZE 192 +#else +#define CFRAME_OFS_ERRF 124 +#define CFRAME_OFS_NRES 120 +#define CFRAME_OFS_PREV 112 +#define CFRAME_OFS_L 104 +#define CFRAME_OFS_PC 96 +#define CFRAME_SIZE 128 +#endif +#define CFRAME_OFS_MULTRES 0 #define CFRAME_SHIFT_MULTRES 3 #else #error "Missing CFRAME_* definitions for this architecture" diff --git a/core/src/luajit/src/lj_func.c b/core/src/luajit/src/lj_func.c index eb8a9dbbf..639dad876 100644 --- a/core/src/luajit/src/lj_func.c +++ b/core/src/luajit/src/lj_func.c @@ -1,6 +1,6 @@ /* ** Function handling (prototypes, functions and upvalues). -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Portions taken verbatim or adapted from the Lua interpreter. ** Copyright (C) 1994-2008 Lua.org, PUC-Rio. See Copyright Notice in lua.h @@ -140,7 +140,9 @@ GCfunc *lj_func_newL_empty(lua_State *L, GCproto *pt, GCtab *env) /* NOBARRIER: The GCfunc is new (marked white). */ for (i = 0; i < nuv; i++) { GCupval *uv = func_emptyuv(L); - uv->dhash = (uint32_t)(uintptr_t)pt ^ ((uint32_t)proto_uv(pt)[i] << 24); + int32_t v = proto_uv(pt)[i]; + uv->immutable = ((v / PROTO_UV_IMMUTABLE) & 1); + uv->dhash = (uint32_t)(uintptr_t)pt ^ (v << 24); setgcref(fn->l.uvptr[i], obj2gco(uv)); } fn->l.nupvalues = (uint8_t)nuv; diff --git a/core/src/luajit/src/lj_func.h b/core/src/luajit/src/lj_func.h index a6e534e77..901751b98 100644 --- a/core/src/luajit/src/lj_func.h +++ b/core/src/luajit/src/lj_func.h @@ -1,6 +1,6 @@ /* ** Function handling (prototypes, functions and upvalues). -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_FUNC_H diff --git a/core/src/luajit/src/lj_gc.c b/core/src/luajit/src/lj_gc.c index b498abaa8..2aaf5b2c4 100644 --- a/core/src/luajit/src/lj_gc.c +++ b/core/src/luajit/src/lj_gc.c @@ -1,6 +1,6 @@ /* ** Garbage collector. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Major portions taken verbatim or adapted from the Lua interpreter. ** Copyright (C) 1994-2008 Lua.org, PUC-Rio. See Copyright Notice in lua.h @@ -12,6 +12,7 @@ #include "lj_obj.h" #include "lj_gc.h" #include "lj_err.h" +#include "lj_buf.h" #include "lj_str.h" #include "lj_tab.h" #include "lj_func.h" @@ -68,7 +69,7 @@ static void gc_mark(global_State *g, GCobj *o) gray2black(o); /* Closed upvalues are never gray. */ } else if (gct != ~LJ_TSTR && gct != ~LJ_TCDATA) { lua_assert(gct == ~LJ_TFUNC || gct == ~LJ_TTAB || - gct == ~LJ_TTHREAD || gct == ~LJ_TPROTO); + gct == ~LJ_TTHREAD || gct == ~LJ_TPROTO || gct == ~LJ_TTRACE); setgcrefr(o->gch.gclist, g->gc.gray); setgcref(g->gc.gray, o); } @@ -168,12 +169,19 @@ static int gc_traverse_tab(global_State *g, GCtab *t) while ((c = *modestr++)) { if (c == 'k') weak |= LJ_GC_WEAKKEY; else if (c == 'v') weak |= LJ_GC_WEAKVAL; - else if (c == 'K') weak = (int)(~0u & ~LJ_GC_WEAKVAL); } - if (weak > 0) { /* Weak tables are cleared in the atomic phase. */ - t->marked = (uint8_t)((t->marked & ~LJ_GC_WEAK) | weak); - setgcrefr(t->gclist, g->gc.weak); - setgcref(g->gc.weak, obj2gco(t)); + if (weak) { /* Weak tables are cleared in the atomic phase. */ +#if LJ_HASFFI + CTState *cts = ctype_ctsG(g); + if (cts && cts->finalizer == t) { + weak = (int)(~0u & ~LJ_GC_WEAKVAL); + } else +#endif + { + t->marked = (uint8_t)((t->marked & ~LJ_GC_WEAK) | weak); + setgcrefr(t->gclist, g->gc.weak); + setgcref(g->gc.weak, obj2gco(t)); + } } } if (weak == LJ_GC_WEAK) /* Nothing to mark if both keys/values are weak. */ @@ -237,6 +245,8 @@ static void gc_traverse_trace(global_State *g, GCtrace *T) IRIns *ir = &T->ir[ref]; if (ir->o == IR_KGC) gc_markobj(g, ir_kgc(ir)); + if (irt_is64(ir->t) && ir->o != IR_KNULL) + ref++; } if (T->link) gc_marktrace(g, T->link); if (T->nextroot) gc_marktrace(g, T->nextroot); @@ -267,12 +277,12 @@ static MSize gc_traverse_frames(global_State *g, lua_State *th) { TValue *frame, *top = th->top-1, *bot = tvref(th->stack); /* Note: extra vararg frame not skipped, marks function twice (harmless). */ - for (frame = th->base-1; frame > bot; frame = frame_prev(frame)) { + for (frame = th->base-1; frame > bot+LJ_FR2; frame = frame_prev(frame)) { GCfunc *fn = frame_func(frame); TValue *ftop = frame; if (isluafunc(fn)) ftop += funcproto(fn)->framesize; if (ftop > top) top = ftop; - gc_markobj(g, fn); /* Need to mark hidden function (or L). */ + if (!LJ_FR2) gc_markobj(g, fn); /* Need to mark hidden function (or L). */ } top++; /* Correct bias of -1 (frame == base-1). */ if (top > tvref(th->maxstack)) top = tvref(th->maxstack); @@ -283,7 +293,7 @@ static MSize gc_traverse_frames(global_State *g, lua_State *th) static void gc_traverse_thread(global_State *g, lua_State *th) { TValue *o, *top = th->top; - for (o = tvref(th->stack)+1; o < top; o++) + for (o = tvref(th->stack)+1+LJ_FR2; o < top; o++) gc_marktv(g, o); if (g->gc.state == GCSatomic) { top = tvref(th->stack) + th->stacksize; @@ -307,7 +317,7 @@ static size_t propagatemark(global_State *g) if (gc_traverse_tab(g, t) > 0) black2gray(o); /* Keep weak tables gray. */ return sizeof(GCtab) + sizeof(TValue) * t->asize + - sizeof(Node) * (t->hmask + 1); + (t->hmask ? sizeof(Node) * (t->hmask + 1) : 0); } else if (LJ_LIKELY(gct == ~LJ_TFUNC)) { GCfunc *fn = gco2func(o); gc_traverse_func(g, fn); @@ -348,15 +358,6 @@ static size_t gc_propagate_gray(global_State *g) /* -- Sweep phase --------------------------------------------------------- */ -/* Try to shrink some common data structures. */ -static void gc_shrink(global_State *g, lua_State *L) -{ - if (g->strnum <= (g->strmask >> 2) && g->strmask > LJ_MIN_STRTAB*2-1) - lj_str_resize(L, g->strmask >> 1); /* Shrink string table. */ - if (g->tmpbuf.sz > LJ_MIN_SBUF*2) - lj_str_resizebuf(L, &g->tmpbuf, g->tmpbuf.sz >> 1); /* Shrink temp buf. */ -} - /* Type of GC free functions. */ typedef void (LJ_FASTCALL *GCFreeFunc)(global_State *g, GCobj *o); @@ -382,7 +383,7 @@ static const GCFreeFunc gc_freefunc[] = { }; /* Full sweep of a GC list. */ -#define gc_fullsweep(g, p) gc_sweep(g, (p), LJ_MAX_MEM) +#define gc_fullsweep(g, p) gc_sweep(g, (p), ~(uint32_t)0) /* Partial sweep of a GC list. */ static GCRef *gc_sweep(global_State *g, GCRef *p, uint32_t lim) @@ -460,17 +461,18 @@ static void gc_call_finalizer(global_State *g, lua_State *L, { /* Save and restore lots of state around the __gc callback. */ uint8_t oldh = hook_save(g); - MSize oldt = g->gc.threshold; + GCSize oldt = g->gc.threshold; int errcode; TValue *top; lj_trace_abort(g); - top = L->top; - L->top = top+2; hook_entergc(g); /* Disable hooks and new traces during __gc. */ g->gc.threshold = LJ_MAX_MEM; /* Prevent GC steps. */ - copyTV(L, top, mo); - setgcV(L, top+1, o, ~o->gch.gct); - errcode = lj_vm_pcall(L, top+1, 1+0, -1); /* Stack: |mo|o| -> | */ + top = L->top; + copyTV(L, top++, mo); + if (LJ_FR2) setnilV(top++); + setgcV(L, top, o, ~o->gch.gct); + L->top = top+1; + errcode = lj_vm_pcall(L, top, 1+0, -1); /* Stack: |mo|o| -> | */ hook_restore(g, oldh); g->gc.threshold = oldt; /* Restore GC threshold. */ if (errcode) @@ -483,7 +485,7 @@ static void gc_finalize(lua_State *L) global_State *g = G(L); GCobj *o = gcnext(gcref(g->gc.mmudata)); cTValue *mo; - lua_assert(gcref(g->jit_L) == NULL); /* Must not be called on trace. */ + lua_assert(tvref(g->jit_base) == NULL); /* Must not be called on trace. */ /* Unchain from list of userdata to be finalized. */ if (o == gcref(g->gc.mmudata)) setgcrefnull(g->gc.mmudata); @@ -592,11 +594,13 @@ static void atomic(global_State *g, lua_State *L) /* All marking done, clear weak tables. */ gc_clearweak(gcref(g->gc.weak)); + lj_buf_shrink(L, &g->tmpbuf); /* Shrink temp buffer. */ + /* Prepare for sweep phase. */ g->gc.currentwhite = (uint8_t)otherwhite(g); /* Flip current white. */ g->strempty.marked = g->gc.currentwhite; setmref(g->gc.sweep, &g->gc.root); - g->gc.estimate = g->gc.total - (MSize)udsize; /* Initial estimate. */ + g->gc.estimate = g->gc.total - (GCSize)udsize; /* Initial estimate. */ } /* GC state machine. Returns a cost estimate for each step performed. */ @@ -613,14 +617,14 @@ static size_t gc_onestep(lua_State *L) g->gc.state = GCSatomic; /* End of mark phase. */ return 0; case GCSatomic: - if (gcref(g->jit_L)) /* Don't run atomic phase on trace. */ + if (tvref(g->jit_base)) /* Don't run atomic phase on trace. */ return LJ_MAX_MEM; atomic(g, L); g->gc.state = GCSsweepstring; /* Start of sweep phase. */ g->gc.sweepstr = 0; return 0; case GCSsweepstring: { - MSize old = g->gc.total; + GCSize old = g->gc.total; gc_fullsweep(g, &g->strhash[g->gc.sweepstr++]); /* Sweep one chain. */ if (g->gc.sweepstr > g->strmask) g->gc.state = GCSsweep; /* All string hash chains sweeped. */ @@ -629,12 +633,13 @@ static size_t gc_onestep(lua_State *L) return GCSWEEPCOST; } case GCSsweep: { - MSize old = g->gc.total; + GCSize old = g->gc.total; setmref(g->gc.sweep, gc_sweep(g, mref(g->gc.sweep, GCRef), GCSWEEPMAX)); lua_assert(old >= g->gc.total); g->gc.estimate -= old - g->gc.total; if (gcref(*mref(g->gc.sweep, GCRef)) == NULL) { - gc_shrink(g, L); + if (g->strnum <= (g->strmask >> 2) && g->strmask > LJ_MIN_STRTAB*2-1) + lj_str_resize(L, g->strmask >> 1); /* Shrink string table. */ if (gcref(g->gc.mmudata)) { /* Need any finalizations? */ g->gc.state = GCSfinalize; #if LJ_HASFFI @@ -649,7 +654,7 @@ static size_t gc_onestep(lua_State *L) } case GCSfinalize: if (gcref(g->gc.mmudata) != NULL) { - if (gcref(g->jit_L)) /* Don't call finalizers on trace. */ + if (tvref(g->jit_base)) /* Don't call finalizers on trace. */ return LJ_MAX_MEM; gc_finalize(L); /* Finalize one userdata object. */ if (g->gc.estimate > GCFINALIZECOST) @@ -672,7 +677,7 @@ static size_t gc_onestep(lua_State *L) int LJ_FASTCALL lj_gc_step(lua_State *L) { global_State *g = G(L); - MSize lim; + GCSize lim; int32_t ostate = g->vmstate; setvmstate(g, GC); lim = (GCSTEPSIZE/100) * g->gc.stepmul; @@ -681,13 +686,13 @@ int LJ_FASTCALL lj_gc_step(lua_State *L) if (g->gc.total > g->gc.threshold) g->gc.debt += g->gc.total - g->gc.threshold; do { - lim -= (MSize)gc_onestep(L); + lim -= (GCSize)gc_onestep(L); if (g->gc.state == GCSpause) { g->gc.threshold = (g->gc.estimate/100) * g->gc.pause; g->vmstate = ostate; return 1; /* Finished a GC cycle. */ } - } while ((int32_t)lim > 0); + } while (sizeof(lim) == 8 ? ((int64_t)lim > 0) : ((int32_t)lim > 0)); if (g->gc.debt < GCSTEPSIZE) { g->gc.threshold = g->gc.total + GCSTEPSIZE; g->vmstate = ostate; @@ -711,8 +716,8 @@ void LJ_FASTCALL lj_gc_step_fixtop(lua_State *L) /* Perform multiple GC steps. Called from JIT-compiled code. */ int LJ_FASTCALL lj_gc_step_jit(global_State *g, MSize steps) { - lua_State *L = gco2th(gcref(g->jit_L)); - L->base = mref(G(L)->jit_base, TValue); + lua_State *L = gco2th(gcref(g->cur_L)); + L->base = tvref(G(L)->jit_base); L->top = curr_topL(L); while (steps-- > 0 && lj_gc_step(L) == 0) ; @@ -806,7 +811,7 @@ void lj_gc_barriertrace(global_State *g, uint32_t traceno) /* -- Allocator ----------------------------------------------------------- */ /* Call pluggable memory allocator to allocate or resize a fragment. */ -void *lj_mem_realloc(lua_State *L, void *p, MSize osz, MSize nsz) +void *lj_mem_realloc(lua_State *L, void *p, GCSize osz, GCSize nsz) { global_State *g = G(L); lua_assert((osz == 0) == (p == NULL)); @@ -814,19 +819,19 @@ void *lj_mem_realloc(lua_State *L, void *p, MSize osz, MSize nsz) if (p == NULL && nsz > 0) lj_err_mem(L); lua_assert((nsz == 0) == (p == NULL)); - lua_assert(checkptr32(p)); + lua_assert(checkptrGC(p)); g->gc.total = (g->gc.total - osz) + nsz; return p; } /* Allocate new GC object and link it to the root set. */ -void * LJ_FASTCALL lj_mem_newgco(lua_State *L, MSize size) +void * LJ_FASTCALL lj_mem_newgco(lua_State *L, GCSize size) { global_State *g = G(L); GCobj *o = (GCobj *)g->allocf(g->allocd, NULL, 0, size); if (o == NULL) lj_err_mem(L); - lua_assert(checkptr32(o)); + lua_assert(checkptrGC(o)); g->gc.total += size; setgcrefr(o->gch.nextgc, g->gc.root); setgcref(g->gc.root, o); diff --git a/core/src/luajit/src/lj_gc.h b/core/src/luajit/src/lj_gc.h index ba061bc5d..669bbe924 100644 --- a/core/src/luajit/src/lj_gc.h +++ b/core/src/luajit/src/lj_gc.h @@ -1,6 +1,6 @@ /* ** Garbage collector. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_GC_H @@ -107,8 +107,8 @@ static LJ_AINLINE void lj_gc_barrierback(global_State *g, GCtab *t) lj_gc_barrierf(G(L), obj2gco(p), obj2gco(o)); } /* Allocator. */ -LJ_FUNC void *lj_mem_realloc(lua_State *L, void *p, MSize osz, MSize nsz); -LJ_FUNC void * LJ_FASTCALL lj_mem_newgco(lua_State *L, MSize size); +LJ_FUNC void *lj_mem_realloc(lua_State *L, void *p, GCSize osz, GCSize nsz); +LJ_FUNC void * LJ_FASTCALL lj_mem_newgco(lua_State *L, GCSize size); LJ_FUNC void *lj_mem_grow(lua_State *L, void *p, MSize *szp, MSize lim, MSize esz); @@ -116,13 +116,13 @@ LJ_FUNC void *lj_mem_grow(lua_State *L, void *p, static LJ_AINLINE void lj_mem_free(global_State *g, void *p, size_t osize) { - g->gc.total -= (MSize)osize; + g->gc.total -= (GCSize)osize; g->allocf(g->allocd, p, osize, 0); } -#define lj_mem_newvec(L, n, t) ((t *)lj_mem_new(L, (MSize)((n)*sizeof(t)))) +#define lj_mem_newvec(L, n, t) ((t *)lj_mem_new(L, (GCSize)((n)*sizeof(t)))) #define lj_mem_reallocvec(L, p, on, n, t) \ - ((p) = (t *)lj_mem_realloc(L, p, (on)*sizeof(t), (MSize)((n)*sizeof(t)))) + ((p) = (t *)lj_mem_realloc(L, p, (on)*sizeof(t), (GCSize)((n)*sizeof(t)))) #define lj_mem_growvec(L, p, n, m, t) \ ((p) = (t *)lj_mem_grow(L, (p), &(n), (m), (MSize)sizeof(t))) #define lj_mem_freevec(g, p, n, t) lj_mem_free(g, (p), (n)*sizeof(t)) diff --git a/core/src/luajit/src/lj_gdbjit.c b/core/src/luajit/src/lj_gdbjit.c index d3f3e6119..c219ffac0 100644 --- a/core/src/luajit/src/lj_gdbjit.c +++ b/core/src/luajit/src/lj_gdbjit.c @@ -1,6 +1,6 @@ /* ** Client for the GDB JIT API. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_gdbjit_c @@ -14,6 +14,8 @@ #include "lj_err.h" #include "lj_debug.h" #include "lj_frame.h" +#include "lj_buf.h" +#include "lj_strfmt.h" #include "lj_jit.h" #include "lj_dispatch.h" @@ -294,6 +296,9 @@ enum { #elif LJ_TARGET_ARM DW_REG_SP = 13, DW_REG_RA = 14, +#elif LJ_TARGET_ARM64 + DW_REG_SP = 31, + DW_REG_RA = 30, #elif LJ_TARGET_PPC DW_REG_SP = 1, DW_REG_RA = 65, @@ -372,6 +377,8 @@ static const ELFheader elfhdr_template = { .machine = 62, #elif LJ_TARGET_ARM .machine = 40, +#elif LJ_TARGET_ARM64 + .machine = 183, #elif LJ_TARGET_PPC .machine = 20, #elif LJ_TARGET_MIPS @@ -428,16 +435,6 @@ static void gdbjit_catnum(GDBJITctx *ctx, uint32_t n) *ctx->p++ = '0' + n; } -/* Add a ULEB128 value. */ -static void gdbjit_uleb128(GDBJITctx *ctx, uint32_t v) -{ - uint8_t *p = ctx->p; - for (; v >= 0x80; v >>= 7) - *p++ = (uint8_t)((v & 0x7f) | 0x80); - *p++ = (uint8_t)v; - ctx->p = p; -} - /* Add a SLEB128 value. */ static void gdbjit_sleb128(GDBJITctx *ctx, int32_t v) { @@ -454,7 +451,7 @@ static void gdbjit_sleb128(GDBJITctx *ctx, int32_t v) #define DU16(x) (*(uint16_t *)p = (x), p += 2) #define DU32(x) (*(uint32_t *)p = (x), p += 4) #define DADDR(x) (*(uintptr_t *)p = (x), p += sizeof(uintptr_t)) -#define DUV(x) (ctx->p = p, gdbjit_uleb128(ctx, (x)), p = ctx->p) +#define DUV(x) (p = (uint8_t *)lj_strfmt_wuleb128((char *)p, (x))) #define DSV(x) (ctx->p = p, gdbjit_sleb128(ctx, (x)), p = ctx->p) #define DSTR(str) (ctx->p = p, gdbjit_strz(ctx, (str)), p = ctx->p) #define DALIGNNOP(s) while ((uintptr_t)p & ((s)-1)) *p++ = DW_CFA_nop @@ -564,13 +561,20 @@ static void LJ_FASTCALL gdbjit_ehframe(GDBJITctx *ctx) DB(DW_CFA_offset|DW_REG_15); DUV(4); DB(DW_CFA_offset|DW_REG_14); DUV(5); /* Extra registers saved for JIT-compiled code. */ - DB(DW_CFA_offset|DW_REG_13); DUV(9); - DB(DW_CFA_offset|DW_REG_12); DUV(10); + DB(DW_CFA_offset|DW_REG_13); DUV(LJ_GC64 ? 10 : 9); + DB(DW_CFA_offset|DW_REG_12); DUV(LJ_GC64 ? 11 : 10); #elif LJ_TARGET_ARM { int i; for (i = 11; i >= 4; i--) { DB(DW_CFA_offset|i); DUV(2+(11-i)); } } +#elif LJ_TARGET_ARM64 + { + int i; + DB(DW_CFA_offset|31); DUV(2); + for (i = 28; i >= 19; i--) { DB(DW_CFA_offset|i); DUV(3+(28-i)); } + for (i = 15; i >= 8; i--) { DB(DW_CFA_offset|32|i); DUV(28-i); } + } #elif LJ_TARGET_PPC { int i; @@ -727,6 +731,20 @@ static void gdbjit_buildobj(GDBJITctx *ctx) /* -- Interface to GDB JIT API -------------------------------------------- */ +static int gdbjit_lock; + +static void gdbjit_lock_acquire() +{ + while (__sync_lock_test_and_set(&gdbjit_lock, 1)) { + /* Just spin; futexes or pthreads aren't worth the portability cost. */ + } +} + +static void gdbjit_lock_release() +{ + __sync_lock_release(&gdbjit_lock); +} + /* Add new entry to GDB JIT symbol chain. */ static void gdbjit_newentry(lua_State *L, GDBJITctx *ctx) { @@ -738,6 +756,7 @@ static void gdbjit_newentry(lua_State *L, GDBJITctx *ctx) ctx->T->gdbjit_entry = (void *)eo; /* Link new entry to chain and register it. */ eo->entry.prev_entry = NULL; + gdbjit_lock_acquire(); eo->entry.next_entry = __jit_debug_descriptor.first_entry; if (eo->entry.next_entry) eo->entry.next_entry->prev_entry = &eo->entry; @@ -747,6 +766,7 @@ static void gdbjit_newentry(lua_State *L, GDBJITctx *ctx) __jit_debug_descriptor.relevant_entry = &eo->entry; __jit_debug_descriptor.action_flag = GDBJIT_REGISTER; __jit_debug_register_code(); + gdbjit_lock_release(); } /* Add debug info for newly compiled trace and notify GDB. */ @@ -778,6 +798,7 @@ void lj_gdbjit_deltrace(jit_State *J, GCtrace *T) { GDBJITentryobj *eo = (GDBJITentryobj *)T->gdbjit_entry; if (eo) { + gdbjit_lock_acquire(); if (eo->entry.prev_entry) eo->entry.prev_entry->next_entry = eo->entry.next_entry; else @@ -787,6 +808,7 @@ void lj_gdbjit_deltrace(jit_State *J, GCtrace *T) __jit_debug_descriptor.relevant_entry = &eo->entry; __jit_debug_descriptor.action_flag = GDBJIT_UNREGISTER; __jit_debug_register_code(); + gdbjit_lock_release(); lj_mem_free(J2G(J), eo, eo->sz); } } diff --git a/core/src/luajit/src/lj_gdbjit.h b/core/src/luajit/src/lj_gdbjit.h index 49c586301..bbaa1568c 100644 --- a/core/src/luajit/src/lj_gdbjit.h +++ b/core/src/luajit/src/lj_gdbjit.h @@ -1,6 +1,6 @@ /* ** Client for the GDB JIT API. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_GDBJIT_H diff --git a/core/src/luajit/src/lj_ir.c b/core/src/luajit/src/lj_ir.c index 439f3fc34..5baece67e 100644 --- a/core/src/luajit/src/lj_ir.c +++ b/core/src/luajit/src/lj_ir.c @@ -1,6 +1,6 @@ /* ** SSA IR (Intermediate Representation) emitter. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_ir_c @@ -15,6 +15,7 @@ #if LJ_HASJIT #include "lj_gc.h" +#include "lj_buf.h" #include "lj_str.h" #include "lj_tab.h" #include "lj_ir.h" @@ -29,6 +30,7 @@ #endif #include "lj_vm.h" #include "lj_strscan.h" +#include "lj_strfmt.h" #include "lj_lib.h" /* Some local macros to save typing. Undef'd at the end. */ @@ -89,7 +91,7 @@ static void lj_ir_growbot(jit_State *J) IRIns *baseir = J->irbuf + J->irbotlim; MSize szins = J->irtoplim - J->irbotlim; lua_assert(szins != 0); - lua_assert(J->cur.nk == J->irbotlim); + lua_assert(J->cur.nk == J->irbotlim || J->cur.nk-1 == J->irbotlim); if (J->cur.nins + (szins >> 1) < J->irtoplim) { /* More than half of the buffer is free on top: shift up by a quarter. */ MSize ofs = szins >> 2; @@ -143,6 +145,16 @@ TRef lj_ir_call(jit_State *J, IRCallID id, ...) return emitir(CCI_OPTYPE(ci), tr, id); } +/* Load field of type t from GG_State + offset. Must be 32 bit aligned. */ +LJ_FUNC TRef lj_ir_ggfload(jit_State *J, IRType t, uintptr_t ofs) +{ + lua_assert((ofs & 3) == 0); + ofs >>= 2; + lua_assert(ofs >= IRFL__MAX && ofs <= 0x3ff); /* 10 bit FOLD key limit. */ + lj_ir_set(J, IRT(IR_FLOAD, t), REF_NIL, ofs); + return lj_opt_fold(J); +} + /* -- Interning of constants ---------------------------------------------- */ /* @@ -163,6 +175,24 @@ static LJ_AINLINE IRRef ir_nextk(jit_State *J) return ref; } +/* Get ref of next 64 bit IR constant and optionally grow IR. +** Note: this may invalidate all IRIns *! +*/ +static LJ_AINLINE IRRef ir_nextk64(jit_State *J) +{ + IRRef ref = J->cur.nk - 2; + lua_assert(J->state != LJ_TRACE_ASM); + if (LJ_UNLIKELY(ref < J->irbotlim)) lj_ir_growbot(J); + J->cur.nk = ref; + return ref; +} + +#if LJ_GC64 +#define ir_nextkgc ir_nextk64 +#else +#define ir_nextkgc ir_nextk +#endif + /* Intern int32_t constant. */ TRef LJ_FASTCALL lj_ir_kint(jit_State *J, int32_t k) { @@ -182,79 +212,21 @@ found: return TREF(ref, IRT_INT); } -/* The MRef inside the KNUM/KINT64 IR instructions holds the address of the -** 64 bit constant. The constants themselves are stored in a chained array -** and shared across traces. -** -** Rationale for choosing this data structure: -** - The address of the constants is embedded in the generated machine code -** and must never move. A resizable array or hash table wouldn't work. -** - Most apps need very few non-32 bit integer constants (less than a dozen). -** - Linear search is hard to beat in terms of speed and low complexity. -*/ -typedef struct K64Array { - MRef next; /* Pointer to next list. */ - MSize numk; /* Number of used elements in this array. */ - TValue k[LJ_MIN_K64SZ]; /* Array of constants. */ -} K64Array; - -/* Free all chained arrays. */ -void lj_ir_k64_freeall(jit_State *J) -{ - K64Array *k; - for (k = mref(J->k64, K64Array); k; ) { - K64Array *next = mref(k->next, K64Array); - lj_mem_free(J2G(J), k, sizeof(K64Array)); - k = next; - } -} - -/* Find 64 bit constant in chained array or add it. */ -cTValue *lj_ir_k64_find(jit_State *J, uint64_t u64) -{ - K64Array *k, *kp = NULL; - TValue *ntv; - MSize idx; - /* Search for the constant in the whole chain of arrays. */ - for (k = mref(J->k64, K64Array); k; k = mref(k->next, K64Array)) { - kp = k; /* Remember previous element in list. */ - for (idx = 0; idx < k->numk; idx++) { /* Search one array. */ - TValue *tv = &k->k[idx]; - if (tv->u64 == u64) /* Needed for +-0/NaN/absmask. */ - return tv; - } - } - /* Constant was not found, need to add it. */ - if (!(kp && kp->numk < LJ_MIN_K64SZ)) { /* Allocate a new array. */ - K64Array *kn = lj_mem_newt(J->L, sizeof(K64Array), K64Array); - setmref(kn->next, NULL); - kn->numk = 0; - if (kp) - setmref(kp->next, kn); /* Chain to the end of the list. */ - else - setmref(J->k64, kn); /* Link first array. */ - kp = kn; - } - ntv = &kp->k[kp->numk++]; /* Add to current array. */ - ntv->u64 = u64; - return ntv; -} - -/* Intern 64 bit constant, given by its address. */ -TRef lj_ir_k64(jit_State *J, IROp op, cTValue *tv) +/* Intern 64 bit constant, given by its 64 bit pattern. */ +TRef lj_ir_k64(jit_State *J, IROp op, uint64_t u64) { IRIns *ir, *cir = J->cur.ir; IRRef ref; IRType t = op == IR_KNUM ? IRT_NUM : IRT_I64; for (ref = J->chain[op]; ref; ref = cir[ref].prev) - if (ir_k64(&cir[ref]) == tv) + if (ir_k64(&cir[ref])->u64 == u64) goto found; - ref = ir_nextk(J); + ref = ir_nextk64(J); ir = IR(ref); - lua_assert(checkptr32(tv)); - setmref(ir->ptr, tv); + ir[1].tv.u64 = u64; ir->t.irt = t; ir->o = op; + ir->op12 = 0; ir->prev = J->chain[op]; J->chain[op] = (IRRef1)ref; found: @@ -264,13 +236,13 @@ found: /* Intern FP constant, given by its 64 bit pattern. */ TRef lj_ir_knum_u64(jit_State *J, uint64_t u64) { - return lj_ir_k64(J, IR_KNUM, lj_ir_k64_find(J, u64)); + return lj_ir_k64(J, IR_KNUM, u64); } /* Intern 64 bit integer constant. */ TRef lj_ir_kint64(jit_State *J, uint64_t u64) { - return lj_ir_k64(J, IR_KINT64, lj_ir_k64_find(J, u64)); + return lj_ir_k64(J, IR_KINT64, u64); } /* Check whether a number is int and return it. -0 is NOT considered an int. */ @@ -309,10 +281,11 @@ TRef lj_ir_kgc(jit_State *J, GCobj *o, IRType t) for (ref = J->chain[IR_KGC]; ref; ref = cir[ref].prev) if (ir_kgc(&cir[ref]) == o) goto found; - ref = ir_nextk(J); + ref = ir_nextkgc(J); ir = IR(ref); /* NOBARRIER: Current trace is a GC root. */ - setgcref(ir->gcr, o); + ir->op12 = 0; + setgcref(ir[LJ_GC64].gcr, o); ir->t.irt = (uint8_t)t; ir->o = IR_KGC; ir->prev = J->chain[IR_KGC]; @@ -321,24 +294,44 @@ found: return TREF(ref, t); } -/* Intern 32 bit pointer constant. */ +/* Allocate GCtrace constant placeholder (no interning). */ +TRef lj_ir_ktrace(jit_State *J) +{ + IRRef ref = ir_nextkgc(J); + IRIns *ir = IR(ref); + lua_assert(irt_toitype_(IRT_P64) == LJ_TTRACE); + ir->t.irt = IRT_P64; + ir->o = LJ_GC64 ? IR_KNUM : IR_KNULL; /* Not IR_KGC yet, but same size. */ + ir->op12 = 0; + ir->prev = 0; + return TREF(ref, IRT_P64); +} + +/* Intern pointer constant. */ TRef lj_ir_kptr_(jit_State *J, IROp op, void *ptr) { IRIns *ir, *cir = J->cur.ir; IRRef ref; - lua_assert((void *)(intptr_t)i32ptr(ptr) == ptr); +#if LJ_64 && !LJ_GC64 + lua_assert((void *)(uintptr_t)u32ptr(ptr) == ptr); +#endif for (ref = J->chain[op]; ref; ref = cir[ref].prev) - if (mref(cir[ref].ptr, void) == ptr) + if (ir_kptr(&cir[ref]) == ptr) goto found; +#if LJ_GC64 + ref = ir_nextk64(J); +#else ref = ir_nextk(J); +#endif ir = IR(ref); - setmref(ir->ptr, ptr); - ir->t.irt = IRT_P32; + ir->op12 = 0; + setmref(ir[LJ_GC64].ptr, ptr); + ir->t.irt = IRT_PGC; ir->o = op; ir->prev = J->chain[op]; J->chain[op] = (IRRef1)ref; found: - return TREF(ref, IRT_P32); + return TREF(ref, IRT_PGC); } /* Intern typed NULL constant. */ @@ -390,12 +383,11 @@ void lj_ir_kvalue(lua_State *L, TValue *tv, const IRIns *ir) UNUSED(L); lua_assert(ir->o != IR_KSLOT); /* Common mistake. */ switch (ir->o) { - case IR_KPRI: setitype(tv, irt_toitype(ir->t)); break; + case IR_KPRI: setpriV(tv, irt_toitype(ir->t)); break; case IR_KINT: setintV(tv, ir->i); break; case IR_KGC: setgcV(L, tv, ir_kgc(ir), irt_toitype(ir->t)); break; - case IR_KPTR: case IR_KKPTR: case IR_KNULL: - setlightudV(tv, mref(ir->ptr, void)); - break; + case IR_KPTR: case IR_KKPTR: setlightudV(tv, ir_kptr(ir)); break; + case IR_KNULL: setlightudV(tv, NULL); break; case IR_KNUM: setnumV(tv, ir_knum(ir)->n); break; #if LJ_HASFFI case IR_KINT64: { @@ -443,7 +435,8 @@ TRef LJ_FASTCALL lj_ir_tostr(jit_State *J, TRef tr) if (!tref_isstr(tr)) { if (!tref_isnumber(tr)) lj_trace_err(J, LJ_TRERR_BADTYPE); - tr = emitir(IRT(IR_TOSTR, IRT_STR), tr, 0); + tr = emitir(IRT(IR_TOSTR, IRT_STR), tr, + tref_isnum(tr) ? IRTOSTR_NUM : IRTOSTR_INT); } return tr; } diff --git a/core/src/luajit/src/lj_ir.h b/core/src/luajit/src/lj_ir.h index 8126482e8..34c278539 100644 --- a/core/src/luajit/src/lj_ir.h +++ b/core/src/luajit/src/lj_ir.h @@ -1,6 +1,6 @@ /* ** SSA IR (Intermediate Representation) format. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_IR_H @@ -40,6 +40,7 @@ _(USE, S , ref, ___) \ _(PHI, S , ref, ref) \ _(RENAME, S , ref, lit) \ + _(PROF, S , ___, ___) \ \ /* Constants. */ \ _(KPRI, N , ___, ___) \ @@ -96,6 +97,7 @@ _(UREFC, LW, ref, lit) \ _(FREF, R , ref, lit) \ _(STRREF, N , ref, ref) \ + _(LREF, L , ___, ___) \ \ /* Loads and Stores. These must be in the same order. */ \ _(ALOAD, L , ref, ___) \ @@ -120,6 +122,11 @@ _(CNEW, AW, ref, ref) \ _(CNEWI, NW, ref, ref) /* CSE is ok, not marked as A. */ \ \ + /* Buffer operations. */ \ + _(BUFHDR, L , ref, lit) \ + _(BUFPUT, L , ref, ref) \ + _(BUFSTR, A , ref, ref) \ + \ /* Barriers. */ \ _(TBAR, S , ref, ___) \ _(OBAR, S , ref, ref) \ @@ -128,11 +135,12 @@ /* Type conversions. */ \ _(CONV, NW, ref, lit) \ _(TOBIT, N , ref, ref) \ - _(TOSTR, N , ref, ___) \ + _(TOSTR, N , ref, lit) \ _(STRTO, N , ref, ___) \ \ /* Calls. */ \ _(CALLN, N , ref, lit) \ + _(CALLA, A , ref, lit) \ _(CALLL, L , ref, lit) \ _(CALLS, S , ref, lit) \ _(CALLXS, S , ref, ref) \ @@ -186,6 +194,8 @@ IRFPMDEF(FPMENUM) _(STR_LEN, offsetof(GCstr, len)) \ _(FUNC_ENV, offsetof(GCfunc, l.env)) \ _(FUNC_PC, offsetof(GCfunc, l.pc)) \ + _(FUNC_FFID, offsetof(GCfunc, l.ffid)) \ + _(THREAD_ENV, offsetof(lua_State, env)) \ _(TAB_META, offsetof(GCtab, metatable)) \ _(TAB_ARRAY, offsetof(GCtab, array)) \ _(TAB_NODE, offsetof(GCtab, node)) \ @@ -210,7 +220,7 @@ IRFLDEF(FLENUM) /* SLOAD mode bits, stored in op2. */ #define IRSLOAD_PARENT 0x01 /* Coalesce with parent trace. */ -#define IRSLOAD_FRAME 0x02 /* Load hiword of frame. */ +#define IRSLOAD_FRAME 0x02 /* Load 32 bits of ftsz. */ #define IRSLOAD_TYPECHECK 0x04 /* Needs type check. */ #define IRSLOAD_CONVERT 0x08 /* Number to integer conversion. */ #define IRSLOAD_READONLY 0x10 /* Read-only, omit slot store. */ @@ -221,13 +231,16 @@ IRFLDEF(FLENUM) #define IRXLOAD_VOLATILE 2 /* Load from volatile data. */ #define IRXLOAD_UNALIGNED 4 /* Unaligned load. */ +/* BUFHDR mode, stored in op2. */ +#define IRBUFHDR_RESET 0 /* Reset buffer. */ +#define IRBUFHDR_APPEND 1 /* Append to buffer. */ + /* CONV mode, stored in op2. */ #define IRCONV_SRCMASK 0x001f /* Source IRType. */ #define IRCONV_DSTMASK 0x03e0 /* Dest. IRType (also in ir->t). */ #define IRCONV_DSH 5 #define IRCONV_NUM_INT ((IRT_NUM<<IRCONV_DSH)|IRT_INT) #define IRCONV_INT_NUM ((IRT_INT<<IRCONV_DSH)|IRT_NUM) -#define IRCONV_TRUNC 0x0400 /* Truncate number to integer. */ #define IRCONV_SEXT 0x0800 /* Sign-extend integer to integer. */ #define IRCONV_MODEMASK 0x0fff #define IRCONV_CONVMASK 0xf000 @@ -238,6 +251,11 @@ IRFLDEF(FLENUM) #define IRCONV_INDEX (2<<IRCONV_CSH) /* Check + special backprop rules. */ #define IRCONV_CHECK (3<<IRCONV_CSH) /* Number checked for integerness. */ +/* TOSTR mode, stored in op2. */ +#define IRTOSTR_INT 0 /* Convert integer to string. */ +#define IRTOSTR_NUM 1 /* Convert number to string. */ +#define IRTOSTR_CHAR 2 /* Convert char value to string. */ + /* -- IR operands --------------------------------------------------------- */ /* IR operand mode (2 bit). */ @@ -276,7 +294,9 @@ LJ_DATA const uint8_t lj_ir_mode[IR__MAX+1]; /* -- IR instruction types ------------------------------------------------ */ -/* Map of itypes to non-negative numbers. ORDER LJ_T. +#define IRTSIZE_PGC (LJ_GC64 ? 8 : 4) + +/* Map of itypes to non-negative numbers and their sizes. ORDER LJ_T. ** LJ_TUPVAL/LJ_TTRACE never appear in a TValue. Use these itypes for ** IRT_P32 and IRT_P64, which never escape the IR. ** The various integers are only used in the IR and can only escape to @@ -284,12 +304,13 @@ LJ_DATA const uint8_t lj_ir_mode[IR__MAX+1]; ** contiguous and next to IRT_NUM (see the typerange macros below). */ #define IRTDEF(_) \ - _(NIL, 4) _(FALSE, 4) _(TRUE, 4) _(LIGHTUD, LJ_64 ? 8 : 4) _(STR, 4) \ - _(P32, 4) _(THREAD, 4) _(PROTO, 4) _(FUNC, 4) _(P64, 8) _(CDATA, 4) \ - _(TAB, 4) _(UDATA, 4) \ + _(NIL, 4) _(FALSE, 4) _(TRUE, 4) _(LIGHTUD, LJ_64 ? 8 : 4) \ + _(STR, IRTSIZE_PGC) _(P32, 4) _(THREAD, IRTSIZE_PGC) _(PROTO, IRTSIZE_PGC) \ + _(FUNC, IRTSIZE_PGC) _(P64, 8) _(CDATA, IRTSIZE_PGC) _(TAB, IRTSIZE_PGC) \ + _(UDATA, IRTSIZE_PGC) \ _(FLOAT, 4) _(NUM, 8) _(I8, 1) _(U8, 1) _(I16, 2) _(U16, 2) \ _(INT, 4) _(U32, 4) _(I64, 8) _(U64, 8) \ - _(SOFTFP, 4) /* There is room for 9 more types. */ + _(SOFTFP, 4) /* There is room for 8 more types. */ /* IR result type and flags (8 bit). */ typedef enum { @@ -300,6 +321,8 @@ IRTDEF(IRTENUM) /* Native pointer type and the corresponding integer type. */ IRT_PTR = LJ_64 ? IRT_P64 : IRT_P32, + IRT_PGC = LJ_GC64 ? IRT_P64 : IRT_P32, + IRT_IGC = LJ_GC64 ? IRT_I64 : IRT_INT, IRT_INTP = LJ_64 ? IRT_I64 : IRT_INT, IRT_UINTP = LJ_64 ? IRT_U64 : IRT_U32, @@ -353,7 +376,12 @@ typedef struct IRType1 { uint8_t irt; } IRType1; #define irt_isaddr(t) (irt_typerange((t), IRT_LIGHTUD, IRT_UDATA)) #define irt_isint64(t) (irt_typerange((t), IRT_I64, IRT_U64)) -#if LJ_64 +#if LJ_GC64 +#define IRT_IS64 \ + ((1u<<IRT_NUM)|(1u<<IRT_I64)|(1u<<IRT_U64)|(1u<<IRT_P64)|\ + (1u<<IRT_LIGHTUD)|(1u<<IRT_STR)|(1u<<IRT_THREAD)|(1u<<IRT_PROTO)|\ + (1u<<IRT_FUNC)|(1u<<IRT_CDATA)|(1u<<IRT_TAB)|(1u<<IRT_UDATA)) +#elif LJ_64 #define IRT_IS64 \ ((1u<<IRT_NUM)|(1u<<IRT_I64)|(1u<<IRT_U64)|(1u<<IRT_P64)|(1u<<IRT_LIGHTUD)) #else @@ -374,7 +402,7 @@ static LJ_AINLINE IRType itype2irt(const TValue *tv) return IRT_INT; else if (tvisnum(tv)) return IRT_NUM; -#if LJ_64 +#if LJ_64 && !LJ_GC64 else if (tvislightud(tv)) return IRT_LIGHTUD; #endif @@ -384,7 +412,7 @@ static LJ_AINLINE IRType itype2irt(const TValue *tv) static LJ_AINLINE uint32_t irt_toitype_(IRType t) { - lua_assert(!LJ_64 || t != IRT_LIGHTUD); + lua_assert(!LJ_64 || LJ_GC64 || t != IRT_LIGHTUD); if (LJ_DUALNUM && t > IRT_NUM) { return LJ_TISNUM; } else { @@ -464,6 +492,7 @@ typedef uint32_t TRef; #define tref_isnil(tr) (tref_istype((tr), IRT_NIL)) #define tref_isfalse(tr) (tref_istype((tr), IRT_FALSE)) #define tref_istrue(tr) (tref_istype((tr), IRT_TRUE)) +#define tref_islightud(tr) (tref_istype((tr), IRT_LIGHTUD)) #define tref_isstr(tr) (tref_istype((tr), IRT_STR)) #define tref_isfunc(tr) (tref_istype((tr), IRT_FUNC)) #define tref_iscdata(tr) (tref_istype((tr), IRT_CDATA)) @@ -496,7 +525,9 @@ typedef uint32_t TRef; ** +-------+-------+---+---+---+---+ ** | op1 | op2 | t | o | r | s | ** +-------+-------+---+---+---+---+ -** | op12/i/gco | ot | prev | (alternative fields in union) +** | op12/i/gco32 | ot | prev | (alternative fields in union) +** +-------+-------+---+---+---+---+ +** | TValue/gco64 | (2nd IR slot for 64 bit constants) ** +---------------+-------+-------+ ** 32 16 16 ** @@ -524,21 +555,27 @@ typedef union IRIns { ) }; int32_t i; /* 32 bit signed integer literal (overlaps op12). */ - GCRef gcr; /* GCobj constant (overlaps op12). */ - MRef ptr; /* Pointer constant (overlaps op12). */ + GCRef gcr; /* GCobj constant (overlaps op12 or entire slot). */ + MRef ptr; /* Pointer constant (overlaps op12 or entire slot). */ + TValue tv; /* TValue constant (overlaps entire slot). */ } IRIns; -#define ir_kgc(ir) check_exp((ir)->o == IR_KGC, gcref((ir)->gcr)) +#define ir_kgc(ir) check_exp((ir)->o == IR_KGC, gcref((ir)[LJ_GC64].gcr)) #define ir_kstr(ir) (gco2str(ir_kgc((ir)))) #define ir_ktab(ir) (gco2tab(ir_kgc((ir)))) #define ir_kfunc(ir) (gco2func(ir_kgc((ir)))) #define ir_kcdata(ir) (gco2cd(ir_kgc((ir)))) -#define ir_knum(ir) check_exp((ir)->o == IR_KNUM, mref((ir)->ptr, cTValue)) -#define ir_kint64(ir) check_exp((ir)->o == IR_KINT64, mref((ir)->ptr,cTValue)) +#define ir_knum(ir) check_exp((ir)->o == IR_KNUM, &(ir)[1].tv) +#define ir_kint64(ir) check_exp((ir)->o == IR_KINT64, &(ir)[1].tv) #define ir_k64(ir) \ - check_exp((ir)->o == IR_KNUM || (ir)->o == IR_KINT64, mref((ir)->ptr,cTValue)) + check_exp((ir)->o == IR_KNUM || (ir)->o == IR_KINT64 || \ + (LJ_GC64 && \ + ((ir)->o == IR_KGC || \ + (ir)->o == IR_KPTR || (ir)->o == IR_KKPTR)), \ + &(ir)[1].tv) #define ir_kptr(ir) \ - check_exp((ir)->o == IR_KPTR || (ir)->o == IR_KKPTR, mref((ir)->ptr, void)) + check_exp((ir)->o == IR_KPTR || (ir)->o == IR_KKPTR, \ + mref((ir)[LJ_GC64].ptr, void)) /* A store or any other op with a non-weak guard has a side-effect. */ static LJ_AINLINE int ir_sideeff(IRIns *ir) diff --git a/core/src/luajit/src/lj_ircall.h b/core/src/luajit/src/lj_ircall.h index 893dac2f8..973c36e6e 100644 --- a/core/src/luajit/src/lj_ircall.h +++ b/core/src/luajit/src/lj_ircall.h @@ -1,6 +1,6 @@ /* ** IR CALL* instruction definitions. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_IRCALL_H @@ -16,7 +16,7 @@ typedef struct CCallInfo { uint32_t flags; /* Number of arguments and flags. */ } CCallInfo; -#define CCI_NARGS(ci) ((ci)->flags & 0xff) /* Extract # of args. */ +#define CCI_NARGS(ci) ((ci)->flags & 0xff) /* # of args. */ #define CCI_NARGS_MAX 32 /* Max. # of args. */ #define CCI_OTSHIFT 16 @@ -25,6 +25,7 @@ typedef struct CCallInfo { #define CCI_OP(ci) ((ci)->flags >> CCI_OPSHIFT) /* Get op. */ #define CCI_CALL_N (IR_CALLN << CCI_OPSHIFT) +#define CCI_CALL_A (IR_CALLA << CCI_OPSHIFT) #define CCI_CALL_L (IR_CALLL << CCI_OPSHIFT) #define CCI_CALL_S (IR_CALLS << CCI_OPSHIFT) #define CCI_CALL_FN (CCI_CALL_N|CCI_CC_FASTCALL) @@ -45,6 +46,17 @@ typedef struct CCallInfo { #define CCI_CC_FASTCALL 0x2000 /* Fastcall calling convention. */ #define CCI_CC_STDCALL 0x3000 /* Stdcall calling convention. */ +/* Extra args for SOFTFP, SPLIT 64 bit. */ +#define CCI_XARGS_SHIFT 14 +#define CCI_XARGS(ci) (((ci)->flags >> CCI_XARGS_SHIFT) & 3) +#define CCI_XA (1u << CCI_XARGS_SHIFT) + +#if LJ_SOFTFP || (LJ_32 && LJ_HASFFI) +#define CCI_XNARGS(ci) (CCI_NARGS((ci)) + CCI_XARGS((ci))) +#else +#define CCI_XNARGS(ci) CCI_NARGS((ci)) +#endif + /* Helpers for conditional function definitions. */ #define IRCALLCOND_ANY(x) x @@ -66,7 +78,13 @@ typedef struct CCallInfo { #define IRCALLCOND_SOFTFP_FFI(x) NULL #endif -#define LJ_NEED_FP64 (LJ_TARGET_ARM || LJ_TARGET_PPC || LJ_TARGET_MIPS) +#if LJ_SOFTFP && LJ_TARGET_MIPS32 +#define IRCALLCOND_SOFTFP_MIPS(x) x +#else +#define IRCALLCOND_SOFTFP_MIPS(x) NULL +#endif + +#define LJ_NEED_FP64 (LJ_TARGET_ARM || LJ_TARGET_PPC || LJ_TARGET_MIPS32) #if LJ_HASFFI && (LJ_SOFTFP || LJ_NEED_FP64) #define IRCALLCOND_FP64_FFI(x) x @@ -86,63 +104,83 @@ typedef struct CCallInfo { #define IRCALLCOND_FFI32(x) NULL #endif -#if LJ_TARGET_X86 -#define CCI_RANDFPR 0 /* Clang on OSX/x86 is overzealous. */ -#else -#define CCI_RANDFPR CCI_NOFPRCLOBBER -#endif - #if LJ_SOFTFP -#define ARG1_FP 2 /* Treat as 2 32 bit arguments. */ +#define XA_FP CCI_XA +#define XA2_FP (CCI_XA+CCI_XA) #else -#define ARG1_FP 1 +#define XA_FP 0 +#define XA2_FP 0 #endif #if LJ_32 -#define ARG2_64 4 /* Treat as 4 32 bit arguments. */ +#define XA_64 CCI_XA +#define XA2_64 (CCI_XA+CCI_XA) #else -#define ARG2_64 2 +#define XA_64 0 +#define XA2_64 0 #endif /* Function definitions for CALL* instructions. */ #define IRCALLDEF(_) \ _(ANY, lj_str_cmp, 2, FN, INT, CCI_NOFPRCLOBBER) \ + _(ANY, lj_str_find, 4, N, PGC, 0) \ _(ANY, lj_str_new, 3, S, STR, CCI_L) \ _(ANY, lj_strscan_num, 2, FN, INT, 0) \ - _(ANY, lj_str_fromint, 2, FN, STR, CCI_L) \ - _(ANY, lj_str_fromnum, 2, FN, STR, CCI_L) \ + _(ANY, lj_strfmt_int, 2, FN, STR, CCI_L) \ + _(ANY, lj_strfmt_num, 2, FN, STR, CCI_L) \ + _(ANY, lj_strfmt_char, 2, FN, STR, CCI_L) \ + _(ANY, lj_strfmt_putint, 2, FL, PGC, 0) \ + _(ANY, lj_strfmt_putnum, 2, FL, PGC, 0) \ + _(ANY, lj_strfmt_putquoted, 2, FL, PGC, 0) \ + _(ANY, lj_strfmt_putfxint, 3, L, PGC, XA_64) \ + _(ANY, lj_strfmt_putfnum_int, 3, L, PGC, XA_FP) \ + _(ANY, lj_strfmt_putfnum_uint, 3, L, PGC, XA_FP) \ + _(ANY, lj_strfmt_putfnum, 3, L, PGC, XA_FP) \ + _(ANY, lj_strfmt_putfstr, 3, L, PGC, 0) \ + _(ANY, lj_strfmt_putfchar, 3, L, PGC, 0) \ + _(ANY, lj_buf_putmem, 3, S, PGC, 0) \ + _(ANY, lj_buf_putstr, 2, FL, PGC, 0) \ + _(ANY, lj_buf_putchar, 2, FL, PGC, 0) \ + _(ANY, lj_buf_putstr_reverse, 2, FL, PGC, 0) \ + _(ANY, lj_buf_putstr_lower, 2, FL, PGC, 0) \ + _(ANY, lj_buf_putstr_upper, 2, FL, PGC, 0) \ + _(ANY, lj_buf_putstr_rep, 3, L, PGC, 0) \ + _(ANY, lj_buf_puttab, 5, L, PGC, 0) \ + _(ANY, lj_buf_tostr, 1, FL, STR, 0) \ + _(ANY, lj_tab_new_ah, 3, A, TAB, CCI_L) \ _(ANY, lj_tab_new1, 2, FS, TAB, CCI_L) \ _(ANY, lj_tab_dup, 2, FS, TAB, CCI_L) \ - _(ANY, lj_tab_newkey, 3, S, P32, CCI_L) \ + _(ANY, lj_tab_clear, 1, FS, NIL, 0) \ + _(ANY, lj_tab_newkey, 3, S, PGC, CCI_L) \ _(ANY, lj_tab_len, 1, FL, INT, 0) \ _(ANY, lj_gc_step_jit, 2, FS, NIL, CCI_L) \ _(ANY, lj_gc_barrieruv, 2, FS, NIL, 0) \ - _(ANY, lj_mem_newgco, 2, FS, P32, CCI_L) \ - _(ANY, lj_math_random_step, 1, FS, NUM, CCI_CASTU64|CCI_RANDFPR)\ + _(ANY, lj_mem_newgco, 2, FS, PGC, CCI_L) \ + _(ANY, lj_math_random_step, 1, FS, NUM, CCI_CASTU64) \ _(ANY, lj_vm_modi, 2, FN, INT, 0) \ - _(ANY, sinh, ARG1_FP, N, NUM, 0) \ - _(ANY, cosh, ARG1_FP, N, NUM, 0) \ - _(ANY, tanh, ARG1_FP, N, NUM, 0) \ - _(ANY, fputc, 2, S, INT, 0) \ - _(ANY, fwrite, 4, S, INT, 0) \ - _(ANY, fflush, 1, S, INT, 0) \ + _(ANY, sinh, 1, N, NUM, XA_FP) \ + _(ANY, cosh, 1, N, NUM, XA_FP) \ + _(ANY, tanh, 1, N, NUM, XA_FP) \ + _(ANY, fputc, 2, S, INT, 0) \ + _(ANY, fwrite, 4, S, INT, 0) \ + _(ANY, fflush, 1, S, INT, 0) \ /* ORDER FPM */ \ - _(FPMATH, lj_vm_floor, ARG1_FP, N, NUM, 0) \ - _(FPMATH, lj_vm_ceil, ARG1_FP, N, NUM, 0) \ - _(FPMATH, lj_vm_trunc, ARG1_FP, N, NUM, 0) \ - _(FPMATH, sqrt, ARG1_FP, N, NUM, 0) \ - _(FPMATH, exp, ARG1_FP, N, NUM, 0) \ - _(FPMATH, lj_vm_exp2, ARG1_FP, N, NUM, 0) \ - _(FPMATH, log, ARG1_FP, N, NUM, 0) \ - _(FPMATH, lj_vm_log2, ARG1_FP, N, NUM, 0) \ - _(FPMATH, log10, ARG1_FP, N, NUM, 0) \ - _(FPMATH, sin, ARG1_FP, N, NUM, 0) \ - _(FPMATH, cos, ARG1_FP, N, NUM, 0) \ - _(FPMATH, tan, ARG1_FP, N, NUM, 0) \ - _(FPMATH, lj_vm_powi, ARG1_FP+1, N, NUM, 0) \ - _(FPMATH, pow, ARG1_FP*2, N, NUM, 0) \ - _(FPMATH, atan2, ARG1_FP*2, N, NUM, 0) \ - _(FPMATH, ldexp, ARG1_FP+1, N, NUM, 0) \ + _(FPMATH, lj_vm_floor, 1, N, NUM, XA_FP) \ + _(FPMATH, lj_vm_ceil, 1, N, NUM, XA_FP) \ + _(FPMATH, lj_vm_trunc, 1, N, NUM, XA_FP) \ + _(FPMATH, sqrt, 1, N, NUM, XA_FP) \ + _(ANY, exp, 1, N, NUM, XA_FP) \ + _(ANY, lj_vm_exp2, 1, N, NUM, XA_FP) \ + _(ANY, log, 1, N, NUM, XA_FP) \ + _(ANY, lj_vm_log2, 1, N, NUM, XA_FP) \ + _(ANY, log10, 1, N, NUM, XA_FP) \ + _(ANY, sin, 1, N, NUM, XA_FP) \ + _(ANY, cos, 1, N, NUM, XA_FP) \ + _(ANY, tan, 1, N, NUM, XA_FP) \ + _(ANY, lj_vm_powi, 2, N, NUM, XA_FP) \ + _(ANY, pow, 2, N, NUM, XA2_FP) \ + _(ANY, atan2, 2, N, NUM, XA2_FP) \ + _(ANY, ldexp, 2, N, NUM, XA_FP) \ _(SOFTFP, lj_vm_tobit, 2, N, INT, 0) \ _(SOFTFP, softfp_add, 4, N, NUM, 0) \ _(SOFTFP, softfp_sub, 4, N, NUM, 0) \ @@ -151,6 +189,8 @@ typedef struct CCallInfo { _(SOFTFP, softfp_cmp, 4, N, NIL, 0) \ _(SOFTFP, softfp_i2d, 1, N, NUM, 0) \ _(SOFTFP, softfp_d2i, 2, N, INT, 0) \ + _(SOFTFP_MIPS, lj_vm_sfmin, 4, N, NUM, 0) \ + _(SOFTFP_MIPS, lj_vm_sfmax, 4, N, NUM, 0) \ _(SOFTFP_FFI, softfp_ui2d, 1, N, NUM, 0) \ _(SOFTFP_FFI, softfp_f2d, 1, N, NUM, 0) \ _(SOFTFP_FFI, softfp_d2ui, 2, N, INT, 0) \ @@ -159,26 +199,32 @@ typedef struct CCallInfo { _(SOFTFP_FFI, softfp_ui2f, 1, N, FLOAT, 0) \ _(SOFTFP_FFI, softfp_f2i, 1, N, INT, 0) \ _(SOFTFP_FFI, softfp_f2ui, 1, N, INT, 0) \ - _(FP64_FFI, fp64_l2d, 2, N, NUM, 0) \ - _(FP64_FFI, fp64_ul2d, 2, N, NUM, 0) \ - _(FP64_FFI, fp64_l2f, 2, N, FLOAT, 0) \ - _(FP64_FFI, fp64_ul2f, 2, N, FLOAT, 0) \ - _(FP64_FFI, fp64_d2l, ARG1_FP, N, I64, 0) \ - _(FP64_FFI, fp64_d2ul, ARG1_FP, N, U64, 0) \ + _(FP64_FFI, fp64_l2d, 1, N, NUM, XA_64) \ + _(FP64_FFI, fp64_ul2d, 1, N, NUM, XA_64) \ + _(FP64_FFI, fp64_l2f, 1, N, FLOAT, XA_64) \ + _(FP64_FFI, fp64_ul2f, 1, N, FLOAT, XA_64) \ + _(FP64_FFI, fp64_d2l, 1, N, I64, XA_FP) \ + _(FP64_FFI, fp64_d2ul, 1, N, U64, XA_FP) \ _(FP64_FFI, fp64_f2l, 1, N, I64, 0) \ _(FP64_FFI, fp64_f2ul, 1, N, U64, 0) \ - _(FFI, lj_carith_divi64, ARG2_64, N, I64, CCI_NOFPRCLOBBER) \ - _(FFI, lj_carith_divu64, ARG2_64, N, U64, CCI_NOFPRCLOBBER) \ - _(FFI, lj_carith_modi64, ARG2_64, N, I64, CCI_NOFPRCLOBBER) \ - _(FFI, lj_carith_modu64, ARG2_64, N, U64, CCI_NOFPRCLOBBER) \ - _(FFI, lj_carith_powi64, ARG2_64, N, I64, CCI_NOFPRCLOBBER) \ - _(FFI, lj_carith_powu64, ARG2_64, N, U64, CCI_NOFPRCLOBBER) \ - _(FFI, lj_cdata_setfin, 2, FN, P32, CCI_L) \ - _(FFI, strlen, 1, L, INTP, 0) \ - _(FFI, memcpy, 3, S, PTR, 0) \ - _(FFI, memset, 3, S, PTR, 0) \ - _(FFI, lj_vm_errno, 0, S, INT, CCI_NOFPRCLOBBER) \ - _(FFI32, lj_carith_mul64, ARG2_64, N, I64, CCI_NOFPRCLOBBER) + _(FFI, lj_carith_divi64, 2, N, I64, XA2_64|CCI_NOFPRCLOBBER) \ + _(FFI, lj_carith_divu64, 2, N, U64, XA2_64|CCI_NOFPRCLOBBER) \ + _(FFI, lj_carith_modi64, 2, N, I64, XA2_64|CCI_NOFPRCLOBBER) \ + _(FFI, lj_carith_modu64, 2, N, U64, XA2_64|CCI_NOFPRCLOBBER) \ + _(FFI, lj_carith_powi64, 2, N, I64, XA2_64|CCI_NOFPRCLOBBER) \ + _(FFI, lj_carith_powu64, 2, N, U64, XA2_64|CCI_NOFPRCLOBBER) \ + _(FFI, lj_cdata_newv, 4, S, CDATA, CCI_L) \ + _(FFI, lj_cdata_setfin, 4, S, NIL, CCI_L) \ + _(FFI, strlen, 1, L, INTP, 0) \ + _(FFI, memcpy, 3, S, PTR, 0) \ + _(FFI, memset, 3, S, PTR, 0) \ + _(FFI, lj_vm_errno, 0, S, INT, CCI_NOFPRCLOBBER) \ + _(FFI32, lj_carith_mul64, 2, N, I64, XA2_64|CCI_NOFPRCLOBBER) \ + _(FFI32, lj_carith_shl64, 2, N, U64, XA_64|CCI_NOFPRCLOBBER) \ + _(FFI32, lj_carith_shr64, 2, N, U64, XA_64|CCI_NOFPRCLOBBER) \ + _(FFI32, lj_carith_sar64, 2, N, U64, XA_64|CCI_NOFPRCLOBBER) \ + _(FFI32, lj_carith_rol64, 2, N, U64, XA_64|CCI_NOFPRCLOBBER) \ + _(FFI32, lj_carith_ror64, 2, N, U64, XA_64|CCI_NOFPRCLOBBER) \ \ /* End of list. */ @@ -226,6 +272,22 @@ LJ_DATA const CCallInfo lj_ir_callinfo[IRCALL__MAX+1]; #define fp64_f2l __aeabi_f2lz #define fp64_f2ul __aeabi_f2ulz #endif +#elif LJ_TARGET_MIPS +#define softfp_add __adddf3 +#define softfp_sub __subdf3 +#define softfp_mul __muldf3 +#define softfp_div __divdf3 +#define softfp_cmp __ledf2 +#define softfp_i2d __floatsidf +#define softfp_d2i __fixdfsi +#define softfp_ui2d __floatunsidf +#define softfp_f2d __extendsfdf2 +#define softfp_d2ui __fixunsdfsi +#define softfp_d2f __truncdfsf2 +#define softfp_i2f __floatsisf +#define softfp_ui2f __floatunsisf +#define softfp_f2i __fixsfsi +#define softfp_f2ui __fixunssfsi #else #error "Missing soft-float definitions for target architecture" #endif @@ -246,6 +308,10 @@ extern float softfp_ui2f(uint32_t a); extern int32_t softfp_f2i(float a); extern uint32_t softfp_f2ui(float a); #endif +#if LJ_TARGET_MIPS +extern double lj_vm_sfmin(double a, double b); +extern double lj_vm_sfmax(double a, double b); +#endif #endif #if LJ_HASFFI && LJ_NEED_FP64 && !(LJ_TARGET_ARM && LJ_SOFTFP) diff --git a/core/src/luajit/src/lj_iropt.h b/core/src/luajit/src/lj_iropt.h index 4e424e700..73aef0ef3 100644 --- a/core/src/luajit/src/lj_iropt.h +++ b/core/src/luajit/src/lj_iropt.h @@ -1,6 +1,6 @@ /* ** Common header for IR emitter and optimizations. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_IROPT_H @@ -36,11 +36,11 @@ static LJ_AINLINE IRRef lj_ir_nextins(jit_State *J) return ref; } +LJ_FUNC TRef lj_ir_ggfload(jit_State *J, IRType t, uintptr_t ofs); + /* Interning of constants. */ LJ_FUNC TRef LJ_FASTCALL lj_ir_kint(jit_State *J, int32_t k); -LJ_FUNC void lj_ir_k64_freeall(jit_State *J); -LJ_FUNC TRef lj_ir_k64(jit_State *J, IROp op, cTValue *tv); -LJ_FUNC cTValue *lj_ir_k64_find(jit_State *J, uint64_t u64); +LJ_FUNC TRef lj_ir_k64(jit_State *J, IROp op, uint64_t u64); LJ_FUNC TRef lj_ir_knum_u64(jit_State *J, uint64_t u64); LJ_FUNC TRef lj_ir_knumint(jit_State *J, lua_Number n); LJ_FUNC TRef lj_ir_kint64(jit_State *J, uint64_t u64); @@ -48,6 +48,7 @@ LJ_FUNC TRef lj_ir_kgc(jit_State *J, GCobj *o, IRType t); LJ_FUNC TRef lj_ir_kptr_(jit_State *J, IROp op, void *ptr); LJ_FUNC TRef lj_ir_knull(jit_State *J, IRType t); LJ_FUNC TRef lj_ir_kslot(jit_State *J, TRef key, IRRef slot); +LJ_FUNC TRef lj_ir_ktrace(jit_State *J); #if LJ_64 #define lj_ir_kintp(J, k) lj_ir_kint64(J, (uint64_t)(k)) @@ -74,8 +75,8 @@ static LJ_AINLINE TRef lj_ir_knum(jit_State *J, lua_Number n) #define lj_ir_knum_tobit(J) lj_ir_knum_u64(J, U64x(43380000,00000000)) /* Special 128 bit SIMD constants. */ -#define lj_ir_knum_abs(J) lj_ir_k64(J, IR_KNUM, LJ_KSIMD(J, LJ_KSIMD_ABS)) -#define lj_ir_knum_neg(J) lj_ir_k64(J, IR_KNUM, LJ_KSIMD(J, LJ_KSIMD_NEG)) +#define lj_ir_ksimd(J, idx) \ + lj_ir_ggfload(J, IRT_NUM, (uintptr_t)LJ_KSIMD(J, idx) - (uintptr_t)J2GG(J)) /* Access to constants. */ LJ_FUNC void lj_ir_kvalue(lua_State *L, TValue *tv, const IRIns *ir); @@ -142,8 +143,8 @@ LJ_FUNC TRef LJ_FASTCALL lj_opt_narrow_cindex(jit_State *J, TRef key); LJ_FUNC TRef lj_opt_narrow_arith(jit_State *J, TRef rb, TRef rc, TValue *vb, TValue *vc, IROp op); LJ_FUNC TRef lj_opt_narrow_unm(jit_State *J, TRef rc, TValue *vc); -LJ_FUNC TRef lj_opt_narrow_mod(jit_State *J, TRef rb, TRef rc, TValue *vc); -LJ_FUNC TRef lj_opt_narrow_pow(jit_State *J, TRef rb, TRef rc, TValue *vc); +LJ_FUNC TRef lj_opt_narrow_mod(jit_State *J, TRef rb, TRef rc, TValue *vb, TValue *vc); +LJ_FUNC TRef lj_opt_narrow_pow(jit_State *J, TRef rb, TRef rc, TValue *vb, TValue *vc); LJ_FUNC IRType lj_opt_narrow_forl(jit_State *J, cTValue *forbase); /* Optimization passes. */ diff --git a/core/src/luajit/src/lj_jit.h b/core/src/luajit/src/lj_jit.h index eb7654770..92054e3df 100644 --- a/core/src/luajit/src/lj_jit.h +++ b/core/src/luajit/src/lj_jit.h @@ -1,6 +1,6 @@ /* ** Common definitions for the JIT compiler. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_JIT_H @@ -14,18 +14,16 @@ /* CPU-specific JIT engine flags. */ #if LJ_TARGET_X86ORX64 -#define JIT_F_CMOV 0x00000010 -#define JIT_F_SSE2 0x00000020 -#define JIT_F_SSE3 0x00000040 -#define JIT_F_SSE4_1 0x00000080 -#define JIT_F_P4 0x00000100 -#define JIT_F_PREFER_IMUL 0x00000200 -#define JIT_F_SPLIT_XMM 0x00000400 -#define JIT_F_LEA_AGU 0x00000800 +#define JIT_F_SSE2 0x00000010 +#define JIT_F_SSE3 0x00000020 +#define JIT_F_SSE4_1 0x00000040 +#define JIT_F_PREFER_IMUL 0x00000080 +#define JIT_F_LEA_AGU 0x00000100 +#define JIT_F_BMI2 0x00000200 /* Names for the CPU-specific flags. Must match the order above. */ -#define JIT_F_CPU_FIRST JIT_F_CMOV -#define JIT_F_CPUSTRING "\4CMOV\4SSE2\4SSE3\6SSE4.1\2P4\3AMD\2K8\4ATOM" +#define JIT_F_CPU_FIRST JIT_F_SSE2 +#define JIT_F_CPUSTRING "\4SSE2\4SSE3\6SSE4.1\3AMD\4ATOM\4BMI2" #elif LJ_TARGET_ARM #define JIT_F_ARMV6_ 0x00000010 #define JIT_F_ARMV6T2_ 0x00000020 @@ -48,12 +46,16 @@ #define JIT_F_CPU_FIRST JIT_F_SQRT #define JIT_F_CPUSTRING "\4SQRT\5ROUND" #elif LJ_TARGET_MIPS -#define JIT_F_MIPS32R2 0x00000010 +#define JIT_F_MIPSXXR2 0x00000010 /* Names for the CPU-specific flags. Must match the order above. */ -#define JIT_F_CPU_FIRST JIT_F_MIPS32R2 +#define JIT_F_CPU_FIRST JIT_F_MIPSXXR2 +#if LJ_TARGET_MIPS32 #define JIT_F_CPUSTRING "\010MIPS32R2" #else +#define JIT_F_CPUSTRING "\010MIPS64R2" +#endif +#else #define JIT_F_CPU_FIRST 0 #define JIT_F_CPUSTRING "" #endif @@ -100,6 +102,7 @@ _(\012, maxirconst, 500) /* Max. # of IR constants of a trace. */ \ _(\007, maxside, 100) /* Max. # of side traces of a root trace. */ \ _(\007, maxsnap, 500) /* Max. # of snapshots for a trace. */ \ + _(\011, minstitch, 0) /* Min. # of IR ins for a stitched trace. */ \ \ _(\007, hotloop, 56) /* # of iter. to detect a hot loop/call. */ \ _(\007, hotexit, 10) /* # of taken exits to start a side trace. */ \ @@ -180,14 +183,26 @@ LJ_STATIC_ASSERT(SNAP_CONT == TREF_CONT); #define SNAP(slot, flags, ref) (((SnapEntry)(slot) << 24) + (flags) + (ref)) #define SNAP_TR(slot, tr) \ (((SnapEntry)(slot) << 24) + ((tr) & (TREF_CONT|TREF_FRAME|TREF_REFMASK))) +#if !LJ_FR2 #define SNAP_MKPC(pc) ((SnapEntry)u32ptr(pc)) +#endif #define SNAP_MKFTSZ(ftsz) ((SnapEntry)(ftsz)) #define snap_ref(sn) ((sn) & 0xffff) #define snap_slot(sn) ((BCReg)((sn) >> 24)) #define snap_isframe(sn) ((sn) & SNAP_FRAME) -#define snap_pc(sn) ((const BCIns *)(uintptr_t)(sn)) #define snap_setref(sn, ref) (((sn) & (0xffff0000&~SNAP_NORESTORE)) | (ref)) +static LJ_AINLINE const BCIns *snap_pc(SnapEntry *sn) +{ +#if LJ_FR2 + uint64_t pcbase; + memcpy(&pcbase, sn, sizeof(uint64_t)); + return (const BCIns *)(pcbase >> 8); +#else + return (const BCIns *)(uintptr_t)*sn; +#endif +} + /* Snapshot and exit numbers. */ typedef uint32_t SnapNo; typedef uint32_t ExitNo; @@ -205,7 +220,8 @@ typedef enum { LJ_TRLINK_UPREC, /* Up-recursion. */ LJ_TRLINK_DOWNREC, /* Down-recursion. */ LJ_TRLINK_INTERP, /* Fallback to interpreter. */ - LJ_TRLINK_RETURN /* Return to interpreter. */ + LJ_TRLINK_RETURN, /* Return to interpreter. */ + LJ_TRLINK_STITCH /* Trace stitching. */ } TraceLink; /* Trace object. */ @@ -214,6 +230,9 @@ typedef struct GCtrace { uint8_t topslot; /* Top stack slot already checked to be allocated. */ uint8_t linktype; /* Type of link. */ IRRef nins; /* Next IR instruction. Biased with REF_BIAS. */ +#if LJ_GC64 + uint32_t unused_gc64; +#endif GCRef gclist; IRIns *ir; /* IR instructions/constants. Biased with REF_BIAS. */ IRRef nk; /* Lowest IR constant. Biased with REF_BIAS. */ @@ -288,6 +307,16 @@ typedef struct ScEvEntry { uint8_t dir; /* Direction. 1: +, 0: -. */ } ScEvEntry; +/* Reverse bytecode map (IRRef -> PC). Only for selected instructions. */ +typedef struct RBCHashEntry { + MRef pc; /* Bytecode PC. */ + GCRef pt; /* Prototype. */ + IRRef ref; /* IR reference. */ +} RBCHashEntry; + +/* Number of slots in the reverse bytecode hash table. Must be a power of 2. */ +#define RBCHASH_SLOTS 8 + /* 128 bit SIMD constants. */ enum { LJ_KSIMD_ABS, @@ -295,6 +324,45 @@ enum { LJ_KSIMD__MAX }; +enum { +#if LJ_TARGET_X86ORX64 + LJ_K64_TOBIT, /* 2^52 + 2^51 */ + LJ_K64_2P64, /* 2^64 */ + LJ_K64_M2P64, /* -2^64 */ +#if LJ_32 + LJ_K64_M2P64_31, /* -2^64 or -2^31 */ +#else + LJ_K64_M2P64_31 = LJ_K64_M2P64, +#endif +#endif +#if LJ_TARGET_MIPS + LJ_K64_2P31, /* 2^31 */ +#if LJ_64 + LJ_K64_2P63, /* 2^63 */ + LJ_K64_M2P64, /* -2^64 */ +#endif +#endif + LJ_K64__MAX, +}; + +enum { +#if LJ_TARGET_X86ORX64 + LJ_K32_M2P64_31, /* -2^64 or -2^31 */ +#endif +#if LJ_TARGET_PPC + LJ_K32_2P52_2P31, /* 2^52 + 2^31 */ + LJ_K32_2P52, /* 2^52 */ +#endif +#if LJ_TARGET_PPC || LJ_TARGET_MIPS + LJ_K32_2P31, /* 2^31 */ +#endif +#if LJ_TARGET_MIPS64 + LJ_K32_2P63, /* 2^63 */ + LJ_K32_M2P64, /* -2^64 */ +#endif + LJ_K32__MAX +}; + /* Get 16 byte aligned pointer to SIMD constant. */ #define LJ_KSIMD(J, n) \ ((TValue *)(((intptr_t)&J->ksimd[2*(n)] + 15) & ~(intptr_t)15)) @@ -311,13 +379,14 @@ enum { /* Fold state is used to fold instructions on-the-fly. */ typedef struct FoldState { IRIns ins; /* Currently emitted instruction. */ - IRIns left; /* Instruction referenced by left operand. */ - IRIns right; /* Instruction referenced by right operand. */ + IRIns left[2]; /* Instruction referenced by left operand. */ + IRIns right[2]; /* Instruction referenced by right operand. */ } FoldState; /* JIT compiler state. */ typedef struct jit_State { GCtrace cur; /* Current trace. */ + GCtrace *curfinal; /* Final address of current trace (set during asm). */ lua_State *L; /* Current Lua state. */ const BCIns *pc; /* Current PC. */ @@ -347,8 +416,9 @@ typedef struct jit_State { int32_t framedepth; /* Current frame depth. */ int32_t retdepth; /* Return frame depth (count of RETF). */ - MRef k64; /* Pointer to chained array of 64 bit constants. */ TValue ksimd[LJ_KSIMD__MAX*2+1]; /* 16 byte aligned SIMD constants. */ + TValue k64[LJ_K64__MAX]; /* Common 8 byte constants used by backends. */ + uint32_t k32[LJ_K32__MAX]; /* Ditto for 4 byte constants. */ IRIns *irbuf; /* Temp. IR instruction buffer. Biased with REF_BIAS. */ IRRef irtoplim; /* Upper limit of instuction buffer (biased). */ @@ -362,12 +432,14 @@ typedef struct jit_State { PostProc postproc; /* Required post-processing after execution. */ #if LJ_SOFTFP || (LJ_32 && LJ_HASFFI) - int needsplit; /* Need SPLIT pass. */ + uint8_t needsplit; /* Need SPLIT pass. */ #endif + uint8_t retryrec; /* Retry recording. */ GCRef *trace; /* Array of traces. */ TraceNo freetrace; /* Start of scan for next free trace. */ MSize sizetrace; /* Size of trace array. */ + IRRef1 ktrace; /* Reference to KGC with GCtrace. */ IRRef1 chain[IR__MAX]; /* IR instruction skip-list chain anchors. */ TRef slot[LJ_MAX_JSLOTS+LJ_STACK_EXTRA]; /* Stack slot map. */ @@ -380,6 +452,10 @@ typedef struct jit_State { uint32_t penaltyslot; /* Round-robin index into penalty slots. */ uint32_t prngstate; /* PRNG state. */ +#ifdef LUAJIT_ENABLE_TABLE_BUMP + RBCHashEntry rbchash[RBCHASH_SLOTS]; /* Reverse bytecode map. */ +#endif + BPropEntry bpropcache[BPROP_SLOTS]; /* Backpropagation cache slots. */ uint32_t bpropslot; /* Round-robin index into bpropcache slots. */ @@ -400,6 +476,12 @@ typedef struct jit_State { size_t szallmcarea; /* Total size of all allocated mcode areas. */ TValue errinfo; /* Additional info element for trace errors. */ + +#if LJ_HASPROFILE + GCproto *prev_pt; /* Previous prototype. */ + BCLine prev_line; /* Previous line. */ + int prof_mode; /* Profiling mode: 0, 'f', 'l'. */ +#endif } #if LJ_TARGET_ARM LJ_ALIGN(16) /* For DISPATCH-relative addresses in assembler part. */ diff --git a/core/src/luajit/src/lj_lex.c b/core/src/luajit/src/lj_lex.c index e1dc3cdfd..2d2f8194c 100644 --- a/core/src/luajit/src/lj_lex.c +++ b/core/src/luajit/src/lj_lex.c @@ -1,6 +1,6 @@ /* ** Lexical analyzer. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Major portions taken verbatim or adapted from the Lua interpreter. ** Copyright (C) 1994-2008 Lua.org, PUC-Rio. See Copyright Notice in lua.h @@ -12,6 +12,7 @@ #include "lj_obj.h" #include "lj_gc.h" #include "lj_err.h" +#include "lj_buf.h" #include "lj_str.h" #if LJ_HASFFI #include "lj_tab.h" @@ -24,6 +25,7 @@ #include "lj_parse.h" #include "lj_char.h" #include "lj_strscan.h" +#include "lj_strfmt.h" /* Lua lexer token names. */ static const char *const tokennames[] = { @@ -37,50 +39,48 @@ TKDEF(TKSTR1, TKSTR2) /* -- Buffer handling ----------------------------------------------------- */ -#define char2int(c) ((int)(uint8_t)(c)) -#define next(ls) \ - (ls->current = (ls->n--) > 0 ? char2int(*ls->p++) : fillbuf(ls)) -#define save_and_next(ls) (save(ls, ls->current), next(ls)) -#define currIsNewline(ls) (ls->current == '\n' || ls->current == '\r') -#define END_OF_STREAM (-1) +#define LEX_EOF (-1) +#define lex_iseol(ls) (ls->c == '\n' || ls->c == '\r') -static int fillbuf(LexState *ls) +/* Get more input from reader. */ +static LJ_NOINLINE LexChar lex_more(LexState *ls) { size_t sz; - const char *buf = ls->rfunc(ls->L, ls->rdata, &sz); - if (buf == NULL || sz == 0) return END_OF_STREAM; - ls->n = (MSize)sz - 1; - ls->p = buf; - return char2int(*(ls->p++)); + const char *p = ls->rfunc(ls->L, ls->rdata, &sz); + if (p == NULL || sz == 0) return LEX_EOF; + ls->pe = p + sz; + ls->p = p + 1; + return (LexChar)(uint8_t)p[0]; } -static LJ_NOINLINE void save_grow(LexState *ls, int c) +/* Get next character. */ +static LJ_AINLINE LexChar lex_next(LexState *ls) { - MSize newsize; - if (ls->sb.sz >= LJ_MAX_STR/2) - lj_lex_error(ls, 0, LJ_ERR_XELEM); - newsize = ls->sb.sz * 2; - lj_str_resizebuf(ls->L, &ls->sb, newsize); - ls->sb.buf[ls->sb.n++] = (char)c; + return (ls->c = ls->p < ls->pe ? (LexChar)(uint8_t)*ls->p++ : lex_more(ls)); } -static LJ_AINLINE void save(LexState *ls, int c) +/* Save character. */ +static LJ_AINLINE void lex_save(LexState *ls, LexChar c) { - if (LJ_UNLIKELY(ls->sb.n + 1 > ls->sb.sz)) - save_grow(ls, c); - else - ls->sb.buf[ls->sb.n++] = (char)c; + lj_buf_putb(&ls->sb, c); } -static void inclinenumber(LexState *ls) +/* Save previous character and get next character. */ +static LJ_AINLINE LexChar lex_savenext(LexState *ls) { - int old = ls->current; - lua_assert(currIsNewline(ls)); - next(ls); /* skip `\n' or `\r' */ - if (currIsNewline(ls) && ls->current != old) - next(ls); /* skip `\n\r' or `\r\n' */ + lex_save(ls, ls->c); + return lex_next(ls); +} + +/* Skip line break. Handles "\n", "\r", "\r\n" or "\n\r". */ +static void lex_newline(LexState *ls) +{ + LexChar old = ls->c; + lua_assert(lex_iseol(ls)); + lex_next(ls); /* Skip "\n" or "\r". */ + if (lex_iseol(ls) && ls->c != old) lex_next(ls); /* Skip "\n\r" or "\r\n". */ if (++ls->linenumber >= LJ_MAX_LINE) - lj_lex_error(ls, ls->token, LJ_ERR_XLINES); + lj_lex_error(ls, ls->tok, LJ_ERR_XLINES); } /* -- Scanner for terminals ----------------------------------------------- */ @@ -89,19 +89,17 @@ static void inclinenumber(LexState *ls) static void lex_number(LexState *ls, TValue *tv) { StrScanFmt fmt; - int c, xp = 'e'; - lua_assert(lj_char_isdigit(ls->current)); - if ((c = ls->current) == '0') { - save_and_next(ls); - if ((ls->current | 0x20) == 'x') xp = 'p'; - } - while (lj_char_isident(ls->current) || ls->current == '.' || - ((ls->current == '-' || ls->current == '+') && (c | 0x20) == xp)) { - c = ls->current; - save_and_next(ls); + LexChar c, xp = 'e'; + lua_assert(lj_char_isdigit(ls->c)); + if ((c = ls->c) == '0' && (lex_savenext(ls) | 0x20) == 'x') + xp = 'p'; + while (lj_char_isident(ls->c) || ls->c == '.' || + ((ls->c == '-' || ls->c == '+') && (c | 0x20) == xp)) { + c = ls->c; + lex_savenext(ls); } - save(ls, '\0'); - fmt = lj_strscan_scan((const uint8_t *)ls->sb.buf, tv, + lex_save(ls, '\0'); + fmt = lj_strscan_scan((const uint8_t *)sbufB(&ls->sb), tv, (LJ_DUALNUM ? STRSCAN_OPT_TOINT : STRSCAN_OPT_TONUM) | (LJ_HASFFI ? (STRSCAN_OPT_LL|STRSCAN_OPT_IMAG) : 0)); if (LJ_DUALNUM && fmt == STRSCAN_INT) { @@ -134,60 +132,60 @@ static void lex_number(LexState *ls, TValue *tv) } } -static int skip_sep(LexState *ls) +/* Skip equal signs for "[=...=[" and "]=...=]" and return their count. */ +static int lex_skipeq(LexState *ls) { int count = 0; - int s = ls->current; + LexChar s = ls->c; lua_assert(s == '[' || s == ']'); - save_and_next(ls); - while (ls->current == '=') { - save_and_next(ls); + while (lex_savenext(ls) == '=') count++; - } - return (ls->current == s) ? count : (-count) - 1; + return (ls->c == s) ? count : (-count) - 1; } -static void read_long_string(LexState *ls, TValue *tv, int sep) +/* Parse a long string or long comment (tv set to NULL). */ +static void lex_longstring(LexState *ls, TValue *tv, int sep) { - save_and_next(ls); /* skip 2nd `[' */ - if (currIsNewline(ls)) /* string starts with a newline? */ - inclinenumber(ls); /* skip it */ + lex_savenext(ls); /* Skip second '['. */ + if (lex_iseol(ls)) /* Skip initial newline. */ + lex_newline(ls); for (;;) { - switch (ls->current) { - case END_OF_STREAM: + switch (ls->c) { + case LEX_EOF: lj_lex_error(ls, TK_eof, tv ? LJ_ERR_XLSTR : LJ_ERR_XLCOM); break; case ']': - if (skip_sep(ls) == sep) { - save_and_next(ls); /* skip 2nd `]' */ + if (lex_skipeq(ls) == sep) { + lex_savenext(ls); /* Skip second ']'. */ goto endloop; } break; case '\n': case '\r': - save(ls, '\n'); - inclinenumber(ls); - if (!tv) lj_str_resetbuf(&ls->sb); /* avoid wasting space */ + lex_save(ls, '\n'); + lex_newline(ls); + if (!tv) lj_buf_reset(&ls->sb); /* Don't waste space for comments. */ break; default: - if (tv) save_and_next(ls); - else next(ls); + lex_savenext(ls); break; } } endloop: if (tv) { - GCstr *str = lj_parse_keepstr(ls, ls->sb.buf + (2 + (MSize)sep), - ls->sb.n - 2*(2 + (MSize)sep)); + GCstr *str = lj_parse_keepstr(ls, sbufB(&ls->sb) + (2 + (MSize)sep), + sbuflen(&ls->sb) - 2*(2 + (MSize)sep)); setstrV(ls->L, tv, str); } } -static void read_string(LexState *ls, int delim, TValue *tv) +/* Parse a string. */ +static void lex_string(LexState *ls, TValue *tv) { - save_and_next(ls); - while (ls->current != delim) { - switch (ls->current) { - case END_OF_STREAM: + LexChar delim = ls->c; /* Delimiter is '\'' or '"'. */ + lex_savenext(ls); + while (ls->c != delim) { + switch (ls->c) { + case LEX_EOF: lj_lex_error(ls, TK_eof, LJ_ERR_XSTR); continue; case '\n': @@ -195,7 +193,7 @@ static void read_string(LexState *ls, int delim, TValue *tv) lj_lex_error(ls, TK_string, LJ_ERR_XSTR); continue; case '\\': { - int c = next(ls); /* Skip the '\\'. */ + LexChar c = lex_next(ls); /* Skip the '\\'. */ switch (c) { case 'a': c = '\a'; break; case 'b': c = '\b'; break; @@ -205,111 +203,139 @@ static void read_string(LexState *ls, int delim, TValue *tv) case 't': c = '\t'; break; case 'v': c = '\v'; break; case 'x': /* Hexadecimal escape '\xXX'. */ - c = (next(ls) & 15u) << 4; - if (!lj_char_isdigit(ls->current)) { - if (!lj_char_isxdigit(ls->current)) goto err_xesc; + c = (lex_next(ls) & 15u) << 4; + if (!lj_char_isdigit(ls->c)) { + if (!lj_char_isxdigit(ls->c)) goto err_xesc; c += 9 << 4; } - c += (next(ls) & 15u); - if (!lj_char_isdigit(ls->current)) { - if (!lj_char_isxdigit(ls->current)) goto err_xesc; + c += (lex_next(ls) & 15u); + if (!lj_char_isdigit(ls->c)) { + if (!lj_char_isxdigit(ls->c)) goto err_xesc; c += 9; } break; + case 'u': /* Unicode escape '\u{XX...}'. */ + if (lex_next(ls) != '{') goto err_xesc; + lex_next(ls); + c = 0; + do { + c = (c << 4) | (ls->c & 15u); + if (!lj_char_isdigit(ls->c)) { + if (!lj_char_isxdigit(ls->c)) goto err_xesc; + c += 9; + } + if (c >= 0x110000) goto err_xesc; /* Out of Unicode range. */ + } while (lex_next(ls) != '}'); + if (c < 0x800) { + if (c < 0x80) break; + lex_save(ls, 0xc0 | (c >> 6)); + } else { + if (c >= 0x10000) { + lex_save(ls, 0xf0 | (c >> 18)); + lex_save(ls, 0x80 | ((c >> 12) & 0x3f)); + } else { + if (c >= 0xd800 && c < 0xe000) goto err_xesc; /* No surrogates. */ + lex_save(ls, 0xe0 | (c >> 12)); + } + lex_save(ls, 0x80 | ((c >> 6) & 0x3f)); + } + c = 0x80 | (c & 0x3f); + break; case 'z': /* Skip whitespace. */ - next(ls); - while (lj_char_isspace(ls->current)) - if (currIsNewline(ls)) inclinenumber(ls); else next(ls); + lex_next(ls); + while (lj_char_isspace(ls->c)) + if (lex_iseol(ls)) lex_newline(ls); else lex_next(ls); continue; - case '\n': case '\r': save(ls, '\n'); inclinenumber(ls); continue; + case '\n': case '\r': lex_save(ls, '\n'); lex_newline(ls); continue; case '\\': case '\"': case '\'': break; - case END_OF_STREAM: continue; + case LEX_EOF: continue; default: if (!lj_char_isdigit(c)) goto err_xesc; c -= '0'; /* Decimal escape '\ddd'. */ - if (lj_char_isdigit(next(ls))) { - c = c*10 + (ls->current - '0'); - if (lj_char_isdigit(next(ls))) { - c = c*10 + (ls->current - '0'); + if (lj_char_isdigit(lex_next(ls))) { + c = c*10 + (ls->c - '0'); + if (lj_char_isdigit(lex_next(ls))) { + c = c*10 + (ls->c - '0'); if (c > 255) { err_xesc: lj_lex_error(ls, TK_string, LJ_ERR_XESC); } - next(ls); + lex_next(ls); } } - save(ls, c); + lex_save(ls, c); continue; } - save(ls, c); - next(ls); + lex_save(ls, c); + lex_next(ls); continue; } default: - save_and_next(ls); + lex_savenext(ls); break; } } - save_and_next(ls); /* skip delimiter */ - setstrV(ls->L, tv, lj_parse_keepstr(ls, ls->sb.buf + 1, ls->sb.n - 2)); + lex_savenext(ls); /* Skip trailing delimiter. */ + setstrV(ls->L, tv, + lj_parse_keepstr(ls, sbufB(&ls->sb)+1, sbuflen(&ls->sb)-2)); } /* -- Main lexical scanner ------------------------------------------------ */ -static int llex(LexState *ls, TValue *tv) +/* Get next lexical token. */ +static LexToken lex_scan(LexState *ls, TValue *tv) { - lj_str_resetbuf(&ls->sb); + lj_buf_reset(&ls->sb); for (;;) { - if (lj_char_isident(ls->current)) { + if (lj_char_isident(ls->c)) { GCstr *s; - if (lj_char_isdigit(ls->current)) { /* Numeric literal. */ + if (lj_char_isdigit(ls->c)) { /* Numeric literal. */ lex_number(ls, tv); return TK_number; } /* Identifier or reserved word. */ do { - save_and_next(ls); - } while (lj_char_isident(ls->current)); - s = lj_parse_keepstr(ls, ls->sb.buf, ls->sb.n); + lex_savenext(ls); + } while (lj_char_isident(ls->c)); + s = lj_parse_keepstr(ls, sbufB(&ls->sb), sbuflen(&ls->sb)); setstrV(ls->L, tv, s); if (s->reserved > 0) /* Reserved word? */ return TK_OFS + s->reserved; return TK_name; } - switch (ls->current) { + switch (ls->c) { case '\n': case '\r': - inclinenumber(ls); + lex_newline(ls); continue; case ' ': case '\t': case '\v': case '\f': - next(ls); + lex_next(ls); continue; case '-': - next(ls); - if (ls->current != '-') return '-'; - /* else is a comment */ - next(ls); - if (ls->current == '[') { - int sep = skip_sep(ls); - lj_str_resetbuf(&ls->sb); /* `skip_sep' may dirty the buffer */ + lex_next(ls); + if (ls->c != '-') return '-'; + lex_next(ls); + if (ls->c == '[') { /* Long comment "--[=*[...]=*]". */ + int sep = lex_skipeq(ls); + lj_buf_reset(&ls->sb); /* `lex_skipeq' may dirty the buffer */ if (sep >= 0) { - read_long_string(ls, NULL, sep); /* long comment */ - lj_str_resetbuf(&ls->sb); + lex_longstring(ls, NULL, sep); + lj_buf_reset(&ls->sb); continue; } } - /* else short comment */ - while (!currIsNewline(ls) && ls->current != END_OF_STREAM) - next(ls); + /* Short comment "--.*\n". */ + while (!lex_iseol(ls) && ls->c != LEX_EOF) + lex_next(ls); continue; case '[': { - int sep = skip_sep(ls); + int sep = lex_skipeq(ls); if (sep >= 0) { - read_long_string(ls, tv, sep); + lex_longstring(ls, tv, sep); return TK_string; } else if (sep == -1) { return '['; @@ -319,44 +345,43 @@ static int llex(LexState *ls, TValue *tv) } } case '=': - next(ls); - if (ls->current != '=') return '='; else { next(ls); return TK_eq; } + lex_next(ls); + if (ls->c != '=') return '='; else { lex_next(ls); return TK_eq; } case '<': - next(ls); - if (ls->current != '=') return '<'; else { next(ls); return TK_le; } + lex_next(ls); + if (ls->c != '=') return '<'; else { lex_next(ls); return TK_le; } case '>': - next(ls); - if (ls->current != '=') return '>'; else { next(ls); return TK_ge; } + lex_next(ls); + if (ls->c != '=') return '>'; else { lex_next(ls); return TK_ge; } case '~': - next(ls); - if (ls->current != '=') return '~'; else { next(ls); return TK_ne; } + lex_next(ls); + if (ls->c != '=') return '~'; else { lex_next(ls); return TK_ne; } case ':': - next(ls); - if (ls->current != ':') return ':'; else { next(ls); return TK_label; } + lex_next(ls); + if (ls->c != ':') return ':'; else { lex_next(ls); return TK_label; } case '"': case '\'': - read_string(ls, ls->current, tv); + lex_string(ls, tv); return TK_string; case '.': - save_and_next(ls); - if (ls->current == '.') { - next(ls); - if (ls->current == '.') { - next(ls); + if (lex_savenext(ls) == '.') { + lex_next(ls); + if (ls->c == '.') { + lex_next(ls); return TK_dots; /* ... */ } return TK_concat; /* .. */ - } else if (!lj_char_isdigit(ls->current)) { + } else if (!lj_char_isdigit(ls->c)) { return '.'; } else { lex_number(ls, tv); return TK_number; } - case END_OF_STREAM: + case LEX_EOF: return TK_eof; default: { - int c = ls->current; - next(ls); + LexChar c = ls->c; + lex_next(ls); return c; /* Single-char tokens (+ - / ...). */ } } @@ -371,35 +396,32 @@ int lj_lex_setup(lua_State *L, LexState *ls) int header = 0; ls->L = L; ls->fs = NULL; - ls->n = 0; - ls->p = NULL; + ls->pe = ls->p = NULL; ls->vstack = NULL; ls->sizevstack = 0; ls->vtop = 0; ls->bcstack = NULL; ls->sizebcstack = 0; - ls->token = 0; + ls->tok = 0; ls->lookahead = TK_eof; /* No look-ahead token. */ ls->linenumber = 1; ls->lastline = 1; - lj_str_resizebuf(ls->L, &ls->sb, LJ_MIN_SBUF); - next(ls); /* Read-ahead first char. */ - if (ls->current == 0xef && ls->n >= 2 && char2int(ls->p[0]) == 0xbb && - char2int(ls->p[1]) == 0xbf) { /* Skip UTF-8 BOM (if buffered). */ - ls->n -= 2; + lex_next(ls); /* Read-ahead first char. */ + if (ls->c == 0xef && ls->p + 2 <= ls->pe && (uint8_t)ls->p[0] == 0xbb && + (uint8_t)ls->p[1] == 0xbf) { /* Skip UTF-8 BOM (if buffered). */ ls->p += 2; - next(ls); + lex_next(ls); header = 1; } - if (ls->current == '#') { /* Skip POSIX #! header line. */ + if (ls->c == '#') { /* Skip POSIX #! header line. */ do { - next(ls); - if (ls->current == END_OF_STREAM) return 0; - } while (!currIsNewline(ls)); - inclinenumber(ls); + lex_next(ls); + if (ls->c == LEX_EOF) return 0; + } while (!lex_iseol(ls)); + lex_newline(ls); header = 1; } - if (ls->current == LUA_SIGNATURE[0]) { /* Bytecode dump. */ + if (ls->c == LUA_SIGNATURE[0]) { /* Bytecode dump. */ if (header) { /* ** Loading bytecode with an extra header is disabled for security @@ -421,55 +443,60 @@ void lj_lex_cleanup(lua_State *L, LexState *ls) global_State *g = G(L); lj_mem_freevec(g, ls->bcstack, ls->sizebcstack, BCInsLine); lj_mem_freevec(g, ls->vstack, ls->sizevstack, VarInfo); - lj_str_freebuf(g, &ls->sb); + lj_buf_free(g, &ls->sb); } +/* Return next lexical token. */ void lj_lex_next(LexState *ls) { ls->lastline = ls->linenumber; if (LJ_LIKELY(ls->lookahead == TK_eof)) { /* No lookahead token? */ - ls->token = llex(ls, &ls->tokenval); /* Get next token. */ + ls->tok = lex_scan(ls, &ls->tokval); /* Get next token. */ } else { /* Otherwise return lookahead token. */ - ls->token = ls->lookahead; + ls->tok = ls->lookahead; ls->lookahead = TK_eof; - ls->tokenval = ls->lookaheadval; + ls->tokval = ls->lookaheadval; } } +/* Look ahead for the next token. */ LexToken lj_lex_lookahead(LexState *ls) { lua_assert(ls->lookahead == TK_eof); - ls->lookahead = llex(ls, &ls->lookaheadval); + ls->lookahead = lex_scan(ls, &ls->lookaheadval); return ls->lookahead; } -const char *lj_lex_token2str(LexState *ls, LexToken token) +/* Convert token to string. */ +const char *lj_lex_token2str(LexState *ls, LexToken tok) { - if (token > TK_OFS) - return tokennames[token-TK_OFS-1]; - else if (!lj_char_iscntrl(token)) - return lj_str_pushf(ls->L, "%c", token); + if (tok > TK_OFS) + return tokennames[tok-TK_OFS-1]; + else if (!lj_char_iscntrl(tok)) + return lj_strfmt_pushf(ls->L, "%c", tok); else - return lj_str_pushf(ls->L, "char(%d)", token); + return lj_strfmt_pushf(ls->L, "char(%d)", tok); } -void lj_lex_error(LexState *ls, LexToken token, ErrMsg em, ...) +/* Lexer error. */ +void lj_lex_error(LexState *ls, LexToken tok, ErrMsg em, ...) { - const char *tok; + const char *tokstr; va_list argp; - if (token == 0) { - tok = NULL; - } else if (token == TK_name || token == TK_string || token == TK_number) { - save(ls, '\0'); - tok = ls->sb.buf; + if (tok == 0) { + tokstr = NULL; + } else if (tok == TK_name || tok == TK_string || tok == TK_number) { + lex_save(ls, '\0'); + tokstr = sbufB(&ls->sb); } else { - tok = lj_lex_token2str(ls, token); + tokstr = lj_lex_token2str(ls, tok); } va_start(argp, em); - lj_err_lex(ls->L, ls->chunkname, tok, ls->linenumber, em, argp); + lj_err_lex(ls->L, ls->chunkname, tokstr, ls->linenumber, em, argp); va_end(argp); } +/* Initialize strings for reserved words. */ void lj_lex_init(lua_State *L) { uint32_t i; diff --git a/core/src/luajit/src/lj_lex.h b/core/src/luajit/src/lj_lex.h index fe0176864..33fa86572 100644 --- a/core/src/luajit/src/lj_lex.h +++ b/core/src/luajit/src/lj_lex.h @@ -1,6 +1,6 @@ /* ** Lexical analyzer. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_LEX_H @@ -30,7 +30,8 @@ TKDEF(TKENUM1, TKENUM2) TK_RESERVED = TK_while - TK_OFS }; -typedef int LexToken; +typedef int LexChar; /* Lexical character. Unsigned ext. from char. */ +typedef int LexToken; /* Lexical token. */ /* Combined bytecode ins/line. Only used during bytecode generation. */ typedef struct BCInsLine { @@ -51,13 +52,13 @@ typedef struct VarInfo { typedef struct LexState { struct FuncState *fs; /* Current FuncState. Defined in lj_parse.c. */ struct lua_State *L; /* Lua state. */ - TValue tokenval; /* Current token value. */ + TValue tokval; /* Current token value. */ TValue lookaheadval; /* Lookahead token value. */ - int current; /* Current character (charint). */ - LexToken token; /* Current token. */ - LexToken lookahead; /* Lookahead token. */ - MSize n; /* Bytes left in input buffer. */ const char *p; /* Current position in input buffer. */ + const char *pe; /* End of input buffer. */ + LexChar c; /* Current character. */ + LexToken tok; /* Current token. */ + LexToken lookahead; /* Lookahead token. */ SBuf sb; /* String buffer for tokens. */ lua_Reader rfunc; /* Reader callback. */ void *rdata; /* Reader callback data. */ @@ -78,8 +79,8 @@ LJ_FUNC int lj_lex_setup(lua_State *L, LexState *ls); LJ_FUNC void lj_lex_cleanup(lua_State *L, LexState *ls); LJ_FUNC void lj_lex_next(LexState *ls); LJ_FUNC LexToken lj_lex_lookahead(LexState *ls); -LJ_FUNC const char *lj_lex_token2str(LexState *ls, LexToken token); -LJ_FUNC_NORET void lj_lex_error(LexState *ls, LexToken token, ErrMsg em, ...); +LJ_FUNC const char *lj_lex_token2str(LexState *ls, LexToken tok); +LJ_FUNC_NORET void lj_lex_error(LexState *ls, LexToken tok, ErrMsg em, ...); LJ_FUNC void lj_lex_init(lua_State *L); #endif diff --git a/core/src/luajit/src/lj_lib.c b/core/src/luajit/src/lj_lib.c index 856685ee3..b8638de6a 100644 --- a/core/src/luajit/src/lj_lib.c +++ b/core/src/luajit/src/lj_lib.c @@ -1,6 +1,6 @@ /* ** Library function support. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_lib_c @@ -18,6 +18,9 @@ #include "lj_dispatch.h" #include "lj_vm.h" #include "lj_strscan.h" +#include "lj_strfmt.h" +#include "lj_lex.h" +#include "lj_bcdump.h" #include "lj_lib.h" /* -- Library initialization ---------------------------------------------- */ @@ -43,6 +46,28 @@ static GCtab *lib_create_table(lua_State *L, const char *libname, int hsize) return tabV(L->top-1); } +static const uint8_t *lib_read_lfunc(lua_State *L, const uint8_t *p, GCtab *tab) +{ + int len = *p++; + GCstr *name = lj_str_new(L, (const char *)p, len); + LexState ls; + GCproto *pt; + GCfunc *fn; + memset(&ls, 0, sizeof(ls)); + ls.L = L; + ls.p = (const char *)(p+len); + ls.pe = (const char *)~(uintptr_t)0; + ls.c = -1; + ls.level = (BCDUMP_F_STRIP|(LJ_BE*BCDUMP_F_BE)); + ls.chunkname = name; + pt = lj_bcread_proto(&ls); + pt->firstline = ~(BCLine)0; + fn = lj_func_newL_empty(L, pt, tabref(L->env)); + /* NOBARRIER: See below for common barrier. */ + setfuncV(L, lj_tab_setstr(L, tab, name), fn); + return (const uint8_t *)ls.p; +} + void lj_lib_register(lua_State *L, const char *libname, const uint8_t *p, const lua_CFunction *cf) { @@ -87,6 +112,9 @@ void lj_lib_register(lua_State *L, const char *libname, ofn = fn; } else { switch (tag | len) { + case LIBINIT_LUA: + p = lib_read_lfunc(L, p, tab); + break; case LIBINIT_SET: L->top -= 2; if (tvisstr(L->top+1) && strV(L->top+1)->len == 0) @@ -120,6 +148,37 @@ void lj_lib_register(lua_State *L, const char *libname, } } +/* Push internal function on the stack. */ +GCfunc *lj_lib_pushcc(lua_State *L, lua_CFunction f, int id, int n) +{ + GCfunc *fn; + lua_pushcclosure(L, f, n); + fn = funcV(L->top-1); + fn->c.ffid = (uint8_t)id; + setmref(fn->c.pc, &G(L)->bc_cfunc_int); + return fn; +} + +void lj_lib_prereg(lua_State *L, const char *name, lua_CFunction f, GCtab *env) +{ + luaL_findtable(L, LUA_REGISTRYINDEX, "_PRELOAD", 4); + lua_pushcfunction(L, f); + /* NOBARRIER: The function is new (marked white). */ + setgcref(funcV(L->top-1)->c.env, obj2gco(env)); + lua_setfield(L, -2, name); + L->top--; +} + +int lj_lib_postreg(lua_State *L, lua_CFunction cf, int id, const char *name) +{ + GCfunc *fn = lj_lib_pushcf(L, cf, id); + GCtab *t = tabref(curr_func(L)->c.env); /* Reference to parent table. */ + setfuncV(L, lj_tab_setstr(L, t, lj_str_newz(L, name)), fn); + lj_gc_anybarriert(L, t); + setfuncV(L, L->top++, fn); + return 1; +} + /* -- Type checks --------------------------------------------------------- */ TValue *lj_lib_checkany(lua_State *L, int narg) @@ -137,7 +196,7 @@ GCstr *lj_lib_checkstr(lua_State *L, int narg) if (LJ_LIKELY(tvisstr(o))) { return strV(o); } else if (tvisnumber(o)) { - GCstr *s = lj_str_fromnumber(L, o); + GCstr *s = lj_strfmt_number(L, o); setstrV(L, o, s); return s; } @@ -196,20 +255,6 @@ int32_t lj_lib_optint(lua_State *L, int narg, int32_t def) return (o < L->top && !tvisnil(o)) ? lj_lib_checkint(L, narg) : def; } -int32_t lj_lib_checkbit(lua_State *L, int narg) -{ - TValue *o = L->base + narg-1; - if (!(o < L->top && lj_strscan_numberobj(o))) - lj_err_argt(L, narg, LUA_TNUMBER); - if (LJ_LIKELY(tvisint(o))) { - return intV(o); - } else { - int32_t i = lj_num2bit(numV(o)); - if (LJ_DUALNUM) setintV(o, i); - return i; - } -} - GCfunc *lj_lib_checkfunc(lua_State *L, int narg) { TValue *o = L->base + narg-1; diff --git a/core/src/luajit/src/lj_lib.h b/core/src/luajit/src/lj_lib.h index 9320f34fd..37ec9d780 100644 --- a/core/src/luajit/src/lj_lib.h +++ b/core/src/luajit/src/lj_lib.h @@ -1,6 +1,6 @@ /* ** Library function support. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_LIB_H @@ -41,15 +41,22 @@ LJ_FUNC void lj_lib_checknumber(lua_State *L, int narg); LJ_FUNC lua_Number lj_lib_checknum(lua_State *L, int narg); LJ_FUNC int32_t lj_lib_checkint(lua_State *L, int narg); LJ_FUNC int32_t lj_lib_optint(lua_State *L, int narg, int32_t def); -LJ_FUNC int32_t lj_lib_checkbit(lua_State *L, int narg); LJ_FUNC GCfunc *lj_lib_checkfunc(lua_State *L, int narg); LJ_FUNC GCtab *lj_lib_checktab(lua_State *L, int narg); LJ_FUNC GCtab *lj_lib_checktabornil(lua_State *L, int narg); LJ_FUNC int lj_lib_checkopt(lua_State *L, int narg, int def, const char *lst); /* Avoid including lj_frame.h. */ +#if LJ_GC64 +#define lj_lib_upvalue(L, n) \ + (&gcval(L->base-2)->fn.c.upvalue[(n)-1]) +#elif LJ_FR2 +#define lj_lib_upvalue(L, n) \ + (&gcref((L->base-2)->gcr)->fn.c.upvalue[(n)-1]) +#else #define lj_lib_upvalue(L, n) \ (&gcref((L->base-1)->fr.func)->fn.c.upvalue[(n)-1]) +#endif #if LJ_TARGET_WINDOWS #define lj_lib_checkfpu(L) \ @@ -60,23 +67,14 @@ LJ_FUNC int lj_lib_checkopt(lua_State *L, int narg, int def, const char *lst); #define lj_lib_checkfpu(L) UNUSED(L) #endif -/* Push internal function on the stack. */ -static LJ_AINLINE void lj_lib_pushcc(lua_State *L, lua_CFunction f, - int id, int n) -{ - GCfunc *fn; - lua_pushcclosure(L, f, n); - fn = funcV(L->top-1); - fn->c.ffid = (uint8_t)id; - setmref(fn->c.pc, &G(L)->bc_cfunc_int); -} - +LJ_FUNC GCfunc *lj_lib_pushcc(lua_State *L, lua_CFunction f, int id, int n); #define lj_lib_pushcf(L, fn, id) (lj_lib_pushcc(L, (fn), (id), 0)) /* Library function declarations. Scanned by buildvm. */ #define LJLIB_CF(name) static int lj_cf_##name(lua_State *L) #define LJLIB_ASM(name) static int lj_ffh_##name(lua_State *L) #define LJLIB_ASM_(name) +#define LJLIB_LUA(name) #define LJLIB_SET(name) #define LJLIB_PUSH(arg) #define LJLIB_REC(handler) @@ -88,6 +86,10 @@ static LJ_AINLINE void lj_lib_pushcc(lua_State *L, lua_CFunction f, LJ_FUNC void lj_lib_register(lua_State *L, const char *libname, const uint8_t *init, const lua_CFunction *cf); +LJ_FUNC void lj_lib_prereg(lua_State *L, const char *name, lua_CFunction f, + GCtab *env); +LJ_FUNC int lj_lib_postreg(lua_State *L, lua_CFunction cf, int id, + const char *name); /* Library init data tags. */ #define LIBINIT_LENMASK 0x3f @@ -96,7 +98,8 @@ LJ_FUNC void lj_lib_register(lua_State *L, const char *libname, #define LIBINIT_ASM 0x40 #define LIBINIT_ASM_ 0x80 #define LIBINIT_STRING 0xc0 -#define LIBINIT_MAXSTR 0x39 +#define LIBINIT_MAXSTR 0x38 +#define LIBINIT_LUA 0xf9 #define LIBINIT_SET 0xfa #define LIBINIT_NUMBER 0xfb #define LIBINIT_COPY 0xfc diff --git a/core/src/luajit/src/lj_load.c b/core/src/luajit/src/lj_load.c index ff7b85117..9a31d9a10 100644 --- a/core/src/luajit/src/lj_load.c +++ b/core/src/luajit/src/lj_load.c @@ -1,6 +1,6 @@ /* ** Load and dump code. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #include <errno.h> @@ -15,7 +15,7 @@ #include "lj_obj.h" #include "lj_gc.h" #include "lj_err.h" -#include "lj_str.h" +#include "lj_buf.h" #include "lj_func.h" #include "lj_frame.h" #include "lj_vm.h" @@ -54,7 +54,7 @@ LUA_API int lua_loadx(lua_State *L, lua_Reader reader, void *data, ls.rdata = data; ls.chunkarg = chunkname ? chunkname : "?"; ls.mode = mode; - lj_str_initbuf(&ls.sb); + lj_buf_init(L, &ls.sb); status = lj_vm_cpcall(L, NULL, &ls, cpparser); lj_lex_cleanup(L, &ls); lj_gc_check(L); diff --git a/core/src/luajit/src/lj_mcode.c b/core/src/luajit/src/lj_mcode.c index d95ebeb1f..77035bf72 100644 --- a/core/src/luajit/src/lj_mcode.c +++ b/core/src/luajit/src/lj_mcode.c @@ -1,6 +1,6 @@ /* ** Machine code management. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_mcode_c @@ -204,8 +204,8 @@ static void mcode_protect(jit_State *J, int prot) /* -- MCode area allocation ----------------------------------------------- */ -#if LJ_TARGET_X64 -#define mcode_validptr(p) ((p) && (uintptr_t)(p) < (uintptr_t)1<<47) +#if LJ_64 +#define mcode_validptr(p) (p) #else #define mcode_validptr(p) ((p) && (uintptr_t)(p) < 0xffff0000) #endif @@ -221,8 +221,8 @@ static void *mcode_alloc(jit_State *J, size_t sz) */ #if LJ_TARGET_MIPS /* Use the middle of the 256MB-aligned region. */ - uintptr_t target = ((uintptr_t)(void *)lj_vm_exit_handler & 0xf0000000u) + - 0x08000000u; + uintptr_t target = ((uintptr_t)(void *)lj_vm_exit_handler & + ~(uintptr_t)0x0fffffffu) + 0x08000000u; #else uintptr_t target = (uintptr_t)(void *)lj_vm_exit_handler & ~(uintptr_t)0xffff; #endif @@ -230,7 +230,8 @@ static void *mcode_alloc(jit_State *J, size_t sz) /* First try a contiguous area below the last one. */ uintptr_t hint = J->mcarea ? (uintptr_t)J->mcarea - sz : 0; int i; - for (i = 0; i < 32; i++) { /* 32 attempts ought to be enough ... */ + /* Limit probing iterations, depending on the available pool size. */ + for (i = 0; i < LJ_TARGET_JUMPRANGE; i++) { if (mcode_validptr(hint)) { void *p = mcode_alloc_at(J, hint, sz, MCPROT_GEN); @@ -239,11 +240,11 @@ static void *mcode_alloc(jit_State *J, size_t sz) return p; if (p) mcode_free(J, p, sz); /* Free badly placed area. */ } - /* Next try probing pseudo-random addresses. */ + /* Next try probing 64K-aligned pseudo-random addresses. */ do { - hint = (0x78fb ^ LJ_PRNG_BITS(J, 15)) << 16; /* 64K aligned. */ - } while (!(hint + sz < range)); - hint = target + hint - (range>>1); + hint = LJ_PRNG_BITS(J, LJ_TARGET_JUMPRANGE-16) << 16; + } while (!(hint + sz < range+range)); + hint = target + hint - range; } lj_trace_err(J, LJ_TRERR_MCODEAL); /* Give up. OS probably ignores hints? */ return NULL; diff --git a/core/src/luajit/src/lj_mcode.h b/core/src/luajit/src/lj_mcode.h index ee6045234..f0847e931 100644 --- a/core/src/luajit/src/lj_mcode.h +++ b/core/src/luajit/src/lj_mcode.h @@ -1,6 +1,6 @@ /* ** Machine code management. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_MCODE_H diff --git a/core/src/luajit/src/lj_meta.c b/core/src/luajit/src/lj_meta.c index faaaf7026..0bd4d8429 100644 --- a/core/src/luajit/src/lj_meta.c +++ b/core/src/luajit/src/lj_meta.c @@ -1,6 +1,6 @@ /* ** Metamethod handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Portions taken verbatim or adapted from the Lua interpreter. ** Copyright (C) 1994-2008 Lua.org, PUC-Rio. See Copyright Notice in lua.h @@ -12,6 +12,7 @@ #include "lj_obj.h" #include "lj_gc.h" #include "lj_err.h" +#include "lj_buf.h" #include "lj_str.h" #include "lj_tab.h" #include "lj_meta.h" @@ -19,6 +20,8 @@ #include "lj_bc.h" #include "lj_vm.h" #include "lj_strscan.h" +#include "lj_strfmt.h" +#include "lj_lib.h" /* -- Metamethod handling ------------------------------------------------- */ @@ -77,12 +80,16 @@ int lj_meta_tailcall(lua_State *L, cTValue *tv) TValue *base = L->base; TValue *top = L->top; const BCIns *pc = frame_pc(base-1); /* Preserve old PC from frame. */ - copyTV(L, base-1, tv); /* Replace frame with new object. */ - top->u32.lo = LJ_CONT_TAILCALL; - setframe_pc(top, pc); - setframe_gc(top+1, obj2gco(L)); /* Dummy frame object. */ - setframe_ftsz(top+1, (int)((char *)(top+2) - (char *)base) + FRAME_CONT); - L->base = L->top = top+2; + copyTV(L, base-1-LJ_FR2, tv); /* Replace frame with new object. */ + if (LJ_FR2) + (top++)->u64 = LJ_CONT_TAILCALL; + else + top->u32.lo = LJ_CONT_TAILCALL; + setframe_pc(top++, pc); + if (LJ_FR2) top++; + setframe_gc(top, obj2gco(L), LJ_TTHREAD); /* Dummy frame object. */ + setframe_ftsz(top, ((char *)(top+1) - (char *)base) + FRAME_CONT); + L->base = L->top = top+1; /* ** before: [old_mo|PC] [... ...] ** ^base ^top @@ -113,11 +120,13 @@ static TValue *mmcall(lua_State *L, ASMFunction cont, cTValue *mo, */ TValue *top = L->top; if (curr_funcisL(L)) top = curr_topL(L); - setcont(top, cont); /* Assembler VM stores PC in upper word. */ - copyTV(L, top+1, mo); /* Store metamethod and two arguments. */ - copyTV(L, top+2, a); - copyTV(L, top+3, b); - return top+2; /* Return new base. */ + setcont(top++, cont); /* Assembler VM stores PC in upper word or FR2. */ + if (LJ_FR2) setnilV(top++); + copyTV(L, top++, mo); /* Store metamethod and two arguments. */ + if (LJ_FR2) setnilV(top++); + copyTV(L, top, a); + copyTV(L, top+1, b); + return top; /* Return new base. */ } /* -- C helpers for some instructions, called from assembler VM ----------- */ @@ -225,27 +234,14 @@ TValue *lj_meta_arith(lua_State *L, TValue *ra, cTValue *rb, cTValue *rc, } } -/* In-place coercion of a number to a string. */ -static LJ_AINLINE int tostring(lua_State *L, TValue *o) -{ - if (tvisstr(o)) { - return 1; - } else if (tvisnumber(o)) { - setstrV(L, o, lj_str_fromnumber(L, o)); - return 1; - } else { - return 0; - } -} - /* Helper for CAT. Coercion, iterative concat, __concat metamethod. */ TValue *lj_meta_cat(lua_State *L, TValue *top, int left) { int fromc = 0; if (left < 0) { left = -left; fromc = 1; } do { - int n = 1; - if (!(tvisstr(top-1) || tvisnumber(top-1)) || !tostring(L, top)) { + if (!(tvisstr(top) || tvisnumber(top)) || + !(tvisstr(top-1) || tvisnumber(top-1))) { cTValue *mo = lj_meta_lookup(L, top-1, MM_concat); if (tvisnil(mo)) { mo = lj_meta_lookup(L, top, MM_concat); @@ -266,13 +262,12 @@ TValue *lj_meta_cat(lua_State *L, TValue *top, int left) ** after mm: [...][CAT stack ...] <--push-- [result] ** next step: [...][CAT stack .............] */ - copyTV(L, top+2, top); /* Careful with the order of stack copies! */ - copyTV(L, top+1, top-1); - copyTV(L, top, mo); + copyTV(L, top+2*LJ_FR2+2, top); /* Carefully ordered stack copies! */ + copyTV(L, top+2*LJ_FR2+1, top-1); + copyTV(L, top+LJ_FR2, mo); setcont(top-1, lj_cont_cat); + if (LJ_FR2) { setnilV(top); setnilV(top+2); top += 2; } return top+1; /* Trigger metamethod call. */ - } else if (strV(top)->len == 0) { /* Shortcut. */ - (void)tostring(L, top-1); } else { /* Pick as many strings as possible from the top and concatenate them: ** @@ -281,27 +276,28 @@ TValue *lj_meta_cat(lua_State *L, TValue *top, int left) ** concat: [...][CAT stack ...] [result] ** next step: [...][CAT stack ............] */ - MSize tlen = strV(top)->len; - char *buffer; - int i; - for (n = 1; n <= left && tostring(L, top-n); n++) { - MSize len = strV(top-n)->len; - if (len >= LJ_MAX_STR - tlen) - lj_err_msg(L, LJ_ERR_STROV); - tlen += len; - } - buffer = lj_str_needbuf(L, &G(L)->tmpbuf, tlen); - n--; - tlen = 0; - for (i = n; i >= 0; i--) { - MSize len = strV(top-i)->len; - memcpy(buffer + tlen, strVdata(top-i), len); - tlen += len; + TValue *e, *o = top; + uint64_t tlen = tvisstr(o) ? strV(o)->len : STRFMT_MAXBUF_NUM; + SBuf *sb; + do { + o--; tlen += tvisstr(o) ? strV(o)->len : STRFMT_MAXBUF_NUM; + } while (--left > 0 && (tvisstr(o-1) || tvisnumber(o-1))); + if (tlen >= LJ_MAX_STR) lj_err_msg(L, LJ_ERR_STROV); + sb = lj_buf_tmp_(L); + lj_buf_more(sb, (MSize)tlen); + for (e = top, top = o; o <= e; o++) { + if (tvisstr(o)) { + GCstr *s = strV(o); + MSize len = s->len; + lj_buf_putmem(sb, strdata(s), len); + } else if (tvisint(o)) { + lj_strfmt_putint(sb, intV(o)); + } else { + lj_strfmt_putfnum(sb, STRFMT_G14, numV(o)); + } } - setstrV(L, top-n, lj_str_new(L, buffer, tlen)); + setstrV(L, top, lj_buf_str(L, sb)); } - left -= n; - top -= n; } while (left >= 1); if (LJ_UNLIKELY(G(L)->gc.total >= G(L)->gc.threshold)) { if (!fromc) L->top = curr_topL(L); @@ -338,12 +334,14 @@ TValue *lj_meta_equal(lua_State *L, GCobj *o1, GCobj *o2, int ne) return (TValue *)(intptr_t)ne; } top = curr_top(L); - setcont(top, ne ? lj_cont_condf : lj_cont_condt); - copyTV(L, top+1, mo); + setcont(top++, ne ? lj_cont_condf : lj_cont_condt); + if (LJ_FR2) setnilV(top++); + copyTV(L, top++, mo); + if (LJ_FR2) setnilV(top++); it = ~(uint32_t)o1->gch.gct; - setgcV(L, top+2, o1, it); - setgcV(L, top+3, o2, it); - return top+2; /* Trigger metamethod call. */ + setgcV(L, top, o1, it); + setgcV(L, top+1, o2, it); + return top; /* Trigger metamethod call. */ } return (TValue *)(intptr_t)ne; } @@ -366,7 +364,7 @@ TValue * LJ_FASTCALL lj_meta_equal_cd(lua_State *L, BCIns ins) o2 = &mref(curr_proto(L)->k, cTValue)[bc_d(ins)]; } else { lua_assert(op == BC_ISEQP); - setitype(&tv, ~bc_d(ins)); + setpriV(&tv, ~bc_d(ins)); o2 = &tv; } mo = lj_meta_lookup(L, o1mm, MM_eq); @@ -423,6 +421,18 @@ TValue *lj_meta_comp(lua_State *L, cTValue *o1, cTValue *o2, int op) } } +/* Helper for ISTYPE and ISNUM. Implicit coercion or error. */ +void lj_meta_istype(lua_State *L, BCReg ra, BCReg tp) +{ + L->top = curr_topL(L); + ra++; tp--; + lua_assert(LJ_DUALNUM || tp != ~LJ_TNUMX); /* ISTYPE -> ISNUM broken. */ + if (LJ_DUALNUM && tp == ~LJ_TNUMX) lj_lib_checkint(L, ra); + else if (tp == ~LJ_TNUMX+1) lj_lib_checknum(L, ra); + else if (tp == ~LJ_TSTR) lj_lib_checkstr(L, ra); + else lj_err_argtype(L, ra, lj_obj_itypename[tp]); +} + /* Helper for calls. __call metamethod. */ void lj_meta_call(lua_State *L, TValue *func, TValue *top) { @@ -430,7 +440,8 @@ void lj_meta_call(lua_State *L, TValue *func, TValue *top) TValue *p; if (!tvisfunc(mo)) lj_err_optype_call(L, func); - for (p = top; p > func; p--) copyTV(L, p, p-1); + for (p = top; p > func+2*LJ_FR2; p--) copyTV(L, p, p-1); + if (LJ_FR2) copyTV(L, func+2, func); copyTV(L, func, mo); } diff --git a/core/src/luajit/src/lj_meta.h b/core/src/luajit/src/lj_meta.h index 2c1ad0dd9..73b457247 100644 --- a/core/src/luajit/src/lj_meta.h +++ b/core/src/luajit/src/lj_meta.h @@ -1,6 +1,6 @@ /* ** Metamethod handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_META_H @@ -31,6 +31,7 @@ LJ_FUNCA TValue * LJ_FASTCALL lj_meta_len(lua_State *L, cTValue *o); LJ_FUNCA TValue *lj_meta_equal(lua_State *L, GCobj *o1, GCobj *o2, int ne); LJ_FUNCA TValue * LJ_FASTCALL lj_meta_equal_cd(lua_State *L, BCIns ins); LJ_FUNCA TValue *lj_meta_comp(lua_State *L, cTValue *o1, cTValue *o2, int op); +LJ_FUNCA void lj_meta_istype(lua_State *L, BCReg ra, BCReg tp); LJ_FUNCA void lj_meta_call(lua_State *L, TValue *func, TValue *top); LJ_FUNCA void LJ_FASTCALL lj_meta_for(lua_State *L, TValue *o); diff --git a/core/src/luajit/src/lj_obj.c b/core/src/luajit/src/lj_obj.c index 7fab714e5..ee33aeb3a 100644 --- a/core/src/luajit/src/lj_obj.c +++ b/core/src/luajit/src/lj_obj.c @@ -1,6 +1,6 @@ /* ** Miscellaneous object handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_obj_c @@ -20,7 +20,7 @@ LJ_DATADEF const char *const lj_obj_itypename[] = { /* ORDER LJ_T */ }; /* Compare two objects without calling metamethods. */ -int lj_obj_equal(cTValue *o1, cTValue *o2) +int LJ_FASTCALL lj_obj_equal(cTValue *o1, cTValue *o2) { if (itype(o1) == itype(o2)) { if (tvispri(o1)) @@ -33,3 +33,18 @@ int lj_obj_equal(cTValue *o1, cTValue *o2) return numberVnum(o1) == numberVnum(o2); } +/* Return pointer to object or its object data. */ +const void * LJ_FASTCALL lj_obj_ptr(cTValue *o) +{ + if (tvisudata(o)) + return uddata(udataV(o)); + else if (tvislightud(o)) + return lightudV(o); + else if (LJ_HASFFI && tviscdata(o)) + return cdataptr(cdataV(o)); + else if (tvisgcv(o)) + return gcV(o); + else + return NULL; +} + diff --git a/core/src/luajit/src/lj_obj.h b/core/src/luajit/src/lj_obj.h index 6e8381cba..52372c3e7 100644 --- a/core/src/luajit/src/lj_obj.h +++ b/core/src/luajit/src/lj_obj.h @@ -1,6 +1,6 @@ /* ** LuaJIT VM tags, values and objects. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Portions taken verbatim or adapted from the Lua interpreter. ** Copyright (C) 1994-2008 Lua.org, PUC-Rio. See Copyright Notice in lua.h @@ -15,42 +15,75 @@ /* -- Memory references (32 bit address space) ---------------------------- */ -/* Memory size. */ +/* Memory and GC object sizes. */ typedef uint32_t MSize; +#if LJ_GC64 +typedef uint64_t GCSize; +#else +typedef uint32_t GCSize; +#endif /* Memory reference */ typedef struct MRef { +#if LJ_GC64 + uint64_t ptr64; /* True 64 bit pointer. */ +#else uint32_t ptr32; /* Pseudo 32 bit pointer. */ +#endif } MRef; +#if LJ_GC64 +#define mref(r, t) ((t *)(void *)(r).ptr64) + +#define setmref(r, p) ((r).ptr64 = (uint64_t)(void *)(p)) +#define setmrefr(r, v) ((r).ptr64 = (v).ptr64) +#else #define mref(r, t) ((t *)(void *)(uintptr_t)(r).ptr32) #define setmref(r, p) ((r).ptr32 = (uint32_t)(uintptr_t)(void *)(p)) #define setmrefr(r, v) ((r).ptr32 = (v).ptr32) +#endif /* -- GC object references (32 bit address space) ------------------------- */ /* GCobj reference */ typedef struct GCRef { +#if LJ_GC64 + uint64_t gcptr64; /* True 64 bit pointer. */ +#else uint32_t gcptr32; /* Pseudo 32 bit pointer. */ +#endif } GCRef; /* Common GC header for all collectable objects. */ #define GCHeader GCRef nextgc; uint8_t marked; uint8_t gct /* This occupies 6 bytes, so use the next 2 bytes for non-32 bit fields. */ +#if LJ_GC64 +#define gcref(r) ((GCobj *)(r).gcptr64) +#define gcrefp(r, t) ((t *)(void *)(r).gcptr64) +#define gcrefu(r) ((r).gcptr64) +#define gcrefeq(r1, r2) ((r1).gcptr64 == (r2).gcptr64) + +#define setgcref(r, gc) ((r).gcptr64 = (uint64_t)&(gc)->gch) +#define setgcreft(r, gc, it) \ + (r).gcptr64 = (uint64_t)&(gc)->gch | (((uint64_t)(it)) << 47) +#define setgcrefp(r, p) ((r).gcptr64 = (uint64_t)(p)) +#define setgcrefnull(r) ((r).gcptr64 = 0) +#define setgcrefr(r, v) ((r).gcptr64 = (v).gcptr64) +#else #define gcref(r) ((GCobj *)(uintptr_t)(r).gcptr32) #define gcrefp(r, t) ((t *)(void *)(uintptr_t)(r).gcptr32) #define gcrefu(r) ((r).gcptr32) -#define gcrefi(r) ((int32_t)(r).gcptr32) #define gcrefeq(r1, r2) ((r1).gcptr32 == (r2).gcptr32) -#define gcnext(gc) (gcref((gc)->gch.nextgc)) #define setgcref(r, gc) ((r).gcptr32 = (uint32_t)(uintptr_t)&(gc)->gch) -#define setgcrefi(r, i) ((r).gcptr32 = (uint32_t)(i)) #define setgcrefp(r, p) ((r).gcptr32 = (uint32_t)(uintptr_t)(p)) #define setgcrefnull(r) ((r).gcptr32 = 0) #define setgcrefr(r, v) ((r).gcptr32 = (v).gcptr32) +#endif + +#define gcnext(gc) (gcref((gc)->gch.nextgc)) /* IMPORTANT NOTE: ** @@ -119,11 +152,12 @@ typedef int32_t BCLine; /* Bytecode line number. */ /* Internal assembler functions. Never call these directly from C. */ typedef void (*ASMFunction)(void); -/* Resizable string buffer. Need this here, details in lj_str.h. */ +/* Resizable string buffer. Need this here, details in lj_buf.h. */ typedef struct SBuf { - char *buf; /* String buffer base. */ - MSize n; /* String buffer length. */ - MSize sz; /* String buffer size. */ + MRef p; /* String buffer pointer. */ + MRef e; /* String buffer end pointer. */ + MRef b; /* String buffer base. */ + MRef L; /* lua_State, used for buffer resizing. */ } SBuf; /* -- Tags and values ----------------------------------------------------- */ @@ -131,13 +165,23 @@ typedef struct SBuf { /* Frame link. */ typedef union { int32_t ftsz; /* Frame type and size of previous frame. */ - MRef pcr; /* Overlaps PC for Lua frames. */ + MRef pcr; /* Or PC for Lua frames. */ } FrameLink; /* Tagged value. */ typedef LJ_ALIGN(8) union TValue { uint64_t u64; /* 64 bit pattern overlaps number. */ lua_Number n; /* Number object overlaps split tag/value object. */ +#if LJ_GC64 + GCRef gcr; /* GCobj reference with tag. */ + int64_t it64; + struct { + LJ_ENDIAN_LOHI( + int32_t i; /* Integer value. */ + , uint32_t it; /* Internal object tag. Must overlap MSW of number. */ + ) + }; +#else struct { LJ_ENDIAN_LOHI( union { @@ -147,12 +191,17 @@ typedef LJ_ALIGN(8) union TValue { , uint32_t it; /* Internal object tag. Must overlap MSW of number. */ ) }; +#endif +#if LJ_FR2 + int64_t ftsz; /* Frame type and size of previous frame, or PC. */ +#else struct { LJ_ENDIAN_LOHI( GCRef func; /* Function for next frame (or dummy L). */ , FrameLink tp; /* Link to previous frame. */ ) } fr; +#endif struct { LJ_ENDIAN_LOHI( uint32_t lo; /* Lower 32 bits of number. */ @@ -172,6 +221,8 @@ typedef const TValue cTValue; /* Internal object tags. ** +** Format for 32 bit GC references (!LJ_GC64): +** ** Internal tags overlap the MSW of a number object (must be a double). ** Interpreted as a double these are special NaNs. The FPU only generates ** one type of NaN (0xfff8_0000_0000_0000). So MSWs > 0xfff80000 are available @@ -186,6 +237,18 @@ typedef const TValue cTValue; ** int (LJ_DUALNUM)| itype | int | ** number -------double------ ** +** Format for 64 bit GC references (LJ_GC64): +** +** The upper 13 bits must be 1 (0xfff8...) for a special NaN. The next +** 4 bits hold the internal tag. The lowest 47 bits either hold a pointer, +** a zero-extended 32 bit integer or all bits set to 1 for primitive types. +** +** ------MSW------.------LSW------ +** primitive types |1..1|itype|1..................1| +** GC objects/lightud |1..1|itype|-------GCRef--------| +** int (LJ_DUALNUM) |1..1|itype|0..0|-----int-------| +** number ------------double------------- +** ** ORDER LJ_T ** Primitive types nil/false/true must be first, lightuserdata next. ** GC objects are at the end, table/userdata must be lowest. @@ -208,7 +271,7 @@ typedef const TValue cTValue; #define LJ_TNUMX (~13u) /* Integers have itype == LJ_TISNUM doubles have itype < LJ_TISNUM */ -#if LJ_64 +#if LJ_64 && !LJ_GC64 #define LJ_TISNUM 0xfffeffffu #else #define LJ_TISNUM LJ_TNUMX @@ -218,6 +281,10 @@ typedef const TValue cTValue; #define LJ_TISGCV (LJ_TSTR+1) #define LJ_TISTABUD LJ_TTAB +#if LJ_GC64 +#define LJ_GCVMASK (((uint64_t)1 << 47) - 1) +#endif + /* -- String object ------------------------------------------------------- */ /* String object header. String payload follows. */ @@ -291,6 +358,9 @@ typedef struct GCproto { uint8_t numparams; /* Number of parameters. */ uint8_t framesize; /* Fixed frame size. */ MSize sizebc; /* Number of bytecode instructions. */ +#if LJ_GC64 + uint32_t unused_gc64; +#endif GCRef gclist; MRef k; /* Split constant array (points to the middle). */ MRef uv; /* Upvalue list. local slot|0x8000 or parent uv idx. */ @@ -402,7 +472,9 @@ typedef struct Node { TValue val; /* Value object. Must be first field. */ TValue key; /* Key object. */ MRef next; /* Hash chain. */ +#if !LJ_GC64 MRef freetop; /* Top of free elements (stored in t->node[0]). */ +#endif } Node; LJ_STATIC_ASSERT(offsetof(Node, val) == 0); @@ -417,12 +489,22 @@ typedef struct GCtab { MRef node; /* Hash part. */ uint32_t asize; /* Size of array part (keys [0, asize-1]). */ uint32_t hmask; /* Hash part mask (size of hash part - 1). */ +#if LJ_GC64 + MRef freetop; /* Top of free elements. */ +#endif } GCtab; #define sizetabcolo(n) ((n)*sizeof(TValue) + sizeof(GCtab)) #define tabref(r) (&gcref((r))->tab) #define noderef(r) (mref((r), Node)) #define nextnode(n) (mref((n)->next, Node)) +#if LJ_GC64 +#define getfreetop(t, n) (noderef((t)->freetop)) +#define setfreetop(t, n, v) (setmref((t)->freetop, (v))) +#else +#define getfreetop(t, n) (noderef((n)->freetop)) +#define setfreetop(t, n, v) (setmref((n)->freetop, (v))) +#endif /* -- State objects ------------------------------------------------------- */ @@ -489,8 +571,8 @@ typedef enum { #define mmname_str(g, mm) (strref((g)->gcroot[GCROOT_MMNAME+(mm)])) typedef struct GCState { - MSize total; /* Memory currently allocated. */ - MSize threshold; /* Memory threshold. */ + GCSize total; /* Memory currently allocated. */ + GCSize threshold; /* Memory threshold. */ uint8_t currentwhite; /* Current white color. */ uint8_t state; /* GC state. */ uint8_t nocdatafin; /* No cdata finalizer called. */ @@ -502,9 +584,9 @@ typedef struct GCState { GCRef grayagain; /* List of objects for atomic traversal. */ GCRef weak; /* List of weak tables (to be cleared). */ GCRef mmudata; /* List of userdata (to be finalized). */ + GCSize debt; /* Debt (how much GC is behind schedule). */ + GCSize estimate; /* Estimate of memory actually in use. */ MSize stepmul; /* Incremental GC step granularity. */ - MSize debt; /* Debt (how much GC is behind schedule). */ - MSize estimate; /* Estimate of memory actually in use. */ MSize pause; /* Pause between successive GC cycles. */ } GCState; @@ -516,8 +598,8 @@ typedef struct global_State { lua_Alloc allocf; /* Memory allocator. */ void *allocd; /* Memory allocator data. */ GCState gc; /* Garbage collector. */ - SBuf tmpbuf; /* Temporary buffer for string concatenation. */ - Node nilnode; /* Fallback 1-element hash part (nil key and value). */ + volatile int32_t vmstate; /* VM state or current JIT code trace number. */ + SBuf tmpbuf; /* Temporary string buffer. */ GCstr strempty; /* Empty string. */ uint8_t stremptyz; /* Zero terminator of empty string. */ uint8_t hookmask; /* Hook mask. */ @@ -526,17 +608,17 @@ typedef struct global_State { GCRef mainthref; /* Link to main thread. */ TValue registrytv; /* Anchor for registry. */ TValue tmptv, tmptv2; /* Temporary TValues. */ + Node nilnode; /* Fallback 1-element hash part (nil key and value). */ GCupval uvhead; /* Head of double-linked list of all open upvalues. */ int32_t hookcount; /* Instruction hook countdown. */ int32_t hookcstart; /* Start count for instruction hook counter. */ lua_Hook hookf; /* Hook function. */ lua_CFunction wrapf; /* Wrapper for C function calls. */ lua_CFunction panic; /* Called as a last resort for errors. */ - volatile int32_t vmstate; /* VM state or current JIT code trace number. */ BCIns bc_cfunc_int; /* Bytecode for internal C function calls. */ BCIns bc_cfunc_ext; /* Bytecode for external C function calls. */ - GCRef jit_L; /* Current JIT code lua_State or NULL. */ - MRef jit_base; /* Current JIT code L->base. */ + GCRef cur_L; /* Currently executing lua_State. */ + MRef jit_base; /* Current JIT code L->base or NULL. */ MRef ctype_state; /* Pointer to C type state. */ GCRef gcroot[GCROOT_MAX]; /* GC roots. */ } global_State; @@ -553,6 +635,7 @@ typedef struct global_State { #define HOOK_ACTIVE_SHIFT 4 #define HOOK_VMEVENT 0x20 #define HOOK_GC 0x40 +#define HOOK_PROFILE 0x80 #define hook_active(g) ((g)->hookmask & HOOK_ACTIVE) #define hook_enter(g) ((g)->hookmask |= HOOK_ACTIVE) #define hook_entergc(g) ((g)->hookmask |= (HOOK_ACTIVE|HOOK_GC)) @@ -583,7 +666,13 @@ struct lua_State { #define registry(L) (&G(L)->registrytv) /* Macros to access the currently executing (Lua) function. */ +#if LJ_GC64 +#define curr_func(L) (&gcval(L->base-2)->fn) +#elif LJ_FR2 +#define curr_func(L) (&gcref((L->base-2)->gcr)->fn) +#else #define curr_func(L) (&gcref((L->base-1)->fr.func)->fn) +#endif #define curr_funcisL(L) (isluafunc(curr_func(L))) #define curr_proto(L) (funcproto(curr_func(L))) #define curr_topL(L) (L->base + curr_proto(L)->framesize) @@ -647,12 +736,17 @@ typedef union GCobj { #endif /* Macros to test types. */ +#if LJ_GC64 +#define itype(o) ((uint32_t)((o)->it64 >> 47)) +#define tvisnil(o) ((o)->it64 == -1) +#else #define itype(o) ((o)->it) #define tvisnil(o) (itype(o) == LJ_TNIL) +#endif #define tvisfalse(o) (itype(o) == LJ_TFALSE) #define tvistrue(o) (itype(o) == LJ_TTRUE) #define tvisbool(o) (tvisfalse(o) || tvistrue(o)) -#if LJ_64 +#if LJ_64 && !LJ_GC64 #define tvislightud(o) (((int32_t)itype(o) >> 15) == -2) #else #define tvislightud(o) (itype(o) == LJ_TLIGHTUD) @@ -686,7 +780,7 @@ typedef union GCobj { #define rawnumequal(o1, o2) ((o1)->u64 == (o2)->u64) /* Macros to convert type ids. */ -#if LJ_64 +#if LJ_64 && !LJ_GC64 #define itypemap(o) \ (tvisnumber(o) ? ~LJ_TNUMX : tvislightud(o) ? ~LJ_TLIGHTUD : ~itype(o)) #else @@ -694,8 +788,12 @@ typedef union GCobj { #endif /* Macros to get tagged values. */ +#if LJ_GC64 +#define gcval(o) ((GCobj *)(gcrefu((o)->gcr) & LJ_GCVMASK)) +#else #define gcval(o) (gcref((o)->gcr)) -#define boolV(o) check_exp(tvisbool(o), (LJ_TFALSE - (o)->it)) +#endif +#define boolV(o) check_exp(tvisbool(o), (LJ_TFALSE - itype(o))) #if LJ_64 #define lightudV(o) \ check_exp(tvislightud(o), (void *)((o)->u64 & U64x(00007fff,ffffffff))) @@ -714,13 +812,23 @@ typedef union GCobj { #define intV(o) check_exp(tvisint(o), (int32_t)(o)->i) /* Macros to set tagged values. */ +#if LJ_GC64 +#define setitype(o, i) ((o)->it = ((i) << 15)) +#define setnilV(o) ((o)->it64 = -1) +#define setpriV(o, x) ((o)->it64 = (int64_t)~((uint64_t)~(x)<<47)) +#define setboolV(o, x) ((o)->it64 = (int64_t)~((uint64_t)((x)+1)<<47)) +#else #define setitype(o, i) ((o)->it = (i)) #define setnilV(o) ((o)->it = LJ_TNIL) #define setboolV(o, x) ((o)->it = LJ_TFALSE-(uint32_t)(x)) +#define setpriV(o, i) (setitype((o), (i))) +#endif static LJ_AINLINE void setlightudV(TValue *o, void *p) { -#if LJ_64 +#if LJ_GC64 + o->u64 = (uint64_t)p | (((uint64_t)LJ_TLIGHTUD) << 47); +#elif LJ_64 o->u64 = (uint64_t)p | (((uint64_t)0xffff) << 48); #else setgcrefp(o->gcr, p); setitype(o, LJ_TLIGHTUD); @@ -730,20 +838,39 @@ static LJ_AINLINE void setlightudV(TValue *o, void *p) #if LJ_64 #define checklightudptr(L, p) \ (((uint64_t)(p) >> 47) ? (lj_err_msg(L, LJ_ERR_BADLU), NULL) : (p)) +#else +#define checklightudptr(L, p) (p) +#endif + +#if LJ_FR2 +#define contptr(f) ((void *)(f)) +#define setcont(o, f) ((o)->u64 = (uint64_t)(uintptr_t)contptr(f)) +#elif LJ_64 +#define contptr(f) \ + ((void *)(uintptr_t)(uint32_t)((intptr_t)(f) - (intptr_t)lj_vm_asm_begin)) #define setcont(o, f) \ ((o)->u64 = (uint64_t)(void *)(f) - (uint64_t)lj_vm_asm_begin) #else -#define checklightudptr(L, p) (p) -#define setcont(o, f) setlightudV((o), (void *)(f)) +#define contptr(f) ((void *)(f)) +#define setcont(o, f) setlightudV((o), contptr(f)) #endif #define tvchecklive(L, o) \ UNUSED(L), lua_assert(!tvisgcv(o) || \ ((~itype(o) == gcval(o)->gch.gct) && !isdead(G(L), gcval(o)))) -static LJ_AINLINE void setgcV(lua_State *L, TValue *o, GCobj *v, uint32_t itype) +static LJ_AINLINE void setgcVraw(TValue *o, GCobj *v, uint32_t itype) { - setgcref(o->gcr, v); setitype(o, itype); tvchecklive(L, o); +#if LJ_GC64 + setgcreft(o->gcr, v, itype); +#else + setgcref(o->gcr, v); setitype(o, itype); +#endif +} + +static LJ_AINLINE void setgcV(lua_State *L, TValue *o, GCobj *v, uint32_t it) +{ + setgcVraw(o, v, it); tvchecklive(L, o); } #define define_setV(name, type, tag) \ @@ -810,11 +937,7 @@ static LJ_AINLINE int32_t lj_num2bit(lua_Number n) #endif } -#if LJ_TARGET_X86 && !defined(__SSE2__) -#define lj_num2int(n) lj_num2bit((n)) -#else #define lj_num2int(n) ((int32_t)(n)) -#endif static LJ_AINLINE uint64_t lj_num2u64(lua_Number n) { @@ -851,6 +974,7 @@ LJ_DATA const char *const lj_obj_itypename[~LJ_TNUMX+1]; #define lj_typename(o) (lj_obj_itypename[itypemap(o)]) /* Compare two objects without calling metamethods. */ -LJ_FUNC int lj_obj_equal(cTValue *o1, cTValue *o2); +LJ_FUNC int LJ_FASTCALL lj_obj_equal(cTValue *o1, cTValue *o2); +LJ_FUNC const void * LJ_FASTCALL lj_obj_ptr(cTValue *o); #endif diff --git a/core/src/luajit/src/lj_opt_dce.c b/core/src/luajit/src/lj_opt_dce.c index 7f1faafe6..2417f3242 100644 --- a/core/src/luajit/src/lj_opt_dce.c +++ b/core/src/luajit/src/lj_opt_dce.c @@ -1,6 +1,6 @@ /* ** DCE: Dead Code Elimination. Pre-LOOP only -- ASM already performs DCE. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_opt_dce_c diff --git a/core/src/luajit/src/lj_opt_fold.c b/core/src/luajit/src/lj_opt_fold.c index d00fdd56f..acbf36a5c 100644 --- a/core/src/luajit/src/lj_opt_fold.c +++ b/core/src/luajit/src/lj_opt_fold.c @@ -2,7 +2,7 @@ ** FOLD: Constant Folding, Algebraic Simplifications and Reassociation. ** ABCelim: Array Bounds Check Elimination. ** CSE: Common-Subexpression Elimination. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_opt_fold_c @@ -14,18 +14,21 @@ #if LJ_HASJIT +#include "lj_buf.h" #include "lj_str.h" #include "lj_tab.h" #include "lj_ir.h" #include "lj_jit.h" +#include "lj_ircall.h" #include "lj_iropt.h" #include "lj_trace.h" #if LJ_HASFFI #include "lj_ctype.h" -#endif #include "lj_carith.h" +#endif #include "lj_vm.h" #include "lj_strscan.h" +#include "lj_strfmt.h" /* Here's a short description how the FOLD engine processes instructions: ** @@ -133,8 +136,8 @@ /* Some local macros to save typing. Undef'd at the end. */ #define IR(ref) (&J->cur.ir[(ref)]) #define fins (&J->fold.ins) -#define fleft (&J->fold.left) -#define fright (&J->fold.right) +#define fleft (J->fold.left) +#define fright (J->fold.right) #define knumleft (ir_knum(fleft)->n) #define knumright (ir_knum(fright)->n) @@ -155,13 +158,14 @@ typedef IRRef (LJ_FASTCALL *FoldFunc)(jit_State *J); /* Barrier to prevent folding across a GC step. ** GC steps can only happen at the head of a trace and at LOOP. -** And the GC is only driven forward if there is at least one allocation. +** And the GC is only driven forward if there's at least one allocation. */ #define gcstep_barrier(J, ref) \ ((ref) < J->chain[IR_LOOP] && \ (J->chain[IR_SNEW] || J->chain[IR_XSNEW] || \ J->chain[IR_TNEW] || J->chain[IR_TDUP] || \ - J->chain[IR_CNEW] || J->chain[IR_CNEWI] || J->chain[IR_TOSTR])) + J->chain[IR_CNEW] || J->chain[IR_CNEWI] || \ + J->chain[IR_BUFSTR] || J->chain[IR_TOSTR] || J->chain[IR_CALLA])) /* -- Constant folding for FP numbers ------------------------------------- */ @@ -169,8 +173,6 @@ LJFOLD(ADD KNUM KNUM) LJFOLD(SUB KNUM KNUM) LJFOLD(MUL KNUM KNUM) LJFOLD(DIV KNUM KNUM) -LJFOLD(NEG KNUM KNUM) -LJFOLD(ABS KNUM KNUM) LJFOLD(ATAN2 KNUM KNUM) LJFOLD(LDEXP KNUM KNUM) LJFOLD(MIN KNUM KNUM) @@ -183,6 +185,15 @@ LJFOLDF(kfold_numarith) return lj_ir_knum(J, y); } +LJFOLD(NEG KNUM FLOAD) +LJFOLD(ABS KNUM FLOAD) +LJFOLDF(kfold_numabsneg) +{ + lua_Number a = knumleft; + lua_Number y = lj_vm_foldarith(a, a, fins->o - IR_ADD); + return lj_ir_knum(J, y); +} + LJFOLD(LDEXP KNUM KINT) LJFOLDF(kfold_ldexp) { @@ -336,15 +347,18 @@ LJFOLDF(kfold_intcomp0) static uint64_t kfold_int64arith(uint64_t k1, uint64_t k2, IROp op) { switch (op) { -#if LJ_64 || LJ_HASFFI +#if LJ_HASFFI case IR_ADD: k1 += k2; break; case IR_SUB: k1 -= k2; break; -#endif -#if LJ_HASFFI case IR_MUL: k1 *= k2; break; case IR_BAND: k1 &= k2; break; case IR_BOR: k1 |= k2; break; case IR_BXOR: k1 ^= k2; break; + case IR_BSHL: k1 <<= (k2 & 63); break; + case IR_BSHR: k1 = (int32_t)((uint32_t)k1 >> (k2 & 63)); break; + case IR_BSAR: k1 >>= (k2 & 63); break; + case IR_BROL: k1 = (int32_t)lj_rol((uint32_t)k1, (k2 & 63)); break; + case IR_BROR: k1 = (int32_t)lj_ror((uint32_t)k1, (k2 & 63)); break; #endif default: UNUSED(k2); lua_assert(0); break; } @@ -392,20 +406,10 @@ LJFOLD(BROL KINT64 KINT) LJFOLD(BROR KINT64 KINT) LJFOLDF(kfold_int64shift) { -#if LJ_HASFFI || LJ_64 +#if LJ_HASFFI uint64_t k = ir_k64(fleft)->u64; int32_t sh = (fright->i & 63); - switch ((IROp)fins->o) { - case IR_BSHL: k <<= sh; break; -#if LJ_HASFFI - case IR_BSHR: k >>= sh; break; - case IR_BSAR: k = (uint64_t)((int64_t)k >> sh); break; - case IR_BROL: k = lj_rol(k, sh); break; - case IR_BROR: k = lj_ror(k, sh); break; -#endif - default: lua_assert(0); break; - } - return INT64FOLD(k); + return INT64FOLD(lj_carith_shift64(k, sh, fins->o - IR_BSHL)); #else UNUSED(J); lua_assert(0); return FAILFOLD; #endif @@ -444,14 +448,14 @@ LJFOLDF(kfold_int64comp) #if LJ_HASFFI uint64_t a = ir_k64(fleft)->u64, b = ir_k64(fright)->u64; switch ((IROp)fins->o) { - case IR_LT: return CONDFOLD(a < b); - case IR_GE: return CONDFOLD(a >= b); - case IR_LE: return CONDFOLD(a <= b); - case IR_GT: return CONDFOLD(a > b); - case IR_ULT: return CONDFOLD((uint64_t)a < (uint64_t)b); - case IR_UGE: return CONDFOLD((uint64_t)a >= (uint64_t)b); - case IR_ULE: return CONDFOLD((uint64_t)a <= (uint64_t)b); - case IR_UGT: return CONDFOLD((uint64_t)a > (uint64_t)b); + case IR_LT: return CONDFOLD((int64_t)a < (int64_t)b); + case IR_GE: return CONDFOLD((int64_t)a >= (int64_t)b); + case IR_LE: return CONDFOLD((int64_t)a <= (int64_t)b); + case IR_GT: return CONDFOLD((int64_t)a > (int64_t)b); + case IR_ULT: return CONDFOLD(a < b); + case IR_UGE: return CONDFOLD(a >= b); + case IR_ULE: return CONDFOLD(a <= b); + case IR_UGT: return CONDFOLD(a > b); default: lua_assert(0); return FAILFOLD; } #else @@ -510,7 +514,7 @@ LJFOLDF(kfold_strref_snew) PHIBARRIER(ir); fins->op2 = emitir(IRTI(IR_ADD), ir->op2, fins->op2); /* Clobbers fins! */ fins->op1 = str; - fins->ot = IRT(IR_STRREF, IRT_P32); + fins->ot = IRT(IR_STRREF, IRT_PGC); return RETRYFOLD; } } @@ -528,6 +532,180 @@ LJFOLDF(kfold_strcmp) return NEXTFOLD; } +/* -- Constant folding and forwarding for buffers ------------------------- */ + +/* +** Buffer ops perform stores, but their effect is limited to the buffer +** itself. Also, buffer ops are chained: a use of an op implies a use of +** all other ops up the chain. Conversely, if an op is unused, all ops +** up the chain can go unsed. This largely eliminates the need to treat +** them as stores. +** +** Alas, treating them as normal (IRM_N) ops doesn't work, because they +** cannot be CSEd in isolation. CSE for IRM_N is implicitly done in LOOP +** or if FOLD is disabled. +** +** The compromise is to declare them as loads, emit them like stores and +** CSE whole chains manually when the BUFSTR is to be emitted. Any chain +** fragments left over from CSE are eliminated by DCE. +*/ + +/* BUFHDR is emitted like a store, see below. */ + +LJFOLD(BUFPUT BUFHDR BUFSTR) +LJFOLDF(bufput_append) +{ + /* New buffer, no other buffer op inbetween and same buffer? */ + if ((J->flags & JIT_F_OPT_FWD) && + !(fleft->op2 & IRBUFHDR_APPEND) && + fleft->prev == fright->op2 && + fleft->op1 == IR(fright->op2)->op1) { + IRRef ref = fins->op1; + IR(ref)->op2 = (fleft->op2 | IRBUFHDR_APPEND); /* Modify BUFHDR. */ + IR(ref)->op1 = fright->op1; + return ref; + } + return EMITFOLD; /* Always emit, CSE later. */ +} + +LJFOLD(BUFPUT any any) +LJFOLDF(bufput_kgc) +{ + if (LJ_LIKELY(J->flags & JIT_F_OPT_FOLD) && fright->o == IR_KGC) { + GCstr *s2 = ir_kstr(fright); + if (s2->len == 0) { /* Empty string? */ + return LEFTFOLD; + } else { + if (fleft->o == IR_BUFPUT && irref_isk(fleft->op2) && + !irt_isphi(fleft->t)) { /* Join two constant string puts in a row. */ + GCstr *s1 = ir_kstr(IR(fleft->op2)); + IRRef kref = lj_ir_kstr(J, lj_buf_cat2str(J->L, s1, s2)); + /* lj_ir_kstr() may realloc the IR and invalidates any IRIns *. */ + IR(fins->op1)->op2 = kref; /* Modify previous BUFPUT. */ + return fins->op1; + } + } + } + return EMITFOLD; /* Always emit, CSE later. */ +} + +LJFOLD(BUFSTR any any) +LJFOLDF(bufstr_kfold_cse) +{ + lua_assert(fleft->o == IR_BUFHDR || fleft->o == IR_BUFPUT || + fleft->o == IR_CALLL); + if (LJ_LIKELY(J->flags & JIT_F_OPT_FOLD)) { + if (fleft->o == IR_BUFHDR) { /* No put operations? */ + if (!(fleft->op2 & IRBUFHDR_APPEND)) /* Empty buffer? */ + return lj_ir_kstr(J, &J2G(J)->strempty); + fins->op1 = fleft->op1; + fins->op2 = fleft->prev; /* Relies on checks in bufput_append. */ + return CSEFOLD; + } else if (fleft->o == IR_BUFPUT) { + IRIns *irb = IR(fleft->op1); + if (irb->o == IR_BUFHDR && !(irb->op2 & IRBUFHDR_APPEND)) + return fleft->op2; /* Shortcut for a single put operation. */ + } + } + /* Try to CSE the whole chain. */ + if (LJ_LIKELY(J->flags & JIT_F_OPT_CSE)) { + IRRef ref = J->chain[IR_BUFSTR]; + while (ref) { + IRIns *irs = IR(ref), *ira = fleft, *irb = IR(irs->op1); + while (ira->o == irb->o && ira->op2 == irb->op2) { + lua_assert(ira->o == IR_BUFHDR || ira->o == IR_BUFPUT || + ira->o == IR_CALLL || ira->o == IR_CARG); + if (ira->o == IR_BUFHDR && !(ira->op2 & IRBUFHDR_APPEND)) + return ref; /* CSE succeeded. */ + if (ira->o == IR_CALLL && ira->op2 == IRCALL_lj_buf_puttab) + break; + ira = IR(ira->op1); + irb = IR(irb->op1); + } + ref = irs->prev; + } + } + return EMITFOLD; /* No CSE possible. */ +} + +LJFOLD(CALLL CARG IRCALL_lj_buf_putstr_reverse) +LJFOLD(CALLL CARG IRCALL_lj_buf_putstr_upper) +LJFOLD(CALLL CARG IRCALL_lj_buf_putstr_lower) +LJFOLD(CALLL CARG IRCALL_lj_strfmt_putquoted) +LJFOLDF(bufput_kfold_op) +{ + if (irref_isk(fleft->op2)) { + const CCallInfo *ci = &lj_ir_callinfo[fins->op2]; + SBuf *sb = lj_buf_tmp_(J->L); + sb = ((SBuf * (LJ_FASTCALL *)(SBuf *, GCstr *))ci->func)(sb, + ir_kstr(IR(fleft->op2))); + fins->o = IR_BUFPUT; + fins->op1 = fleft->op1; + fins->op2 = lj_ir_kstr(J, lj_buf_tostr(sb)); + return RETRYFOLD; + } + return EMITFOLD; /* Always emit, CSE later. */ +} + +LJFOLD(CALLL CARG IRCALL_lj_buf_putstr_rep) +LJFOLDF(bufput_kfold_rep) +{ + if (irref_isk(fleft->op2)) { + IRIns *irc = IR(fleft->op1); + if (irref_isk(irc->op2)) { + SBuf *sb = lj_buf_tmp_(J->L); + sb = lj_buf_putstr_rep(sb, ir_kstr(IR(irc->op2)), IR(fleft->op2)->i); + fins->o = IR_BUFPUT; + fins->op1 = irc->op1; + fins->op2 = lj_ir_kstr(J, lj_buf_tostr(sb)); + return RETRYFOLD; + } + } + return EMITFOLD; /* Always emit, CSE later. */ +} + +LJFOLD(CALLL CARG IRCALL_lj_strfmt_putfxint) +LJFOLD(CALLL CARG IRCALL_lj_strfmt_putfnum_int) +LJFOLD(CALLL CARG IRCALL_lj_strfmt_putfnum_uint) +LJFOLD(CALLL CARG IRCALL_lj_strfmt_putfnum) +LJFOLD(CALLL CARG IRCALL_lj_strfmt_putfstr) +LJFOLD(CALLL CARG IRCALL_lj_strfmt_putfchar) +LJFOLDF(bufput_kfold_fmt) +{ + IRIns *irc = IR(fleft->op1); + lua_assert(irref_isk(irc->op2)); /* SFormat must be const. */ + if (irref_isk(fleft->op2)) { + SFormat sf = (SFormat)IR(irc->op2)->i; + IRIns *ira = IR(fleft->op2); + SBuf *sb = lj_buf_tmp_(J->L); + switch (fins->op2) { + case IRCALL_lj_strfmt_putfxint: + sb = lj_strfmt_putfxint(sb, sf, ir_k64(ira)->u64); + break; + case IRCALL_lj_strfmt_putfstr: + sb = lj_strfmt_putfstr(sb, sf, ir_kstr(ira)); + break; + case IRCALL_lj_strfmt_putfchar: + sb = lj_strfmt_putfchar(sb, sf, ira->i); + break; + case IRCALL_lj_strfmt_putfnum_int: + case IRCALL_lj_strfmt_putfnum_uint: + case IRCALL_lj_strfmt_putfnum: + default: { + const CCallInfo *ci = &lj_ir_callinfo[fins->op2]; + sb = ((SBuf * (*)(SBuf *, SFormat, lua_Number))ci->func)(sb, sf, + ir_knum(ira)->n); + break; + } + } + fins->o = IR_BUFPUT; + fins->op1 = irc->op1; + fins->op2 = lj_ir_kstr(J, lj_buf_tostr(sb)); + return RETRYFOLD; + } + return EMITFOLD; /* Always emit, CSE later. */ +} + /* -- Constant folding of pointer arithmetic ------------------------------ */ LJFOLD(ADD KGC KINT) @@ -648,27 +826,22 @@ LJFOLD(CONV KNUM IRCONV_INT_NUM) LJFOLDF(kfold_conv_knum_int_num) { lua_Number n = knumleft; - if (!(fins->op2 & IRCONV_TRUNC)) { - int32_t k = lj_num2int(n); - if (irt_isguard(fins->t) && n != (lua_Number)k) { - /* We're about to create a guard which always fails, like CONV +1.5. - ** Some pathological loops cause this during LICM, e.g.: - ** local x,k,t = 0,1.5,{1,[1.5]=2} - ** for i=1,200 do x = x+ t[k]; k = k == 1 and 1.5 or 1 end - ** assert(x == 300) - */ - return FAILFOLD; - } - return INTFOLD(k); - } else { - return INTFOLD((int32_t)n); + int32_t k = lj_num2int(n); + if (irt_isguard(fins->t) && n != (lua_Number)k) { + /* We're about to create a guard which always fails, like CONV +1.5. + ** Some pathological loops cause this during LICM, e.g.: + ** local x,k,t = 0,1.5,{1,[1.5]=2} + ** for i=1,200 do x = x+ t[k]; k = k == 1 and 1.5 or 1 end + ** assert(x == 300) + */ + return FAILFOLD; } + return INTFOLD(k); } LJFOLD(CONV KNUM IRCONV_U32_NUM) LJFOLDF(kfold_conv_knum_u32_num) { - lua_assert((fins->op2 & IRCONV_TRUNC)); #ifdef _MSC_VER { /* Workaround for MSVC bug. */ volatile uint32_t u = (uint32_t)knumleft; @@ -682,27 +855,27 @@ LJFOLDF(kfold_conv_knum_u32_num) LJFOLD(CONV KNUM IRCONV_I64_NUM) LJFOLDF(kfold_conv_knum_i64_num) { - lua_assert((fins->op2 & IRCONV_TRUNC)); return INT64FOLD((uint64_t)(int64_t)knumleft); } LJFOLD(CONV KNUM IRCONV_U64_NUM) LJFOLDF(kfold_conv_knum_u64_num) { - lua_assert((fins->op2 & IRCONV_TRUNC)); return INT64FOLD(lj_num2u64(knumleft)); } -LJFOLD(TOSTR KNUM) +LJFOLD(TOSTR KNUM any) LJFOLDF(kfold_tostr_knum) { - return lj_ir_kstr(J, lj_str_fromnum(J->L, &knumleft)); + return lj_ir_kstr(J, lj_strfmt_num(J->L, ir_knum(fleft))); } -LJFOLD(TOSTR KINT) +LJFOLD(TOSTR KINT any) LJFOLDF(kfold_tostr_kint) { - return lj_ir_kstr(J, lj_str_fromint(J->L, fleft->i)); + return lj_ir_kstr(J, fins->op2 == IRTOSTR_INT ? + lj_strfmt_int(J->L, fleft->i) : + lj_strfmt_char(J->L, fleft->i)); } LJFOLD(STRTO KGC) @@ -750,13 +923,13 @@ LJFOLDF(shortcut_round) return NEXTFOLD; } -LJFOLD(ABS ABS KNUM) +LJFOLD(ABS ABS FLOAD) LJFOLDF(shortcut_left) { return LEFTFOLD; /* f(g(x)) ==> g(x) */ } -LJFOLD(ABS NEG KNUM) +LJFOLD(ABS NEG FLOAD) LJFOLDF(shortcut_dropleft) { PHIBARRIER(fleft); @@ -837,8 +1010,10 @@ LJFOLDF(simplify_nummuldiv_k) if (n == 1.0) { /* x o 1 ==> x */ return LEFTFOLD; } else if (n == -1.0) { /* x o -1 ==> -x */ + IRRef op1 = fins->op1; + fins->op2 = (IRRef1)lj_ir_ksimd(J, LJ_KSIMD_NEG); /* Modifies fins. */ + fins->op1 = op1; fins->o = IR_NEG; - fins->op2 = (IRRef1)lj_ir_knum_neg(J); return RETRYFOLD; } else if (fins->o == IR_MUL && n == 2.0) { /* x * 2 ==> x + x */ fins->o = IR_ADD; @@ -1205,7 +1380,9 @@ static TRef simplify_intmul_k(jit_State *J, int32_t k) ** But this is mainly intended for simple address arithmetic. ** Also it's easier for the backend to optimize the original multiplies. */ - if (k == 1) { /* i * 1 ==> i */ + if (k == 0) { /* i * 0 ==> 0 */ + return RIGHTFOLD; + } else if (k == 1) { /* i * 1 ==> i */ return LEFTFOLD; } else if ((k & (k-1)) == 0) { /* i * 2^k ==> i << k */ fins->o = IR_BSHL; @@ -1218,9 +1395,7 @@ static TRef simplify_intmul_k(jit_State *J, int32_t k) LJFOLD(MUL any KINT) LJFOLDF(simplify_intmul_k32) { - if (fright->i == 0) /* i * 0 ==> 0 */ - return INTFOLD(0); - else if (fright->i > 0) + if (fright->i >= 0) return simplify_intmul_k(J, fright->i); return NEXTFOLD; } @@ -1228,14 +1403,13 @@ LJFOLDF(simplify_intmul_k32) LJFOLD(MUL any KINT64) LJFOLDF(simplify_intmul_k64) { - if (ir_kint64(fright)->u64 == 0) /* i * 0 ==> 0 */ - return INT64FOLD(0); -#if LJ_64 - /* NYI: SPLIT for BSHL and 32 bit backend support. */ - else if (ir_kint64(fright)->u64 < 0x80000000u) +#if LJ_HASFFI + if (ir_kint64(fright)->u64 < 0x80000000u) return simplify_intmul_k(J, (int32_t)ir_kint64(fright)->u64); -#endif return NEXTFOLD; +#else + UNUSED(J); lua_assert(0); return FAILFOLD; +#endif } LJFOLD(MOD any KINT) @@ -1491,6 +1665,14 @@ LJFOLDF(simplify_shiftk_andk) fins->op2 = (IRRef1)lj_ir_kint(J, k); fins->ot = IRTI(IR_BAND); return RETRYFOLD; + } else if (irk->o == IR_KINT64) { + uint64_t k = kfold_int64arith(ir_k64(irk)->u64, fright->i, (IROp)fins->o); + IROpT ot = fleft->ot; + fins->op1 = fleft->op1; + fins->op1 = (IRRef1)lj_opt_fold(J); + fins->op2 = (IRRef1)lj_ir_kint64(J, k); + fins->ot = ot; + return RETRYFOLD; } return NEXTFOLD; } @@ -1506,6 +1688,47 @@ LJFOLDF(simplify_andk_shiftk) return NEXTFOLD; } +LJFOLD(BAND BOR KINT) +LJFOLD(BOR BAND KINT) +LJFOLDF(simplify_andor_k) +{ + IRIns *irk = IR(fleft->op2); + PHIBARRIER(fleft); + if (irk->o == IR_KINT) { + int32_t k = kfold_intop(irk->i, fright->i, (IROp)fins->o); + /* (i | k1) & k2 ==> i & k2, if (k1 & k2) == 0. */ + /* (i & k1) | k2 ==> i | k2, if (k1 | k2) == -1. */ + if (k == (fins->o == IR_BAND ? 0 : -1)) { + fins->op1 = fleft->op1; + return RETRYFOLD; + } + } + return NEXTFOLD; +} + +LJFOLD(BAND BOR KINT64) +LJFOLD(BOR BAND KINT64) +LJFOLDF(simplify_andor_k64) +{ +#if LJ_HASFFI + IRIns *irk = IR(fleft->op2); + PHIBARRIER(fleft); + if (irk->o == IR_KINT64) { + uint64_t k = kfold_int64arith(ir_k64(irk)->u64, + ir_k64(fright)->u64, (IROp)fins->o); + /* (i | k1) & k2 ==> i & k2, if (k1 & k2) == 0. */ + /* (i & k1) | k2 ==> i | k2, if (k1 | k2) == -1. */ + if (k == (fins->o == IR_BAND ? (uint64_t)0 : ~(uint64_t)0)) { + fins->op1 = fleft->op1; + return RETRYFOLD; + } + } + return NEXTFOLD; +#else + UNUSED(J); lua_assert(0); return FAILFOLD; +#endif +} + /* -- Reassociation ------------------------------------------------------- */ LJFOLD(ADD ADD KINT) @@ -1535,7 +1758,7 @@ LJFOLD(BOR BOR KINT64) LJFOLD(BXOR BXOR KINT64) LJFOLDF(reassoc_intarith_k64) { -#if LJ_HASFFI || LJ_64 +#if LJ_HASFFI IRIns *irk = IR(fleft->op2); if (irk->o == IR_KINT64) { uint64_t k = kfold_int64arith(ir_k64(irk)->u64, @@ -1953,6 +2176,7 @@ LJFOLDF(fwd_href_tdup) ** an aliased table, as it may invalidate all of the pointers and fields. ** Only HREF needs the NEWREF check -- AREF and HREFK already depend on ** FLOADs. And NEWREF itself is treated like a store (see below). +** LREF is constant (per trace) since coroutine switches are not inlined. */ LJFOLD(FLOAD TNEW IRFL_TAB_ASIZE) LJFOLDF(fload_tab_tnew_asize) @@ -2016,6 +2240,14 @@ LJFOLDF(fload_str_len_snew) return NEXTFOLD; } +LJFOLD(FLOAD TOSTR IRFL_STR_LEN) +LJFOLDF(fload_str_len_tostr) +{ + if (LJ_LIKELY(J->flags & JIT_F_OPT_FOLD) && fleft->op2 == IRTOSTR_CHAR) + return INTFOLD(1); + return NEXTFOLD; +} + /* The C type ID of cdata objects is immutable. */ LJFOLD(FLOAD KGC IRFL_CDATA_CTYPEID) LJFOLDF(fload_cdata_typeid_kgc) @@ -2062,6 +2294,8 @@ LJFOLDF(fload_cdata_ptr_int64_cnew) } LJFOLD(FLOAD any IRFL_STR_LEN) +LJFOLD(FLOAD any IRFL_FUNC_ENV) +LJFOLD(FLOAD any IRFL_THREAD_ENV) LJFOLD(FLOAD any IRFL_CDATA_CTYPEID) LJFOLD(FLOAD any IRFL_CDATA_PTR) LJFOLD(FLOAD any IRFL_CDATA_INT) @@ -2127,6 +2361,17 @@ LJFOLDF(barrier_tnew_tdup) return DROPFOLD; } +/* -- Profiling ----------------------------------------------------------- */ + +LJFOLD(PROF any any) +LJFOLDF(prof) +{ + IRRef ref = J->chain[IR_PROF]; + if (ref+1 == J->cur.nins) /* Drop neighbouring IR_PROF. */ + return ref; + return EMITFOLD; +} + /* -- Stores and allocations ---------------------------------------------- */ /* Stores and allocations cannot be folded or passed on to CSE in general. @@ -2149,8 +2394,9 @@ LJFOLD(XSTORE any any) LJFOLDX(lj_opt_dse_xstore) LJFOLD(NEWREF any any) /* Treated like a store. */ -LJFOLD(CALLS any any) +LJFOLD(CALLA any any) LJFOLD(CALLL any any) /* Safeguard fallback. */ +LJFOLD(CALLS any any) LJFOLD(CALLXS any any) LJFOLD(XBAR) LJFOLD(RETF any any) /* Modifies BASE. */ @@ -2158,6 +2404,7 @@ LJFOLD(TNEW any any) LJFOLD(TDUP any) LJFOLD(CNEW any any) LJFOLD(XSNEW any any) +LJFOLD(BUFHDR any any) LJFOLDX(lj_ir_emit) /* ------------------------------------------------------------------------ */ @@ -2209,10 +2456,14 @@ retry: if (fins->op1 >= J->cur.nk) { key += (uint32_t)IR(fins->op1)->o << 10; *fleft = *IR(fins->op1); + if (fins->op1 < REF_TRUE) + fleft[1] = IR(fins->op1)[1]; } if (fins->op2 >= J->cur.nk) { key += (uint32_t)IR(fins->op2)->o; *fright = *IR(fins->op2); + if (fins->op2 < REF_TRUE) + fright[1] = IR(fins->op2)[1]; } else { key += (fins->op2 & 0x3ffu); /* Literal mask. Must include IRCONV_*MASK. */ } diff --git a/core/src/luajit/src/lj_opt_loop.c b/core/src/luajit/src/lj_opt_loop.c index b7d1923ed..04c6d06dd 100644 --- a/core/src/luajit/src/lj_opt_loop.c +++ b/core/src/luajit/src/lj_opt_loop.c @@ -1,6 +1,6 @@ /* ** LOOP: Loop Optimizations. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_opt_loop_c @@ -11,7 +11,7 @@ #if LJ_HASJIT #include "lj_err.h" -#include "lj_str.h" +#include "lj_buf.h" #include "lj_ir.h" #include "lj_jit.h" #include "lj_iropt.h" @@ -254,9 +254,16 @@ static void loop_subst_snap(jit_State *J, SnapShot *osnap, J->cur.nsnapmap = (uint16_t)(nmap - J->cur.snapmap); } +typedef struct LoopState { + jit_State *J; + IRRef1 *subst; + MSize sizesubst; +} LoopState; + /* Unroll loop. */ -static void loop_unroll(jit_State *J) +static void loop_unroll(LoopState *lps) { + jit_State *J = lps->J; IRRef1 phi[LJ_MAX_PHI]; uint32_t nphi = 0; IRRef1 *subst; @@ -265,13 +272,13 @@ static void loop_unroll(jit_State *J) SnapEntry *loopmap, *psentinel; IRRef ins, invar; - /* Use temp buffer for substitution table. + /* Allocate substitution table. ** Only non-constant refs in [REF_BIAS,invar) are valid indexes. - ** Caveat: don't call into the VM or run the GC or the buffer may be gone. */ invar = J->cur.nins; - subst = (IRRef1 *)lj_str_needbuf(J->L, &G(J->L)->tmpbuf, - (invar-REF_BIAS)*sizeof(IRRef1)) - REF_BIAS; + lps->sizesubst = invar - REF_BIAS; + lps->subst = lj_mem_newvec(J->L, lps->sizesubst, IRRef1); + subst = lps->subst - REF_BIAS; subst[REF_BASE] = REF_BASE; /* LOOP separates the pre-roll from the loop body. */ @@ -396,7 +403,7 @@ static void loop_undo(jit_State *J, IRRef ins, SnapNo nsnap, MSize nsnapmap) static TValue *cploop_opt(lua_State *L, lua_CFunction dummy, void *ud) { UNUSED(L); UNUSED(dummy); - loop_unroll((jit_State *)ud); + loop_unroll((LoopState *)ud); return NULL; } @@ -406,7 +413,13 @@ int lj_opt_loop(jit_State *J) IRRef nins = J->cur.nins; SnapNo nsnap = J->cur.nsnap; MSize nsnapmap = J->cur.nsnapmap; - int errcode = lj_vm_cpcall(J->L, NULL, J, cploop_opt); + LoopState lps; + int errcode; + lps.J = J; + lps.subst = NULL; + lps.sizesubst = 0; + errcode = lj_vm_cpcall(J->L, NULL, &lps, cploop_opt); + lj_mem_freevec(J2G(J), lps.subst, lps.sizesubst, IRRef1); if (LJ_UNLIKELY(errcode)) { lua_State *L = J->L; if (errcode == LUA_ERRRUN && tvisnumber(L->top-1)) { /* Trace error? */ diff --git a/core/src/luajit/src/lj_opt_mem.c b/core/src/luajit/src/lj_opt_mem.c index a4d96fc0f..cc177d39e 100644 --- a/core/src/luajit/src/lj_opt_mem.c +++ b/core/src/luajit/src/lj_opt_mem.c @@ -3,7 +3,7 @@ ** AA: Alias Analysis using high-level semantic disambiguation. ** FWD: Load Forwarding (L2L) + Store Forwarding (S2L). ** DSE: Dead-Store Elimination. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_opt_mem_c @@ -17,12 +17,13 @@ #include "lj_ir.h" #include "lj_jit.h" #include "lj_iropt.h" +#include "lj_ircall.h" /* Some local macros to save typing. Undef'd at the end. */ #define IR(ref) (&J->cur.ir[(ref)]) #define fins (&J->fold.ins) -#define fleft (&J->fold.left) -#define fright (&J->fold.right) +#define fleft (J->fold.left) +#define fright (J->fold.right) /* ** Caveat #1: return value is not always a TRef -- only use with tref_ref(). @@ -308,7 +309,21 @@ int LJ_FASTCALL lj_opt_fwd_href_nokey(jit_State *J) return 1; /* No conflict. Can fold to niltv. */ } -/* Check whether there's no aliasing NEWREF for the left operand. */ +/* Check whether there's no aliasing table.clear. */ +static int fwd_aa_tab_clear(jit_State *J, IRRef lim, IRRef ta) +{ + IRRef ref = J->chain[IR_CALLS]; + while (ref > lim) { + IRIns *calls = IR(ref); + if (calls->op2 == IRCALL_lj_tab_clear && + (ta == calls->op1 || aa_table(J, ta, calls->op1) != ALIAS_NO)) + return 0; /* Conflict. */ + ref = calls->prev; + } + return 1; /* No conflict. Can safely FOLD/CSE. */ +} + +/* Check whether there's no aliasing NEWREF/table.clear for the left operand. */ int LJ_FASTCALL lj_opt_fwd_tptr(jit_State *J, IRRef lim) { IRRef ta = fins->op1; @@ -319,7 +334,7 @@ int LJ_FASTCALL lj_opt_fwd_tptr(jit_State *J, IRRef lim) return 0; /* Conflict. */ ref = newref->prev; } - return 1; /* No conflict. Can safely FOLD/CSE. */ + return fwd_aa_tab_clear(J, lim, ta); } /* ASTORE/HSTORE elimination. */ @@ -854,6 +869,10 @@ TRef LJ_FASTCALL lj_opt_fwd_tab_len(jit_State *J) ref = store->prev; } + /* Search for aliasing table.clear. */ + if (!fwd_aa_tab_clear(J, lim, tab)) + return lj_ir_emit(J); + /* Try to find a matching load. Below the conflicting store, if any. */ return lj_opt_cselim(J, lim); } diff --git a/core/src/luajit/src/lj_opt_narrow.c b/core/src/luajit/src/lj_opt_narrow.c index 58b3763db..cd96ca4b4 100644 --- a/core/src/luajit/src/lj_opt_narrow.c +++ b/core/src/luajit/src/lj_opt_narrow.c @@ -1,7 +1,7 @@ /* ** NARROW: Narrowing of numbers to integers (double to int32_t). ** STRIPOV: Stripping of overflow checks. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_opt_narrow_c @@ -205,7 +205,6 @@ typedef struct NarrowConv { jit_State *J; /* JIT compiler state. */ NarrowIns *sp; /* Current stack pointer. */ NarrowIns *maxsp; /* Maximum stack pointer minus redzone. */ - int lim; /* Limit on the number of emitted conversions. */ IRRef mode; /* Conversion mode (IRCONV_*). */ IRType t; /* Destination type: IRT_INT or IRT_I64. */ NarrowIns stack[NARROW_MAX_STACK]; /* Stack holding stack-machine code. */ @@ -342,7 +341,7 @@ static int narrow_conv_backprop(NarrowConv *nc, IRRef ref, int depth) NarrowIns *savesp = nc->sp; int count = narrow_conv_backprop(nc, ir->op1, depth); count += narrow_conv_backprop(nc, ir->op2, depth); - if (count <= nc->lim) { /* Limit total number of conversions. */ + if (count <= 1) { /* Limit total number of conversions. */ *nc->sp++ = NARROWINS(IRT(ir->o, nc->t), ref); return count; } @@ -414,12 +413,10 @@ TRef LJ_FASTCALL lj_opt_narrow_convert(jit_State *J) nc.t = irt_type(fins->t); if (fins->o == IR_TOBIT) { nc.mode = IRCONV_TOBIT; /* Used only in the backpropagation cache. */ - nc.lim = 2; /* TOBIT can use a more optimistic rule. */ } else { nc.mode = fins->op2; - nc.lim = 1; } - if (narrow_conv_backprop(&nc, fins->op1, 0) <= nc.lim) + if (narrow_conv_backprop(&nc, fins->op1, 0) <= 1) return narrow_conv_emit(J, &nc); } return NEXTFOLD; @@ -504,8 +501,7 @@ TRef LJ_FASTCALL lj_opt_narrow_cindex(jit_State *J, TRef tr) { lua_assert(tref_isnumber(tr)); if (tref_isnum(tr)) - return emitir(IRT(IR_CONV, IRT_INTP), tr, - (IRT_INTP<<5)|IRT_NUM|IRCONV_TRUNC|IRCONV_ANY); + return emitir(IRT(IR_CONV, IRT_INTP), tr, (IRT_INTP<<5)|IRT_NUM|IRCONV_ANY); /* Undefined overflow semantics allow stripping of ADDOV, SUBOV and MULOV. */ return narrow_stripov(J, tr, IR_MULOV, LJ_64 ? ((IRT_INTP<<5)|IRT_INT|IRCONV_SEXT) : @@ -521,18 +517,24 @@ static int numisint(lua_Number n) return (n == (lua_Number)lj_num2int(n)); } +/* Convert string to number. Error out for non-numeric string values. */ +static TRef conv_str_tonum(jit_State *J, TRef tr, TValue *o) +{ + if (tref_isstr(tr)) { + tr = emitir(IRTG(IR_STRTO, IRT_NUM), tr, 0); + /* Would need an inverted STRTO for this rare and useless case. */ + if (!lj_strscan_num(strV(o), o)) /* Convert in-place. Value used below. */ + lj_trace_err(J, LJ_TRERR_BADTYPE); /* Punt if non-numeric. */ + } + return tr; +} + /* Narrowing of arithmetic operations. */ TRef lj_opt_narrow_arith(jit_State *J, TRef rb, TRef rc, TValue *vb, TValue *vc, IROp op) { - if (tref_isstr(rb)) { - rb = emitir(IRTG(IR_STRTO, IRT_NUM), rb, 0); - lj_strscan_num(strV(vb), vb); - } - if (tref_isstr(rc)) { - rc = emitir(IRTG(IR_STRTO, IRT_NUM), rc, 0); - lj_strscan_num(strV(vc), vc); - } + rb = conv_str_tonum(J, rb, vb); + rc = conv_str_tonum(J, rc, vc); /* Must not narrow MUL in non-DUALNUM variant, because it loses -0. */ if ((op >= IR_ADD && op <= (LJ_DUALNUM ? IR_MUL : IR_SUB)) && tref_isinteger(rb) && tref_isinteger(rc) && @@ -547,24 +549,21 @@ TRef lj_opt_narrow_arith(jit_State *J, TRef rb, TRef rc, /* Narrowing of unary minus operator. */ TRef lj_opt_narrow_unm(jit_State *J, TRef rc, TValue *vc) { - if (tref_isstr(rc)) { - rc = emitir(IRTG(IR_STRTO, IRT_NUM), rc, 0); - lj_strscan_num(strV(vc), vc); - } + rc = conv_str_tonum(J, rc, vc); if (tref_isinteger(rc)) { if ((uint32_t)numberVint(vc) != 0x80000000u) return emitir(IRTGI(IR_SUBOV), lj_ir_kint(J, 0), rc); rc = emitir(IRTN(IR_CONV), rc, IRCONV_NUM_INT); } - return emitir(IRTN(IR_NEG), rc, lj_ir_knum_neg(J)); + return emitir(IRTN(IR_NEG), rc, lj_ir_ksimd(J, LJ_KSIMD_NEG)); } /* Narrowing of modulo operator. */ -TRef lj_opt_narrow_mod(jit_State *J, TRef rb, TRef rc, TValue *vc) +TRef lj_opt_narrow_mod(jit_State *J, TRef rb, TRef rc, TValue *vb, TValue *vc) { TRef tmp; - if (tvisstr(vc) && !lj_strscan_num(strV(vc), vc)) - lj_trace_err(J, LJ_TRERR_BADTYPE); + rb = conv_str_tonum(J, rb, vb); + rc = conv_str_tonum(J, rc, vc); if ((LJ_DUALNUM || (J->flags & JIT_F_OPT_NARROW)) && tref_isinteger(rb) && tref_isinteger(rc) && (tvisint(vc) ? intV(vc) != 0 : !tviszero(vc))) { @@ -581,10 +580,11 @@ TRef lj_opt_narrow_mod(jit_State *J, TRef rb, TRef rc, TValue *vc) } /* Narrowing of power operator or math.pow. */ -TRef lj_opt_narrow_pow(jit_State *J, TRef rb, TRef rc, TValue *vc) +TRef lj_opt_narrow_pow(jit_State *J, TRef rb, TRef rc, TValue *vb, TValue *vc) { - if (tvisstr(vc) && !lj_strscan_num(strV(vc), vc)) - lj_trace_err(J, LJ_TRERR_BADTYPE); + rb = conv_str_tonum(J, rb, vb); + rb = lj_ir_tonum(J, rb); /* Left arg is always treated as an FP number. */ + rc = conv_str_tonum(J, rc, vc); /* Narrowing must be unconditional to preserve (-x)^i semantics. */ if (tvisint(vc) || numisint(numV(vc))) { int checkrange = 0; @@ -595,8 +595,6 @@ TRef lj_opt_narrow_pow(jit_State *J, TRef rb, TRef rc, TValue *vc) checkrange = 1; } if (!tref_isinteger(rc)) { - if (tref_isstr(rc)) - rc = emitir(IRTG(IR_STRTO, IRT_NUM), rc, 0); /* Guarded conversion to integer! */ rc = emitir(IRTGI(IR_CONV), rc, IRCONV_INT_NUM|IRCONV_CHECK); } diff --git a/core/src/luajit/src/lj_opt_sink.c b/core/src/luajit/src/lj_opt_sink.c index a98e9dfe3..929ccb618 100644 --- a/core/src/luajit/src/lj_opt_sink.c +++ b/core/src/luajit/src/lj_opt_sink.c @@ -1,6 +1,6 @@ /* ** SINK: Allocation Sinking and Store Sinking. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_opt_sink_c @@ -153,10 +153,9 @@ static void sink_remark_phi(jit_State *J) remark = 0; for (ir = IR(J->cur.nins-1); ir->o == IR_PHI; ir--) { IRIns *irl = IR(ir->op1), *irr = IR(ir->op2); - if (((irl->t.irt ^ irr->t.irt) & IRT_MARK)) - remark = 1; - else if (irl->prev == irr->prev) + if (!((irl->t.irt ^ irr->t.irt) & IRT_MARK) && irl->prev == irr->prev) continue; + remark |= (~(irl->t.irt & irr->t.irt) & IRT_MARK); irt_setmark(IR(ir->op1)->t); irt_setmark(IR(ir->op2)->t); } @@ -166,8 +165,8 @@ static void sink_remark_phi(jit_State *J) /* Sweep instructions and tag sunken allocations and stores. */ static void sink_sweep_ins(jit_State *J) { - IRIns *ir, *irfirst = IR(J->cur.nk); - for (ir = IR(J->cur.nins-1) ; ir >= irfirst; ir--) { + IRIns *ir, *irbase = IR(REF_BASE); + for (ir = IR(J->cur.nins-1) ; ir >= irbase; ir--) { switch (ir->o) { case IR_ASTORE: case IR_HSTORE: case IR_FSTORE: case IR_XSTORE: { IRIns *ira = sink_checkalloc(J, ir); @@ -217,6 +216,12 @@ static void sink_sweep_ins(jit_State *J) break; } } + for (ir = IR(J->cur.nk); ir < irbase; ir++) { + irt_clearmark(ir->t); + ir->prev = REGSP_INIT; + if (irt_is64(ir->t) && ir->o != IR_KNULL) + ir++; + } } /* Allocation sinking and store sinking. diff --git a/core/src/luajit/src/lj_opt_split.c b/core/src/luajit/src/lj_opt_split.c index 1cee5093b..fc9352042 100644 --- a/core/src/luajit/src/lj_opt_split.c +++ b/core/src/luajit/src/lj_opt_split.c @@ -1,6 +1,6 @@ /* ** SPLIT: Split 64 bit IR instructions into 32 bit IR instructions. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_opt_split_c @@ -11,11 +11,12 @@ #if LJ_HASJIT && (LJ_SOFTFP || (LJ_32 && LJ_HASFFI)) #include "lj_err.h" -#include "lj_str.h" +#include "lj_buf.h" #include "lj_ir.h" #include "lj_jit.h" #include "lj_ircall.h" #include "lj_iropt.h" +#include "lj_dispatch.h" #include "lj_vm.h" /* SPLIT pass: @@ -139,6 +140,7 @@ static IRRef split_call_l(jit_State *J, IRRef1 *hisubst, IRIns *oir, ir->prev = tmp = split_emit(J, IRTI(IR_CALLN), tmp, id); return split_emit(J, IRT(IR_HIOP, IRT_SOFTFP), tmp, tmp); } +#endif /* Emit a CALLN with one split 64 bit argument and a 32 bit argument. */ static IRRef split_call_li(jit_State *J, IRRef1 *hisubst, IRIns *oir, @@ -155,7 +157,6 @@ static IRRef split_call_li(jit_State *J, IRRef1 *hisubst, IRIns *oir, ir->prev = tmp = split_emit(J, IRTI(IR_CALLN), tmp, id); return split_emit(J, IRT(IR_HIOP, IRT_SOFTFP), tmp, tmp); } -#endif /* Emit a CALLN with two split 64 bit arguments. */ static IRRef split_call_ll(jit_State *J, IRRef1 *hisubst, IRIns *oir, @@ -192,9 +193,121 @@ static IRRef split_ptr(jit_State *J, IRIns *oir, IRRef ref) nref = ir->op1; if (ofs == 0) return nref; } - return split_emit(J, IRTI(IR_ADD), nref, lj_ir_kint(J, ofs)); + return split_emit(J, IRT(IR_ADD, IRT_PTR), nref, lj_ir_kint(J, ofs)); +} + +#if LJ_HASFFI +static IRRef split_bitshift(jit_State *J, IRRef1 *hisubst, + IRIns *oir, IRIns *nir, IRIns *ir) +{ + IROp op = ir->o; + IRRef kref = nir->op2; + if (irref_isk(kref)) { /* Optimize constant shifts. */ + int32_t k = (IR(kref)->i & 63); + IRRef lo = nir->op1, hi = hisubst[ir->op1]; + if (op == IR_BROL || op == IR_BROR) { + if (op == IR_BROR) k = (-k & 63); + if (k >= 32) { IRRef t = lo; lo = hi; hi = t; k -= 32; } + if (k == 0) { + passthrough: + J->cur.nins--; + ir->prev = lo; + return hi; + } else { + TRef k1, k2; + IRRef t1, t2, t3, t4; + J->cur.nins--; + k1 = lj_ir_kint(J, k); + k2 = lj_ir_kint(J, (-k & 31)); + t1 = split_emit(J, IRTI(IR_BSHL), lo, k1); + t2 = split_emit(J, IRTI(IR_BSHL), hi, k1); + t3 = split_emit(J, IRTI(IR_BSHR), lo, k2); + t4 = split_emit(J, IRTI(IR_BSHR), hi, k2); + ir->prev = split_emit(J, IRTI(IR_BOR), t1, t4); + return split_emit(J, IRTI(IR_BOR), t2, t3); + } + } else if (k == 0) { + goto passthrough; + } else if (k < 32) { + if (op == IR_BSHL) { + IRRef t1 = split_emit(J, IRTI(IR_BSHL), hi, kref); + IRRef t2 = split_emit(J, IRTI(IR_BSHR), lo, lj_ir_kint(J, (-k&31))); + return split_emit(J, IRTI(IR_BOR), t1, t2); + } else { + IRRef t1 = ir->prev, t2; + lua_assert(op == IR_BSHR || op == IR_BSAR); + nir->o = IR_BSHR; + t2 = split_emit(J, IRTI(IR_BSHL), hi, lj_ir_kint(J, (-k&31))); + ir->prev = split_emit(J, IRTI(IR_BOR), t1, t2); + return split_emit(J, IRTI(op), hi, kref); + } + } else { + if (op == IR_BSHL) { + if (k == 32) + J->cur.nins--; + else + lo = ir->prev; + ir->prev = lj_ir_kint(J, 0); + return lo; + } else { + lua_assert(op == IR_BSHR || op == IR_BSAR); + if (k == 32) { + J->cur.nins--; + ir->prev = hi; + } else { + nir->op1 = hi; + } + if (op == IR_BSHR) + return lj_ir_kint(J, 0); + else + return split_emit(J, IRTI(IR_BSAR), hi, lj_ir_kint(J, 31)); + } + } + } + return split_call_li(J, hisubst, oir, ir, + op - IR_BSHL + IRCALL_lj_carith_shl64); } +static IRRef split_bitop(jit_State *J, IRRef1 *hisubst, + IRIns *nir, IRIns *ir) +{ + IROp op = ir->o; + IRRef hi, kref = nir->op2; + if (irref_isk(kref)) { /* Optimize bit operations with lo constant. */ + int32_t k = IR(kref)->i; + if (k == 0 || k == -1) { + if (op == IR_BAND) k = ~k; + if (k == 0) { + J->cur.nins--; + ir->prev = nir->op1; + } else if (op == IR_BXOR) { + nir->o = IR_BNOT; + nir->op2 = 0; + } else { + J->cur.nins--; + ir->prev = kref; + } + } + } + hi = hisubst[ir->op1]; + kref = hisubst[ir->op2]; + if (irref_isk(kref)) { /* Optimize bit operations with hi constant. */ + int32_t k = IR(kref)->i; + if (k == 0 || k == -1) { + if (op == IR_BAND) k = ~k; + if (k == 0) { + return hi; + } else if (op == IR_BXOR) { + return split_emit(J, IRTI(IR_BNOT), hi, 0); + } else { + return kref; + } + } + } + return split_emit(J, IRTI(op), hi, kref); +} +#endif + /* Substitute references of a snapshot. */ static void split_subst_snap(jit_State *J, SnapShot *snap, IRIns *oir) { @@ -214,7 +327,7 @@ static void split_ir(jit_State *J) IRRef nins = J->cur.nins, nk = J->cur.nk; MSize irlen = nins - nk; MSize need = (irlen+1)*(sizeof(IRIns) + sizeof(IRRef1)); - IRIns *oir = (IRIns *)lj_str_needbuf(J->L, &G(J->L)->tmpbuf, need); + IRIns *oir = (IRIns *)lj_buf_tmp(J->L, need); IRRef1 *hisubst; IRRef ref, snref; SnapShot *snap; @@ -241,6 +354,8 @@ static void split_ir(jit_State *J) ir->prev = ref; /* Identity substitution for loword. */ hisubst[ref] = 0; } + if (irt_is64(ir->t) && ir->o != IR_KNULL) + ref++; } /* Process old IR instructions. */ @@ -321,7 +436,8 @@ static void split_ir(jit_State *J) nir->o = IR_CONV; /* Pass through loword. */ nir->op2 = (IRT_INT << 5) | IRT_INT; hi = split_emit(J, IRT(ir->o == IR_NEG ? IR_BXOR : IR_BAND, IRT_SOFTFP), - hisubst[ir->op1], hisubst[ir->op2]); + hisubst[ir->op1], + lj_ir_kint(J, (int32_t)(0x7fffffffu + (ir->o == IR_NEG)))); break; case IR_SLOAD: if ((nir->op2 & IRSLOAD_CONVERT)) { /* Convert from int to number. */ @@ -336,15 +452,24 @@ static void split_ir(jit_State *J) case IR_STRTO: hi = split_emit(J, IRT(IR_HIOP, IRT_SOFTFP), nref, nref); break; + case IR_FLOAD: + lua_assert(ir->op1 == REF_NIL); + hi = lj_ir_kint(J, *(int32_t*)((char*)J2GG(J) + ir->op2 + LJ_LE*4)); + nir->op2 += LJ_BE*4; + break; case IR_XLOAD: { IRIns inslo = *nir; /* Save/undo the emit of the lo XLOAD. */ J->cur.nins--; hi = split_ptr(J, oir, ir->op1); /* Insert the hiref ADD. */ +#if LJ_BE + hi = split_emit(J, IRT(IR_XLOAD, IRT_INT), hi, ir->op2); + inslo.t.irt = IRT_SOFTFP | (inslo.t.irt & IRT_GUARD); +#endif nref = lj_ir_nextins(J); nir = IR(nref); - *nir = inslo; /* Re-emit lo XLOAD immediately before hi XLOAD. */ - hi = split_emit(J, IRT(IR_XLOAD, IRT_SOFTFP), hi, ir->op2); + *nir = inslo; /* Re-emit lo XLOAD. */ #if LJ_LE + hi = split_emit(J, IRT(IR_XLOAD, IRT_SOFTFP), hi, ir->op2); ir->prev = nref; #else ir->prev = hi; hi = nref; @@ -438,6 +563,19 @@ static void split_ir(jit_State *J) irt_isi64(ir->t) ? IRCALL_lj_carith_powi64 : IRCALL_lj_carith_powu64); break; + case IR_BNOT: + hi = split_emit(J, IRTI(IR_BNOT), hiref, 0); + break; + case IR_BSWAP: + ir->prev = split_emit(J, IRTI(IR_BSWAP), hiref, 0); + hi = nref; + break; + case IR_BAND: case IR_BOR: case IR_BXOR: + hi = split_bitop(J, hisubst, nir, ir); + break; + case IR_BSHL: case IR_BSHR: case IR_BSAR: case IR_BROL: case IR_BROR: + hi = split_bitshift(J, hisubst, oir, nir, ir); + break; case IR_FLOAD: lua_assert(ir->op2 == IRFL_CDATA_INT64); hi = split_emit(J, IRTI(IR_FLOAD), nir->op1, IRFL_CDATA_INT64_4); @@ -471,7 +609,8 @@ static void split_ir(jit_State *J) } #endif else if (st == IRT_I64 || st == IRT_U64) { /* 64/64 bit cast. */ - /* Drop cast, since assembler doesn't care. */ + /* Drop cast, since assembler doesn't care. But fwd both parts. */ + hi = hiref; goto fwdlo; } else if ((ir->op2 & IRCONV_SEXT)) { /* Sign-extend to 64 bit. */ IRRef k31 = lj_ir_kint(J, 31); diff --git a/core/src/luajit/src/lj_parse.c b/core/src/luajit/src/lj_parse.c index abfac3c0c..08f7cfa6a 100644 --- a/core/src/luajit/src/lj_parse.c +++ b/core/src/luajit/src/lj_parse.c @@ -1,6 +1,6 @@ /* ** Lua parser (source code -> bytecode). -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Major portions taken verbatim or adapted from the Lua interpreter. ** Copyright (C) 1994-2008 Lua.org, PUC-Rio. See Copyright Notice in lua.h @@ -13,6 +13,7 @@ #include "lj_gc.h" #include "lj_err.h" #include "lj_debug.h" +#include "lj_buf.h" #include "lj_str.h" #include "lj_tab.h" #include "lj_func.h" @@ -21,6 +22,7 @@ #if LJ_HASFFI #include "lj_ctype.h" #endif +#include "lj_strfmt.h" #include "lj_lex.h" #include "lj_parse.h" #include "lj_vm.h" @@ -165,12 +167,12 @@ LJ_STATIC_ASSERT((int)BC_MODVV-(int)BC_ADDVV == (int)OPR_MOD-(int)OPR_ADD); LJ_NORET LJ_NOINLINE static void err_syntax(LexState *ls, ErrMsg em) { - lj_lex_error(ls, ls->token, em); + lj_lex_error(ls, ls->tok, em); } -LJ_NORET LJ_NOINLINE static void err_token(LexState *ls, LexToken token) +LJ_NORET LJ_NOINLINE static void err_token(LexState *ls, LexToken tok) { - lj_lex_error(ls, ls->token, LJ_ERR_XTOKEN, lj_lex_token2str(ls, token)); + lj_lex_error(ls, ls->tok, LJ_ERR_XTOKEN, lj_lex_token2str(ls, tok)); } LJ_NORET static void err_limit(FuncState *fs, uint32_t limit, const char *what) @@ -660,16 +662,16 @@ static void bcemit_method(FuncState *fs, ExpDesc *e, ExpDesc *key) BCReg idx, func, obj = expr_toanyreg(fs, e); expr_free(fs, e); func = fs->freereg; - bcemit_AD(fs, BC_MOV, func+1, obj); /* Copy object to first argument. */ + bcemit_AD(fs, BC_MOV, func+1+LJ_FR2, obj); /* Copy object to 1st argument. */ lua_assert(expr_isstrk(key)); idx = const_str(fs, key); if (idx <= BCMAX_C) { - bcreg_reserve(fs, 2); + bcreg_reserve(fs, 2+LJ_FR2); bcemit_ABC(fs, BC_TGETS, func, obj, idx); } else { - bcreg_reserve(fs, 3); - bcemit_AD(fs, BC_KSTR, func+2, idx); - bcemit_ABC(fs, BC_TGETV, func, obj, func+2); + bcreg_reserve(fs, 3+LJ_FR2); + bcemit_AD(fs, BC_KSTR, func+2+LJ_FR2, idx); + bcemit_ABC(fs, BC_TGETV, func, obj, func+2+LJ_FR2); fs->freereg--; } e->u.s.info = func; @@ -983,7 +985,7 @@ static void bcemit_unop(FuncState *fs, BCOp op, ExpDesc *e) /* Check and consume optional token. */ static int lex_opt(LexState *ls, LexToken tok) { - if (ls->token == tok) { + if (ls->tok == tok) { lj_lex_next(ls); return 1; } @@ -993,7 +995,7 @@ static int lex_opt(LexState *ls, LexToken tok) /* Check and consume token. */ static void lex_check(LexState *ls, LexToken tok) { - if (ls->token != tok) + if (ls->tok != tok) err_token(ls, tok); lj_lex_next(ls); } @@ -1007,7 +1009,7 @@ static void lex_match(LexState *ls, LexToken what, LexToken who, BCLine line) } else { const char *swhat = lj_lex_token2str(ls, what); const char *swho = lj_lex_token2str(ls, who); - lj_lex_error(ls, ls->token, LJ_ERR_XMATCH, swhat, swho, line); + lj_lex_error(ls, ls->tok, LJ_ERR_XMATCH, swhat, swho, line); } } } @@ -1016,9 +1018,9 @@ static void lex_match(LexState *ls, LexToken what, LexToken who, BCLine line) static GCstr *lex_str(LexState *ls) { GCstr *s; - if (ls->token != TK_name && (LJ_52 || ls->token != TK_goto)) + if (ls->tok != TK_name && (LJ_52 || ls->tok != TK_goto)) err_token(ls, TK_name); - s = strV(&ls->tokenval); + s = strV(&ls->tokval); lj_lex_next(ls); return s; } @@ -1280,12 +1282,14 @@ static void fscope_end(FuncState *fs) MSize idx = gola_new(ls, NAME_BREAK, VSTACK_LABEL, fs->pc); ls->vtop = idx; /* Drop break label immediately. */ gola_resolve(ls, bl, idx); + } else { /* Need the fixup step to propagate the breaks. */ + gola_fixup(ls, bl); return; - } /* else: need the fixup step to propagate the breaks. */ - } else if (!(bl->flags & FSCOPE_GOLA)) { - return; + } + } + if ((bl->flags & FSCOPE_GOLA)) { + gola_fixup(ls, bl); } - gola_fixup(ls, bl); } /* Mark scope as having an upvalue. */ @@ -1431,78 +1435,46 @@ static void fs_fixup_line(FuncState *fs, GCproto *pt, } } -/* Resize buffer if needed. */ -static LJ_NOINLINE void fs_buf_resize(LexState *ls, MSize len) -{ - MSize sz = ls->sb.sz * 2; - while (ls->sb.n + len > sz) sz = sz * 2; - lj_str_resizebuf(ls->L, &ls->sb, sz); -} - -static LJ_AINLINE void fs_buf_need(LexState *ls, MSize len) -{ - if (LJ_UNLIKELY(ls->sb.n + len > ls->sb.sz)) - fs_buf_resize(ls, len); -} - -/* Add string to buffer. */ -static void fs_buf_str(LexState *ls, const char *str, MSize len) -{ - char *p = ls->sb.buf + ls->sb.n; - MSize i; - ls->sb.n += len; - for (i = 0; i < len; i++) p[i] = str[i]; -} - -/* Add ULEB128 value to buffer. */ -static void fs_buf_uleb128(LexState *ls, uint32_t v) -{ - MSize n = ls->sb.n; - uint8_t *p = (uint8_t *)ls->sb.buf; - for (; v >= 0x80; v >>= 7) - p[n++] = (uint8_t)((v & 0x7f) | 0x80); - p[n++] = (uint8_t)v; - ls->sb.n = n; -} - /* Prepare variable info for prototype. */ static size_t fs_prep_var(LexState *ls, FuncState *fs, size_t *ofsvar) { VarInfo *vs =ls->vstack, *ve; MSize i, n; BCPos lastpc; - lj_str_resetbuf(&ls->sb); /* Copy to temp. string buffer. */ + lj_buf_reset(&ls->sb); /* Copy to temp. string buffer. */ /* Store upvalue names. */ for (i = 0, n = fs->nuv; i < n; i++) { GCstr *s = strref(vs[fs->uvmap[i]].name); MSize len = s->len+1; - fs_buf_need(ls, len); - fs_buf_str(ls, strdata(s), len); + char *p = lj_buf_more(&ls->sb, len); + p = lj_buf_wmem(p, strdata(s), len); + setsbufP(&ls->sb, p); } - *ofsvar = ls->sb.n; + *ofsvar = sbuflen(&ls->sb); lastpc = 0; /* Store local variable names and compressed ranges. */ for (ve = vs + ls->vtop, vs += fs->vbase; vs < ve; vs++) { if (!gola_isgotolabel(vs)) { GCstr *s = strref(vs->name); BCPos startpc; + char *p; if ((uintptr_t)s < VARNAME__MAX) { - fs_buf_need(ls, 1 + 2*5); - ls->sb.buf[ls->sb.n++] = (uint8_t)(uintptr_t)s; + p = lj_buf_more(&ls->sb, 1 + 2*5); + *p++ = (char)(uintptr_t)s; } else { MSize len = s->len+1; - fs_buf_need(ls, len + 2*5); - fs_buf_str(ls, strdata(s), len); + p = lj_buf_more(&ls->sb, len + 2*5); + p = lj_buf_wmem(p, strdata(s), len); } startpc = vs->startpc; - fs_buf_uleb128(ls, startpc-lastpc); - fs_buf_uleb128(ls, vs->endpc-startpc); + p = lj_strfmt_wuleb128(p, startpc-lastpc); + p = lj_strfmt_wuleb128(p, vs->endpc-startpc); + setsbufP(&ls->sb, p); lastpc = startpc; } } - fs_buf_need(ls, 1); - ls->sb.buf[ls->sb.n++] = '\0'; /* Terminator for varinfo. */ - return ls->sb.n; + lj_buf_putb(&ls->sb, '\0'); /* Terminator for varinfo. */ + return sbuflen(&ls->sb); } /* Fixup variable info for prototype. */ @@ -1510,7 +1482,7 @@ static void fs_fixup_var(LexState *ls, GCproto *pt, uint8_t *p, size_t ofsvar) { setmref(pt->uvinfo, p); setmref(pt->varinfo, (char *)p + ofsvar); - memcpy(p, ls->sb.buf, ls->sb.n); /* Copy from temp. string buffer. */ + memcpy(p, sbufB(&ls->sb), sbuflen(&ls->sb)); /* Copy from temp. buffer. */ } #else @@ -1619,7 +1591,7 @@ static GCproto *fs_finish(LexState *ls, BCLine line) L->top--; /* Pop table of constants. */ ls->vtop = fs->vbase; /* Reset variable stack. */ ls->fs = fs->prev; - lua_assert(ls->fs != NULL || ls->token == TK_eof); + lua_assert(ls->fs != NULL || ls->tok == TK_eof); return pt; } @@ -1716,10 +1688,9 @@ static void expr_bracket(LexState *ls, ExpDesc *v) static void expr_kvalue(TValue *v, ExpDesc *e) { if (e->k <= VKTRUE) { - setitype(v, ~(uint32_t)e->k); + setpriV(v, ~(uint32_t)e->k); } else if (e->k == VKSTR) { - setgcref(v->gcr, obj2gco(e->u.sval)); - setitype(v, LJ_TSTR); + setgcVraw(v, obj2gco(e->u.sval), LJ_TSTR); } else { lua_assert(tvisnumber(expr_numtv(e))); *v = *expr_numtv(e); @@ -1741,15 +1712,15 @@ static void expr_table(LexState *ls, ExpDesc *e) bcreg_reserve(fs, 1); freg++; lex_check(ls, '{'); - while (ls->token != '}') { + while (ls->tok != '}') { ExpDesc key, val; vcall = 0; - if (ls->token == '[') { + if (ls->tok == '[') { expr_bracket(ls, &key); /* Already calls expr_toval. */ if (!expr_isk(&key)) expr_index(fs, e, &key); if (expr_isnumk(&key) && expr_numiszero(&key)) needarr = 1; else nhash++; lex_check(ls, '='); - } else if ((ls->token == TK_name || (!LJ_52 && ls->token == TK_goto)) && + } else if ((ls->tok == TK_name || (!LJ_52 && ls->tok == TK_goto)) && lj_lex_lookahead(ls) == '=') { expr_str(ls, &key); lex_check(ls, '='); @@ -1842,11 +1813,11 @@ static BCReg parse_params(LexState *ls, int needself) lex_check(ls, '('); if (needself) var_new_lit(ls, nparams++, "self"); - if (ls->token != ')') { + if (ls->tok != ')') { do { - if (ls->token == TK_name || (!LJ_52 && ls->token == TK_goto)) { + if (ls->tok == TK_name || (!LJ_52 && ls->tok == TK_goto)) { var_new(ls, nparams++, lex_str(ls)); - } else if (ls->token == TK_dots) { + } else if (ls->tok == TK_dots) { lj_lex_next(ls); fs->flags |= PROTO_VARARG; break; @@ -1880,7 +1851,7 @@ static void parse_body(LexState *ls, ExpDesc *e, int needself, BCLine line) fs.bclim = pfs->bclim - pfs->pc; bcemit_AD(&fs, BC_FUNCF, 0, 0); /* Placeholder. */ parse_chunk(ls); - if (ls->token != TK_end) lex_match(ls, TK_end, TK_function, line); + if (ls->tok != TK_end) lex_match(ls, TK_end, TK_function, line); pt = fs_finish(ls, (ls->lastline = ls->linenumber)); pfs->bcbase = ls->bcstack + oldbase; /* May have been reallocated. */ pfs->bclim = (BCPos)(ls->sizebcstack - oldbase); @@ -1919,13 +1890,13 @@ static void parse_args(LexState *ls, ExpDesc *e) BCIns ins; BCReg base; BCLine line = ls->linenumber; - if (ls->token == '(') { + if (ls->tok == '(') { #if !LJ_52 if (line != ls->lastline) err_syntax(ls, LJ_ERR_XAMBIG); #endif lj_lex_next(ls); - if (ls->token == ')') { /* f(). */ + if (ls->tok == ')') { /* f(). */ args.k = VVOID; } else { expr_list(ls, &args); @@ -1933,11 +1904,11 @@ static void parse_args(LexState *ls, ExpDesc *e) setbc_b(bcptr(fs, &args), 0); /* Pass on multiple results. */ } lex_match(ls, ')', '(', line); - } else if (ls->token == '{') { + } else if (ls->tok == '{') { expr_table(ls, &args); - } else if (ls->token == TK_string) { + } else if (ls->tok == TK_string) { expr_init(&args, VKSTR, 0); - args.u.sval = strV(&ls->tokenval); + args.u.sval = strV(&ls->tokval); lj_lex_next(ls); } else { err_syntax(ls, LJ_ERR_XFUNARG); @@ -1946,11 +1917,11 @@ static void parse_args(LexState *ls, ExpDesc *e) lua_assert(e->k == VNONRELOC); base = e->u.s.info; /* Base register for call. */ if (args.k == VCALL) { - ins = BCINS_ABC(BC_CALLM, base, 2, args.u.s.aux - base - 1); + ins = BCINS_ABC(BC_CALLM, base, 2, args.u.s.aux - base - 1 - LJ_FR2); } else { if (args.k != VVOID) expr_tonextreg(fs, &args); - ins = BCINS_ABC(BC_CALL, base, 2, fs->freereg - base); + ins = BCINS_ABC(BC_CALL, base, 2, fs->freereg - base - LJ_FR2); } expr_init(e, VCALL, bcemit_INS(fs, ins)); e->u.s.aux = base; @@ -1963,33 +1934,34 @@ static void expr_primary(LexState *ls, ExpDesc *v) { FuncState *fs = ls->fs; /* Parse prefix expression. */ - if (ls->token == '(') { + if (ls->tok == '(') { BCLine line = ls->linenumber; lj_lex_next(ls); expr(ls, v); lex_match(ls, ')', '(', line); expr_discharge(ls->fs, v); - } else if (ls->token == TK_name || (!LJ_52 && ls->token == TK_goto)) { + } else if (ls->tok == TK_name || (!LJ_52 && ls->tok == TK_goto)) { var_lookup(ls, v); } else { err_syntax(ls, LJ_ERR_XSYMBOL); } for (;;) { /* Parse multiple expression suffixes. */ - if (ls->token == '.') { + if (ls->tok == '.') { expr_field(ls, v); - } else if (ls->token == '[') { + } else if (ls->tok == '[') { ExpDesc key; expr_toanyreg(fs, v); expr_bracket(ls, &key); expr_index(fs, v, &key); - } else if (ls->token == ':') { + } else if (ls->tok == ':') { ExpDesc key; lj_lex_next(ls); expr_str(ls, &key); bcemit_method(fs, v, &key); parse_args(ls, v); - } else if (ls->token == '(' || ls->token == TK_string || ls->token == '{') { + } else if (ls->tok == '(' || ls->tok == TK_string || ls->tok == '{') { expr_tonextreg(fs, v); + if (LJ_FR2) bcreg_reserve(fs, 1); parse_args(ls, v); } else { break; @@ -2000,14 +1972,14 @@ static void expr_primary(LexState *ls, ExpDesc *v) /* Parse simple expression. */ static void expr_simple(LexState *ls, ExpDesc *v) { - switch (ls->token) { + switch (ls->tok) { case TK_number: - expr_init(v, (LJ_HASFFI && tviscdata(&ls->tokenval)) ? VKCDATA : VKNUM, 0); - copyTV(ls->L, &v->u.nval, &ls->tokenval); + expr_init(v, (LJ_HASFFI && tviscdata(&ls->tokval)) ? VKCDATA : VKNUM, 0); + copyTV(ls->L, &v->u.nval, &ls->tokval); break; case TK_string: expr_init(v, VKSTR, 0); - v->u.sval = strV(&ls->tokenval); + v->u.sval = strV(&ls->tokval); break; case TK_nil: expr_init(v, VKNIL, 0); @@ -2095,11 +2067,11 @@ static BinOpr expr_binop(LexState *ls, ExpDesc *v, uint32_t limit); static void expr_unop(LexState *ls, ExpDesc *v) { BCOp op; - if (ls->token == TK_not) { + if (ls->tok == TK_not) { op = BC_NOT; - } else if (ls->token == '-') { + } else if (ls->tok == '-') { op = BC_UNM; - } else if (ls->token == '#') { + } else if (ls->tok == '#') { op = BC_LEN; } else { expr_simple(ls, v); @@ -2116,7 +2088,7 @@ static BinOpr expr_binop(LexState *ls, ExpDesc *v, uint32_t limit) BinOpr op; synlevel_begin(ls); expr_unop(ls, v); - op = token2binop(ls->token); + op = token2binop(ls->tok); while (op != OPR_NOBINOPR && priority[op].left > limit) { ExpDesc v2; BinOpr nextop; @@ -2207,6 +2179,8 @@ static void assign_adjust(LexState *ls, BCReg nvars, BCReg nexps, ExpDesc *e) bcemit_nil(fs, reg, (BCReg)extra); } } + if (nexps > nvars) + ls->fs->freereg -= nexps - nvars; /* Drop leftover regs. */ } /* Recursively parse assignment statement. */ @@ -2240,8 +2214,6 @@ static void parse_assignment(LexState *ls, LHSVarList *lh, BCReg nvars) return; } assign_adjust(ls, nvars, nexps, &e); - if (nexps > nvars) - ls->fs->freereg -= nexps - nvars; /* Drop leftover regs. */ } /* Assign RHS to LHS and recurse downwards. */ expr_init(&e, VNONRELOC, ls->fs->freereg-1); @@ -2305,9 +2277,9 @@ static void parse_func(LexState *ls, BCLine line) lj_lex_next(ls); /* Skip 'function'. */ /* Parse function name. */ var_lookup(ls, &v); - while (ls->token == '.') /* Multiple dot-separated fields. */ + while (ls->tok == '.') /* Multiple dot-separated fields. */ expr_field(ls, &v); - if (ls->token == ':') { /* Optional colon to signify method call. */ + if (ls->tok == ':') { /* Optional colon to signify method call. */ needself = 1; expr_field(ls, &v); } @@ -2320,9 +2292,9 @@ static void parse_func(LexState *ls, BCLine line) /* -- Control transfer statements ----------------------------------------- */ /* Check for end of block. */ -static int endofblock(LexToken token) +static int parse_isend(LexToken tok) { - switch (token) { + switch (tok) { case TK_else: case TK_elseif: case TK_end: case TK_until: case TK_eof: return 1; default: @@ -2337,7 +2309,7 @@ static void parse_return(LexState *ls) FuncState *fs = ls->fs; lj_lex_next(ls); /* Skip 'return'. */ fs->flags |= PROTO_HAS_RETURN; - if (endofblock(ls->token) || ls->token == ';') { /* Bare return. */ + if (parse_isend(ls->tok) || ls->tok == ';') { /* Bare return. */ ins = BCINS_AD(BC_RET0, 0, 1); } else { /* Return with one or more values. */ ExpDesc e; /* Receives the _last_ expression in the list. */ @@ -2403,18 +2375,18 @@ static void parse_label(LexState *ls) lex_check(ls, TK_label); /* Recursively parse trailing statements: labels and ';' (Lua 5.2 only). */ for (;;) { - if (ls->token == TK_label) { + if (ls->tok == TK_label) { synlevel_begin(ls); parse_label(ls); synlevel_end(ls); - } else if (LJ_52 && ls->token == ';') { + } else if (LJ_52 && ls->tok == ';') { lj_lex_next(ls); } else { break; } } /* Trailing label is considered to be outside of scope. */ - if (endofblock(ls->token) && ls->token != TK_until) + if (parse_isend(ls->tok) && ls->tok != TK_until) ls->vstack[idx].slot = fs->bl->nactvar; gola_resolve(ls, fs->bl, idx); } @@ -2570,7 +2542,8 @@ static void parse_for_iter(LexState *ls, GCstr *indexname) lex_check(ls, TK_in); line = ls->linenumber; assign_adjust(ls, 3, expr_list(ls, &e), &e); - bcreg_bump(fs, 3); /* The iterator needs another 3 slots (func + 2 args). */ + /* The iterator needs another 3 [4] slots (func [pc] | state ctl). */ + bcreg_bump(fs, 3+LJ_FR2); isnext = (nvars <= 5 && predict_next(ls, fs, exprpc)); var_add(ls, 3); /* Hidden control variables. */ lex_check(ls, TK_do); @@ -2598,9 +2571,9 @@ static void parse_for(LexState *ls, BCLine line) fscope_begin(fs, &bl, FSCOPE_LOOP); lj_lex_next(ls); /* Skip 'for'. */ varname = lex_str(ls); /* Get first variable name. */ - if (ls->token == '=') + if (ls->tok == '=') parse_for_num(ls, varname, line); - else if (ls->token == ',' || ls->token == TK_in) + else if (ls->tok == ',' || ls->tok == TK_in) parse_for_iter(ls, varname); else err_syntax(ls, LJ_ERR_XFOR); @@ -2626,12 +2599,12 @@ static void parse_if(LexState *ls, BCLine line) BCPos flist; BCPos escapelist = NO_JMP; flist = parse_then(ls); - while (ls->token == TK_elseif) { /* Parse multiple 'elseif' blocks. */ + while (ls->tok == TK_elseif) { /* Parse multiple 'elseif' blocks. */ jmp_append(fs, &escapelist, bcemit_jmp(fs)); jmp_tohere(fs, flist); flist = parse_then(ls); } - if (ls->token == TK_else) { /* Parse optional 'else' block. */ + if (ls->tok == TK_else) { /* Parse optional 'else' block. */ jmp_append(fs, &escapelist, bcemit_jmp(fs)); jmp_tohere(fs, flist); lj_lex_next(ls); /* Skip 'else'. */ @@ -2649,7 +2622,7 @@ static void parse_if(LexState *ls, BCLine line) static int parse_stmt(LexState *ls) { BCLine line = ls->linenumber; - switch (ls->token) { + switch (ls->tok) { case TK_if: parse_if(ls, line); break; @@ -2707,7 +2680,7 @@ static void parse_chunk(LexState *ls) { int islast = 0; synlevel_begin(ls); - while (!islast && !endofblock(ls->token)) { + while (!islast && !parse_isend(ls->tok)) { islast = parse_stmt(ls); lex_opt(ls, ';'); lua_assert(ls->fs->framesize >= ls->fs->freereg && @@ -2742,7 +2715,7 @@ GCproto *lj_parse(LexState *ls) bcemit_AD(&fs, BC_FUNCV, 0, 0); /* Placeholder. */ lj_lex_next(ls); /* Read-ahead first token. */ parse_chunk(ls); - if (ls->token != TK_eof) + if (ls->tok != TK_eof) err_token(ls, TK_eof); pt = fs_finish(ls, ls->linenumber); L->top--; /* Drop chunkname. */ diff --git a/core/src/luajit/src/lj_parse.h b/core/src/luajit/src/lj_parse.h index dc4fd405d..ceeab6994 100644 --- a/core/src/luajit/src/lj_parse.h +++ b/core/src/luajit/src/lj_parse.h @@ -1,6 +1,6 @@ /* ** Lua parser (source code -> bytecode). -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_PARSE_H diff --git a/core/src/luajit/src/lj_profile.c b/core/src/luajit/src/lj_profile.c new file mode 100644 index 000000000..116998e1e --- /dev/null +++ b/core/src/luajit/src/lj_profile.c @@ -0,0 +1,368 @@ +/* +** Low-overhead profiling. +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h +*/ + +#define lj_profile_c +#define LUA_CORE + +#include "lj_obj.h" + +#if LJ_HASPROFILE + +#include "lj_buf.h" +#include "lj_frame.h" +#include "lj_debug.h" +#include "lj_dispatch.h" +#if LJ_HASJIT +#include "lj_jit.h" +#include "lj_trace.h" +#endif +#include "lj_profile.h" + +#include "luajit.h" + +#if LJ_PROFILE_SIGPROF + +#include <sys/time.h> +#include <signal.h> +#define profile_lock(ps) UNUSED(ps) +#define profile_unlock(ps) UNUSED(ps) + +#elif LJ_PROFILE_PTHREAD + +#include <pthread.h> +#include <time.h> +#if LJ_TARGET_PS3 +#include <sys/timer.h> +#endif +#define profile_lock(ps) pthread_mutex_lock(&ps->lock) +#define profile_unlock(ps) pthread_mutex_unlock(&ps->lock) + +#elif LJ_PROFILE_WTHREAD + +#define WIN32_LEAN_AND_MEAN +#if LJ_TARGET_XBOX360 +#include <xtl.h> +#include <xbox.h> +#else +#include <windows.h> +#endif +typedef unsigned int (WINAPI *WMM_TPFUNC)(unsigned int); +#define profile_lock(ps) EnterCriticalSection(&ps->lock) +#define profile_unlock(ps) LeaveCriticalSection(&ps->lock) + +#endif + +/* Profiler state. */ +typedef struct ProfileState { + global_State *g; /* VM state that started the profiler. */ + luaJIT_profile_callback cb; /* Profiler callback. */ + void *data; /* Profiler callback data. */ + SBuf sb; /* String buffer for stack dumps. */ + int interval; /* Sample interval in milliseconds. */ + int samples; /* Number of samples for next callback. */ + int vmstate; /* VM state when profile timer triggered. */ +#if LJ_PROFILE_SIGPROF + struct sigaction oldsa; /* Previous SIGPROF state. */ +#elif LJ_PROFILE_PTHREAD + pthread_mutex_t lock; /* g->hookmask update lock. */ + pthread_t thread; /* Timer thread. */ + int abort; /* Abort timer thread. */ +#elif LJ_PROFILE_WTHREAD +#if LJ_TARGET_WINDOWS + HINSTANCE wmm; /* WinMM library handle. */ + WMM_TPFUNC wmm_tbp; /* WinMM timeBeginPeriod function. */ + WMM_TPFUNC wmm_tep; /* WinMM timeEndPeriod function. */ +#endif + CRITICAL_SECTION lock; /* g->hookmask update lock. */ + HANDLE thread; /* Timer thread. */ + int abort; /* Abort timer thread. */ +#endif +} ProfileState; + +/* Sadly, we have to use a static profiler state. +** +** The SIGPROF variant needs a static pointer to the global state, anyway. +** And it would be hard to extend for multiple threads. You can still use +** multiple VMs in multiple threads, but only profile one at a time. +*/ +static ProfileState profile_state; + +/* Default sample interval in milliseconds. */ +#define LJ_PROFILE_INTERVAL_DEFAULT 10 + +/* -- Profiler/hook interaction ------------------------------------------- */ + +#if !LJ_PROFILE_SIGPROF +void LJ_FASTCALL lj_profile_hook_enter(global_State *g) +{ + ProfileState *ps = &profile_state; + if (ps->g) { + profile_lock(ps); + hook_enter(g); + profile_unlock(ps); + } else { + hook_enter(g); + } +} + +void LJ_FASTCALL lj_profile_hook_leave(global_State *g) +{ + ProfileState *ps = &profile_state; + if (ps->g) { + profile_lock(ps); + hook_leave(g); + profile_unlock(ps); + } else { + hook_leave(g); + } +} +#endif + +/* -- Profile callbacks --------------------------------------------------- */ + +/* Callback from profile hook (HOOK_PROFILE already cleared). */ +void LJ_FASTCALL lj_profile_interpreter(lua_State *L) +{ + ProfileState *ps = &profile_state; + global_State *g = G(L); + uint8_t mask; + profile_lock(ps); + mask = (g->hookmask & ~HOOK_PROFILE); + if (!(mask & HOOK_VMEVENT)) { + int samples = ps->samples; + ps->samples = 0; + g->hookmask = HOOK_VMEVENT; + lj_dispatch_update(g); + profile_unlock(ps); + ps->cb(ps->data, L, samples, ps->vmstate); /* Invoke user callback. */ + profile_lock(ps); + mask |= (g->hookmask & HOOK_PROFILE); + } + g->hookmask = mask; + lj_dispatch_update(g); + profile_unlock(ps); +} + +/* Trigger profile hook. Asynchronous call from OS-specific profile timer. */ +static void profile_trigger(ProfileState *ps) +{ + global_State *g = ps->g; + uint8_t mask; + profile_lock(ps); + ps->samples++; /* Always increment number of samples. */ + mask = g->hookmask; + if (!(mask & (HOOK_PROFILE|HOOK_VMEVENT))) { /* Set profile hook. */ + int st = g->vmstate; + ps->vmstate = st >= 0 ? 'N' : + st == ~LJ_VMST_INTERP ? 'I' : + st == ~LJ_VMST_C ? 'C' : + st == ~LJ_VMST_GC ? 'G' : 'J'; + g->hookmask = (mask | HOOK_PROFILE); + lj_dispatch_update(g); + } + profile_unlock(ps); +} + +/* -- OS-specific profile timer handling ---------------------------------- */ + +#if LJ_PROFILE_SIGPROF + +/* SIGPROF handler. */ +static void profile_signal(int sig) +{ + UNUSED(sig); + profile_trigger(&profile_state); +} + +/* Start profiling timer. */ +static void profile_timer_start(ProfileState *ps) +{ + int interval = ps->interval; + struct itimerval tm; + struct sigaction sa; + tm.it_value.tv_sec = tm.it_interval.tv_sec = interval / 1000; + tm.it_value.tv_usec = tm.it_interval.tv_usec = (interval % 1000) * 1000; + setitimer(ITIMER_PROF, &tm, NULL); + sa.sa_flags = SA_RESTART; + sa.sa_handler = profile_signal; + sigemptyset(&sa.sa_mask); + sigaction(SIGPROF, &sa, &ps->oldsa); +} + +/* Stop profiling timer. */ +static void profile_timer_stop(ProfileState *ps) +{ + struct itimerval tm; + tm.it_value.tv_sec = tm.it_interval.tv_sec = 0; + tm.it_value.tv_usec = tm.it_interval.tv_usec = 0; + setitimer(ITIMER_PROF, &tm, NULL); + sigaction(SIGPROF, &ps->oldsa, NULL); +} + +#elif LJ_PROFILE_PTHREAD + +/* POSIX timer thread. */ +static void *profile_thread(ProfileState *ps) +{ + int interval = ps->interval; +#if !LJ_TARGET_PS3 + struct timespec ts; + ts.tv_sec = interval / 1000; + ts.tv_nsec = (interval % 1000) * 1000000; +#endif + while (1) { +#if LJ_TARGET_PS3 + sys_timer_usleep(interval * 1000); +#else + nanosleep(&ts, NULL); +#endif + if (ps->abort) break; + profile_trigger(ps); + } + return NULL; +} + +/* Start profiling timer thread. */ +static void profile_timer_start(ProfileState *ps) +{ + pthread_mutex_init(&ps->lock, 0); + ps->abort = 0; + pthread_create(&ps->thread, NULL, (void *(*)(void *))profile_thread, ps); +} + +/* Stop profiling timer thread. */ +static void profile_timer_stop(ProfileState *ps) +{ + ps->abort = 1; + pthread_join(ps->thread, NULL); + pthread_mutex_destroy(&ps->lock); +} + +#elif LJ_PROFILE_WTHREAD + +/* Windows timer thread. */ +static DWORD WINAPI profile_thread(void *psx) +{ + ProfileState *ps = (ProfileState *)psx; + int interval = ps->interval; +#if LJ_TARGET_WINDOWS + ps->wmm_tbp(interval); +#endif + while (1) { + Sleep(interval); + if (ps->abort) break; + profile_trigger(ps); + } +#if LJ_TARGET_WINDOWS + ps->wmm_tep(interval); +#endif + return 0; +} + +/* Start profiling timer thread. */ +static void profile_timer_start(ProfileState *ps) +{ +#if LJ_TARGET_WINDOWS + if (!ps->wmm) { /* Load WinMM library on-demand. */ + ps->wmm = LoadLibraryExA("winmm.dll", NULL, 0); + if (ps->wmm) { + ps->wmm_tbp = (WMM_TPFUNC)GetProcAddress(ps->wmm, "timeBeginPeriod"); + ps->wmm_tep = (WMM_TPFUNC)GetProcAddress(ps->wmm, "timeEndPeriod"); + if (!ps->wmm_tbp || !ps->wmm_tep) { + ps->wmm = NULL; + return; + } + } + } +#endif + InitializeCriticalSection(&ps->lock); + ps->abort = 0; + ps->thread = CreateThread(NULL, 0, profile_thread, ps, 0, NULL); +} + +/* Stop profiling timer thread. */ +static void profile_timer_stop(ProfileState *ps) +{ + ps->abort = 1; + WaitForSingleObject(ps->thread, INFINITE); + DeleteCriticalSection(&ps->lock); +} + +#endif + +/* -- Public profiling API ------------------------------------------------ */ + +/* Start profiling. */ +LUA_API void luaJIT_profile_start(lua_State *L, const char *mode, + luaJIT_profile_callback cb, void *data) +{ + ProfileState *ps = &profile_state; + int interval = LJ_PROFILE_INTERVAL_DEFAULT; + while (*mode) { + int m = *mode++; + switch (m) { + case 'i': + interval = 0; + while (*mode >= '0' && *mode <= '9') + interval = interval * 10 + (*mode++ - '0'); + if (interval <= 0) interval = 1; + break; +#if LJ_HASJIT + case 'l': case 'f': + L2J(L)->prof_mode = m; + lj_trace_flushall(L); + break; +#endif + default: /* Ignore unknown mode chars. */ + break; + } + } + if (ps->g) { + luaJIT_profile_stop(L); + if (ps->g) return; /* Profiler in use by another VM. */ + } + ps->g = G(L); + ps->interval = interval; + ps->cb = cb; + ps->data = data; + ps->samples = 0; + lj_buf_init(L, &ps->sb); + profile_timer_start(ps); +} + +/* Stop profiling. */ +LUA_API void luaJIT_profile_stop(lua_State *L) +{ + ProfileState *ps = &profile_state; + global_State *g = ps->g; + if (G(L) == g) { /* Only stop profiler if started by this VM. */ + profile_timer_stop(ps); + g->hookmask &= ~HOOK_PROFILE; + lj_dispatch_update(g); +#if LJ_HASJIT + G2J(g)->prof_mode = 0; + lj_trace_flushall(L); +#endif + lj_buf_free(g, &ps->sb); + setmref(ps->sb.b, NULL); + setmref(ps->sb.e, NULL); + ps->g = NULL; + } +} + +/* Return a compact stack dump. */ +LUA_API const char *luaJIT_profile_dumpstack(lua_State *L, const char *fmt, + int depth, size_t *len) +{ + ProfileState *ps = &profile_state; + SBuf *sb = &ps->sb; + setsbufL(sb, L); + lj_buf_reset(sb); + lj_debug_dumpstack(L, sb, fmt, depth); + *len = (size_t)sbuflen(sb); + return sbufB(sb); +} + +#endif diff --git a/core/src/luajit/src/lj_profile.h b/core/src/luajit/src/lj_profile.h new file mode 100644 index 000000000..0cccfd78c --- /dev/null +++ b/core/src/luajit/src/lj_profile.h @@ -0,0 +1,21 @@ +/* +** Low-overhead profiling. +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h +*/ + +#ifndef _LJ_PROFILE_H +#define _LJ_PROFILE_H + +#include "lj_obj.h" + +#if LJ_HASPROFILE + +LJ_FUNC void LJ_FASTCALL lj_profile_interpreter(lua_State *L); +#if !LJ_PROFILE_SIGPROF +LJ_FUNC void LJ_FASTCALL lj_profile_hook_enter(global_State *g); +LJ_FUNC void LJ_FASTCALL lj_profile_hook_leave(global_State *g); +#endif + +#endif + +#endif diff --git a/core/src/luajit/src/lj_record.c b/core/src/luajit/src/lj_record.c index 843108c85..9d0469c42 100644 --- a/core/src/luajit/src/lj_record.c +++ b/core/src/luajit/src/lj_record.c @@ -1,6 +1,6 @@ /* ** Trace recorder (bytecode -> SSA IR). -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_record_c @@ -20,6 +20,9 @@ #endif #include "lj_bc.h" #include "lj_ff.h" +#if LJ_HASPROFILE +#include "lj_debug.h" +#endif #include "lj_ir.h" #include "lj_jit.h" #include "lj_ircall.h" @@ -48,7 +51,7 @@ static void rec_check_ir(jit_State *J) { IRRef i, nins = J->cur.nins, nk = J->cur.nk; lua_assert(nk <= REF_BIAS && nins >= REF_BIAS && nins < 65536); - for (i = nins-1; i >= nk; i--) { + for (i = nk; i < nins; i++) { IRIns *ir = IR(i); uint32_t mode = lj_ir_mode[ir->o]; IRRef op1 = ir->op1; @@ -58,7 +61,10 @@ static void rec_check_ir(jit_State *J) case IRMref: lua_assert(op1 >= nk); lua_assert(i >= REF_BIAS ? op1 < i : op1 > i); break; case IRMlit: break; - case IRMcst: lua_assert(i < REF_BIAS); continue; + case IRMcst: lua_assert(i < REF_BIAS); + if (irt_is64(ir->t) && ir->o != IR_KNULL) + i++; + continue; } switch (irm_op2(mode)) { case IRMnone: lua_assert(op2 == 0); break; @@ -81,30 +87,48 @@ static void rec_check_slots(jit_State *J) BCReg s, nslots = J->baseslot + J->maxslot; int32_t depth = 0; cTValue *base = J->L->base - J->baseslot; - lua_assert(J->baseslot >= 1 && J->baseslot < LJ_MAX_JSLOTS); - lua_assert(J->baseslot == 1 || (J->slot[J->baseslot-1] & TREF_FRAME)); + lua_assert(J->baseslot >= 1+LJ_FR2 && J->baseslot < LJ_MAX_JSLOTS); + lua_assert(J->baseslot == 1+LJ_FR2 || (J->slot[J->baseslot-1] & TREF_FRAME)); lua_assert(nslots < LJ_MAX_JSLOTS); for (s = 0; s < nslots; s++) { TRef tr = J->slot[s]; if (tr) { cTValue *tv = &base[s]; IRRef ref = tref_ref(tr); - IRIns *ir; - lua_assert(ref >= J->cur.nk && ref < J->cur.nins); - ir = IR(ref); - lua_assert(irt_t(ir->t) == tref_t(tr)); + IRIns *ir = NULL; /* Silence compiler. */ + if (!LJ_FR2 || ref || !(tr & (TREF_FRAME | TREF_CONT))) { + lua_assert(ref >= J->cur.nk && ref < J->cur.nins); + ir = IR(ref); + lua_assert(irt_t(ir->t) == tref_t(tr)); + } if (s == 0) { lua_assert(tref_isfunc(tr)); +#if LJ_FR2 + } else if (s == 1) { + lua_assert((tr & ~TREF_FRAME) == 0); +#endif } else if ((tr & TREF_FRAME)) { GCfunc *fn = gco2func(frame_gc(tv)); BCReg delta = (BCReg)(tv - frame_prev(tv)); +#if LJ_FR2 + if (ref) + lua_assert(ir_knum(ir)->u64 == tv->u64); + tr = J->slot[s-1]; + ir = IR(tref_ref(tr)); +#endif lua_assert(tref_isfunc(tr)); if (tref_isk(tr)) lua_assert(fn == ir_kfunc(ir)); - lua_assert(s > delta ? (J->slot[s-delta] & TREF_FRAME) : (s == delta)); + lua_assert(s > delta + LJ_FR2 ? (J->slot[s-delta] & TREF_FRAME) + : (s == delta + LJ_FR2)); depth++; } else if ((tr & TREF_CONT)) { +#if LJ_FR2 + if (ref) + lua_assert(ir_knum(ir)->u64 == tv->u64); +#else lua_assert(ir_kptr(ir) == gcrefp(tv->gcr, void)); - lua_assert((J->slot[s+1] & TREF_FRAME)); +#endif + lua_assert((J->slot[s+1+LJ_FR2] & TREF_FRAME)); depth++; } else { if (tvisnumber(tv)) @@ -156,10 +180,10 @@ static TRef sload(jit_State *J, int32_t slot) /* Get TRef for current function. */ static TRef getcurrf(jit_State *J) { - if (J->base[-1]) - return J->base[-1]; - lua_assert(J->baseslot == 1); - return sloadt(J, -1, IRT_FUNC, IRSLOAD_READONLY); + if (J->base[-1-LJ_FR2]) + return J->base[-1-LJ_FR2]; + lua_assert(J->baseslot == 1+LJ_FR2); + return sloadt(J, -1-LJ_FR2, IRT_FUNC, IRSLOAD_READONLY); } /* Compare for raw object equality. @@ -230,8 +254,12 @@ static void canonicalize_slots(jit_State *J) } /* Stop recording. */ -static void rec_stop(jit_State *J, TraceLink linktype, TraceNo lnk) +void lj_record_stop(jit_State *J, TraceLink linktype, TraceNo lnk) { +#ifdef LUAJIT_ENABLE_TABLE_BUMP + if (J->retryrec) + lj_trace_err(J, LJ_TRERR_RETRY); +#endif lj_trace_end(J); J->cur.linktype = (uint8_t)linktype; J->cur.link = (uint16_t)lnk; @@ -499,8 +527,7 @@ static LoopEvent rec_for(jit_State *J, const BCIns *fori, int isforl) static LoopEvent rec_iterl(jit_State *J, const BCIns iterins) { BCReg ra = bc_a(iterins); - lua_assert(J->base[ra] != 0); - if (!tref_isnil(J->base[ra])) { /* Looping back? */ + if (!tref_isnil(getslot(J, ra))) { /* Looping back? */ J->base[ra-1] = J->base[ra]; /* Copy result of ITERC to control var. */ J->maxslot = ra-1+bc_b(J->pc[-1]); J->pc += bc_j(iterins)+1; @@ -538,12 +565,12 @@ static int innerloopleft(jit_State *J, const BCIns *pc) /* Handle the case when an interpreted loop op is hit. */ static void rec_loop_interp(jit_State *J, const BCIns *pc, LoopEvent ev) { - if (J->parent == 0) { + if (J->parent == 0 && J->exitno == 0) { if (pc == J->startpc && J->framedepth + J->retdepth == 0) { /* Same loop? */ if (ev == LOOPEV_LEAVE) /* Must loop back to form a root trace. */ lj_trace_err(J, LJ_TRERR_LLEAVE); - rec_stop(J, LJ_TRLINK_LOOP, J->cur.traceno); /* Looping root trace. */ + lj_record_stop(J, LJ_TRLINK_LOOP, J->cur.traceno); /* Looping trace. */ } else if (ev != LOOPEV_LEAVE) { /* Entering inner loop? */ /* It's usually better to abort here and wait until the inner loop ** is traced. But if the inner loop repeatedly didn't loop back, @@ -568,18 +595,64 @@ static void rec_loop_interp(jit_State *J, const BCIns *pc, LoopEvent ev) /* Handle the case when an already compiled loop op is hit. */ static void rec_loop_jit(jit_State *J, TraceNo lnk, LoopEvent ev) { - if (J->parent == 0) { /* Root trace hit an inner loop. */ + if (J->parent == 0 && J->exitno == 0) { /* Root trace hit an inner loop. */ /* Better let the inner loop spawn a side trace back here. */ lj_trace_err(J, LJ_TRERR_LINNER); } else if (ev != LOOPEV_LEAVE) { /* Side trace enters a compiled loop. */ J->instunroll = 0; /* Cannot continue across a compiled loop op. */ if (J->pc == J->startpc && J->framedepth + J->retdepth == 0) - rec_stop(J, LJ_TRLINK_LOOP, J->cur.traceno); /* Form an extra loop. */ + lj_record_stop(J, LJ_TRLINK_LOOP, J->cur.traceno); /* Form extra loop. */ else - rec_stop(J, LJ_TRLINK_ROOT, lnk); /* Link to the loop. */ + lj_record_stop(J, LJ_TRLINK_ROOT, lnk); /* Link to the loop. */ } /* Side trace continues across a loop that's left or not entered. */ } +/* -- Record profiler hook checks ----------------------------------------- */ + +#if LJ_HASPROFILE + +/* Need to insert profiler hook check? */ +static int rec_profile_need(jit_State *J, GCproto *pt, const BCIns *pc) +{ + GCproto *ppt; + lua_assert(J->prof_mode == 'f' || J->prof_mode == 'l'); + if (!pt) + return 0; + ppt = J->prev_pt; + J->prev_pt = pt; + if (pt != ppt && ppt) { + J->prev_line = -1; + return 1; + } + if (J->prof_mode == 'l') { + BCLine line = lj_debug_line(pt, proto_bcpos(pt, pc)); + BCLine pline = J->prev_line; + J->prev_line = line; + if (pline != line) + return 1; + } + return 0; +} + +static void rec_profile_ins(jit_State *J, const BCIns *pc) +{ + if (J->prof_mode && rec_profile_need(J, J->pt, pc)) { + emitir(IRTG(IR_PROF, IRT_NIL), 0, 0); + lj_snap_add(J); + } +} + +static void rec_profile_ret(jit_State *J) +{ + if (J->prof_mode == 'f') { + emitir(IRTG(IR_PROF, IRT_NIL), 0, 0); + J->prev_pt = NULL; + lj_snap_add(J); + } +} + +#endif + /* -- Record calls and returns -------------------------------------------- */ /* Specialize to the runtime value of the called function or its prototype. */ @@ -590,11 +663,26 @@ static TRef rec_call_specialize(jit_State *J, GCfunc *fn, TRef tr) GCproto *pt = funcproto(fn); /* Too many closures created? Probably not a monomorphic function. */ if (pt->flags >= PROTO_CLC_POLY) { /* Specialize to prototype instead. */ - TRef trpt = emitir(IRT(IR_FLOAD, IRT_P32), tr, IRFL_FUNC_PC); - emitir(IRTG(IR_EQ, IRT_P32), trpt, lj_ir_kptr(J, proto_bc(pt))); + TRef trpt = emitir(IRT(IR_FLOAD, IRT_PGC), tr, IRFL_FUNC_PC); + emitir(IRTG(IR_EQ, IRT_PGC), trpt, lj_ir_kptr(J, proto_bc(pt))); (void)lj_ir_kgc(J, obj2gco(pt), IRT_PROTO); /* Prevent GC of proto. */ return tr; } + } else { + /* Don't specialize to non-monomorphic builtins. */ + switch (fn->c.ffid) { + case FF_coroutine_wrap_aux: + case FF_string_gmatch_aux: + /* NYI: io_file_iter doesn't have an ffid, yet. */ + { /* Specialize to the ffid. */ + TRef trid = emitir(IRT(IR_FLOAD, IRT_U8), tr, IRFL_FUNC_FFID); + emitir(IRTG(IR_EQ, IRT_INT), trid, lj_ir_kint(J, fn->c.ffid)); + } + return tr; + default: + /* NYI: don't specialize to non-monomorphic C functions. */ + break; + } } /* Otherwise specialize to the function (closure) value itself. */ kfunc = lj_ir_kfunc(J, fn); @@ -607,21 +695,31 @@ static void rec_call_setup(jit_State *J, BCReg func, ptrdiff_t nargs) { RecordIndex ix; TValue *functv = &J->L->base[func]; - TRef *fbase = &J->base[func]; + TRef kfunc, *fbase = &J->base[func]; ptrdiff_t i; - for (i = 0; i <= nargs; i++) - (void)getslot(J, func+i); /* Ensure func and all args have a reference. */ + (void)getslot(J, func); /* Ensure func has a reference. */ + for (i = 1; i <= nargs; i++) + (void)getslot(J, func+LJ_FR2+i); /* Ensure all args have a reference. */ if (!tref_isfunc(fbase[0])) { /* Resolve __call metamethod. */ ix.tab = fbase[0]; copyTV(J->L, &ix.tabv, functv); if (!lj_record_mm_lookup(J, &ix, MM_call) || !tref_isfunc(ix.mobj)) lj_trace_err(J, LJ_TRERR_NOMM); - for (i = ++nargs; i > 0; i--) /* Shift arguments up. */ - fbase[i] = fbase[i-1]; + for (i = ++nargs; i > LJ_FR2; i--) /* Shift arguments up. */ + fbase[i+LJ_FR2] = fbase[i+LJ_FR2-1]; +#if LJ_FR2 + fbase[2] = fbase[0]; +#endif fbase[0] = ix.mobj; /* Replace function. */ functv = &ix.mobjv; } - fbase[0] = TREF_FRAME | rec_call_specialize(J, funcV(functv), fbase[0]); + kfunc = rec_call_specialize(J, funcV(functv), fbase[0]); +#if LJ_FR2 + fbase[0] = kfunc; + fbase[1] = TREF_FRAME; +#else + fbase[0] = kfunc | TREF_FRAME; +#endif J->maxslot = (BCReg)nargs; } @@ -631,8 +729,8 @@ void lj_record_call(jit_State *J, BCReg func, ptrdiff_t nargs) rec_call_setup(J, func, nargs); /* Bump frame. */ J->framedepth++; - J->base += func+1; - J->baseslot += func+1; + J->base += func+1+LJ_FR2; + J->baseslot += func+1+LJ_FR2; } /* Record tail call. */ @@ -648,7 +746,9 @@ void lj_record_tailcall(jit_State *J, BCReg func, ptrdiff_t nargs) func += cbase; } /* Move func + args down. */ - memmove(&J->base[-1], &J->base[func], sizeof(TRef)*(J->maxslot+1)); + if (LJ_FR2 && J->baseslot == 2) + J->base[func+1] = TREF_FRAME; + memmove(&J->base[-1-LJ_FR2], &J->base[func], sizeof(TRef)*(J->maxslot+1+LJ_FR2)); /* Note: the new TREF_FRAME is now at J->base[-1] (even for slot #0). */ /* Tailcalls can form a loop, so count towards the loop unroll limit. */ if (++J->tailcalled > J->loopunroll) @@ -678,6 +778,8 @@ static int check_downrec_unroll(jit_State *J, GCproto *pt) return 0; } +static TRef rec_cat(jit_State *J, BCReg baseslot, BCReg topslot); + /* Record return. */ void lj_record_ret(jit_State *J, BCReg rbase, ptrdiff_t gotresults) { @@ -687,9 +789,9 @@ void lj_record_ret(jit_State *J, BCReg rbase, ptrdiff_t gotresults) (void)getslot(J, rbase+i); /* Ensure all results have a reference. */ while (frame_ispcall(frame)) { /* Immediately resolve pcall() returns. */ BCReg cbase = (BCReg)frame_delta(frame); - if (--J->framedepth < 0) + if (--J->framedepth <= 0) lj_trace_err(J, LJ_TRERR_NYIRETL); - lua_assert(J->baseslot > 1); + lua_assert(J->baseslot > 1+LJ_FR2); gotresults++; rbase += cbase; J->baseslot -= (BCReg)cbase; @@ -700,19 +802,20 @@ void lj_record_ret(jit_State *J, BCReg rbase, ptrdiff_t gotresults) /* Return to lower frame via interpreter for unhandled cases. */ if (J->framedepth == 0 && J->pt && bc_isret(bc_op(*J->pc)) && (!frame_islua(frame) || - (J->parent == 0 && !bc_isret(bc_op(J->cur.startins))))) { + (J->parent == 0 && J->exitno == 0 && + !bc_isret(bc_op(J->cur.startins))))) { /* NYI: specialize to frame type and return directly, not via RET*. */ for (i = 0; i < (ptrdiff_t)rbase; i++) J->base[i] = 0; /* Purge dead slots. */ J->maxslot = rbase + (BCReg)gotresults; - rec_stop(J, LJ_TRLINK_RETURN, 0); /* Return to interpreter. */ + lj_record_stop(J, LJ_TRLINK_RETURN, 0); /* Return to interpreter. */ return; } if (frame_isvarg(frame)) { BCReg cbase = (BCReg)frame_delta(frame); if (--J->framedepth < 0) /* NYI: return of vararg func to lower frame. */ lj_trace_err(J, LJ_TRERR_NYIRETL); - lua_assert(J->baseslot > 1); + lua_assert(J->baseslot > 1+LJ_FR2); rbase += cbase; J->baseslot -= (BCReg)cbase; J->base -= cbase; @@ -722,27 +825,28 @@ void lj_record_ret(jit_State *J, BCReg rbase, ptrdiff_t gotresults) BCIns callins = *(frame_pc(frame)-1); ptrdiff_t nresults = bc_b(callins) ? (ptrdiff_t)bc_b(callins)-1 :gotresults; BCReg cbase = bc_a(callins); - GCproto *pt = funcproto(frame_func(frame - (cbase+1))); + GCproto *pt = funcproto(frame_func(frame - (cbase+1+LJ_FR2))); if ((pt->flags & PROTO_NOJIT)) lj_trace_err(J, LJ_TRERR_CJITOFF); if (J->framedepth == 0 && J->pt && frame == J->L->base - 1) { if (check_downrec_unroll(J, pt)) { J->maxslot = (BCReg)(rbase + gotresults); lj_snap_purge(J); - rec_stop(J, LJ_TRLINK_DOWNREC, J->cur.traceno); /* Down-recursion. */ + lj_record_stop(J, LJ_TRLINK_DOWNREC, J->cur.traceno); /* Down-rec. */ return; } lj_snap_add(J); } for (i = 0; i < nresults; i++) /* Adjust results. */ - J->base[i-1] = i < gotresults ? J->base[rbase+i] : TREF_NIL; + J->base[i-1-LJ_FR2] = i < gotresults ? J->base[rbase+i] : TREF_NIL; J->maxslot = cbase+(BCReg)nresults; if (J->framedepth > 0) { /* Return to a frame that is part of the trace. */ J->framedepth--; - lua_assert(J->baseslot > cbase+1); - J->baseslot -= cbase+1; - J->base -= cbase+1; - } else if (J->parent == 0 && !bc_isret(bc_op(J->cur.startins))) { + lua_assert(J->baseslot > cbase+1+LJ_FR2); + J->baseslot -= cbase+1+LJ_FR2; + J->base -= cbase+1+LJ_FR2; + } else if (J->parent == 0 && J->exitno == 0 && + !bc_isret(bc_op(J->cur.startins))) { /* Return to lower frame would leave the loop in a root trace. */ lj_trace_err(J, LJ_TRERR_LLEAVE); } else if (J->needsnap) { /* Tailcalled to ff with side-effects. */ @@ -750,13 +854,13 @@ void lj_record_ret(jit_State *J, BCReg rbase, ptrdiff_t gotresults) } else { /* Return to lower frame. Guard for the target we return to. */ TRef trpt = lj_ir_kgc(J, obj2gco(pt), IRT_PROTO); TRef trpc = lj_ir_kptr(J, (void *)frame_pc(frame)); - emitir(IRTG(IR_RETF, IRT_P32), trpt, trpc); + emitir(IRTG(IR_RETF, IRT_PGC), trpt, trpc); J->retdepth++; J->needsnap = 1; - lua_assert(J->baseslot == 1); + lua_assert(J->baseslot == 1+LJ_FR2); /* Shift result slots up and clear the slots of the new frame below. */ - memmove(J->base + cbase, J->base-1, sizeof(TRef)*nresults); - memset(J->base-1, 0, sizeof(TRef)*(cbase+1)); + memmove(J->base + cbase, J->base-1-LJ_FR2, sizeof(TRef)*nresults); + memset(J->base-1-LJ_FR2, 0, sizeof(TRef)*(cbase+1+LJ_FR2)); } } else if (frame_iscont(frame)) { /* Return to continuation frame. */ ASMFunction cont = frame_contf(frame); @@ -765,16 +869,40 @@ void lj_record_ret(jit_State *J, BCReg rbase, ptrdiff_t gotresults) lj_trace_err(J, LJ_TRERR_NYIRETL); J->baseslot -= (BCReg)cbase; J->base -= cbase; - J->maxslot = cbase-2; + J->maxslot = cbase-(2<<LJ_FR2); if (cont == lj_cont_ra) { /* Copy result to destination slot. */ BCReg dst = bc_a(*(frame_contpc(frame)-1)); J->base[dst] = gotresults ? J->base[cbase+rbase] : TREF_NIL; - if (dst >= J->maxslot) J->maxslot = dst+1; + if (dst >= J->maxslot) { + J->maxslot = dst+1; + } } else if (cont == lj_cont_nop) { /* Nothing to do here. */ } else if (cont == lj_cont_cat) { - lua_assert(0); + BCReg bslot = bc_b(*(frame_contpc(frame)-1)); + TRef tr = gotresults ? J->base[cbase+rbase] : TREF_NIL; + if (bslot != J->maxslot) { /* Concatenate the remainder. */ + TValue *b = J->L->base, save; /* Simulate lower frame and result. */ + J->base[J->maxslot] = tr; + copyTV(J->L, &save, b-(2<<LJ_FR2)); + if (gotresults) + copyTV(J->L, b-(2<<LJ_FR2), b+rbase); + else + setnilV(b-(2<<LJ_FR2)); + J->L->base = b - cbase; + tr = rec_cat(J, bslot, cbase-(2<<LJ_FR2)); + b = J->L->base + cbase; /* Undo. */ + J->L->base = b; + copyTV(J->L, b-(2<<LJ_FR2), &save); + } + if (tr) { /* Store final result. */ + BCReg dst = bc_a(*(frame_contpc(frame)-1)); + J->base[dst] = tr; + if (dst >= J->maxslot) { + J->maxslot = dst+1; + } + } /* Otherwise continue with another __concat call. */ } else { /* Result type already specialized. */ lua_assert(cont == lj_cont_condf || cont == lj_cont_condt); @@ -782,7 +910,7 @@ void lj_record_ret(jit_State *J, BCReg rbase, ptrdiff_t gotresults) } else { lj_trace_err(J, LJ_TRERR_NYIRETL); /* NYI: handle return to C frame. */ } - lua_assert(J->baseslot >= 1); + lua_assert(J->baseslot >= 1+LJ_FR2); } /* -- Metamethod handling ------------------------------------------------- */ @@ -790,19 +918,17 @@ void lj_record_ret(jit_State *J, BCReg rbase, ptrdiff_t gotresults) /* Prepare to record call to metamethod. */ static BCReg rec_mm_prep(jit_State *J, ASMFunction cont) { - BCReg s, top = curr_proto(J->L)->framesize; - TRef trcont; - setcont(&J->L->base[top], cont); -#if LJ_64 - trcont = lj_ir_kptr(J, (void *)((int64_t)cont - (int64_t)lj_vm_asm_begin)); + BCReg s, top = cont == lj_cont_cat ? J->maxslot : curr_proto(J->L)->framesize; +#if LJ_FR2 + J->base[top] = lj_ir_k64(J, IR_KNUM, u64ptr(contptr(cont))); + J->base[top+1] = TREF_CONT; #else - trcont = lj_ir_kptr(J, (void *)cont); + J->base[top] = lj_ir_kptr(J, contptr(cont)) | TREF_CONT; #endif - J->base[top] = trcont | TREF_CONT; J->framedepth++; for (s = J->maxslot; s < top; s++) J->base[s] = 0; /* Clear frame gap to avoid resurrecting previous refs. */ - return top+1; + return top+1+LJ_FR2; } /* Record metamethod lookup. */ @@ -821,7 +947,7 @@ int lj_record_mm_lookup(jit_State *J, RecordIndex *ix, MMS mm) cTValue *mo; if (LJ_HASFFI && udtype == UDTYPE_FFI_CLIB) { /* Specialize to the C library namespace object. */ - emitir(IRTG(IR_EQ, IRT_P32), ix->tab, lj_ir_kptr(J, udataV(&ix->tabv))); + emitir(IRTG(IR_EQ, IRT_PGC), ix->tab, lj_ir_kptr(J, udataV(&ix->tabv))); } else { /* Specialize to the type of userdata. */ TRef tr = emitir(IRT(IR_FLOAD, IRT_U8), ix->tab, IRFL_UDATA_UDTYPE); @@ -850,7 +976,13 @@ int lj_record_mm_lookup(jit_State *J, RecordIndex *ix, MMS mm) } /* The cdata metatable is treated as immutable. */ if (LJ_HASFFI && tref_iscdata(ix->tab)) goto immutable_mt; +#if LJ_GC64 + /* TODO: fix ARM32 asm_fload(), so we can use this for all archs. */ + ix->mt = mix.tab = lj_ir_ggfload(J, IRT_TAB, + GG_OFS(g.gcroot[GCROOT_BASEMT+itypemap(&ix->tabv)])); +#else ix->mt = mix.tab = lj_ir_ktab(J, mt); +#endif goto nocheck; } ix->mt = mt ? mix.tab : TREF_NIL; @@ -877,12 +1009,12 @@ nocheck: static TRef rec_mm_arith(jit_State *J, RecordIndex *ix, MMS mm) { /* Set up metamethod call first to save ix->tab and ix->tabv. */ - BCReg func = rec_mm_prep(J, lj_cont_ra); + BCReg func = rec_mm_prep(J, mm == MM_concat ? lj_cont_cat : lj_cont_ra); TRef *base = J->base + func; TValue *basev = J->L->base + func; - base[1] = ix->tab; base[2] = ix->key; - copyTV(J->L, basev+1, &ix->tabv); - copyTV(J->L, basev+2, &ix->keyv); + base[1+LJ_FR2] = ix->tab; base[2+LJ_FR2] = ix->key; + copyTV(J->L, basev+1+LJ_FR2, &ix->tabv); + copyTV(J->L, basev+2+LJ_FR2, &ix->keyv); if (!lj_record_mm_lookup(J, ix, mm)) { /* Lookup mm on 1st operand. */ if (mm != MM_unm) { ix->tab = ix->key; @@ -894,6 +1026,9 @@ static TRef rec_mm_arith(jit_State *J, RecordIndex *ix, MMS mm) } ok: base[0] = ix->mobj; +#if LJ_FR2 + base[1] = 0; +#endif copyTV(J->L, basev+0, &ix->mobjv); lj_record_call(J, func, 2); return 0; /* No result yet. */ @@ -910,6 +1045,8 @@ static TRef rec_mm_len(jit_State *J, TRef tr, TValue *tv) TRef *base = J->base + func; TValue *basev = J->L->base + func; base[0] = ix.mobj; copyTV(J->L, basev+0, &ix.mobjv); + base += LJ_FR2; + basev += LJ_FR2; base[1] = tr; copyTV(J->L, basev+1, tv); #if LJ_52 base[2] = tr; copyTV(J->L, basev+2, tv); @@ -929,10 +1066,10 @@ static TRef rec_mm_len(jit_State *J, TRef tr, TValue *tv) static void rec_mm_callcomp(jit_State *J, RecordIndex *ix, int op) { BCReg func = rec_mm_prep(J, (op&1) ? lj_cont_condf : lj_cont_condt); - TRef *base = J->base + func; - TValue *tv = J->L->base + func; - base[0] = ix->mobj; base[1] = ix->val; base[2] = ix->key; - copyTV(J->L, tv+0, &ix->mobjv); + TRef *base = J->base + func + LJ_FR2; + TValue *tv = J->L->base + func + LJ_FR2; + base[-LJ_FR2] = ix->mobj; base[1] = ix->val; base[2] = ix->key; + copyTV(J->L, tv-LJ_FR2, &ix->mobjv); copyTV(J->L, tv+1, &ix->valv); copyTV(J->L, tv+2, &ix->keyv); lj_record_call(J, func, 2); @@ -1039,6 +1176,72 @@ static void rec_mm_comp_cdata(jit_State *J, RecordIndex *ix, int op, MMS mm) /* -- Indexed access ------------------------------------------------------ */ +#ifdef LUAJIT_ENABLE_TABLE_BUMP +/* Bump table allocations in bytecode when they grow during recording. */ +static void rec_idx_bump(jit_State *J, RecordIndex *ix) +{ + RBCHashEntry *rbc = &J->rbchash[(ix->tab & (RBCHASH_SLOTS-1))]; + if (tref_ref(ix->tab) == rbc->ref) { + const BCIns *pc = mref(rbc->pc, const BCIns); + GCtab *tb = tabV(&ix->tabv); + uint32_t nhbits; + IRIns *ir; + if (!tvisnil(&ix->keyv)) + (void)lj_tab_set(J->L, tb, &ix->keyv); /* Grow table right now. */ + nhbits = tb->hmask > 0 ? lj_fls(tb->hmask)+1 : 0; + ir = IR(tref_ref(ix->tab)); + if (ir->o == IR_TNEW) { + uint32_t ah = bc_d(*pc); + uint32_t asize = ah & 0x7ff, hbits = ah >> 11; + if (nhbits > hbits) hbits = nhbits; + if (tb->asize > asize) { + asize = tb->asize <= 0x7ff ? tb->asize : 0x7ff; + } + if ((asize | (hbits<<11)) != ah) { /* Has the size changed? */ + /* Patch bytecode, but continue recording (for more patching). */ + setbc_d(pc, (asize | (hbits<<11))); + /* Patching TNEW operands is only safe if the trace is aborted. */ + ir->op1 = asize; ir->op2 = hbits; + J->retryrec = 1; /* Abort the trace at the end of recording. */ + } + } else if (ir->o == IR_TDUP) { + GCtab *tpl = gco2tab(proto_kgc(&gcref(rbc->pt)->pt, ~(ptrdiff_t)bc_d(*pc))); + /* Grow template table, but preserve keys with nil values. */ + if ((tb->asize > tpl->asize && (1u << nhbits)-1 == tpl->hmask) || + (tb->asize == tpl->asize && (1u << nhbits)-1 > tpl->hmask)) { + Node *node = noderef(tpl->node); + uint32_t i, hmask = tpl->hmask, asize; + TValue *array; + for (i = 0; i <= hmask; i++) { + if (!tvisnil(&node[i].key) && tvisnil(&node[i].val)) + settabV(J->L, &node[i].val, tpl); + } + if (!tvisnil(&ix->keyv) && tref_isk(ix->key)) { + TValue *o = lj_tab_set(J->L, tpl, &ix->keyv); + if (tvisnil(o)) settabV(J->L, o, tpl); + } + lj_tab_resize(J->L, tpl, tb->asize, nhbits); + node = noderef(tpl->node); + hmask = tpl->hmask; + for (i = 0; i <= hmask; i++) { + /* This is safe, since template tables only hold immutable values. */ + if (tvistab(&node[i].val)) + setnilV(&node[i].val); + } + /* The shape of the table may have changed. Clean up array part, too. */ + asize = tpl->asize; + array = tvref(tpl->array); + for (i = 0; i < asize; i++) { + if (tvistab(&array[i])) + setnilV(&array[i]); + } + J->retryrec = 1; /* Abort the trace at the end of recording. */ + } + } + } +} +#endif + /* Record bounds-check. */ static void rec_idx_abc(jit_State *J, TRef asizeref, TRef ikey, uint32_t asize) { @@ -1078,11 +1281,14 @@ static void rec_idx_abc(jit_State *J, TRef asizeref, TRef ikey, uint32_t asize) } /* Record indexed key lookup. */ -static TRef rec_idx_key(jit_State *J, RecordIndex *ix) +static TRef rec_idx_key(jit_State *J, RecordIndex *ix, IRRef *rbref, + IRType1 *rbguard) { TRef key; GCtab *t = tabV(&ix->tabv); ix->oldv = lj_tab_get(J->L, t, &ix->keyv); /* Lookup previous value. */ + *rbref = 0; + rbguard->irt = 0; /* Integer keys are looked up in the array part first. */ key = ix->key; @@ -1096,8 +1302,8 @@ static TRef rec_idx_key(jit_State *J, RecordIndex *ix) if ((MSize)k < t->asize) { /* Currently an array key? */ TRef arrayref; rec_idx_abc(J, asizeref, ikey, t->asize); - arrayref = emitir(IRT(IR_FLOAD, IRT_P32), ix->tab, IRFL_TAB_ARRAY); - return emitir(IRT(IR_AREF, IRT_P32), arrayref, ikey); + arrayref = emitir(IRT(IR_FLOAD, IRT_PGC), ix->tab, IRFL_TAB_ARRAY); + return emitir(IRT(IR_AREF, IRT_PGC), arrayref, ikey); } else { /* Currently not in array (may be an array extension)? */ emitir(IRTGI(IR_ULE), asizeref, ikey); /* Inv. bounds check. */ if (k == 0 && tref_isk(key)) @@ -1132,16 +1338,18 @@ static TRef rec_idx_key(jit_State *J, RecordIndex *ix) MSize hslot = (MSize)((char *)ix->oldv - (char *)&noderef(t->node)[0].val); if (t->hmask > 0 && hslot <= t->hmask*(MSize)sizeof(Node) && hslot <= 65535*(MSize)sizeof(Node)) { - TRef node, kslot; - TRef hm = emitir(IRTI(IR_FLOAD), ix->tab, IRFL_TAB_HMASK); + TRef node, kslot, hm; + *rbref = J->cur.nins; /* Mark possible rollback point. */ + *rbguard = J->guardemit; + hm = emitir(IRTI(IR_FLOAD), ix->tab, IRFL_TAB_HMASK); emitir(IRTGI(IR_EQ), hm, lj_ir_kint(J, (int32_t)t->hmask)); - node = emitir(IRT(IR_FLOAD, IRT_P32), ix->tab, IRFL_TAB_NODE); + node = emitir(IRT(IR_FLOAD, IRT_PGC), ix->tab, IRFL_TAB_NODE); kslot = lj_ir_kslot(J, key, hslot / sizeof(Node)); - return emitir(IRTG(IR_HREFK, IRT_P32), node, kslot); + return emitir(IRTG(IR_HREFK, IRT_PGC), node, kslot); } } /* Fall back to a regular hash lookup. */ - return emitir(IRT(IR_HREF, IRT_P32), ix->tab, key); + return emitir(IRT(IR_HREF, IRT_PGC), ix->tab, key); } /* Determine whether a key is NOT one of the fast metamethod names. */ @@ -1166,6 +1374,8 @@ TRef lj_record_idx(jit_State *J, RecordIndex *ix) { TRef xref; IROp xrefop, loadop; + IRRef rbref; + IRType1 rbguard; cTValue *oldv; while (!tref_istab(ix->tab)) { /* Handle non-table lookup. */ @@ -1176,10 +1386,10 @@ TRef lj_record_idx(jit_State *J, RecordIndex *ix) handlemm: if (tref_isfunc(ix->mobj)) { /* Handle metamethod call. */ BCReg func = rec_mm_prep(J, ix->val ? lj_cont_nop : lj_cont_ra); - TRef *base = J->base + func; - TValue *tv = J->L->base + func; - base[0] = ix->mobj; base[1] = ix->tab; base[2] = ix->key; - setfuncV(J->L, tv+0, funcV(&ix->mobjv)); + TRef *base = J->base + func + LJ_FR2; + TValue *tv = J->L->base + func + LJ_FR2; + base[-LJ_FR2] = ix->mobj; base[1] = ix->tab; base[2] = ix->key; + setfuncV(J->L, tv-LJ_FR2, funcV(&ix->mobjv)); copyTV(J->L, tv+1, &ix->tabv); copyTV(J->L, tv+2, &ix->keyv); if (ix->val) { @@ -1211,7 +1421,7 @@ TRef lj_record_idx(jit_State *J, RecordIndex *ix) } /* Record the key lookup. */ - xref = rec_idx_key(J, ix); + xref = rec_idx_key(J, ix, &rbref, &rbguard); xrefop = IR(tref_ref(xref))->o; loadop = xrefop == IR_AREF ? IR_ALOAD : IR_HLOAD; /* The lj_meta_tset() inconsistency is gone, but better play safe. */ @@ -1221,11 +1431,15 @@ TRef lj_record_idx(jit_State *J, RecordIndex *ix) IRType t = itype2irt(oldv); TRef res; if (oldv == niltvg(J2G(J))) { - emitir(IRTG(IR_EQ, IRT_P32), xref, lj_ir_kkptr(J, niltvg(J2G(J)))); + emitir(IRTG(IR_EQ, IRT_PGC), xref, lj_ir_kkptr(J, niltvg(J2G(J)))); res = TREF_NIL; } else { res = emitir(IRTG(loadop, t), xref, 0); } + if (tref_ref(res) < rbref) { /* HREFK + load forwarded? */ + lj_ir_rollback(J, rbref); /* Rollback to eliminate hmask guard. */ + J->guardemit = rbguard; + } if (t == IRT_NIL && ix->idxchain && lj_record_mm_lookup(J, ix, MM_index)) goto handlemm; if (irtype_ispri(t)) res = TREF_PRI(t); /* Canonicalize primitives. */ @@ -1233,6 +1447,10 @@ TRef lj_record_idx(jit_State *J, RecordIndex *ix) } else { /* Indexed store. */ GCtab *mt = tabref(tabV(&ix->tabv)->metatable); int keybarrier = tref_isgcv(ix->key) && !tref_isnil(ix->val); + if (tref_ref(xref) < rbref) { /* HREFK forwarded? */ + lj_ir_rollback(J, rbref); /* Rollback to eliminate hmask guard. */ + J->guardemit = rbguard; + } if (tvisnil(oldv)) { /* Previous value was nil? */ /* Need to duplicate the hasmm check for the early guards. */ int hasmm = 0; @@ -1243,7 +1461,7 @@ TRef lj_record_idx(jit_State *J, RecordIndex *ix) if (hasmm) emitir(IRTG(loadop, IRT_NIL), xref, 0); /* Guard for nil value. */ else if (xrefop == IR_HREF) - emitir(IRTG(oldv == niltvg(J2G(J)) ? IR_EQ : IR_NE, IRT_P32), + emitir(IRTG(oldv == niltvg(J2G(J)) ? IR_EQ : IR_NE, IRT_PGC), xref, lj_ir_kkptr(J, niltvg(J2G(J)))); if (ix->idxchain && lj_record_mm_lookup(J, ix, MM_newindex)) { lua_assert(hasmm); @@ -1254,13 +1472,17 @@ TRef lj_record_idx(jit_State *J, RecordIndex *ix) TRef key = ix->key; if (tref_isinteger(key)) /* NEWREF needs a TValue as a key. */ key = emitir(IRTN(IR_CONV), key, IRCONV_NUM_INT); - xref = emitir(IRT(IR_NEWREF, IRT_P32), ix->tab, key); + xref = emitir(IRT(IR_NEWREF, IRT_PGC), ix->tab, key); keybarrier = 0; /* NEWREF already takes care of the key barrier. */ +#ifdef LUAJIT_ENABLE_TABLE_BUMP + if ((J->flags & JIT_F_OPT_SINK)) /* Avoid a separate flag. */ + rec_idx_bump(J, ix); +#endif } } else if (!lj_opt_fwd_wasnonnil(J, loadop, tref_ref(xref))) { /* Cannot derive that the previous value was non-nil, must do checks. */ if (xrefop == IR_HREF) /* Guard against store to niltv. */ - emitir(IRTG(IR_NE, IRT_P32), xref, lj_ir_kkptr(J, niltvg(J2G(J)))); + emitir(IRTG(IR_NE, IRT_PGC), xref, lj_ir_kkptr(J, niltvg(J2G(J)))); if (ix->idxchain) { /* Metamethod lookup required? */ /* A check for NULL metatable is cheaper (hoistable) than a load. */ if (!mt) { @@ -1282,7 +1504,7 @@ TRef lj_record_idx(jit_State *J, RecordIndex *ix) emitir(IRT(IR_TBAR, IRT_NIL), ix->tab, 0); /* Invalidate neg. metamethod cache for stores with certain string keys. */ if (!nommstr(J, ix->key)) { - TRef fref = emitir(IRT(IR_FREF, IRT_P32), ix->tab, IRFL_TAB_NOMM); + TRef fref = emitir(IRT(IR_FREF, IRT_PGC), ix->tab, IRFL_TAB_NOMM); emitir(IRT(IR_FSTORE, IRT_U8), fref, lj_ir_kint(J, 0)); } J->needsnap = 1; @@ -1290,6 +1512,31 @@ TRef lj_record_idx(jit_State *J, RecordIndex *ix) } } +static void rec_tsetm(jit_State *J, BCReg ra, BCReg rn, int32_t i) +{ + RecordIndex ix; + cTValue *basev = J->L->base; + GCtab *t = tabV(&basev[ra-1]); + settabV(J->L, &ix.tabv, t); + ix.tab = getslot(J, ra-1); + ix.idxchain = 0; +#ifdef LUAJIT_ENABLE_TABLE_BUMP + if ((J->flags & JIT_F_OPT_SINK)) { + if (t->asize < i+rn-ra) + lj_tab_reasize(J->L, t, i+rn-ra); + setnilV(&ix.keyv); + rec_idx_bump(J, &ix); + } +#endif + for (; ra < rn; i++, ra++) { + setintV(&ix.keyv, i); + ix.key = lj_ir_kint(J, i); + copyTV(J->L, &ix.valv, &basev[ra]); + ix.val = getslot(J, ra); + lj_record_idx(J, &ix); + } +} + /* -- Upvalue access ------------------------------------------------------ */ /* Check whether upvalue is immutable and ok to constify. */ @@ -1332,7 +1579,11 @@ static TRef rec_upvalue(jit_State *J, uint32_t uv, TRef val) goto noconstify; kfunc = lj_ir_kfunc(J, J->fn); emitir(IRTG(IR_EQ, IRT_FUNC), fn, kfunc); - J->base[-1] = TREF_FRAME | kfunc; +#if LJ_FR2 + J->base[-2] = kfunc; +#else + J->base[-1] = kfunc | TREF_FRAME; +#endif fn = kfunc; } tr = lj_record_constify(J, uvval(uvp)); @@ -1343,13 +1594,17 @@ noconstify: /* Note: this effectively limits LJ_MAX_UPVAL to 127. */ uv = (uv << 8) | (hashrot(uvp->dhash, uvp->dhash + HASH_BIAS) & 0xff); if (!uvp->closed) { + uref = tref_ref(emitir(IRTG(IR_UREFO, IRT_PGC), fn, uv)); /* In current stack? */ if (uvval(uvp) >= tvref(J->L->stack) && uvval(uvp) < tvref(J->L->maxstack)) { int32_t slot = (int32_t)(uvval(uvp) - (J->L->base - J->baseslot)); if (slot >= 0) { /* Aliases an SSA slot? */ + emitir(IRTG(IR_EQ, IRT_PGC), + REF_BASE, + emitir(IRT(IR_ADD, IRT_PGC), uref, + lj_ir_kint(J, (slot - 1 - LJ_FR2) * -8))); slot -= (int32_t)J->baseslot; /* Note: slot number may be negative! */ - /* NYI: add IR to guard that it's still aliasing the same slot. */ if (val == 0) { return getslot(J, slot); } else { @@ -1359,10 +1614,12 @@ noconstify: } } } - uref = tref_ref(emitir(IRTG(IR_UREFO, IRT_P32), fn, uv)); + emitir(IRTG(IR_UGT, IRT_PGC), + emitir(IRT(IR_SUB, IRT_PGC), uref, REF_BASE), + lj_ir_kint(J, (J->baseslot + J->maxslot) * 8)); } else { needbarrier = 1; - uref = tref_ref(emitir(IRTG(IR_UREFC, IRT_P32), fn, uv)); + uref = tref_ref(emitir(IRTG(IR_UREFC, IRT_PGC), fn, uv)); } if (val == 0) { /* Upvalue load */ IRType t = itype2irt(uvval(uvp)); @@ -1401,9 +1658,9 @@ static void check_call_unroll(jit_State *J, TraceNo lnk) if (count + J->tailcalled > J->param[JIT_P_recunroll]) { J->pc++; if (J->framedepth + J->retdepth == 0) - rec_stop(J, LJ_TRLINK_TAILREC, J->cur.traceno); /* Tail-recursion. */ + lj_record_stop(J, LJ_TRLINK_TAILREC, J->cur.traceno); /* Tail-rec. */ else - rec_stop(J, LJ_TRLINK_UPREC, J->cur.traceno); /* Up-recursion. */ + lj_record_stop(J, LJ_TRLINK_UPREC, J->cur.traceno); /* Up-recursion. */ } } else { if (count > J->param[JIT_P_callunroll]) { @@ -1437,11 +1694,14 @@ static void rec_func_setup(jit_State *J) static void rec_func_vararg(jit_State *J) { GCproto *pt = J->pt; - BCReg s, fixargs, vframe = J->maxslot+1; + BCReg s, fixargs, vframe = J->maxslot+1+LJ_FR2; lua_assert((pt->flags & PROTO_VARARG)); if (J->baseslot + vframe + pt->framesize >= LJ_MAX_JSLOTS) lj_trace_err(J, LJ_TRERR_STACKOV); - J->base[vframe-1] = J->base[-1]; /* Copy function up. */ + J->base[vframe-1-LJ_FR2] = J->base[-1-LJ_FR2]; /* Copy function up. */ +#if LJ_FR2 + J->base[vframe-1] = TREF_FRAME; +#endif /* Copy fixarg slots up and set their original slots to nil. */ fixargs = pt->numparams < J->maxslot ? pt->numparams : J->maxslot; for (s = 0; s < fixargs; s++) { @@ -1477,9 +1737,9 @@ static void rec_func_jit(jit_State *J, TraceNo lnk) } J->instunroll = 0; /* Cannot continue across a compiled function. */ if (J->pc == J->startpc && J->framedepth + J->retdepth == 0) - rec_stop(J, LJ_TRLINK_TAILREC, J->cur.traceno); /* Extra tail-recursion. */ + lj_record_stop(J, LJ_TRLINK_TAILREC, J->cur.traceno); /* Extra tail-rec. */ else - rec_stop(J, LJ_TRLINK_ROOT, lnk); /* Link to the function. */ + lj_record_stop(J, LJ_TRLINK_ROOT, lnk); /* Link to the function. */ } /* -- Vararg handling ----------------------------------------------------- */ @@ -1490,8 +1750,11 @@ static int select_detect(jit_State *J) BCIns ins = J->pc[1]; if (bc_op(ins) == BC_CALLM && bc_b(ins) == 2 && bc_c(ins) == 1) { cTValue *func = &J->L->base[bc_a(ins)]; - if (tvisfunc(func) && funcV(func)->c.ffid == FF_select) + if (tvisfunc(func) && funcV(func)->c.ffid == FF_select) { + TRef kfunc = lj_ir_kfunc(J, funcV(func)); + emitir(IRTG(IR_EQ, IRT_FUNC), getslot(J, bc_a(ins)), kfunc); return 1; + } } return 0; } @@ -1500,8 +1763,10 @@ static int select_detect(jit_State *J) static void rec_varg(jit_State *J, BCReg dst, ptrdiff_t nresults) { int32_t numparams = J->pt->numparams; - ptrdiff_t nvararg = frame_delta(J->L->base-1) - numparams - 1; + ptrdiff_t nvararg = frame_delta(J->L->base-1) - numparams - 1 - LJ_FR2; lua_assert(frame_isvarg(J->L->base-1)); + if (LJ_FR2 && dst > J->maxslot) + J->base[dst-1] = 0; /* Prevent resurrection of unrelated slot. */ if (J->framedepth > 0) { /* Simple case: varargs defined on-trace. */ ptrdiff_t i; if (nvararg < 0) nvararg = 0; @@ -1512,10 +1777,10 @@ static void rec_varg(jit_State *J, BCReg dst, ptrdiff_t nresults) J->maxslot = dst + (BCReg)nresults; } for (i = 0; i < nresults; i++) - J->base[dst+i] = i < nvararg ? getslot(J, i - nvararg - 1) : TREF_NIL; + J->base[dst+i] = i < nvararg ? getslot(J, i - nvararg - 1 - LJ_FR2) : TREF_NIL; } else { /* Unknown number of varargs passed to trace. */ - TRef fr = emitir(IRTI(IR_SLOAD), 0, IRSLOAD_READONLY|IRSLOAD_FRAME); - int32_t frofs = 8*(1+numparams)+FRAME_VARG; + TRef fr = emitir(IRTI(IR_SLOAD), LJ_FR2, IRSLOAD_READONLY|IRSLOAD_FRAME); + int32_t frofs = 8*(1+LJ_FR2+numparams)+FRAME_VARG; if (nresults >= 0) { /* Known fixed number of results. */ ptrdiff_t i; if (nvararg > 0) { @@ -1524,12 +1789,13 @@ static void rec_varg(jit_State *J, BCReg dst, ptrdiff_t nresults) if (nvararg >= nresults) emitir(IRTGI(IR_GE), fr, lj_ir_kint(J, frofs+8*(int32_t)nresults)); else - emitir(IRTGI(IR_EQ), fr, lj_ir_kint(J, frame_ftsz(J->L->base-1))); - vbase = emitir(IRTI(IR_SUB), REF_BASE, fr); - vbase = emitir(IRT(IR_ADD, IRT_P32), vbase, lj_ir_kint(J, frofs-8)); + emitir(IRTGI(IR_EQ), fr, + lj_ir_kint(J, (int32_t)frame_ftsz(J->L->base-1))); + vbase = emitir(IRT(IR_SUB, IRT_IGC), REF_BASE, fr); + vbase = emitir(IRT(IR_ADD, IRT_PGC), vbase, lj_ir_kint(J, frofs-8)); for (i = 0; i < nload; i++) { - IRType t = itype2irt(&J->L->base[i-1-nvararg]); - TRef aref = emitir(IRT(IR_AREF, IRT_P32), + IRType t = itype2irt(&J->L->base[i-1-LJ_FR2-nvararg]); + TRef aref = emitir(IRT(IR_AREF, IRT_PGC), vbase, lj_ir_kint(J, (int32_t)i)); TRef tr = emitir(IRTG(IR_VLOAD, t), aref, 0); if (irtype_ispri(t)) tr = TREF_PRI(t); /* Canonicalize primitives. */ @@ -1575,15 +1841,16 @@ static void rec_varg(jit_State *J, BCReg dst, ptrdiff_t nresults) } if (idx != 0 && idx <= nvararg) { IRType t; - TRef aref, vbase = emitir(IRTI(IR_SUB), REF_BASE, fr); - vbase = emitir(IRT(IR_ADD, IRT_P32), vbase, lj_ir_kint(J, frofs-8)); - t = itype2irt(&J->L->base[idx-2-nvararg]); - aref = emitir(IRT(IR_AREF, IRT_P32), vbase, tridx); + TRef aref, vbase = emitir(IRT(IR_SUB, IRT_IGC), REF_BASE, fr); + vbase = emitir(IRT(IR_ADD, IRT_PGC), vbase, + lj_ir_kint(J, frofs-(8<<LJ_FR2))); + t = itype2irt(&J->L->base[idx-2-LJ_FR2-nvararg]); + aref = emitir(IRT(IR_AREF, IRT_PGC), vbase, tridx); tr = emitir(IRTG(IR_VLOAD, t), aref, 0); if (irtype_ispri(t)) tr = TREF_PRI(t); /* Canonicalize primitives. */ } - J->base[dst-2] = tr; - J->maxslot = dst-1; + J->base[dst-2-LJ_FR2] = tr; + J->maxslot = dst-1-LJ_FR2; J->bcskip = 2; /* Skip CALLM + select. */ } else { nyivarg: @@ -1599,8 +1866,63 @@ static TRef rec_tnew(jit_State *J, uint32_t ah) { uint32_t asize = ah & 0x7ff; uint32_t hbits = ah >> 11; + TRef tr; if (asize == 0x7ff) asize = 0x801; - return emitir(IRTG(IR_TNEW, IRT_TAB), asize, hbits); + tr = emitir(IRTG(IR_TNEW, IRT_TAB), asize, hbits); +#ifdef LUAJIT_ENABLE_TABLE_BUMP + J->rbchash[(tr & (RBCHASH_SLOTS-1))].ref = tref_ref(tr); + setmref(J->rbchash[(tr & (RBCHASH_SLOTS-1))].pc, J->pc); + setgcref(J->rbchash[(tr & (RBCHASH_SLOTS-1))].pt, obj2gco(J->pt)); +#endif + return tr; +} + +/* -- Concatenation ------------------------------------------------------- */ + +static TRef rec_cat(jit_State *J, BCReg baseslot, BCReg topslot) +{ + TRef *top = &J->base[topslot]; + TValue savetv[5]; + BCReg s; + RecordIndex ix; + lua_assert(baseslot < topslot); + for (s = baseslot; s <= topslot; s++) + (void)getslot(J, s); /* Ensure all arguments have a reference. */ + if (tref_isnumber_str(top[0]) && tref_isnumber_str(top[-1])) { + TRef tr, hdr, *trp, *xbase, *base = &J->base[baseslot]; + /* First convert numbers to strings. */ + for (trp = top; trp >= base; trp--) { + if (tref_isnumber(*trp)) + *trp = emitir(IRT(IR_TOSTR, IRT_STR), *trp, + tref_isnum(*trp) ? IRTOSTR_NUM : IRTOSTR_INT); + else if (!tref_isstr(*trp)) + break; + } + xbase = ++trp; + tr = hdr = emitir(IRT(IR_BUFHDR, IRT_PGC), + lj_ir_kptr(J, &J2G(J)->tmpbuf), IRBUFHDR_RESET); + do { + tr = emitir(IRT(IR_BUFPUT, IRT_PGC), tr, *trp++); + } while (trp <= top); + tr = emitir(IRT(IR_BUFSTR, IRT_STR), tr, hdr); + J->maxslot = (BCReg)(xbase - J->base); + if (xbase == base) return tr; /* Return simple concatenation result. */ + /* Pass partial result. */ + topslot = J->maxslot--; + *xbase = tr; + top = xbase; + setstrV(J->L, &ix.keyv, &J2G(J)->strempty); /* Simulate string result. */ + } else { + J->maxslot = topslot-1; + copyTV(J->L, &ix.keyv, &J->L->base[topslot]); + } + copyTV(J->L, &ix.tabv, &J->L->base[topslot-1]); + ix.tab = top[-1]; + ix.key = top[0]; + memcpy(savetv, &J->L->base[topslot-1], sizeof(savetv)); /* Save slots. */ + rec_mm_arith(J, &ix, MM_concat); /* Call __concat metamethod. */ + memcpy(&J->L->base[topslot-1], savetv, sizeof(savetv)); /* Restore slots. */ + return 0; /* No result yet. */ } /* -- Record bytecode ops ------------------------------------------------- */ @@ -1621,7 +1943,15 @@ static void rec_comp_fixup(jit_State *J, const BCIns *pc, int cond) const BCIns *npc = pc + 2 + (cond ? bc_j(jmpins) : 0); SnapShot *snap = &J->cur.snap[J->cur.nsnap-1]; /* Set PC to opposite target to avoid re-recording the comp. in side trace. */ +#if LJ_FR2 + SnapEntry *flink = &J->cur.snapmap[snap->mapofs + snap->nent]; + uint64_t pcbase; + memcpy(&pcbase, flink, sizeof(uint64_t)); + pcbase = (pcbase & 0xff) | (u64ptr(npc) << 8); + memcpy(flink, &pcbase, sizeof(uint64_t)); +#else J->cur.snapmap[snap->mapofs + snap->nent] = SNAP_MKPC(npc); +#endif J->needsnap = 1; if (bc_a(jmpins) < J->maxslot) J->maxslot = bc_a(jmpins); lj_snap_shrink(J); /* Shrink last snapshot if possible. */ @@ -1641,7 +1971,7 @@ void lj_record_ins(jit_State *J) if (LJ_UNLIKELY(J->postproc != LJ_POST_NONE)) { switch (J->postproc) { case LJ_POST_FIXCOMP: /* Fixup comparison. */ - pc = frame_pc(&J2G(J)->tmptv); + pc = (const BCIns *)(uintptr_t)J2G(J)->tmptv.u64; rec_comp_fixup(J, pc, (!tvistruecond(&J2G(J)->tmptv2) ^ (bc_op(*pc)&1))); /* fallthrough */ case LJ_POST_FIXGUARD: /* Fixup and emit pending guard. */ @@ -1709,6 +2039,10 @@ void lj_record_ins(jit_State *J) rec_check_ir(J); #endif +#if LJ_HASPROFILE + rec_profile_ins(J, pc); +#endif + /* Keep a copy of the runtime values of var/num/str operands. */ #define rav (&ix.valv) #define rbv (&ix.tabv) @@ -1735,7 +2069,7 @@ void lj_record_ins(jit_State *J) switch (bcmode_c(op)) { case BCMvar: copyTV(J->L, rcv, &lbase[rc]); ix.key = rc = getslot(J, rc); break; - case BCMpri: setitype(rcv, ~rc); ix.key = rc = TREF_PRI(IRT_NIL+rc); break; + case BCMpri: setpriV(rcv, ~rc); ix.key = rc = TREF_PRI(IRT_NIL+rc); break; case BCMnum: { cTValue *tv = proto_knumtv(J->pt, rc); copyTV(J->L, rcv, tv); ix.key = rc = tvisint(tv) ? lj_ir_kint(J, intV(tv)) : lj_ir_knumint(J, numV(tv)); } break; @@ -1830,6 +2164,18 @@ void lj_record_ins(jit_State *J) J->maxslot = bc_a(pc[1]); /* Shrink used slots. */ break; + case BC_ISTYPE: case BC_ISNUM: + /* These coercions need to correspond with lj_meta_istype(). */ + if (LJ_DUALNUM && rc == ~LJ_TNUMX+1) + ra = lj_opt_narrow_toint(J, ra); + else if (rc == ~LJ_TNUMX+2) + ra = lj_ir_tonum(J, ra); + else if (rc == ~LJ_TSTR+1) + ra = lj_ir_tostr(J, ra); + /* else: type specialization suffices. */ + J->base[bc_a(ins)] = ra; + break; + /* -- Unary ops --------------------------------------------------------- */ case BC_NOT: @@ -1881,23 +2227,35 @@ void lj_record_ins(jit_State *J) case BC_MODVN: case BC_MODVV: recmod: if (tref_isnumber_str(rb) && tref_isnumber_str(rc)) - rc = lj_opt_narrow_mod(J, rb, rc, rcv); + rc = lj_opt_narrow_mod(J, rb, rc, rbv, rcv); else rc = rec_mm_arith(J, &ix, MM_mod); break; case BC_POW: if (tref_isnumber_str(rb) && tref_isnumber_str(rc)) - rc = lj_opt_narrow_pow(J, lj_ir_tonum(J, rb), rc, rcv); + rc = lj_opt_narrow_pow(J, rb, rc, rbv, rcv); else rc = rec_mm_arith(J, &ix, MM_pow); break; + /* -- Miscellaneous ops ------------------------------------------------- */ + + case BC_CAT: + rc = rec_cat(J, rb, rc); + break; + /* -- Constant and move ops --------------------------------------------- */ case BC_MOV: /* Clear gap of method call to avoid resurrecting previous refs. */ - if (ra > J->maxslot) J->base[ra-1] = 0; + if (ra > J->maxslot) { +#if LJ_FR2 + memset(J->base + J->maxslot, 0, (ra - J->maxslot) * sizeof(TRef)); +#else + J->base[ra-1] = 0; +#endif + } break; case BC_KSTR: case BC_KNUM: case BC_KPRI: break; @@ -1905,6 +2263,8 @@ void lj_record_ins(jit_State *J) rc = lj_ir_kint(J, (int32_t)(int16_t)rc); break; case BC_KNIL: + if (LJ_FR2 && ra > J->maxslot) + J->base[ra-1] = 0; while (ra <= rc) J->base[ra++] = TREF_NIL; if (rc >= J->maxslot) J->maxslot = rc+1; @@ -1941,6 +2301,14 @@ void lj_record_ins(jit_State *J) ix.idxchain = LJ_MAX_IDXCHAIN; rc = lj_record_idx(J, &ix); break; + case BC_TGETR: case BC_TSETR: + ix.idxchain = 0; + rc = lj_record_idx(J, &ix); + break; + + case BC_TSETM: + rec_tsetm(J, ra, (BCReg)(J->L->top - J->L->base), (int32_t)rcv->u32.lo); + break; case BC_TNEW: rc = rec_tnew(J, rc); @@ -1948,33 +2316,38 @@ void lj_record_ins(jit_State *J) case BC_TDUP: rc = emitir(IRTG(IR_TDUP, IRT_TAB), lj_ir_ktab(J, gco2tab(proto_kgc(J->pt, ~(ptrdiff_t)rc))), 0); +#ifdef LUAJIT_ENABLE_TABLE_BUMP + J->rbchash[(rc & (RBCHASH_SLOTS-1))].ref = tref_ref(rc); + setmref(J->rbchash[(rc & (RBCHASH_SLOTS-1))].pc, pc); + setgcref(J->rbchash[(rc & (RBCHASH_SLOTS-1))].pt, obj2gco(J->pt)); +#endif break; /* -- Calls and vararg handling ----------------------------------------- */ case BC_ITERC: J->base[ra] = getslot(J, ra-3); - J->base[ra+1] = getslot(J, ra-2); - J->base[ra+2] = getslot(J, ra-1); + J->base[ra+1+LJ_FR2] = getslot(J, ra-2); + J->base[ra+2+LJ_FR2] = getslot(J, ra-1); { /* Do the actual copy now because lj_record_call needs the values. */ TValue *b = &J->L->base[ra]; copyTV(J->L, b, b-3); - copyTV(J->L, b+1, b-2); - copyTV(J->L, b+2, b-1); + copyTV(J->L, b+1+LJ_FR2, b-2); + copyTV(J->L, b+2+LJ_FR2, b-1); } lj_record_call(J, ra, (ptrdiff_t)rc-1); break; /* L->top is set to L->base+ra+rc+NARGS-1+1. See lj_dispatch_ins(). */ case BC_CALLM: - rc = (BCReg)(J->L->top - J->L->base) - ra; + rc = (BCReg)(J->L->top - J->L->base) - ra - LJ_FR2; /* fallthrough */ case BC_CALL: lj_record_call(J, ra, (ptrdiff_t)rc-1); break; case BC_CALLMT: - rc = (BCReg)(J->L->top - J->L->base) - ra; + rc = (BCReg)(J->L->top - J->L->base) - ra - LJ_FR2; /* fallthrough */ case BC_CALLT: lj_record_tailcall(J, ra, (ptrdiff_t)rc-1); @@ -1991,6 +2364,9 @@ void lj_record_ins(jit_State *J) rc = (BCReg)(J->L->top - J->L->base) - ra + 1; /* fallthrough */ case BC_RET: case BC_RET0: case BC_RET1: +#if LJ_HASPROFILE + rec_profile_ret(J); +#endif lj_record_ret(J, ra, (ptrdiff_t)rc-1); break; @@ -2003,7 +2379,7 @@ void lj_record_ins(jit_State *J) case BC_JFORI: lua_assert(bc_op(pc[(ptrdiff_t)rc-BCBIAS_J]) == BC_JFORL); if (rec_for(J, pc, 0) != LOOPEV_LEAVE) /* Link to existing loop. */ - rec_stop(J, LJ_TRLINK_ROOT, bc_d(pc[(ptrdiff_t)rc-BCBIAS_J])); + lj_record_stop(J, LJ_TRLINK_ROOT, bc_d(pc[(ptrdiff_t)rc-BCBIAS_J])); /* Continue tracing if the loop is not entered. */ break; @@ -2070,10 +2446,8 @@ void lj_record_ins(jit_State *J) /* fallthrough */ case BC_ITERN: case BC_ISNEXT: - case BC_CAT: case BC_UCLO: case BC_FNEW: - case BC_TSETM: setintV(&J->errinfo, (int32_t)op); lj_trace_err_info(J, LJ_TRERR_NYIBC); break; @@ -2082,7 +2456,12 @@ void lj_record_ins(jit_State *J) /* rc == 0 if we have no result yet, e.g. pending __index metamethod call. */ if (bcmode_a(op) == BCMdst && rc) { J->base[ra] = rc; - if (ra >= J->maxslot) J->maxslot = ra+1; + if (ra >= J->maxslot) { +#if LJ_FR2 + if (ra > J->maxslot) J->base[ra-1] = 0; +#endif + J->maxslot = ra+1; + } } #undef rav @@ -2139,6 +2518,12 @@ static const BCIns *rec_setup_root(jit_State *J) J->maxslot = J->pt->numparams; pc++; break; + case BC_CALLM: + case BC_CALL: + case BC_ITERC: + /* No bytecode range check for stitched traces. */ + pc++; + break; default: lua_assert(0); break; @@ -2154,11 +2539,14 @@ void lj_record_setup(jit_State *J) /* Initialize state related to current trace. */ memset(J->slot, 0, sizeof(J->slot)); memset(J->chain, 0, sizeof(J->chain)); +#ifdef LUAJIT_ENABLE_TABLE_BUMP + memset(J->rbchash, 0, sizeof(J->rbchash)); +#endif memset(J->bpropcache, 0, sizeof(J->bpropcache)); J->scev.idx = REF_NIL; setmref(J->scev.pc, NULL); - J->baseslot = 1; /* Invoking function is at base[-1]. */ + J->baseslot = 1+LJ_FR2; /* Invoking function is at base[-1-LJ_FR2]. */ J->base = J->slot + J->baseslot; J->maxslot = 0; J->framedepth = 0; @@ -2173,7 +2561,7 @@ void lj_record_setup(jit_State *J) J->bc_extent = ~(MSize)0; /* Emit instructions for fixed references. Also triggers initial IR alloc. */ - emitir_raw(IRT(IR_BASE, IRT_P32), J->parent, J->exitno); + emitir_raw(IRT(IR_BASE, IRT_PGC), J->parent, J->exitno); for (i = 0; i <= 2; i++) { IRIns *ir = IR(REF_NIL-i); ir->i = 0; @@ -2207,7 +2595,7 @@ void lj_record_setup(jit_State *J) if (traceref(J, J->cur.root)->nchild >= J->param[JIT_P_maxside] || T->snap[J->exitno].count >= J->param[JIT_P_hotexit] + J->param[JIT_P_tryside]) { - rec_stop(J, LJ_TRLINK_INTERP, 0); + lj_record_stop(J, LJ_TRLINK_INTERP, 0); } } else { /* Root trace. */ J->cur.root = 0; @@ -2219,9 +2607,15 @@ void lj_record_setup(jit_State *J) lj_snap_add(J); if (bc_op(J->cur.startins) == BC_FORL) rec_for_loop(J, J->pc-1, &J->scev, 1); + else if (bc_op(J->cur.startins) == BC_ITERC) + J->startpc = NULL; if (1 + J->pt->framesize >= LJ_MAX_JSLOTS) lj_trace_err(J, LJ_TRERR_STACKOV); } +#if LJ_HASPROFILE + J->prev_pt = NULL; + J->prev_line = -1; +#endif #ifdef LUAJIT_ENABLE_CHECKHOOK /* Regularly check for instruction/line hooks from compiled code and ** exit to the interpreter if the hooks are set. diff --git a/core/src/luajit/src/lj_record.h b/core/src/luajit/src/lj_record.h index c9f4882a9..93d374d24 100644 --- a/core/src/luajit/src/lj_record.h +++ b/core/src/luajit/src/lj_record.h @@ -1,6 +1,6 @@ /* ** Trace recorder (bytecode -> SSA IR). -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_RECORD_H @@ -28,6 +28,7 @@ typedef struct RecordIndex { LJ_FUNC int lj_record_objcmp(jit_State *J, TRef a, TRef b, cTValue *av, cTValue *bv); +LJ_FUNC void lj_record_stop(jit_State *J, TraceLink linktype, TraceNo lnk); LJ_FUNC TRef lj_record_constify(jit_State *J, cTValue *o); LJ_FUNC void lj_record_call(jit_State *J, BCReg func, ptrdiff_t nargs); diff --git a/core/src/luajit/src/lj_snap.c b/core/src/luajit/src/lj_snap.c index 5c870bafd..bb063c2b6 100644 --- a/core/src/luajit/src/lj_snap.c +++ b/core/src/luajit/src/lj_snap.c @@ -1,6 +1,6 @@ /* ** Snapshot handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_snap_c @@ -26,9 +26,6 @@ #include "lj_cdata.h" #endif -/* Some local macros to save typing. Undef'd at the end. */ -#define IR(ref) (&J->cur.ir[(ref)]) - /* Pass IR on to next optimization in chain (FOLD). */ #define emitir(ot, a, b) (lj_ir_set(J, (ot), (a), (b)), lj_opt_fold(J)) @@ -71,10 +68,22 @@ static MSize snapshot_slots(jit_State *J, SnapEntry *map, BCReg nslots) for (s = 0; s < nslots; s++) { TRef tr = J->slot[s]; IRRef ref = tref_ref(tr); +#if LJ_FR2 + if (s == 1) { /* Ignore slot 1 in LJ_FR2 mode, except if tailcalled. */ + if ((tr & TREF_FRAME)) + map[n++] = SNAP(1, SNAP_FRAME | SNAP_NORESTORE, REF_NIL); + continue; + } + if ((tr & (TREF_FRAME | TREF_CONT)) && !ref) { + cTValue *base = J->L->base - J->baseslot; + tr = J->slot[s] = (tr & 0xff0000) | lj_ir_k64(J, IR_KNUM, base[s].u64); + ref = tref_ref(tr); + } +#endif if (ref) { SnapEntry sn = SNAP_TR(s, tr); - IRIns *ir = IR(ref); - if (!(sn & (SNAP_CONT|SNAP_FRAME)) && + IRIns *ir = &J->cur.ir[ref]; + if ((LJ_FR2 || !(sn & (SNAP_CONT|SNAP_FRAME))) && ir->o == IR_SLOAD && ir->op1 == s && ref > retf) { /* No need to snapshot unmodified non-inherited slots. */ if (!(ir->op2 & IRSLOAD_INHERIT)) @@ -93,32 +102,51 @@ static MSize snapshot_slots(jit_State *J, SnapEntry *map, BCReg nslots) } /* Add frame links at the end of the snapshot. */ -static BCReg snapshot_framelinks(jit_State *J, SnapEntry *map) +static MSize snapshot_framelinks(jit_State *J, SnapEntry *map, uint8_t *topslot) { cTValue *frame = J->L->base - 1; - cTValue *lim = J->L->base - J->baseslot; - cTValue *ftop = frame + funcproto(frame_func(frame))->framesize; + cTValue *lim = J->L->base - J->baseslot + LJ_FR2; + GCfunc *fn = frame_func(frame); + cTValue *ftop = isluafunc(fn) ? (frame+funcproto(fn)->framesize) : J->L->top; +#if LJ_FR2 + uint64_t pcbase = (u64ptr(J->pc) << 8) | (J->baseslot - 2); + lua_assert(2 <= J->baseslot && J->baseslot <= 257); + memcpy(map, &pcbase, sizeof(uint64_t)); +#else MSize f = 0; map[f++] = SNAP_MKPC(J->pc); /* The current PC is always the first entry. */ +#endif while (frame > lim) { /* Backwards traversal of all frames above base. */ if (frame_islua(frame)) { +#if !LJ_FR2 map[f++] = SNAP_MKPC(frame_pc(frame)); +#endif frame = frame_prevl(frame); } else if (frame_iscont(frame)) { +#if !LJ_FR2 map[f++] = SNAP_MKFTSZ(frame_ftsz(frame)); map[f++] = SNAP_MKPC(frame_contpc(frame)); +#endif frame = frame_prevd(frame); } else { lua_assert(!frame_isc(frame)); +#if !LJ_FR2 map[f++] = SNAP_MKFTSZ(frame_ftsz(frame)); +#endif frame = frame_prevd(frame); continue; } if (frame + funcproto(frame_func(frame))->framesize > ftop) ftop = frame + funcproto(frame_func(frame))->framesize; } + *topslot = (uint8_t)(ftop - lim); +#if LJ_FR2 + lua_assert(sizeof(SnapEntry) * 2 == sizeof(uint64_t)); + return 2; +#else lua_assert(f == (MSize)(1 + J->framedepth)); - return (BCReg)(ftop - lim); + return f; +#endif } /* Take a snapshot of the current stack. */ @@ -128,16 +156,16 @@ static void snapshot_stack(jit_State *J, SnapShot *snap, MSize nsnapmap) MSize nent; SnapEntry *p; /* Conservative estimate. */ - lj_snap_grow_map(J, nsnapmap + nslots + (MSize)J->framedepth+1); + lj_snap_grow_map(J, nsnapmap + nslots + (MSize)(LJ_FR2?2:J->framedepth+1)); p = &J->cur.snapmap[nsnapmap]; nent = snapshot_slots(J, p, nslots); - snap->topslot = (uint8_t)snapshot_framelinks(J, p + nent); + snap->nent = (uint8_t)nent; + nent += snapshot_framelinks(J, p + nent, &snap->topslot); snap->mapofs = (uint16_t)nsnapmap; snap->ref = (IRRef1)J->cur.nins; - snap->nent = (uint8_t)nent; snap->nslots = (uint8_t)nslots; snap->count = 0; - J->cur.nsnapmap = (uint16_t)(nsnapmap + nent + 1 + J->framedepth); + J->cur.nsnapmap = (uint16_t)(nsnapmap + nent); } /* Add or merge a snapshot. */ @@ -146,8 +174,8 @@ void lj_snap_add(jit_State *J) MSize nsnap = J->cur.nsnap; MSize nsnapmap = J->cur.nsnapmap; /* Merge if no ins. inbetween or if requested and no guard inbetween. */ - if (J->mergesnap ? !irt_isguard(J->guardemit) : - (nsnap > 0 && J->cur.snap[nsnap-1].ref == J->cur.nins)) { + if ((nsnap > 0 && J->cur.snap[nsnap-1].ref == J->cur.nins) || + (J->mergesnap && !irt_isguard(J->guardemit))) { if (nsnap == 1) { /* But preserve snap #0 PC. */ emitir_raw(IRT(IR_NOP, IRT_NIL), 0, 0); goto nomerge; @@ -240,7 +268,8 @@ static BCReg snap_usedef(jit_State *J, uint8_t *udf, case BCMbase: if (op >= BC_CALLM && op <= BC_VARG) { BCReg top = (op == BC_CALLM || op == BC_CALLMT || bc_c(ins) == 0) ? - maxslot : (bc_a(ins) + bc_c(ins)); + maxslot : (bc_a(ins) + bc_c(ins)+LJ_FR2); + if (LJ_FR2) DEF_SLOT(bc_a(ins)+1); s = bc_a(ins) - ((op == BC_ITERC || op == BC_ITERN) ? 3 : 0); for (; s < top; s++) USE_SLOT(s); for (; s < maxslot; s++) DEF_SLOT(s); @@ -284,8 +313,8 @@ void lj_snap_shrink(jit_State *J) MSize n, m, nlim, nent = snap->nent; uint8_t udf[SNAP_USEDEF_SLOTS]; BCReg maxslot = J->maxslot; - BCReg minslot = snap_usedef(J, udf, snap_pc(map[nent]), maxslot); BCReg baseslot = J->baseslot; + BCReg minslot = snap_usedef(J, udf, snap_pc(&map[nent]), maxslot); maxslot += baseslot; minslot += baseslot; snap->nslots = (uint8_t)maxslot; @@ -371,8 +400,8 @@ static TRef snap_replay_const(jit_State *J, IRIns *ir) case IR_KPRI: return TREF_PRI(irt_type(ir->t)); case IR_KINT: return lj_ir_kint(J, ir->i); case IR_KGC: return lj_ir_kgc(J, ir_kgc(ir), irt_t(ir->t)); - case IR_KNUM: return lj_ir_k64(J, IR_KNUM, ir_knum(ir)); - case IR_KINT64: return lj_ir_k64(J, IR_KINT64, ir_kint64(ir)); + case IR_KNUM: case IR_KINT64: + return lj_ir_k64(J, (IROp)ir->o, ir_k64(ir)->u64); case IR_KPTR: return lj_ir_kptr(J, ir_kptr(ir)); /* Continuation. */ default: lua_assert(0); return TREF_NIL; break; } @@ -404,24 +433,24 @@ static TRef snap_pref(jit_State *J, GCtrace *T, SnapEntry *map, MSize nmax, } /* Check whether a sunk store corresponds to an allocation. Slow path. */ -static int snap_sunk_store2(jit_State *J, IRIns *ira, IRIns *irs) +static int snap_sunk_store2(GCtrace *T, IRIns *ira, IRIns *irs) { if (irs->o == IR_ASTORE || irs->o == IR_HSTORE || irs->o == IR_FSTORE || irs->o == IR_XSTORE) { - IRIns *irk = IR(irs->op1); + IRIns *irk = &T->ir[irs->op1]; if (irk->o == IR_AREF || irk->o == IR_HREFK) - irk = IR(irk->op1); - return (IR(irk->op1) == ira); + irk = &T->ir[irk->op1]; + return (&T->ir[irk->op1] == ira); } return 0; } /* Check whether a sunk store corresponds to an allocation. Fast path. */ -static LJ_AINLINE int snap_sunk_store(jit_State *J, IRIns *ira, IRIns *irs) +static LJ_AINLINE int snap_sunk_store(GCtrace *T, IRIns *ira, IRIns *irs) { if (irs->s != 255) return (ira + irs->s == irs); /* Fast check. */ - return snap_sunk_store2(J, ira, irs); + return snap_sunk_store2(T, ira, irs); } /* Replay snapshot state to setup side trace. */ @@ -445,7 +474,11 @@ void lj_snap_replay(jit_State *J, GCtrace *T) goto setslot; bloomset(seen, ref); if (irref_isk(ref)) { - tr = snap_replay_const(J, ir); + /* See special treatment of LJ_FR2 slot 1 in snapshot_slots() above. */ + if (LJ_FR2 && (sn == SNAP(1, SNAP_FRAME | SNAP_NORESTORE, REF_NIL))) + tr = 0; + else + tr = snap_replay_const(J, ir); } else if (!regsp_used(ir->prev)) { pass23 = 1; lua_assert(s != 0); @@ -459,7 +492,7 @@ void lj_snap_replay(jit_State *J, GCtrace *T) } setslot: J->slot[s] = tr | (sn&(SNAP_CONT|SNAP_FRAME)); /* Same as TREF_* flags. */ - J->framedepth += ((sn & (SNAP_CONT|SNAP_FRAME)) && s); + J->framedepth += ((sn & (SNAP_CONT|SNAP_FRAME)) && (s != LJ_FR2)); if ((sn & SNAP_FRAME)) J->baseslot = s+1; } @@ -484,7 +517,7 @@ void lj_snap_replay(jit_State *J, GCtrace *T) } else { IRIns *irs; for (irs = ir+1; irs < irlast; irs++) - if (irs->r == RID_SINK && snap_sunk_store(J, ir, irs)) { + if (irs->r == RID_SINK && snap_sunk_store(T, ir, irs)) { if (snap_pref(J, T, map, nent, seen, irs->op2) == 0) snap_pref(J, T, map, nent, seen, T->ir[irs->op2].op1); else if ((LJ_SOFTFP || (LJ_32 && LJ_HASFFI)) && @@ -518,13 +551,13 @@ void lj_snap_replay(jit_State *J, GCtrace *T) op2 = emitir_raw(IRT(IR_HIOP, IRT_I64), op2, snap_pref(J, T, map, nent, seen, (ir+1)->op2)); } - J->slot[snap_slot(sn)] = emitir(ir->ot, op1, op2); + J->slot[snap_slot(sn)] = emitir(ir->ot & ~(IRT_MARK|IRT_ISPHI), op1, op2); } else { IRIns *irs; TRef tr = emitir(ir->ot, op1, op2); J->slot[snap_slot(sn)] = tr; for (irs = ir+1; irs < irlast; irs++) - if (irs->r == RID_SINK && snap_sunk_store(J, ir, irs)) { + if (irs->r == RID_SINK && snap_sunk_store(T, ir, irs)) { IRIns *irr = &T->ir[irs->op1]; TRef val, key = irr->op2, tmp = tr; if (irr->o != IR_FREF) { @@ -555,8 +588,7 @@ void lj_snap_replay(jit_State *J, GCtrace *T) if (irref_isk(irs->op2) && irref_isk((irs+1)->op2)) { uint64_t k = (uint32_t)T->ir[irs->op2].i + ((uint64_t)T->ir[(irs+1)->op2].i << 32); - val = lj_ir_k64(J, t == IRT_I64 ? IR_KINT64 : IR_KNUM, - lj_ir_k64_find(J, k)); + val = lj_ir_k64(J, t == IRT_I64 ? IR_KINT64 : IR_KNUM, k); } else { val = emitir_raw(IRT(IR_HIOP, t), val, snap_pref(J, T, map, nent, seen, (irs+1)->op2)); @@ -607,13 +639,14 @@ static void snap_restoreval(jit_State *J, GCtrace *T, ExitState *ex, } else if (irt_isnum(t)) { o->u64 = *(uint64_t *)sps; #endif - } else if (LJ_64 && irt_islightud(t)) { +#if LJ_64 && !LJ_GC64 + } else if (irt_islightud(t)) { /* 64 bit lightuserdata which may escape already has the tag bits. */ o->u64 = *(uint64_t *)sps; +#endif } else { lua_assert(!irt_ispri(t)); /* PRI refs never have a spill slot. */ - setgcrefi(o->gcr, *sps); - setitype(o, irt_toitype(t)); + setgcV(J->L, o, (GCobj *)(uintptr_t)*(GCSize *)sps, irt_toitype(t)); } } else { /* Restore from register. */ Reg r = regsp_reg(rs); @@ -628,13 +661,15 @@ static void snap_restoreval(jit_State *J, GCtrace *T, ExitState *ex, } else if (irt_isnum(t)) { setnumV(o, ex->fpr[r-RID_MIN_FPR]); #endif - } else if (LJ_64 && irt_islightud(t)) { - /* 64 bit lightuserdata which may escape already has the tag bits. */ +#if LJ_64 && !LJ_GC64 + } else if (irt_is64(t)) { + /* 64 bit values that already have the tag bits. */ o->u64 = ex->gpr[r-RID_MIN_GPR]; +#endif + } else if (irt_ispri(t)) { + setpriV(o, irt_toitype(t)); } else { - if (!irt_ispri(t)) - setgcrefi(o->gcr, ex->gpr[r-RID_MIN_GPR]); - setitype(o, irt_toitype(t)); + setgcV(J->L, o, (GCobj *)ex->gpr[r-RID_MIN_GPR], irt_toitype(t)); } } } @@ -651,7 +686,7 @@ static void snap_restoredata(GCtrace *T, ExitState *ex, uint64_t tmp; if (irref_isk(ref)) { if (ir->o == IR_KNUM || ir->o == IR_KINT64) { - src = mref(ir->ptr, int32_t); + src = (int32_t *)&ir[1]; } else if (sz == 8) { tmp = (uint64_t)(uint32_t)ir->i; src = (int32_t *)&tmp; @@ -688,8 +723,9 @@ static void snap_restoredata(GCtrace *T, ExitState *ex, #else if (LJ_BE && sz == 4) src++; #endif - } + } else #endif + if (LJ_64 && LJ_BE && sz == 4) src++; } } lua_assert(sz == 1 || sz == 2 || sz == 4 || sz == 8); @@ -711,8 +747,9 @@ static void snap_unsink(jit_State *J, GCtrace *T, ExitState *ex, if (ir->o == IR_CNEW || ir->o == IR_CNEWI) { CTState *cts = ctype_cts(J->L); CTypeID id = (CTypeID)T->ir[ir->op1].i; - CTSize sz = lj_ctype_size(cts, id); - GCcdata *cd = lj_cdata_new(cts, id, sz); + CTSize sz; + CTInfo info = lj_ctype_info(cts, id, &sz); + GCcdata *cd = lj_cdata_newx(cts, id, sz, info); setcdataV(J->L, o, cd); if (ir->o == IR_CNEWI) { uint8_t *p = (uint8_t *)cdataptr(cd); @@ -726,7 +763,7 @@ static void snap_unsink(jit_State *J, GCtrace *T, ExitState *ex, } else { IRIns *irs, *irlast = &T->ir[T->snap[snapno].ref]; for (irs = ir+1; irs < irlast; irs++) - if (irs->r == RID_SINK && snap_sunk_store(J, ir, irs)) { + if (irs->r == RID_SINK && snap_sunk_store(T, ir, irs)) { IRIns *iro = &T->ir[T->ir[irs->op1].op2]; uint8_t *p = (uint8_t *)cd; CTSize szs; @@ -759,7 +796,7 @@ static void snap_unsink(jit_State *J, GCtrace *T, ExitState *ex, settabV(J->L, o, t); irlast = &T->ir[T->snap[snapno].ref]; for (irs = ir+1; irs < irlast; irs++) - if (irs->r == RID_SINK && snap_sunk_store(J, ir, irs)) { + if (irs->r == RID_SINK && snap_sunk_store(T, ir, irs)) { IRIns *irk = &T->ir[irs->op1]; TValue tmp, *val; lua_assert(irs->o == IR_ASTORE || irs->o == IR_HSTORE || @@ -794,11 +831,15 @@ const BCIns *lj_snap_restore(jit_State *J, void *exptr) SnapShot *snap = &T->snap[snapno]; MSize n, nent = snap->nent; SnapEntry *map = &T->snapmap[snap->mapofs]; - SnapEntry *flinks = &T->snapmap[snap_nextofs(T, snap)-1]; - int32_t ftsz0; +#if !LJ_FR2 || defined(LUA_USE_ASSERT) + SnapEntry *flinks = &T->snapmap[snap_nextofs(T, snap)-1-LJ_FR2]; +#endif +#if !LJ_FR2 + ptrdiff_t ftsz0; +#endif TValue *frame; BloomFilter rfilt = snap_renamefilter(T, snapno); - const BCIns *pc = snap_pc(map[nent]); + const BCIns *pc = snap_pc(&map[nent]); lua_State *L = J->L; /* Set interpreter PC to the next PC to get correct error messages. */ @@ -811,8 +852,10 @@ const BCIns *lj_snap_restore(jit_State *J, void *exptr) } /* Fill stack slots with data from the registers and spill slots. */ - frame = L->base-1; + frame = L->base-1-LJ_FR2; +#if !LJ_FR2 ftsz0 = frame_ftsz(frame); /* Preserve link to previous frame in slot #0. */ +#endif for (n = 0; n < nent; n++) { SnapEntry sn = map[n]; if (!(sn & SNAP_NORESTORE)) { @@ -835,13 +878,18 @@ const BCIns *lj_snap_restore(jit_State *J, void *exptr) TValue tmp; snap_restoreval(J, T, ex, snapno, rfilt, ref+1, &tmp); o->u32.hi = tmp.u32.lo; +#if !LJ_FR2 } else if ((sn & (SNAP_CONT|SNAP_FRAME))) { /* Overwrite tag with frame link. */ - o->fr.tp.ftsz = snap_slot(sn) != 0 ? (int32_t)*flinks-- : ftsz0; + setframe_ftsz(o, snap_slot(sn) != 0 ? (int32_t)*flinks-- : ftsz0); L->base = o+1; +#endif } } } +#if LJ_FR2 + L->base += (map[nent+LJ_BE] & 0xff); +#endif lua_assert(map + nent == flinks); /* Compute current stack top. */ @@ -859,7 +907,6 @@ const BCIns *lj_snap_restore(jit_State *J, void *exptr) return pc; } -#undef IR #undef emitir_raw #undef emitir diff --git a/core/src/luajit/src/lj_snap.h b/core/src/luajit/src/lj_snap.h index 9a125be7f..2c9ae3d64 100644 --- a/core/src/luajit/src/lj_snap.h +++ b/core/src/luajit/src/lj_snap.h @@ -1,6 +1,6 @@ /* ** Snapshot handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_SNAP_H diff --git a/core/src/luajit/src/lj_state.c b/core/src/luajit/src/lj_state.c index e654afaeb..632dd07e5 100644 --- a/core/src/luajit/src/lj_state.c +++ b/core/src/luajit/src/lj_state.c @@ -1,6 +1,6 @@ /* ** State and stack handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Portions taken verbatim or adapted from the Lua interpreter. ** Copyright (C) 1994-2008 Lua.org, PUC-Rio. See Copyright Notice in lua.h @@ -12,6 +12,7 @@ #include "lj_obj.h" #include "lj_gc.h" #include "lj_err.h" +#include "lj_buf.h" #include "lj_str.h" #include "lj_tab.h" #include "lj_func.h" @@ -26,6 +27,7 @@ #include "lj_vm.h" #include "lj_lex.h" #include "lj_alloc.h" +#include "luajit.h" /* -- Stack handling ------------------------------------------------------ */ @@ -47,6 +49,7 @@ ** one extra slot if mobj is not a function. Only lj_meta_tset needs 5 ** slots above top, but then mobj is always a function. So we can get by ** with 5 extra slots. +** LJ_FR2: We need 2 more slots for the frame PC and the continuation PC. */ /* Resize stack slots and adjust pointers in state. */ @@ -59,7 +62,7 @@ static void resizestack(lua_State *L, MSize n) GCobj *up; lua_assert((MSize)(tvref(L->maxstack)-oldst)==L->stacksize-LJ_STACK_EXTRA-1); st = (TValue *)lj_mem_realloc(L, tvref(L->stack), - (MSize)(L->stacksize*sizeof(TValue)), + (MSize)(oldsize*sizeof(TValue)), (MSize)(realsize*sizeof(TValue))); setmref(L->stack, st); delta = (char *)st - (char *)oldst; @@ -67,12 +70,12 @@ static void resizestack(lua_State *L, MSize n) while (oldsize < realsize) /* Clear new slots. */ setnilV(st + oldsize++); L->stacksize = realsize; + if ((size_t)(mref(G(L)->jit_base, char) - (char *)oldst) < oldsize) + setmref(G(L)->jit_base, mref(G(L)->jit_base, char) + delta); L->base = (TValue *)((char *)L->base + delta); L->top = (TValue *)((char *)L->top + delta); for (up = gcref(L->openupval); up != NULL; up = gcnext(up)) setmref(gco2uv(up)->v, (TValue *)((char *)uvval(gco2uv(up)) + delta)); - if (obj2gco(L) == gcref(G(L)->jit_L)) - setmref(G(L)->jit_base, mref(G(L)->jit_base, char) + delta); } /* Relimit stack after error, in case the limit was overdrawn. */ @@ -89,7 +92,8 @@ void lj_state_shrinkstack(lua_State *L, MSize used) return; /* Avoid stack shrinking while handling stack overflow. */ if (4*used < L->stacksize && 2*(LJ_STACK_START+LJ_STACK_EXTRA) < L->stacksize && - obj2gco(L) != gcref(G(L)->jit_L)) /* Don't shrink stack of live trace. */ + /* Don't shrink stack of live trace. */ + (tvref(G(L)->jit_base) == NULL || obj2gco(L) != gcref(G(L)->cur_L))) resizestack(L, L->stacksize >> 1); } @@ -125,8 +129,9 @@ static void stack_init(lua_State *L1, lua_State *L) L1->stacksize = LJ_STACK_START + LJ_STACK_EXTRA; stend = st + L1->stacksize; setmref(L1->maxstack, stend - LJ_STACK_EXTRA - 1); - L1->base = L1->top = st+1; - setthreadV(L1, st, L1); /* Needed for curr_funcisL() on empty stack. */ + setthreadV(L1, st++, L1); /* Needed for curr_funcisL() on empty stack. */ + if (LJ_FR2) setnilV(st++); + L1->base = L1->top = st; while (st < stend) /* Clear new slots. */ setnilV(st++); } @@ -164,7 +169,7 @@ static void close_state(lua_State *L) lj_ctype_freestate(g); #endif lj_mem_freevec(g, g->strhash, g->strmask+1, GCRef); - lj_str_freebuf(g, &g->tmpbuf); + lj_buf_free(g, &g->tmpbuf); lj_mem_freevec(g, tvref(L->stack), L->stacksize, TValue); lua_assert(g->gc.total == sizeof(GG_State)); #ifndef LUAJIT_USE_SYSMALLOC @@ -175,7 +180,7 @@ static void close_state(lua_State *L) g->allocf(g->allocd, G2GG(g), sizeof(GG_State), 0); } -#if LJ_64 && !(defined(LUAJIT_USE_VALGRIND) && defined(LUAJIT_USE_SYSMALLOC)) +#if LJ_64 && !LJ_GC64 && !(defined(LUAJIT_USE_VALGRIND) && defined(LUAJIT_USE_SYSMALLOC)) lua_State *lj_state_newstate(lua_Alloc f, void *ud) #else LUA_API lua_State *lua_newstate(lua_Alloc f, void *ud) @@ -184,7 +189,7 @@ LUA_API lua_State *lua_newstate(lua_Alloc f, void *ud) GG_State *GG = (GG_State *)f(ud, NULL, 0, sizeof(GG_State)); lua_State *L = &GG->L; global_State *g = &GG->g; - if (GG == NULL || !checkptr32(GG)) return NULL; + if (GG == NULL || !checkptrGC(GG)) return NULL; memset(GG, 0, sizeof(GG_State)); L->gct = ~LJ_TTHREAD; L->marked = LJ_GC_WHITE0 | LJ_GC_FIXED | LJ_GC_SFIXED; /* Prevent free. */ @@ -202,8 +207,10 @@ LUA_API lua_State *lua_newstate(lua_Alloc f, void *ud) setnilV(registry(L)); setnilV(&g->nilnode.val); setnilV(&g->nilnode.key); +#if !LJ_GC64 setmref(g->nilnode.freetop, &g->nilnode); - lj_str_initbuf(&g->tmpbuf); +#endif + lj_buf_init(NULL, &g->tmpbuf); g->gc.state = GCSpause; setgcref(g->gc.root, obj2gco(L)); setmref(g->gc.sweep, &g->gc.root); @@ -217,7 +224,7 @@ LUA_API lua_State *lua_newstate(lua_Alloc f, void *ud) close_state(L); return NULL; } - L->status = 0; + L->status = LUA_OK; return L; } @@ -236,6 +243,10 @@ LUA_API void lua_close(lua_State *L) global_State *g = G(L); int i; L = mainthread(g); /* Only the main thread can be closed. */ +#if LJ_HASPROFILE + luaJIT_profile_stop(L); +#endif + setgcrefnull(g->cur_L); lj_func_closeuv(L, tvref(L->stack)); lj_gc_separateudata(g, 1); /* Separate udata which have GC metamethods. */ #if LJ_HASJIT @@ -245,10 +256,10 @@ LUA_API void lua_close(lua_State *L) #endif for (i = 0;;) { hook_enter(g); - L->status = 0; + L->status = LUA_OK; + L->base = L->top = tvref(L->stack) + 1 + LJ_FR2; L->cframe = NULL; - L->base = L->top = tvref(L->stack) + 1; - if (lj_vm_cpcall(L, NULL, NULL, cpfinalize) == 0) { + if (lj_vm_cpcall(L, NULL, NULL, cpfinalize) == LUA_OK) { if (++i >= 10) break; lj_gc_separateudata(g, 1); /* Separate udata again. */ if (gcref(g->gc.mmudata) == NULL) /* Until nothing is left to do. */ @@ -263,7 +274,7 @@ lua_State *lj_state_new(lua_State *L) lua_State *L1 = lj_mem_newobj(L, lua_State); L1->gct = ~LJ_TTHREAD; L1->dummy_ffid = FF_C; - L1->status = 0; + L1->status = LUA_OK; L1->stacksize = 0; setmref(L1->stack, NULL); L1->cframe = NULL; @@ -279,6 +290,8 @@ lua_State *lj_state_new(lua_State *L) void LJ_FASTCALL lj_state_free(global_State *g, lua_State *L) { lua_assert(L != mainthread(g)); + if (obj2gco(L) == gcref(g->cur_L)) + setgcrefnull(g->cur_L); lj_func_closeuv(L, tvref(L->stack)); lua_assert(gcref(L->openupval) == NULL); lj_mem_freevec(g, tvref(L->stack), L->stacksize, TValue); diff --git a/core/src/luajit/src/lj_state.h b/core/src/luajit/src/lj_state.h index 687889a26..02a0eafa3 100644 --- a/core/src/luajit/src/lj_state.h +++ b/core/src/luajit/src/lj_state.h @@ -1,6 +1,6 @@ /* ** State and stack handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_STATE_H @@ -28,7 +28,7 @@ static LJ_AINLINE void lj_state_checkstack(lua_State *L, MSize need) LJ_FUNC lua_State *lj_state_new(lua_State *L); LJ_FUNC void LJ_FASTCALL lj_state_free(global_State *g, lua_State *L); -#if LJ_64 +#if LJ_64 && !LJ_GC64 && !(defined(LUAJIT_USE_VALGRIND) && defined(LUAJIT_USE_SYSMALLOC)) LJ_FUNC lua_State *lj_state_newstate(lua_Alloc f, void *ud); #endif diff --git a/core/src/luajit/src/lj_str.c b/core/src/luajit/src/lj_str.c index ca60bccb7..264dedc16 100644 --- a/core/src/luajit/src/lj_str.c +++ b/core/src/luajit/src/lj_str.c @@ -1,13 +1,8 @@ /* ** String handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h -** -** Portions taken verbatim or adapted from the Lua interpreter. -** Copyright (C) 1994-2008 Lua.org, PUC-Rio. See Copyright Notice in lua.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ -#include <stdio.h> - #define lj_str_c #define LUA_CORE @@ -15,10 +10,9 @@ #include "lj_gc.h" #include "lj_err.h" #include "lj_str.h" -#include "lj_state.h" #include "lj_char.h" -/* -- String interning ---------------------------------------------------- */ +/* -- String helpers ------------------------------------------------------ */ /* Ordered compare of strings. Assumes string data is 4-byte aligned. */ int32_t LJ_FASTCALL lj_str_cmp(GCstr *a, GCstr *b) @@ -64,6 +58,40 @@ static LJ_AINLINE int str_fastcmp(const char *a, const char *b, MSize len) return 0; } +/* Find fixed string p inside string s. */ +const char *lj_str_find(const char *s, const char *p, MSize slen, MSize plen) +{ + if (plen <= slen) { + if (plen == 0) { + return s; + } else { + int c = *(const uint8_t *)p++; + plen--; slen -= plen; + while (slen) { + const char *q = (const char *)memchr(s, c, slen); + if (!q) break; + if (memcmp(q+1, p, plen) == 0) return q; + q++; slen -= (MSize)(q-s); s = q; + } + } + } + return NULL; +} + +/* Check whether a string has a pattern matching character. */ +int lj_str_haspattern(GCstr *s) +{ + const char *p = strdata(s), *q = p + s->len; + while (p < q) { + int c = *(const uint8_t *)p++; + if (lj_char_ispunct(c) && strchr("^$*+?.([%-", c)) + return 1; /* Found a pattern matching char. */ + } + return 0; /* No pattern matching chars found. */ +} + +/* -- String interning ---------------------------------------------------- */ + /* Resize the string hash table (grow and shrink). */ void lj_str_resize(lua_State *L, MSize newmask) { @@ -167,173 +195,3 @@ void LJ_FASTCALL lj_str_free(global_State *g, GCstr *s) lj_mem_free(g, s, sizestring(s)); } -/* -- Type conversions ---------------------------------------------------- */ - -/* Print number to buffer. Canonicalizes non-finite values. */ -size_t LJ_FASTCALL lj_str_bufnum(char *s, cTValue *o) -{ - if (LJ_LIKELY((o->u32.hi << 1) < 0xffe00000)) { /* Finite? */ - lua_Number n = o->n; -#if __BIONIC__ - if (tvismzero(o)) { s[0] = '-'; s[1] = '0'; return 2; } -#endif - return (size_t)lua_number2str(s, n); - } else if (((o->u32.hi & 0x000fffff) | o->u32.lo) != 0) { - s[0] = 'n'; s[1] = 'a'; s[2] = 'n'; return 3; - } else if ((o->u32.hi & 0x80000000) == 0) { - s[0] = 'i'; s[1] = 'n'; s[2] = 'f'; return 3; - } else { - s[0] = '-'; s[1] = 'i'; s[2] = 'n'; s[3] = 'f'; return 4; - } -} - -/* Print integer to buffer. Returns pointer to start. */ -char * LJ_FASTCALL lj_str_bufint(char *p, int32_t k) -{ - uint32_t u = (uint32_t)(k < 0 ? -k : k); - p += 1+10; - do { *--p = (char)('0' + u % 10); } while (u /= 10); - if (k < 0) *--p = '-'; - return p; -} - -/* Convert number to string. */ -GCstr * LJ_FASTCALL lj_str_fromnum(lua_State *L, const lua_Number *np) -{ - char buf[LJ_STR_NUMBUF]; - size_t len = lj_str_bufnum(buf, (TValue *)np); - return lj_str_new(L, buf, len); -} - -/* Convert integer to string. */ -GCstr * LJ_FASTCALL lj_str_fromint(lua_State *L, int32_t k) -{ - char s[1+10]; - char *p = lj_str_bufint(s, k); - return lj_str_new(L, p, (size_t)(s+sizeof(s)-p)); -} - -GCstr * LJ_FASTCALL lj_str_fromnumber(lua_State *L, cTValue *o) -{ - return tvisint(o) ? lj_str_fromint(L, intV(o)) : lj_str_fromnum(L, &o->n); -} - -/* -- String formatting --------------------------------------------------- */ - -static void addstr(lua_State *L, SBuf *sb, const char *str, MSize len) -{ - char *p; - MSize i; - if (sb->n + len > sb->sz) { - MSize sz = sb->sz * 2; - while (sb->n + len > sz) sz = sz * 2; - lj_str_resizebuf(L, sb, sz); - } - p = sb->buf + sb->n; - sb->n += len; - for (i = 0; i < len; i++) p[i] = str[i]; -} - -static void addchar(lua_State *L, SBuf *sb, int c) -{ - if (sb->n + 1 > sb->sz) { - MSize sz = sb->sz * 2; - lj_str_resizebuf(L, sb, sz); - } - sb->buf[sb->n++] = (char)c; -} - -/* Push formatted message as a string object to Lua stack. va_list variant. */ -const char *lj_str_pushvf(lua_State *L, const char *fmt, va_list argp) -{ - SBuf *sb = &G(L)->tmpbuf; - lj_str_needbuf(L, sb, (MSize)strlen(fmt)); - lj_str_resetbuf(sb); - for (;;) { - const char *e = strchr(fmt, '%'); - if (e == NULL) break; - addstr(L, sb, fmt, (MSize)(e-fmt)); - /* This function only handles %s, %c, %d, %f and %p formats. */ - switch (e[1]) { - case 's': { - const char *s = va_arg(argp, char *); - if (s == NULL) s = "(null)"; - addstr(L, sb, s, (MSize)strlen(s)); - break; - } - case 'c': - addchar(L, sb, va_arg(argp, int)); - break; - case 'd': { - char buf[LJ_STR_INTBUF]; - char *p = lj_str_bufint(buf, va_arg(argp, int32_t)); - addstr(L, sb, p, (MSize)(buf+LJ_STR_INTBUF-p)); - break; - } - case 'f': { - char buf[LJ_STR_NUMBUF]; - TValue tv; - MSize len; - tv.n = (lua_Number)(va_arg(argp, LUAI_UACNUMBER)); - len = (MSize)lj_str_bufnum(buf, &tv); - addstr(L, sb, buf, len); - break; - } - case 'p': { -#define FMTP_CHARS (2*sizeof(ptrdiff_t)) - char buf[2+FMTP_CHARS]; - ptrdiff_t p = (ptrdiff_t)(va_arg(argp, void *)); - ptrdiff_t i, lasti = 2+FMTP_CHARS; - if (p == 0) { - addstr(L, sb, "NULL", 4); - break; - } -#if LJ_64 - /* Shorten output for 64 bit pointers. */ - lasti = 2+2*4+((p >> 32) ? 2+2*(lj_fls((uint32_t)(p >> 32))>>3) : 0); -#endif - buf[0] = '0'; - buf[1] = 'x'; - for (i = lasti-1; i >= 2; i--, p >>= 4) - buf[i] = "0123456789abcdef"[(p & 15)]; - addstr(L, sb, buf, (MSize)lasti); - break; - } - case '%': - addchar(L, sb, '%'); - break; - default: - addchar(L, sb, '%'); - addchar(L, sb, e[1]); - break; - } - fmt = e+2; - } - addstr(L, sb, fmt, (MSize)strlen(fmt)); - setstrV(L, L->top, lj_str_new(L, sb->buf, sb->n)); - incr_top(L); - return strVdata(L->top - 1); -} - -/* Push formatted message as a string object to Lua stack. Vararg variant. */ -const char *lj_str_pushf(lua_State *L, const char *fmt, ...) -{ - const char *msg; - va_list argp; - va_start(argp, fmt); - msg = lj_str_pushvf(L, fmt, argp); - va_end(argp); - return msg; -} - -/* -- Buffer handling ----------------------------------------------------- */ - -char *lj_str_needbuf(lua_State *L, SBuf *sb, MSize sz) -{ - if (sz > sb->sz) { - if (sz < LJ_MIN_SBUF) sz = LJ_MIN_SBUF; - lj_str_resizebuf(L, sb, sz); - } - return sb->buf; -} - diff --git a/core/src/luajit/src/lj_str.h b/core/src/luajit/src/lj_str.h index 99697051d..85c1e405b 100644 --- a/core/src/luajit/src/lj_str.h +++ b/core/src/luajit/src/lj_str.h @@ -1,6 +1,6 @@ /* ** String handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_STR_H @@ -10,8 +10,13 @@ #include "lj_obj.h" -/* String interning. */ +/* String helpers. */ LJ_FUNC int32_t LJ_FASTCALL lj_str_cmp(GCstr *a, GCstr *b); +LJ_FUNC const char *lj_str_find(const char *s, const char *f, + MSize slen, MSize flen); +LJ_FUNC int lj_str_haspattern(GCstr *s); + +/* String interning. */ LJ_FUNC void lj_str_resize(lua_State *L, MSize newmask); LJ_FUNCA GCstr *lj_str_new(lua_State *L, const char *str, size_t len); LJ_FUNC void LJ_FASTCALL lj_str_free(global_State *g, GCstr *s); @@ -19,32 +24,4 @@ LJ_FUNC void LJ_FASTCALL lj_str_free(global_State *g, GCstr *s); #define lj_str_newz(L, s) (lj_str_new(L, s, strlen(s))) #define lj_str_newlit(L, s) (lj_str_new(L, "" s, sizeof(s)-1)) -/* Type conversions. */ -LJ_FUNC size_t LJ_FASTCALL lj_str_bufnum(char *s, cTValue *o); -LJ_FUNC char * LJ_FASTCALL lj_str_bufint(char *p, int32_t k); -LJ_FUNCA GCstr * LJ_FASTCALL lj_str_fromnum(lua_State *L, const lua_Number *np); -LJ_FUNC GCstr * LJ_FASTCALL lj_str_fromint(lua_State *L, int32_t k); -LJ_FUNCA GCstr * LJ_FASTCALL lj_str_fromnumber(lua_State *L, cTValue *o); - -#define LJ_STR_INTBUF (1+10) -#define LJ_STR_NUMBUF LUAI_MAXNUMBER2STR - -/* String formatting. */ -LJ_FUNC const char *lj_str_pushvf(lua_State *L, const char *fmt, va_list argp); -LJ_FUNC const char *lj_str_pushf(lua_State *L, const char *fmt, ...) -#if defined(__GNUC__) - __attribute__ ((format (printf, 2, 3))) -#endif - ; - -/* Resizable string buffers. Struct definition in lj_obj.h. */ -LJ_FUNC char *lj_str_needbuf(lua_State *L, SBuf *sb, MSize sz); - -#define lj_str_initbuf(sb) ((sb)->buf = NULL, (sb)->sz = 0) -#define lj_str_resetbuf(sb) ((sb)->n = 0) -#define lj_str_resizebuf(L, sb, size) \ - ((sb)->buf = (char *)lj_mem_realloc(L, (sb)->buf, (sb)->sz, (size)), \ - (sb)->sz = (size)) -#define lj_str_freebuf(g, sb) lj_mem_free(g, (void *)(sb)->buf, (sb)->sz) - #endif diff --git a/core/src/luajit/src/lj_strfmt.c b/core/src/luajit/src/lj_strfmt.c new file mode 100644 index 000000000..d7893ce98 --- /dev/null +++ b/core/src/luajit/src/lj_strfmt.c @@ -0,0 +1,472 @@ +/* +** String formatting. +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h +*/ + +#include <stdio.h> + +#define lj_strfmt_c +#define LUA_CORE + +#include "lj_obj.h" +#include "lj_buf.h" +#include "lj_str.h" +#include "lj_state.h" +#include "lj_char.h" +#include "lj_strfmt.h" + +/* -- Format parser ------------------------------------------------------- */ + +static const uint8_t strfmt_map[('x'-'A')+1] = { + STRFMT_A,0,0,0,STRFMT_E,STRFMT_F,STRFMT_G,0,0,0,0,0,0, + 0,0,0,0,0,0,0,0,0,0,STRFMT_X,0,0, + 0,0,0,0,0,0, + STRFMT_A,0,STRFMT_C,STRFMT_D,STRFMT_E,STRFMT_F,STRFMT_G,0,STRFMT_I,0,0,0,0, + 0,STRFMT_O,STRFMT_P,STRFMT_Q,0,STRFMT_S,0,STRFMT_U,0,0,STRFMT_X +}; + +SFormat LJ_FASTCALL lj_strfmt_parse(FormatState *fs) +{ + const uint8_t *p = fs->p, *e = fs->e; + fs->str = (const char *)p; + for (; p < e; p++) { + if (*p == '%') { /* Escape char? */ + if (p[1] == '%') { /* '%%'? */ + fs->p = ++p+1; + goto retlit; + } else { + SFormat sf = 0; + uint32_t c; + if (p != (const uint8_t *)fs->str) + break; + for (p++; (uint32_t)*p - ' ' <= (uint32_t)('0' - ' '); p++) { + /* Parse flags. */ + if (*p == '-') sf |= STRFMT_F_LEFT; + else if (*p == '+') sf |= STRFMT_F_PLUS; + else if (*p == '0') sf |= STRFMT_F_ZERO; + else if (*p == ' ') sf |= STRFMT_F_SPACE; + else if (*p == '#') sf |= STRFMT_F_ALT; + else break; + } + if ((uint32_t)*p - '0' < 10) { /* Parse width. */ + uint32_t width = (uint32_t)*p++ - '0'; + if ((uint32_t)*p - '0' < 10) + width = (uint32_t)*p++ - '0' + width*10; + sf |= (width << STRFMT_SH_WIDTH); + } + if (*p == '.') { /* Parse precision. */ + uint32_t prec = 0; + p++; + if ((uint32_t)*p - '0' < 10) { + prec = (uint32_t)*p++ - '0'; + if ((uint32_t)*p - '0' < 10) + prec = (uint32_t)*p++ - '0' + prec*10; + } + sf |= ((prec+1) << STRFMT_SH_PREC); + } + /* Parse conversion. */ + c = (uint32_t)*p - 'A'; + if (LJ_LIKELY(c <= (uint32_t)('x' - 'A'))) { + uint32_t sx = strfmt_map[c]; + if (sx) { + fs->p = p+1; + return (sf | sx | ((c & 0x20) ? 0 : STRFMT_F_UPPER)); + } + } + /* Return error location. */ + if (*p >= 32) p++; + fs->len = (MSize)(p - (const uint8_t *)fs->str); + fs->p = fs->e; + return STRFMT_ERR; + } + } + } + fs->p = p; +retlit: + fs->len = (MSize)(p - (const uint8_t *)fs->str); + return fs->len ? STRFMT_LIT : STRFMT_EOF; +} + +/* -- Raw conversions ----------------------------------------------------- */ + +#define WINT_R(x, sh, sc) \ + { uint32_t d = (x*(((1<<sh)+sc-1)/sc))>>sh; x -= d*sc; *p++ = (char)('0'+d); } + +/* Write integer to buffer. */ +char * LJ_FASTCALL lj_strfmt_wint(char *p, int32_t k) +{ + uint32_t u = (uint32_t)k; + if (k < 0) { u = (uint32_t)-k; *p++ = '-'; } + if (u < 10000) { + if (u < 10) goto dig1; + if (u < 100) goto dig2; + if (u < 1000) goto dig3; + } else { + uint32_t v = u / 10000; u -= v * 10000; + if (v < 10000) { + if (v < 10) goto dig5; + if (v < 100) goto dig6; + if (v < 1000) goto dig7; + } else { + uint32_t w = v / 10000; v -= w * 10000; + if (w >= 10) WINT_R(w, 10, 10) + *p++ = (char)('0'+w); + } + WINT_R(v, 23, 1000) + dig7: WINT_R(v, 12, 100) + dig6: WINT_R(v, 10, 10) + dig5: *p++ = (char)('0'+v); + } + WINT_R(u, 23, 1000) + dig3: WINT_R(u, 12, 100) + dig2: WINT_R(u, 10, 10) + dig1: *p++ = (char)('0'+u); + return p; +} +#undef WINT_R + +/* Write pointer to buffer. */ +char * LJ_FASTCALL lj_strfmt_wptr(char *p, const void *v) +{ + ptrdiff_t x = (ptrdiff_t)v; + MSize i, n = STRFMT_MAXBUF_PTR; + if (x == 0) { + *p++ = 'N'; *p++ = 'U'; *p++ = 'L'; *p++ = 'L'; + return p; + } +#if LJ_64 + /* Shorten output for 64 bit pointers. */ + n = 2+2*4+((x >> 32) ? 2+2*(lj_fls((uint32_t)(x >> 32))>>3) : 0); +#endif + p[0] = '0'; + p[1] = 'x'; + for (i = n-1; i >= 2; i--, x >>= 4) + p[i] = "0123456789abcdef"[(x & 15)]; + return p+n; +} + +/* Write ULEB128 to buffer. */ +char * LJ_FASTCALL lj_strfmt_wuleb128(char *p, uint32_t v) +{ + for (; v >= 0x80; v >>= 7) + *p++ = (char)((v & 0x7f) | 0x80); + *p++ = (char)v; + return p; +} + +/* Return string or write number to tmp buffer and return pointer to start. */ +const char *lj_strfmt_wstrnum(lua_State *L, cTValue *o, MSize *lenp) +{ + SBuf *sb; + if (tvisstr(o)) { + *lenp = strV(o)->len; + return strVdata(o); + } else if (tvisint(o)) { + sb = lj_strfmt_putint(lj_buf_tmp_(L), intV(o)); + } else if (tvisnum(o)) { + sb = lj_strfmt_putfnum(lj_buf_tmp_(L), STRFMT_G14, o->n); + } else { + return NULL; + } + *lenp = sbuflen(sb); + return sbufB(sb); +} + +/* -- Unformatted conversions to buffer ----------------------------------- */ + +/* Add integer to buffer. */ +SBuf * LJ_FASTCALL lj_strfmt_putint(SBuf *sb, int32_t k) +{ + setsbufP(sb, lj_strfmt_wint(lj_buf_more(sb, STRFMT_MAXBUF_INT), k)); + return sb; +} + +#if LJ_HASJIT +/* Add number to buffer. */ +SBuf * LJ_FASTCALL lj_strfmt_putnum(SBuf *sb, cTValue *o) +{ + return lj_strfmt_putfnum(sb, STRFMT_G14, o->n); +} +#endif + +SBuf * LJ_FASTCALL lj_strfmt_putptr(SBuf *sb, const void *v) +{ + setsbufP(sb, lj_strfmt_wptr(lj_buf_more(sb, STRFMT_MAXBUF_PTR), v)); + return sb; +} + +/* Add quoted string to buffer. */ +SBuf * LJ_FASTCALL lj_strfmt_putquoted(SBuf *sb, GCstr *str) +{ + const char *s = strdata(str); + MSize len = str->len; + lj_buf_putb(sb, '"'); + while (len--) { + uint32_t c = (uint32_t)(uint8_t)*s++; + char *p = lj_buf_more(sb, 4); + if (c == '"' || c == '\\' || c == '\n') { + *p++ = '\\'; + } else if (lj_char_iscntrl(c)) { /* This can only be 0-31 or 127. */ + uint32_t d; + *p++ = '\\'; + if (c >= 100 || lj_char_isdigit((uint8_t)*s)) { + *p++ = (char)('0'+(c >= 100)); if (c >= 100) c -= 100; + goto tens; + } else if (c >= 10) { + tens: + d = (c * 205) >> 11; c -= d * 10; *p++ = (char)('0'+d); + } + c += '0'; + } + *p++ = (char)c; + setsbufP(sb, p); + } + lj_buf_putb(sb, '"'); + return sb; +} + +/* -- Formatted conversions to buffer ------------------------------------- */ + +/* Add formatted char to buffer. */ +SBuf *lj_strfmt_putfchar(SBuf *sb, SFormat sf, int32_t c) +{ + MSize width = STRFMT_WIDTH(sf); + char *p = lj_buf_more(sb, width > 1 ? width : 1); + if ((sf & STRFMT_F_LEFT)) *p++ = (char)c; + while (width-- > 1) *p++ = ' '; + if (!(sf & STRFMT_F_LEFT)) *p++ = (char)c; + setsbufP(sb, p); + return sb; +} + +/* Add formatted string to buffer. */ +SBuf *lj_strfmt_putfstr(SBuf *sb, SFormat sf, GCstr *str) +{ + MSize len = str->len <= STRFMT_PREC(sf) ? str->len : STRFMT_PREC(sf); + MSize width = STRFMT_WIDTH(sf); + char *p = lj_buf_more(sb, width > len ? width : len); + if ((sf & STRFMT_F_LEFT)) p = lj_buf_wmem(p, strdata(str), len); + while (width-- > len) *p++ = ' '; + if (!(sf & STRFMT_F_LEFT)) p = lj_buf_wmem(p, strdata(str), len); + setsbufP(sb, p); + return sb; +} + +/* Add formatted signed/unsigned integer to buffer. */ +SBuf *lj_strfmt_putfxint(SBuf *sb, SFormat sf, uint64_t k) +{ + char buf[STRFMT_MAXBUF_XINT], *q = buf + sizeof(buf), *p; +#ifdef LUA_USE_ASSERT + char *ps; +#endif + MSize prefix = 0, len, prec, pprec, width, need; + + /* Figure out signed prefixes. */ + if (STRFMT_TYPE(sf) == STRFMT_INT) { + if ((int64_t)k < 0) { + k = (uint64_t)-(int64_t)k; + prefix = 256 + '-'; + } else if ((sf & STRFMT_F_PLUS)) { + prefix = 256 + '+'; + } else if ((sf & STRFMT_F_SPACE)) { + prefix = 256 + ' '; + } + } + + /* Convert number and store to fixed-size buffer in reverse order. */ + prec = STRFMT_PREC(sf); + if ((int32_t)prec >= 0) sf &= ~STRFMT_F_ZERO; + if (k == 0) { /* Special-case zero argument. */ + if (prec != 0 || + (sf & (STRFMT_T_OCT|STRFMT_F_ALT)) == (STRFMT_T_OCT|STRFMT_F_ALT)) + *--q = '0'; + } else if (!(sf & (STRFMT_T_HEX|STRFMT_T_OCT))) { /* Decimal. */ + uint32_t k2; + while ((k >> 32)) { *--q = (char)('0' + k % 10); k /= 10; } + k2 = (uint32_t)k; + do { *--q = (char)('0' + k2 % 10); k2 /= 10; } while (k2); + } else if ((sf & STRFMT_T_HEX)) { /* Hex. */ + const char *hexdig = (sf & STRFMT_F_UPPER) ? "0123456789ABCDEF" : + "0123456789abcdef"; + do { *--q = hexdig[(k & 15)]; k >>= 4; } while (k); + if ((sf & STRFMT_F_ALT)) prefix = 512 + ((sf & STRFMT_F_UPPER) ? 'X' : 'x'); + } else { /* Octal. */ + do { *--q = (char)('0' + (uint32_t)(k & 7)); k >>= 3; } while (k); + if ((sf & STRFMT_F_ALT)) *--q = '0'; + } + + /* Calculate sizes. */ + len = (MSize)(buf + sizeof(buf) - q); + if ((int32_t)len >= (int32_t)prec) prec = len; + width = STRFMT_WIDTH(sf); + pprec = prec + (prefix >> 8); + need = width > pprec ? width : pprec; + p = lj_buf_more(sb, need); +#ifdef LUA_USE_ASSERT + ps = p; +#endif + + /* Format number with leading/trailing whitespace and zeros. */ + if ((sf & (STRFMT_F_LEFT|STRFMT_F_ZERO)) == 0) + while (width-- > pprec) *p++ = ' '; + if (prefix) { + if ((char)prefix >= 'X') *p++ = '0'; + *p++ = (char)prefix; + } + if ((sf & (STRFMT_F_LEFT|STRFMT_F_ZERO)) == STRFMT_F_ZERO) + while (width-- > pprec) *p++ = '0'; + while (prec-- > len) *p++ = '0'; + while (q < buf + sizeof(buf)) *p++ = *q++; /* Add number itself. */ + if ((sf & STRFMT_F_LEFT)) + while (width-- > pprec) *p++ = ' '; + + lua_assert(need == (MSize)(p - ps)); + setsbufP(sb, p); + return sb; +} + +/* Add number formatted as signed integer to buffer. */ +SBuf *lj_strfmt_putfnum_int(SBuf *sb, SFormat sf, lua_Number n) +{ + int64_t k = (int64_t)n; + if (checki32(k) && sf == STRFMT_INT) + return lj_strfmt_putint(sb, (int32_t)k); /* Shortcut for plain %d. */ + else + return lj_strfmt_putfxint(sb, sf, (uint64_t)k); +} + +/* Add number formatted as unsigned integer to buffer. */ +SBuf *lj_strfmt_putfnum_uint(SBuf *sb, SFormat sf, lua_Number n) +{ + int64_t k; + if (n >= 9223372036854775808.0) + k = (int64_t)(n - 18446744073709551616.0); + else + k = (int64_t)n; + return lj_strfmt_putfxint(sb, sf, (uint64_t)k); +} + +/* -- Conversions to strings ---------------------------------------------- */ + +/* Convert integer to string. */ +GCstr * LJ_FASTCALL lj_strfmt_int(lua_State *L, int32_t k) +{ + char buf[STRFMT_MAXBUF_INT]; + MSize len = (MSize)(lj_strfmt_wint(buf, k) - buf); + return lj_str_new(L, buf, len); +} + +/* Convert integer or number to string. */ +GCstr * LJ_FASTCALL lj_strfmt_number(lua_State *L, cTValue *o) +{ + return tvisint(o) ? lj_strfmt_int(L, intV(o)) : lj_strfmt_num(L, o); +} + +#if LJ_HASJIT +/* Convert char value to string. */ +GCstr * LJ_FASTCALL lj_strfmt_char(lua_State *L, int c) +{ + char buf[1]; + buf[0] = c; + return lj_str_new(L, buf, 1); +} +#endif + +/* Raw conversion of object to string. */ +GCstr * LJ_FASTCALL lj_strfmt_obj(lua_State *L, cTValue *o) +{ + if (tvisstr(o)) { + return strV(o); + } else if (tvisnumber(o)) { + return lj_strfmt_number(L, o); + } else if (tvisnil(o)) { + return lj_str_newlit(L, "nil"); + } else if (tvisfalse(o)) { + return lj_str_newlit(L, "false"); + } else if (tvistrue(o)) { + return lj_str_newlit(L, "true"); + } else { + char buf[8+2+2+16], *p = buf; + p = lj_buf_wmem(p, lj_typename(o), (MSize)strlen(lj_typename(o))); + *p++ = ':'; *p++ = ' '; + if (tvisfunc(o) && isffunc(funcV(o))) { + p = lj_buf_wmem(p, "builtin#", 8); + p = lj_strfmt_wint(p, funcV(o)->c.ffid); + } else { + p = lj_strfmt_wptr(p, lj_obj_ptr(o)); + } + return lj_str_new(L, buf, (size_t)(p - buf)); + } +} + +/* -- Internal string formatting ------------------------------------------ */ + +/* +** These functions are only used for lua_pushfstring(), lua_pushvfstring() +** and for internal string formatting (e.g. error messages). Caveat: unlike +** string.format(), only a limited subset of formats and flags are supported! +** +** LuaJIT has support for a couple more formats than Lua 5.1/5.2: +** - %d %u %o %x with full formatting, 32 bit integers only. +** - %f and other FP formats are really %.14g. +** - %s %c %p without formatting. +*/ + +/* Push formatted message as a string object to Lua stack. va_list variant. */ +const char *lj_strfmt_pushvf(lua_State *L, const char *fmt, va_list argp) +{ + SBuf *sb = lj_buf_tmp_(L); + FormatState fs; + SFormat sf; + GCstr *str; + lj_strfmt_init(&fs, fmt, (MSize)strlen(fmt)); + while ((sf = lj_strfmt_parse(&fs)) != STRFMT_EOF) { + switch (STRFMT_TYPE(sf)) { + case STRFMT_LIT: + lj_buf_putmem(sb, fs.str, fs.len); + break; + case STRFMT_INT: + lj_strfmt_putfxint(sb, sf, va_arg(argp, int32_t)); + break; + case STRFMT_UINT: + lj_strfmt_putfxint(sb, sf, va_arg(argp, uint32_t)); + break; + case STRFMT_NUM: + lj_strfmt_putfnum(sb, STRFMT_G14, va_arg(argp, lua_Number)); + break; + case STRFMT_STR: { + const char *s = va_arg(argp, char *); + if (s == NULL) s = "(null)"; + lj_buf_putmem(sb, s, (MSize)strlen(s)); + break; + } + case STRFMT_CHAR: + lj_buf_putb(sb, va_arg(argp, int)); + break; + case STRFMT_PTR: + lj_strfmt_putptr(sb, va_arg(argp, void *)); + break; + case STRFMT_ERR: + default: + lj_buf_putb(sb, '?'); + lua_assert(0); + break; + } + } + str = lj_buf_str(L, sb); + setstrV(L, L->top, str); + incr_top(L); + return strdata(str); +} + +/* Push formatted message as a string object to Lua stack. Vararg variant. */ +const char *lj_strfmt_pushf(lua_State *L, const char *fmt, ...) +{ + const char *msg; + va_list argp; + va_start(argp, fmt); + msg = lj_strfmt_pushvf(L, fmt, argp); + va_end(argp); + return msg; +} + diff --git a/core/src/luajit/src/lj_strfmt.h b/core/src/luajit/src/lj_strfmt.h new file mode 100644 index 000000000..6e1d9017e --- /dev/null +++ b/core/src/luajit/src/lj_strfmt.h @@ -0,0 +1,125 @@ +/* +** String formatting. +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h +*/ + +#ifndef _LJ_STRFMT_H +#define _LJ_STRFMT_H + +#include "lj_obj.h" + +typedef uint32_t SFormat; /* Format indicator. */ + +/* Format parser state. */ +typedef struct FormatState { + const uint8_t *p; /* Current format string pointer. */ + const uint8_t *e; /* End of format string. */ + const char *str; /* Returned literal string. */ + MSize len; /* Size of literal string. */ +} FormatState; + +/* Format types (max. 16). */ +typedef enum FormatType { + STRFMT_EOF, STRFMT_ERR, STRFMT_LIT, + STRFMT_INT, STRFMT_UINT, STRFMT_NUM, STRFMT_STR, STRFMT_CHAR, STRFMT_PTR +} FormatType; + +/* Format subtypes (bits are reused). */ +#define STRFMT_T_HEX 0x0010 /* STRFMT_UINT */ +#define STRFMT_T_OCT 0x0020 /* STRFMT_UINT */ +#define STRFMT_T_FP_A 0x0000 /* STRFMT_NUM */ +#define STRFMT_T_FP_E 0x0010 /* STRFMT_NUM */ +#define STRFMT_T_FP_F 0x0020 /* STRFMT_NUM */ +#define STRFMT_T_FP_G 0x0030 /* STRFMT_NUM */ +#define STRFMT_T_QUOTED 0x0010 /* STRFMT_STR */ + +/* Format flags. */ +#define STRFMT_F_LEFT 0x0100 +#define STRFMT_F_PLUS 0x0200 +#define STRFMT_F_ZERO 0x0400 +#define STRFMT_F_SPACE 0x0800 +#define STRFMT_F_ALT 0x1000 +#define STRFMT_F_UPPER 0x2000 + +/* Format indicator fields. */ +#define STRFMT_SH_WIDTH 16 +#define STRFMT_SH_PREC 24 + +#define STRFMT_TYPE(sf) ((FormatType)((sf) & 15)) +#define STRFMT_WIDTH(sf) (((sf) >> STRFMT_SH_WIDTH) & 255u) +#define STRFMT_PREC(sf) ((((sf) >> STRFMT_SH_PREC) & 255u) - 1u) +#define STRFMT_FP(sf) (((sf) >> 4) & 3) + +/* Formats for conversion characters. */ +#define STRFMT_A (STRFMT_NUM|STRFMT_T_FP_A) +#define STRFMT_C (STRFMT_CHAR) +#define STRFMT_D (STRFMT_INT) +#define STRFMT_E (STRFMT_NUM|STRFMT_T_FP_E) +#define STRFMT_F (STRFMT_NUM|STRFMT_T_FP_F) +#define STRFMT_G (STRFMT_NUM|STRFMT_T_FP_G) +#define STRFMT_I STRFMT_D +#define STRFMT_O (STRFMT_UINT|STRFMT_T_OCT) +#define STRFMT_P (STRFMT_PTR) +#define STRFMT_Q (STRFMT_STR|STRFMT_T_QUOTED) +#define STRFMT_S (STRFMT_STR) +#define STRFMT_U (STRFMT_UINT) +#define STRFMT_X (STRFMT_UINT|STRFMT_T_HEX) +#define STRFMT_G14 (STRFMT_G | ((14+1) << STRFMT_SH_PREC)) + +/* Maximum buffer sizes for conversions. */ +#define STRFMT_MAXBUF_XINT (1+22) /* '0' prefix + uint64_t in octal. */ +#define STRFMT_MAXBUF_INT (1+10) /* Sign + int32_t in decimal. */ +#define STRFMT_MAXBUF_NUM 32 /* Must correspond with STRFMT_G14. */ +#define STRFMT_MAXBUF_PTR (2+2*sizeof(ptrdiff_t)) /* "0x" + hex ptr. */ + +/* Format parser. */ +LJ_FUNC SFormat LJ_FASTCALL lj_strfmt_parse(FormatState *fs); + +static LJ_AINLINE void lj_strfmt_init(FormatState *fs, const char *p, MSize len) +{ + fs->p = (const uint8_t *)p; + fs->e = (const uint8_t *)p + len; + lua_assert(*fs->e == 0); /* Must be NUL-terminated (may have NULs inside). */ +} + +/* Raw conversions. */ +LJ_FUNC char * LJ_FASTCALL lj_strfmt_wint(char *p, int32_t k); +LJ_FUNC char * LJ_FASTCALL lj_strfmt_wptr(char *p, const void *v); +LJ_FUNC char * LJ_FASTCALL lj_strfmt_wuleb128(char *p, uint32_t v); +LJ_FUNC const char *lj_strfmt_wstrnum(lua_State *L, cTValue *o, MSize *lenp); + +/* Unformatted conversions to buffer. */ +LJ_FUNC SBuf * LJ_FASTCALL lj_strfmt_putint(SBuf *sb, int32_t k); +#if LJ_HASJIT +LJ_FUNC SBuf * LJ_FASTCALL lj_strfmt_putnum(SBuf *sb, cTValue *o); +#endif +LJ_FUNC SBuf * LJ_FASTCALL lj_strfmt_putptr(SBuf *sb, const void *v); +LJ_FUNC SBuf * LJ_FASTCALL lj_strfmt_putquoted(SBuf *sb, GCstr *str); + +/* Formatted conversions to buffer. */ +LJ_FUNC SBuf *lj_strfmt_putfxint(SBuf *sb, SFormat sf, uint64_t k); +LJ_FUNC SBuf *lj_strfmt_putfnum_int(SBuf *sb, SFormat sf, lua_Number n); +LJ_FUNC SBuf *lj_strfmt_putfnum_uint(SBuf *sb, SFormat sf, lua_Number n); +LJ_FUNC SBuf *lj_strfmt_putfnum(SBuf *sb, SFormat, lua_Number n); +LJ_FUNC SBuf *lj_strfmt_putfchar(SBuf *sb, SFormat, int32_t c); +LJ_FUNC SBuf *lj_strfmt_putfstr(SBuf *sb, SFormat, GCstr *str); + +/* Conversions to strings. */ +LJ_FUNC GCstr * LJ_FASTCALL lj_strfmt_int(lua_State *L, int32_t k); +LJ_FUNCA GCstr * LJ_FASTCALL lj_strfmt_num(lua_State *L, cTValue *o); +LJ_FUNCA GCstr * LJ_FASTCALL lj_strfmt_number(lua_State *L, cTValue *o); +#if LJ_HASJIT +LJ_FUNC GCstr * LJ_FASTCALL lj_strfmt_char(lua_State *L, int c); +#endif +LJ_FUNC GCstr * LJ_FASTCALL lj_strfmt_obj(lua_State *L, cTValue *o); + +/* Internal string formatting. */ +LJ_FUNC const char *lj_strfmt_pushvf(lua_State *L, const char *fmt, + va_list argp); +LJ_FUNC const char *lj_strfmt_pushf(lua_State *L, const char *fmt, ...) +#ifdef __GNUC__ + __attribute__ ((format (printf, 2, 3))) +#endif + ; + +#endif diff --git a/core/src/luajit/src/lj_strfmt_num.c b/core/src/luajit/src/lj_strfmt_num.c new file mode 100644 index 000000000..9271f68a1 --- /dev/null +++ b/core/src/luajit/src/lj_strfmt_num.c @@ -0,0 +1,592 @@ +/* +** String formatting for floating-point numbers. +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h +** Contributed by Peter Cawley. +*/ + +#include <stdio.h> + +#define lj_strfmt_num_c +#define LUA_CORE + +#include "lj_obj.h" +#include "lj_buf.h" +#include "lj_str.h" +#include "lj_strfmt.h" + +/* -- Precomputed tables -------------------------------------------------- */ + +/* Rescale factors to push the exponent of a number towards zero. */ +#define RESCALE_EXPONENTS(P, N) \ + P(308), P(289), P(270), P(250), P(231), P(212), P(193), P(173), P(154), \ + P(135), P(115), P(96), P(77), P(58), P(38), P(0), P(0), P(0), N(39), N(58), \ + N(77), N(96), N(116), N(135), N(154), N(174), N(193), N(212), N(231), \ + N(251), N(270), N(289) + +#define ONE_E_P(X) 1e+0 ## X +#define ONE_E_N(X) 1e-0 ## X +static const int16_t rescale_e[] = { RESCALE_EXPONENTS(-, +) }; +static const double rescale_n[] = { RESCALE_EXPONENTS(ONE_E_P, ONE_E_N) }; +#undef ONE_E_N +#undef ONE_E_P + +/* +** For p in range -70 through 57, this table encodes pairs (m, e) such that +** 4*2^p <= (uint8_t)m*10^e, and is the smallest value for which this holds. +*/ +static const int8_t four_ulp_m_e[] = { + 34, -21, 68, -21, 14, -20, 28, -20, 55, -20, 2, -19, 3, -19, 5, -19, 9, -19, + -82, -18, 35, -18, 7, -17, -117, -17, 28, -17, 56, -17, 112, -16, -33, -16, + 45, -16, 89, -16, -78, -15, 36, -15, 72, -15, -113, -14, 29, -14, 57, -14, + 114, -13, -28, -13, 46, -13, 91, -12, -74, -12, 37, -12, 73, -12, 15, -11, 3, + -11, 59, -11, 2, -10, 3, -10, 5, -10, 1, -9, -69, -9, 38, -9, 75, -9, 15, -7, + 3, -7, 6, -7, 12, -6, -17, -7, 48, -7, 96, -7, -65, -6, 39, -6, 77, -6, -103, + -5, 31, -5, 62, -5, 123, -4, -11, -4, 49, -4, 98, -4, -60, -3, 4, -2, 79, -3, + 16, -2, 32, -2, 63, -2, 2, -1, 25, 0, 5, 1, 1, 2, 2, 2, 4, 2, 8, 2, 16, 2, + 32, 2, 64, 2, -128, 2, 26, 2, 52, 2, 103, 3, -51, 3, 41, 4, 82, 4, -92, 4, + 33, 4, 66, 4, -124, 5, 27, 5, 53, 5, 105, 6, 21, 6, 42, 6, 84, 6, 17, 7, 34, + 7, 68, 7, 2, 8, 3, 8, 6, 8, 108, 9, -41, 9, 43, 10, 86, 9, -84, 10, 35, 10, + 69, 10, -118, 11, 28, 11, 55, 12, 11, 13, 22, 13, 44, 13, 88, 13, -80, 13, + 36, 13, 71, 13, -115, 14, 29, 14, 57, 14, 113, 15, -30, 15, 46, 15, 91, 15, + 19, 16, 37, 16, 73, 16, 2, 17, 3, 17, 6, 17 +}; + +/* min(2^32-1, 10^e-1) for e in range 0 through 10 */ +static uint32_t ndigits_dec_threshold[] = { + 0, 9U, 99U, 999U, 9999U, 99999U, 999999U, + 9999999U, 99999999U, 999999999U, 0xffffffffU +}; + +/* -- Helper functions ---------------------------------------------------- */ + +/* Compute the number of digits in the decimal representation of x. */ +static MSize ndigits_dec(uint32_t x) +{ + MSize t = ((lj_fls(x | 1) * 77) >> 8) + 1; /* 2^8/77 is roughly log2(10) */ + return t + (x > ndigits_dec_threshold[t]); +} + +#define WINT_R(x, sh, sc) \ + { uint32_t d = (x*(((1<<sh)+sc-1)/sc))>>sh; x -= d*sc; *p++ = (char)('0'+d); } + +/* Write 9-digit unsigned integer to buffer. */ +static char *lj_strfmt_wuint9(char *p, uint32_t u) +{ + uint32_t v = u / 10000, w; + u -= v * 10000; + w = v / 10000; + v -= w * 10000; + *p++ = (char)('0'+w); + WINT_R(v, 23, 1000) + WINT_R(v, 12, 100) + WINT_R(v, 10, 10) + *p++ = (char)('0'+v); + WINT_R(u, 23, 1000) + WINT_R(u, 12, 100) + WINT_R(u, 10, 10) + *p++ = (char)('0'+u); + return p; +} +#undef WINT_R + +/* -- Extended precision arithmetic --------------------------------------- */ + +/* +** The "nd" format is a fixed-precision decimal representation for numbers. It +** consists of up to 64 uint32_t values, with each uint32_t storing a value +** in the range [0, 1e9). A number in "nd" format consists of three variables: +** +** uint32_t nd[64]; +** uint32_t ndlo; +** uint32_t ndhi; +** +** The integral part of the number is stored in nd[0 ... ndhi], the value of +** which is sum{i in [0, ndhi] | nd[i] * 10^(9*i)}. If the fractional part of +** the number is zero, ndlo is zero. Otherwise, the fractional part is stored +** in nd[ndlo ... 63], the value of which is taken to be +** sum{i in [ndlo, 63] | nd[i] * 10^(9*(i-64))}. +** +** If the array part had 128 elements rather than 64, then every double would +** have an exact representation in "nd" format. With 64 elements, all integral +** doubles have an exact representation, and all non-integral doubles have +** enough digits to make both %.99e and %.99f do the right thing. +*/ + +#if LJ_64 +#define ND_MUL2K_MAX_SHIFT 29 +#define ND_MUL2K_DIV1E9(val) ((uint32_t)((val) / 1000000000)) +#else +#define ND_MUL2K_MAX_SHIFT 11 +#define ND_MUL2K_DIV1E9(val) ((uint32_t)((val) >> 9) / 1953125) +#endif + +/* Multiply nd by 2^k and add carry_in (ndlo is assumed to be zero). */ +static uint32_t nd_mul2k(uint32_t* nd, uint32_t ndhi, uint32_t k, + uint32_t carry_in, SFormat sf) +{ + uint32_t i, ndlo = 0, start = 1; + /* Performance hacks. */ + if (k > ND_MUL2K_MAX_SHIFT*2 && STRFMT_FP(sf) != STRFMT_FP(STRFMT_T_FP_F)) { + start = ndhi - (STRFMT_PREC(sf) + 17) / 8; + } + /* Real logic. */ + while (k >= ND_MUL2K_MAX_SHIFT) { + for (i = ndlo; i <= ndhi; i++) { + uint64_t val = ((uint64_t)nd[i] << ND_MUL2K_MAX_SHIFT) | carry_in; + carry_in = ND_MUL2K_DIV1E9(val); + nd[i] = (uint32_t)val - carry_in * 1000000000; + } + if (carry_in) { + nd[++ndhi] = carry_in; carry_in = 0; + if (start++ == ndlo) ++ndlo; + } + k -= ND_MUL2K_MAX_SHIFT; + } + if (k) { + for (i = ndlo; i <= ndhi; i++) { + uint64_t val = ((uint64_t)nd[i] << k) | carry_in; + carry_in = ND_MUL2K_DIV1E9(val); + nd[i] = (uint32_t)val - carry_in * 1000000000; + } + if (carry_in) nd[++ndhi] = carry_in; + } + return ndhi; +} + +/* Divide nd by 2^k (ndlo is assumed to be zero). */ +static uint32_t nd_div2k(uint32_t* nd, uint32_t ndhi, uint32_t k, SFormat sf) +{ + uint32_t ndlo = 0, stop1 = ~0, stop2 = ~0; + /* Performance hacks. */ + if (!ndhi) { + if (!nd[0]) { + return 0; + } else { + uint32_t s = lj_ffs(nd[0]); + if (s >= k) { nd[0] >>= k; return 0; } + nd[0] >>= s; k -= s; + } + } + if (k > 18) { + if (STRFMT_FP(sf) == STRFMT_FP(STRFMT_T_FP_F)) { + stop1 = 63 - (int32_t)STRFMT_PREC(sf) / 9; + } else { + int32_t floorlog2 = ndhi * 29 + lj_fls(nd[ndhi]) - k; + int32_t floorlog10 = (int32_t)(floorlog2 * 0.30102999566398114); + stop1 = 62 + (floorlog10 - (int32_t)STRFMT_PREC(sf)) / 9; + stop2 = 61 + ndhi - (int32_t)STRFMT_PREC(sf) / 8; + } + } + /* Real logic. */ + while (k >= 9) { + uint32_t i = ndhi, carry = 0; + for (;;) { + uint32_t val = nd[i]; + nd[i] = (val >> 9) + carry; + carry = (val & 0x1ff) * 1953125; + if (i == ndlo) break; + i = (i - 1) & 0x3f; + } + if (ndlo != stop1 && ndlo != stop2) { + if (carry) { ndlo = (ndlo - 1) & 0x3f; nd[ndlo] = carry; } + if (!nd[ndhi]) { ndhi = (ndhi - 1) & 0x3f; stop2--; } + } else if (!nd[ndhi]) { + if (ndhi != ndlo) { ndhi = (ndhi - 1) & 0x3f; stop2--; } + else return ndlo; + } + k -= 9; + } + if (k) { + uint32_t mask = (1U << k) - 1, mul = 1000000000 >> k, i = ndhi, carry = 0; + for (;;) { + uint32_t val = nd[i]; + nd[i] = (val >> k) + carry; + carry = (val & mask) * mul; + if (i == ndlo) break; + i = (i - 1) & 0x3f; + } + if (carry) { ndlo = (ndlo - 1) & 0x3f; nd[ndlo] = carry; } + } + return ndlo; +} + +/* Add m*10^e to nd (assumes ndlo <= e/9 <= ndhi and 0 <= m <= 9). */ +static uint32_t nd_add_m10e(uint32_t* nd, uint32_t ndhi, uint8_t m, int32_t e) +{ + uint32_t i, carry; + if (e >= 0) { + i = (uint32_t)e/9; + carry = m * (ndigits_dec_threshold[e - (int32_t)i*9] + 1); + } else { + int32_t f = (e-8)/9; + i = (uint32_t)(64 + f); + carry = m * (ndigits_dec_threshold[e - f*9] + 1); + } + for (;;) { + uint32_t val = nd[i] + carry; + if (LJ_UNLIKELY(val >= 1000000000)) { + val -= 1000000000; + nd[i] = val; + if (LJ_UNLIKELY(i == ndhi)) { + ndhi = (ndhi + 1) & 0x3f; + nd[ndhi] = 1; + break; + } + carry = 1; + i = (i + 1) & 0x3f; + } else { + nd[i] = val; + break; + } + } + return ndhi; +} + +/* Test whether two "nd" values are equal in their most significant digits. */ +static int nd_similar(uint32_t* nd, uint32_t ndhi, uint32_t* ref, MSize hilen, + MSize prec) +{ + char nd9[9], ref9[9]; + if (hilen <= prec) { + if (LJ_UNLIKELY(nd[ndhi] != *ref)) return 0; + prec -= hilen; ref--; ndhi = (ndhi - 1) & 0x3f; + if (prec >= 9) { + if (LJ_UNLIKELY(nd[ndhi] != *ref)) return 0; + prec -= 9; ref--; ndhi = (ndhi - 1) & 0x3f; + } + } else { + prec -= hilen - 9; + } + lua_assert(prec < 9); + lj_strfmt_wuint9(nd9, nd[ndhi]); + lj_strfmt_wuint9(ref9, *ref); + return !memcmp(nd9, ref9, prec) && (nd9[prec] < '5') == (ref9[prec] < '5'); +} + +/* -- Formatted conversions to buffer ------------------------------------- */ + +/* Write formatted floating-point number to either sb or p. */ +static char *lj_strfmt_wfnum(SBuf *sb, SFormat sf, lua_Number n, char *p) +{ + MSize width = STRFMT_WIDTH(sf), prec = STRFMT_PREC(sf), len; + TValue t; + t.n = n; + if (LJ_UNLIKELY((t.u32.hi << 1) >= 0xffe00000)) { + /* Handle non-finite values uniformly for %a, %e, %f, %g. */ + int prefix = 0, ch = (sf & STRFMT_F_UPPER) ? 0x202020 : 0; + if (((t.u32.hi & 0x000fffff) | t.u32.lo) != 0) { + ch ^= ('n' << 16) | ('a' << 8) | 'n'; + if ((sf & STRFMT_F_SPACE)) prefix = ' '; + } else { + ch ^= ('i' << 16) | ('n' << 8) | 'f'; + if ((t.u32.hi & 0x80000000)) prefix = '-'; + else if ((sf & STRFMT_F_PLUS)) prefix = '+'; + else if ((sf & STRFMT_F_SPACE)) prefix = ' '; + } + len = 3 + (prefix != 0); + if (!p) p = lj_buf_more(sb, width > len ? width : len); + if (!(sf & STRFMT_F_LEFT)) while (width-- > len) *p++ = ' '; + if (prefix) *p++ = prefix; + *p++ = (char)(ch >> 16); *p++ = (char)(ch >> 8); *p++ = (char)ch; + } else if (STRFMT_FP(sf) == STRFMT_FP(STRFMT_T_FP_A)) { + /* %a */ + const char *hexdig = (sf & STRFMT_F_UPPER) ? "0123456789ABCDEFPX" + : "0123456789abcdefpx"; + int32_t e = (t.u32.hi >> 20) & 0x7ff; + char prefix = 0, eprefix = '+'; + if (t.u32.hi & 0x80000000) prefix = '-'; + else if ((sf & STRFMT_F_PLUS)) prefix = '+'; + else if ((sf & STRFMT_F_SPACE)) prefix = ' '; + t.u32.hi &= 0xfffff; + if (e) { + t.u32.hi |= 0x100000; + e -= 1023; + } else if (t.u32.lo | t.u32.hi) { + /* Non-zero denormal - normalise it. */ + uint32_t shift = t.u32.hi ? 20-lj_fls(t.u32.hi) : 52-lj_fls(t.u32.lo); + e = -1022 - shift; + t.u64 <<= shift; + } + /* abs(n) == t.u64 * 2^(e - 52) */ + /* If n != 0, bit 52 of t.u64 is set, and is the highest set bit. */ + if ((int32_t)prec < 0) { + /* Default precision: use smallest precision giving exact result. */ + prec = t.u32.lo ? 13-lj_ffs(t.u32.lo)/4 : 5-lj_ffs(t.u32.hi|0x100000)/4; + } else if (prec < 13) { + /* Precision is sufficiently low as to maybe require rounding. */ + t.u64 += (((uint64_t)1) << (51 - prec*4)); + } + if (e < 0) { + eprefix = '-'; + e = -e; + } + len = 5 + ndigits_dec((uint32_t)e) + prec + (prefix != 0) + + ((prec | (sf & STRFMT_F_ALT)) != 0); + if (!p) p = lj_buf_more(sb, width > len ? width : len); + if (!(sf & (STRFMT_F_LEFT | STRFMT_F_ZERO))) { + while (width-- > len) *p++ = ' '; + } + if (prefix) *p++ = prefix; + *p++ = '0'; + *p++ = hexdig[17]; /* x or X */ + if ((sf & (STRFMT_F_LEFT | STRFMT_F_ZERO)) == STRFMT_F_ZERO) { + while (width-- > len) *p++ = '0'; + } + *p++ = '0' + (t.u32.hi >> 20); /* Usually '1', sometimes '0' or '2'. */ + if ((prec | (sf & STRFMT_F_ALT))) { + /* Emit fractional part. */ + char *q = p + 1 + prec; + *p = '.'; + if (prec < 13) t.u64 >>= (52 - prec*4); + else while (prec > 13) p[prec--] = '0'; + while (prec) { p[prec--] = hexdig[t.u64 & 15]; t.u64 >>= 4; } + p = q; + } + *p++ = hexdig[16]; /* p or P */ + *p++ = eprefix; /* + or - */ + p = lj_strfmt_wint(p, e); + } else { + /* %e or %f or %g - begin by converting n to "nd" format. */ + uint32_t nd[64]; + uint32_t ndhi = 0, ndlo, i; + int32_t e = (t.u32.hi >> 20) & 0x7ff, ndebias = 0; + char prefix = 0, *q; + if (t.u32.hi & 0x80000000) prefix = '-'; + else if ((sf & STRFMT_F_PLUS)) prefix = '+'; + else if ((sf & STRFMT_F_SPACE)) prefix = ' '; + prec += ((int32_t)prec >> 31) & 7; /* Default precision is 6. */ + if (STRFMT_FP(sf) == STRFMT_FP(STRFMT_T_FP_G)) { + /* %g - decrement precision if non-zero (to make it like %e). */ + prec--; + prec ^= (uint32_t)((int32_t)prec >> 31); + } + if ((sf & STRFMT_T_FP_E) && prec < 14 && n != 0) { + /* Precision is sufficiently low that rescaling will probably work. */ + if ((ndebias = rescale_e[e >> 6])) { + t.n = n * rescale_n[e >> 6]; + if (LJ_UNLIKELY(!e)) t.n *= 1e10, ndebias -= 10; + t.u64 -= 2; /* Convert 2ulp below (later we convert 2ulp above). */ + nd[0] = 0x100000 | (t.u32.hi & 0xfffff); + e = ((t.u32.hi >> 20) & 0x7ff) - 1075 - (ND_MUL2K_MAX_SHIFT < 29); + goto load_t_lo; rescale_failed: + t.n = n; + e = (t.u32.hi >> 20) & 0x7ff; + ndebias = ndhi = 0; + } + } + nd[0] = t.u32.hi & 0xfffff; + if (e == 0) e++; else nd[0] |= 0x100000; + e -= 1043; + if (t.u32.lo) { + e -= 32 + (ND_MUL2K_MAX_SHIFT < 29); load_t_lo: +#if ND_MUL2K_MAX_SHIFT >= 29 + nd[0] = (nd[0] << 3) | (t.u32.lo >> 29); + ndhi = nd_mul2k(nd, ndhi, 29, t.u32.lo & 0x1fffffff, sf); +#elif ND_MUL2K_MAX_SHIFT >= 11 + ndhi = nd_mul2k(nd, ndhi, 11, t.u32.lo >> 21, sf); + ndhi = nd_mul2k(nd, ndhi, 11, (t.u32.lo >> 10) & 0x7ff, sf); + ndhi = nd_mul2k(nd, ndhi, 11, (t.u32.lo << 1) & 0x7ff, sf); +#else +#error "ND_MUL2K_MAX_SHIFT too small" +#endif + } + if (e >= 0) { + ndhi = nd_mul2k(nd, ndhi, (uint32_t)e, 0, sf); + ndlo = 0; + } else { + ndlo = nd_div2k(nd, ndhi, (uint32_t)-e, sf); + if (ndhi && !nd[ndhi]) ndhi--; + } + /* abs(n) == nd * 10^ndebias (for slightly loose interpretation of ==) */ + if ((sf & STRFMT_T_FP_E)) { + /* %e or %g - assume %e and start by calculating nd's exponent (nde). */ + char eprefix = '+'; + int32_t nde = -1; + MSize hilen; + if (ndlo && !nd[ndhi]) { + ndhi = 64; do {} while (!nd[--ndhi]); + nde -= 64 * 9; + } + hilen = ndigits_dec(nd[ndhi]); + nde += ndhi * 9 + hilen; + if (ndebias) { + /* + ** Rescaling was performed, but this introduced some error, and might + ** have pushed us across a rounding boundary. We check whether this + ** error affected the result by introducing even more error (2ulp in + ** either direction), and seeing whether a roundary boundary was + ** crossed. Having already converted the -2ulp case, we save off its + ** most significant digits, convert the +2ulp case, and compare them. + */ + int32_t eidx = e + 70 + (ND_MUL2K_MAX_SHIFT < 29) + + (t.u32.lo >= 0xfffffffe && !(~t.u32.hi << 12)); + const int8_t *m_e = four_ulp_m_e + eidx * 2; + lua_assert(0 <= eidx && eidx < 128); + nd[33] = nd[ndhi]; + nd[32] = nd[(ndhi - 1) & 0x3f]; + nd[31] = nd[(ndhi - 2) & 0x3f]; + nd_add_m10e(nd, ndhi, (uint8_t)*m_e, m_e[1]); + if (LJ_UNLIKELY(!nd_similar(nd, ndhi, nd + 33, hilen, prec + 1))) { + goto rescale_failed; + } + } + if ((int32_t)(prec - nde) < (0x3f & -(int32_t)ndlo) * 9) { + /* Precision is sufficiently low as to maybe require rounding. */ + ndhi = nd_add_m10e(nd, ndhi, 5, nde - prec - 1); + nde += (hilen != ndigits_dec(nd[ndhi])); + } + nde += ndebias; + if ((sf & STRFMT_T_FP_F)) { + /* %g */ + if ((int32_t)prec >= nde && nde >= -4) { + if (nde < 0) ndhi = 0; + prec -= nde; + goto g_format_like_f; + } else if (!(sf & STRFMT_F_ALT) && prec && width > 5) { + /* Decrease precision in order to strip trailing zeroes. */ + char tail[9]; + uint32_t maxprec = hilen - 1 + ((ndhi - ndlo) & 0x3f) * 9; + if (prec >= maxprec) prec = maxprec; + else ndlo = (ndhi - (((int32_t)(prec - hilen) + 9) / 9)) & 0x3f; + i = prec - hilen - (((ndhi - ndlo) & 0x3f) * 9) + 10; + lj_strfmt_wuint9(tail, nd[ndlo]); + while (prec && tail[--i] == '0') { + prec--; + if (!i) { + if (ndlo == ndhi) { prec = 0; break; } + lj_strfmt_wuint9(tail, nd[++ndlo]); + i = 9; + } + } + } + } + if (nde < 0) { + /* Make nde non-negative. */ + eprefix = '-'; + nde = -nde; + } + len = 3 + prec + (prefix != 0) + ndigits_dec((uint32_t)nde) + (nde < 10) + + ((prec | (sf & STRFMT_F_ALT)) != 0); + if (!p) p = lj_buf_more(sb, (width > len ? width : len) + 5); + if (!(sf & (STRFMT_F_LEFT | STRFMT_F_ZERO))) { + while (width-- > len) *p++ = ' '; + } + if (prefix) *p++ = prefix; + if ((sf & (STRFMT_F_LEFT | STRFMT_F_ZERO)) == STRFMT_F_ZERO) { + while (width-- > len) *p++ = '0'; + } + q = lj_strfmt_wint(p + 1, nd[ndhi]); + p[0] = p[1]; /* Put leading digit in the correct place. */ + if ((prec | (sf & STRFMT_F_ALT))) { + /* Emit fractional part. */ + p[1] = '.'; p += 2; + prec -= (MSize)(q - p); p = q; /* Account for digits already emitted. */ + /* Then emit chunks of 9 digits (this may emit 8 digits too many). */ + for (i = ndhi; (int32_t)prec > 0 && i != ndlo; prec -= 9) { + i = (i - 1) & 0x3f; + p = lj_strfmt_wuint9(p, nd[i]); + } + if ((sf & STRFMT_T_FP_F) && !(sf & STRFMT_F_ALT)) { + /* %g (and not %#g) - strip trailing zeroes. */ + p += (int32_t)prec & ((int32_t)prec >> 31); + while (p[-1] == '0') p--; + if (p[-1] == '.') p--; + } else { + /* %e (or %#g) - emit trailing zeroes. */ + while ((int32_t)prec > 0) { *p++ = '0'; prec--; } + p += (int32_t)prec; + } + } else { + p++; + } + *p++ = (sf & STRFMT_F_UPPER) ? 'E' : 'e'; + *p++ = eprefix; /* + or - */ + if (nde < 10) *p++ = '0'; /* Always at least two digits of exponent. */ + p = lj_strfmt_wint(p, nde); + } else { + /* %f (or, shortly, %g in %f style) */ + if (prec < (MSize)(0x3f & -(int32_t)ndlo) * 9) { + /* Precision is sufficiently low as to maybe require rounding. */ + ndhi = nd_add_m10e(nd, ndhi, 5, 0 - prec - 1); + } + g_format_like_f: + if ((sf & STRFMT_T_FP_E) && !(sf & STRFMT_F_ALT) && prec && width) { + /* Decrease precision in order to strip trailing zeroes. */ + if (ndlo) { + /* nd has a fractional part; we need to look at its digits. */ + char tail[9]; + uint32_t maxprec = (64 - ndlo) * 9; + if (prec >= maxprec) prec = maxprec; + else ndlo = 64 - (prec + 8) / 9; + i = prec - ((63 - ndlo) * 9); + lj_strfmt_wuint9(tail, nd[ndlo]); + while (prec && tail[--i] == '0') { + prec--; + if (!i) { + if (ndlo == 63) { prec = 0; break; } + lj_strfmt_wuint9(tail, nd[++ndlo]); + i = 9; + } + } + } else { + /* nd has no fractional part, so precision goes straight to zero. */ + prec = 0; + } + } + len = ndhi * 9 + ndigits_dec(nd[ndhi]) + prec + (prefix != 0) + + ((prec | (sf & STRFMT_F_ALT)) != 0); + if (!p) p = lj_buf_more(sb, (width > len ? width : len) + 8); + if (!(sf & (STRFMT_F_LEFT | STRFMT_F_ZERO))) { + while (width-- > len) *p++ = ' '; + } + if (prefix) *p++ = prefix; + if ((sf & (STRFMT_F_LEFT | STRFMT_F_ZERO)) == STRFMT_F_ZERO) { + while (width-- > len) *p++ = '0'; + } + /* Emit integer part. */ + p = lj_strfmt_wint(p, nd[ndhi]); + i = ndhi; + while (i) p = lj_strfmt_wuint9(p, nd[--i]); + if ((prec | (sf & STRFMT_F_ALT))) { + /* Emit fractional part. */ + *p++ = '.'; + /* Emit chunks of 9 digits (this may emit 8 digits too many). */ + while ((int32_t)prec > 0 && i != ndlo) { + i = (i - 1) & 0x3f; + p = lj_strfmt_wuint9(p, nd[i]); + prec -= 9; + } + if ((sf & STRFMT_T_FP_E) && !(sf & STRFMT_F_ALT)) { + /* %g (and not %#g) - strip trailing zeroes. */ + p += (int32_t)prec & ((int32_t)prec >> 31); + while (p[-1] == '0') p--; + if (p[-1] == '.') p--; + } else { + /* %f (or %#g) - emit trailing zeroes. */ + while ((int32_t)prec > 0) { *p++ = '0'; prec--; } + p += (int32_t)prec; + } + } + } + } + if ((sf & STRFMT_F_LEFT)) while (width-- > len) *p++ = ' '; + return p; +} + +/* Add formatted floating-point number to buffer. */ +SBuf *lj_strfmt_putfnum(SBuf *sb, SFormat sf, lua_Number n) +{ + setsbufP(sb, lj_strfmt_wfnum(sb, sf, n, NULL)); + return sb; +} + +/* -- Conversions to strings ---------------------------------------------- */ + +/* Convert number to string. */ +GCstr * LJ_FASTCALL lj_strfmt_num(lua_State *L, cTValue *o) +{ + char buf[STRFMT_MAXBUF_NUM]; + MSize len = (MSize)(lj_strfmt_wfnum(NULL, STRFMT_G14, o->n, buf) - buf); + return lj_str_new(L, buf, len); +} + diff --git a/core/src/luajit/src/lj_strscan.c b/core/src/luajit/src/lj_strscan.c index 568f647d6..f5f35c960 100644 --- a/core/src/luajit/src/lj_strscan.c +++ b/core/src/luajit/src/lj_strscan.c @@ -1,6 +1,6 @@ /* ** String scanning. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #include <math.h> @@ -140,7 +140,7 @@ static StrScanFmt strscan_hex(const uint8_t *p, TValue *o, break; } - /* Reduce range then convert to double. */ + /* Reduce range, then convert to double. */ if ((x & U64x(c0000000,0000000))) { x = (x >> 2) | (x & 3); ex2 += 2; } strscan_double(x, o, ex2, neg); return fmt; @@ -326,6 +326,49 @@ static StrScanFmt strscan_dec(const uint8_t *p, TValue *o, return fmt; } +/* Parse binary number. */ +static StrScanFmt strscan_bin(const uint8_t *p, TValue *o, + StrScanFmt fmt, uint32_t opt, + int32_t ex2, int32_t neg, uint32_t dig) +{ + uint64_t x = 0; + uint32_t i; + + if (ex2 || dig > 64) return STRSCAN_ERROR; + + /* Scan binary digits. */ + for (i = dig; i; i--, p++) { + if ((*p & ~1) != '0') return STRSCAN_ERROR; + x = (x << 1) | (*p & 1); + } + + /* Format-specific handling. */ + switch (fmt) { + case STRSCAN_INT: + if (!(opt & STRSCAN_OPT_TONUM) && x < 0x80000000u+neg) { + o->i = neg ? -(int32_t)x : (int32_t)x; + return STRSCAN_INT; /* Fast path for 32 bit integers. */ + } + if (!(opt & STRSCAN_OPT_C)) { fmt = STRSCAN_NUM; break; } + /* fallthrough */ + case STRSCAN_U32: + if (dig > 32) return STRSCAN_ERROR; + o->i = neg ? -(int32_t)x : (int32_t)x; + return STRSCAN_U32; + case STRSCAN_I64: + case STRSCAN_U64: + o->u64 = neg ? (uint64_t)-(int64_t)x : x; + return fmt; + default: + break; + } + + /* Reduce range, then convert to double. */ + if ((x & U64x(c0000000,0000000))) { x = (x >> 2) | (x & 3); ex2 += 2; } + strscan_double(x, o, ex2, neg); + return fmt; +} + /* Scan string containing a number. Returns format. Returns value in o. */ StrScanFmt lj_strscan_scan(const uint8_t *p, TValue *o, uint32_t opt) { @@ -364,8 +407,12 @@ StrScanFmt lj_strscan_scan(const uint8_t *p, TValue *o, uint32_t opt) /* Determine base and skip leading zeros. */ if (LJ_UNLIKELY(*p <= '0')) { - if (*p == '0' && casecmp(p[1], 'x')) - base = 16, cmask = LJ_CHAR_XDIGIT, p += 2; + if (*p == '0') { + if (casecmp(p[1], 'x')) + base = 16, cmask = LJ_CHAR_XDIGIT, p += 2; + else if (casecmp(p[1], 'b')) + base = 2, cmask = LJ_CHAR_DIGIT, p += 2; + } for ( ; ; p++) { if (*p == '0') { hasdig = 1; @@ -403,7 +450,7 @@ StrScanFmt lj_strscan_scan(const uint8_t *p, TValue *o, uint32_t opt) } /* Parse exponent. */ - if (casecmp(*p, (uint32_t)(base == 16 ? 'p' : 'e'))) { + if (base >= 10 && casecmp(*p, (uint32_t)(base == 16 ? 'p' : 'e'))) { uint32_t xx; int negx = 0; fmt = STRSCAN_NUM; p++; @@ -460,6 +507,8 @@ StrScanFmt lj_strscan_scan(const uint8_t *p, TValue *o, uint32_t opt) return strscan_oct(sp, o, fmt, neg, dig); if (base == 16) fmt = strscan_hex(sp, o, fmt, opt, ex, neg, dig); + else if (base == 2) + fmt = strscan_bin(sp, o, fmt, opt, ex, neg, dig); else fmt = strscan_dec(sp, o, fmt, opt, ex, neg, dig); diff --git a/core/src/luajit/src/lj_strscan.h b/core/src/luajit/src/lj_strscan.h index 776068936..6fb0dda08 100644 --- a/core/src/luajit/src/lj_strscan.h +++ b/core/src/luajit/src/lj_strscan.h @@ -1,6 +1,6 @@ /* ** String scanning. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_STRSCAN_H diff --git a/core/src/luajit/src/lj_tab.c b/core/src/luajit/src/lj_tab.c index a8062db7c..47c0cfd34 100644 --- a/core/src/luajit/src/lj_tab.c +++ b/core/src/luajit/src/lj_tab.c @@ -1,6 +1,6 @@ /* ** Table handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Major portions taken verbatim or adapted from the Lua interpreter. ** Copyright (C) 1994-2008 Lua.org, PUC-Rio. See Copyright Notice in lua.h @@ -28,8 +28,12 @@ static LJ_AINLINE Node *hashmask(const GCtab *t, uint32_t hash) #define hashlohi(t, lo, hi) hashmask((t), hashrot((lo), (hi))) #define hashnum(t, o) hashlohi((t), (o)->u32.lo, ((o)->u32.hi << 1)) -#define hashptr(t, p) hashlohi((t), u32ptr(p), u32ptr(p) + HASH_BIAS) +#if LJ_GC64 +#define hashgcref(t, r) \ + hashlohi((t), (uint32_t)gcrefu(r), (uint32_t)(gcrefu(r) >> 32)) +#else #define hashgcref(t, r) hashlohi((t), gcrefu(r), gcrefu(r) + HASH_BIAS) +#endif /* Hash an arbitrary key and return its anchor position in the hash table. */ static Node *hashkey(const GCtab *t, cTValue *key) @@ -58,8 +62,8 @@ static LJ_AINLINE void newhpart(lua_State *L, GCtab *t, uint32_t hbits) lj_err_msg(L, LJ_ERR_TABOV); hsize = 1u << hbits; node = lj_mem_newvec(L, hsize, Node); - setmref(node->freetop, &node[hsize]); setmref(t->node, node); + setfreetop(t, node, &node[hsize]); t->hmask = hsize-1; } @@ -98,6 +102,7 @@ static GCtab *newtab(lua_State *L, uint32_t asize, uint32_t hbits) GCtab *t; /* First try to colocate the array part. */ if (LJ_MAX_COLOSIZE != 0 && asize > 0 && asize <= LJ_MAX_COLOSIZE) { + Node *nilnode; lua_assert((sizeof(GCtab) & 7) == 0); t = (GCtab *)lj_mem_newgco(L, sizetabcolo(asize)); t->gct = ~LJ_TTAB; @@ -107,8 +112,13 @@ static GCtab *newtab(lua_State *L, uint32_t asize, uint32_t hbits) setgcrefnull(t->metatable); t->asize = asize; t->hmask = 0; - setmref(t->node, &G(L)->nilnode); + nilnode = &G(L)->nilnode; + setmref(t->node, nilnode); +#if LJ_GC64 + setmref(t->freetop, nilnode); +#endif } else { /* Otherwise separately allocate the array part. */ + Node *nilnode; t = lj_mem_newobj(L, GCtab); t->gct = ~LJ_TTAB; t->nomm = (uint8_t)~0; @@ -117,7 +127,11 @@ static GCtab *newtab(lua_State *L, uint32_t asize, uint32_t hbits) setgcrefnull(t->metatable); t->asize = 0; /* In case the array allocation fails. */ t->hmask = 0; - setmref(t->node, &G(L)->nilnode); + nilnode = &G(L)->nilnode; + setmref(t->node, nilnode); +#if LJ_GC64 + setmref(t->freetop, nilnode); +#endif if (asize > 0) { if (asize > LJ_MAX_ASIZE) lj_err_msg(L, LJ_ERR_TABOV); @@ -149,6 +163,12 @@ GCtab *lj_tab_new(lua_State *L, uint32_t asize, uint32_t hbits) return t; } +/* The API of this function conforms to lua_createtable(). */ +GCtab *lj_tab_new_ah(lua_State *L, int32_t a, int32_t h) +{ + return lj_tab_new(L, (uint32_t)(a > 0 ? a+1 : 0), hsize2hbits(h)); +} + #if LJ_HASJIT GCtab * LJ_FASTCALL lj_tab_new1(lua_State *L, uint32_t ahsize) { @@ -185,7 +205,7 @@ GCtab * LJ_FASTCALL lj_tab_dup(lua_State *L, const GCtab *kt) Node *node = noderef(t->node); Node *knode = noderef(kt->node); ptrdiff_t d = (char *)node - (char *)knode; - setmref(node->freetop, (Node *)((char *)noderef(knode->freetop) + d)); + setfreetop(t, node, (Node *)((char *)getfreetop(kt, knode) + d)); for (i = 0; i <= hmask; i++) { Node *kn = &knode[i]; Node *n = &node[i]; @@ -198,6 +218,17 @@ GCtab * LJ_FASTCALL lj_tab_dup(lua_State *L, const GCtab *kt) return t; } +/* Clear a table. */ +void LJ_FASTCALL lj_tab_clear(GCtab *t) +{ + clearapart(t); + if (t->hmask > 0) { + Node *node = noderef(t->node); + setfreetop(t, node, &node[t->hmask+1]); + clearhpart(t); + } +} + /* Free a table. */ void LJ_FASTCALL lj_tab_free(global_State *g, GCtab *t) { @@ -214,7 +245,7 @@ void LJ_FASTCALL lj_tab_free(global_State *g, GCtab *t) /* -- Table resizing ------------------------------------------------------ */ /* Resize a table to fit the new array/hash part sizes. */ -static void resizetab(lua_State *L, GCtab *t, uint32_t asize, uint32_t hbits) +void lj_tab_resize(lua_State *L, GCtab *t, uint32_t asize, uint32_t hbits) { Node *oldnode = noderef(t->node); uint32_t oldasize = t->asize; @@ -247,6 +278,9 @@ static void resizetab(lua_State *L, GCtab *t, uint32_t asize, uint32_t hbits) } else { global_State *g = G(L); setmref(t->node, &g->nilnode); +#if LJ_GC64 + setmref(t->freetop, &g->nilnode); +#endif t->hmask = 0; } if (asize < oldasize) { /* Array part shrinks? */ @@ -348,7 +382,7 @@ static void rehashtab(lua_State *L, GCtab *t, cTValue *ek) asize += countint(ek, bins); na = bestasize(bins, &asize); total -= na; - resizetab(L, t, asize, hsize2hbits(total)); + lj_tab_resize(L, t, asize, hsize2hbits(total)); } #if LJ_HASFFI @@ -360,7 +394,7 @@ void lj_tab_rehash(lua_State *L, GCtab *t) void lj_tab_reasize(lua_State *L, GCtab *t, uint32_t nasize) { - resizetab(L, t, nasize+1, t->hmask > 0 ? lj_fls(t->hmask)+1 : 0); + lj_tab_resize(L, t, nasize+1, t->hmask > 0 ? lj_fls(t->hmask)+1 : 0); } /* -- Table getters ------------------------------------------------------- */ @@ -428,7 +462,7 @@ TValue *lj_tab_newkey(lua_State *L, GCtab *t, cTValue *key) Node *n = hashkey(t, key); if (!tvisnil(&n->val) || t->hmask == 0) { Node *nodebase = noderef(t->node); - Node *collide, *freenode = noderef(nodebase->freetop); + Node *collide, *freenode = getfreetop(t, nodebase); lua_assert(freenode >= nodebase && freenode <= nodebase+t->hmask+1); do { if (freenode == nodebase) { /* No free node found? */ @@ -436,7 +470,7 @@ TValue *lj_tab_newkey(lua_State *L, GCtab *t, cTValue *key) return lj_tab_set(L, t, key); /* Retry key insertion. */ } } while (!tvisnil(&(--freenode)->key)); - setmref(nodebase->freetop, freenode); + setfreetop(t, nodebase, freenode); lua_assert(freenode != &G(L)->nilnode); collide = hashkey(t, &n->key); if (collide != n) { /* Colliding node not the main node? */ diff --git a/core/src/luajit/src/lj_tab.h b/core/src/luajit/src/lj_tab.h index f0d228eb2..71e34945e 100644 --- a/core/src/luajit/src/lj_tab.h +++ b/core/src/luajit/src/lj_tab.h @@ -1,6 +1,6 @@ /* ** Table handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_TAB_H @@ -34,14 +34,17 @@ static LJ_AINLINE uint32_t hashrot(uint32_t lo, uint32_t hi) #define hsize2hbits(s) ((s) ? ((s)==1 ? 1 : 1+lj_fls((uint32_t)((s)-1))) : 0) LJ_FUNCA GCtab *lj_tab_new(lua_State *L, uint32_t asize, uint32_t hbits); +LJ_FUNC GCtab *lj_tab_new_ah(lua_State *L, int32_t a, int32_t h); #if LJ_HASJIT LJ_FUNC GCtab * LJ_FASTCALL lj_tab_new1(lua_State *L, uint32_t ahsize); #endif LJ_FUNCA GCtab * LJ_FASTCALL lj_tab_dup(lua_State *L, const GCtab *kt); +LJ_FUNC void LJ_FASTCALL lj_tab_clear(GCtab *t); LJ_FUNC void LJ_FASTCALL lj_tab_free(global_State *g, GCtab *t); #if LJ_HASFFI LJ_FUNC void lj_tab_rehash(lua_State *L, GCtab *t); #endif +LJ_FUNC void lj_tab_resize(lua_State *L, GCtab *t, uint32_t asize, uint32_t hbits); LJ_FUNCA void lj_tab_reasize(lua_State *L, GCtab *t, uint32_t nasize); /* Caveat: all getters except lj_tab_get() can return NULL! */ @@ -53,7 +56,7 @@ LJ_FUNCA cTValue *lj_tab_get(lua_State *L, GCtab *t, cTValue *key); /* Caveat: all setters require a write barrier for the stored value. */ LJ_FUNCA TValue *lj_tab_newkey(lua_State *L, GCtab *t, cTValue *key); -LJ_FUNC TValue *lj_tab_setinth(lua_State *L, GCtab *t, int32_t key); +LJ_FUNCA TValue *lj_tab_setinth(lua_State *L, GCtab *t, int32_t key); LJ_FUNC TValue *lj_tab_setstr(lua_State *L, GCtab *t, GCstr *key); LJ_FUNC TValue *lj_tab_set(lua_State *L, GCtab *t, cTValue *key); diff --git a/core/src/luajit/src/lj_target.h b/core/src/luajit/src/lj_target.h index 1a242325f..8dcae957f 100644 --- a/core/src/luajit/src/lj_target.h +++ b/core/src/luajit/src/lj_target.h @@ -1,6 +1,6 @@ /* ** Definitions for target CPU. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_TARGET_H @@ -55,7 +55,7 @@ typedef uint32_t RegSP; /* Bitset for registers. 32 registers suffice for most architectures. ** Note that one set holds bits for both GPRs and FPRs. */ -#if LJ_TARGET_PPC || LJ_TARGET_MIPS +#if LJ_TARGET_PPC || LJ_TARGET_MIPS || LJ_TARGET_ARM64 typedef uint64_t RegSet; #else typedef uint32_t RegSet; @@ -69,7 +69,7 @@ typedef uint32_t RegSet; #define rset_set(rs, r) (rs |= RID2RSET(r)) #define rset_clear(rs, r) (rs &= ~RID2RSET(r)) #define rset_exclude(rs, r) (rs & ~RID2RSET(r)) -#if LJ_TARGET_PPC || LJ_TARGET_MIPS +#if LJ_TARGET_PPC || LJ_TARGET_MIPS || LJ_TARGET_ARM64 #define rset_picktop(rs) ((Reg)(__builtin_clzll(rs)^63)) #define rset_pickbot(rs) ((Reg)__builtin_ctzll(rs)) #else @@ -138,6 +138,8 @@ typedef uint32_t RegCost; #include "lj_target_x86.h" #elif LJ_TARGET_ARM #include "lj_target_arm.h" +#elif LJ_TARGET_ARM64 +#include "lj_target_arm64.h" #elif LJ_TARGET_PPC #include "lj_target_ppc.h" #elif LJ_TARGET_MIPS diff --git a/core/src/luajit/src/lj_target_arm.h b/core/src/luajit/src/lj_target_arm.h index 6d4d0aed0..5551b1f1c 100644 --- a/core/src/luajit/src/lj_target_arm.h +++ b/core/src/luajit/src/lj_target_arm.h @@ -1,6 +1,6 @@ /* ** Definitions for ARM CPUs. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_TARGET_ARM_H @@ -243,10 +243,6 @@ typedef enum ARMIns { ARMI_VCVT_S32_F64 = 0xeebd0bc0, ARMI_VCVT_U32_F32 = 0xeebc0ac0, ARMI_VCVT_U32_F64 = 0xeebc0bc0, - ARMI_VCVTR_S32_F32 = 0xeebd0a40, - ARMI_VCVTR_S32_F64 = 0xeebd0b40, - ARMI_VCVTR_U32_F32 = 0xeebc0a40, - ARMI_VCVTR_U32_F64 = 0xeebc0b40, ARMI_VCVT_F32_S32 = 0xeeb80ac0, ARMI_VCVT_F64_S32 = 0xeeb80bc0, ARMI_VCVT_F32_U32 = 0xeeb80a40, diff --git a/core/src/luajit/src/lj_target_arm64.h b/core/src/luajit/src/lj_target_arm64.h new file mode 100644 index 000000000..520023ae2 --- /dev/null +++ b/core/src/luajit/src/lj_target_arm64.h @@ -0,0 +1,329 @@ +/* +** Definitions for ARM64 CPUs. +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h +*/ + +#ifndef _LJ_TARGET_ARM64_H +#define _LJ_TARGET_ARM64_H + +/* -- Registers IDs ------------------------------------------------------- */ + +#define GPRDEF(_) \ + _(X0) _(X1) _(X2) _(X3) _(X4) _(X5) _(X6) _(X7) \ + _(X8) _(X9) _(X10) _(X11) _(X12) _(X13) _(X14) _(X15) \ + _(X16) _(X17) _(X18) _(X19) _(X20) _(X21) _(X22) _(X23) \ + _(X24) _(X25) _(X26) _(X27) _(X28) _(FP) _(LR) _(SP) +#define FPRDEF(_) \ + _(D0) _(D1) _(D2) _(D3) _(D4) _(D5) _(D6) _(D7) \ + _(D8) _(D9) _(D10) _(D11) _(D12) _(D13) _(D14) _(D15) \ + _(D16) _(D17) _(D18) _(D19) _(D20) _(D21) _(D22) _(D23) \ + _(D24) _(D25) _(D26) _(D27) _(D28) _(D29) _(D30) _(D31) +#define VRIDDEF(_) + +#define RIDENUM(name) RID_##name, + +enum { + GPRDEF(RIDENUM) /* General-purpose registers (GPRs). */ + FPRDEF(RIDENUM) /* Floating-point registers (FPRs). */ + RID_MAX, + RID_TMP = RID_LR, + RID_ZERO = RID_SP, + + /* Calling conventions. */ + RID_RET = RID_X0, + RID_FPRET = RID_D0, + + /* These definitions must match with the *.dasc file(s): */ + RID_BASE = RID_X19, /* Interpreter BASE. */ + RID_LPC = RID_X21, /* Interpreter PC. */ + RID_GL = RID_X22, /* Interpreter GL. */ + RID_LREG = RID_X23, /* Interpreter L. */ + + /* Register ranges [min, max) and number of registers. */ + RID_MIN_GPR = RID_X0, + RID_MAX_GPR = RID_SP+1, + RID_MIN_FPR = RID_MAX_GPR, + RID_MAX_FPR = RID_D31+1, + RID_NUM_GPR = RID_MAX_GPR - RID_MIN_GPR, + RID_NUM_FPR = RID_MAX_FPR - RID_MIN_FPR +}; + +#define RID_NUM_KREF RID_NUM_GPR +#define RID_MIN_KREF RID_X0 + +/* -- Register sets ------------------------------------------------------- */ + +/* Make use of all registers, except for x18, fp, lr and sp. */ +#define RSET_FIXED \ + (RID2RSET(RID_X18)|RID2RSET(RID_FP)|RID2RSET(RID_LR)|RID2RSET(RID_SP)|\ + RID2RSET(RID_GL)) +#define RSET_GPR (RSET_RANGE(RID_MIN_GPR, RID_MAX_GPR) - RSET_FIXED) +#define RSET_FPR RSET_RANGE(RID_MIN_FPR, RID_MAX_FPR) +#define RSET_ALL (RSET_GPR|RSET_FPR) +#define RSET_INIT RSET_ALL + +/* lr is an implicit scratch register. */ +#define RSET_SCRATCH_GPR (RSET_RANGE(RID_X0, RID_X17+1)) +#define RSET_SCRATCH_FPR \ + (RSET_RANGE(RID_D0, RID_D7+1)|RSET_RANGE(RID_D16, RID_D31+1)) +#define RSET_SCRATCH (RSET_SCRATCH_GPR|RSET_SCRATCH_FPR) +#define REGARG_FIRSTGPR RID_X0 +#define REGARG_LASTGPR RID_X7 +#define REGARG_NUMGPR 8 +#define REGARG_FIRSTFPR RID_D0 +#define REGARG_LASTFPR RID_D7 +#define REGARG_NUMFPR 8 + +/* -- Spill slots --------------------------------------------------------- */ + +/* Spill slots are 32 bit wide. An even/odd pair is used for FPRs. +** +** SPS_FIXED: Available fixed spill slots in interpreter frame. +** This definition must match with the vm_arm64.dasc file. +** Pre-allocate some slots to avoid sp adjust in every root trace. +** +** SPS_FIRST: First spill slot for general use. Reserve min. two 32 bit slots. +*/ +#define SPS_FIXED 4 +#define SPS_FIRST 2 + +#define SPOFS_TMP 0 + +#define sps_scale(slot) (4 * (int32_t)(slot)) +#define sps_align(slot) (((slot) - SPS_FIXED + 3) & ~3) + +/* -- Exit state ---------------------------------------------------------- */ + +/* This definition must match with the *.dasc file(s). */ +typedef struct { + lua_Number fpr[RID_NUM_FPR]; /* Floating-point registers. */ + intptr_t gpr[RID_NUM_GPR]; /* General-purpose registers. */ + int32_t spill[256]; /* Spill slots. */ +} ExitState; + +/* Highest exit + 1 indicates stack check. */ +#define EXITSTATE_CHECKEXIT 1 + +/* Return the address of a per-trace exit stub. */ +static LJ_AINLINE uint32_t *exitstub_trace_addr_(uint32_t *p, uint32_t exitno) +{ + while (*p == (LJ_LE ? 0xd503201f : 0x1f2003d5)) p++; /* Skip A64I_NOP. */ + return p + 3 + exitno; +} +/* Avoid dependence on lj_jit.h if only including lj_target.h. */ +#define exitstub_trace_addr(T, exitno) \ + exitstub_trace_addr_((MCode *)((char *)(T)->mcode + (T)->szmcode), (exitno)) + +/* -- Instructions -------------------------------------------------------- */ + +/* ARM64 instructions are always little-endian. Swap for ARM64BE. */ +#if LJ_BE +#define A64I_LE(x) (lj_bswap(x)) +#else +#define A64I_LE(x) (x) +#endif + +/* Instruction fields. */ +#define A64F_D(r) (r) +#define A64F_N(r) ((r) << 5) +#define A64F_A(r) ((r) << 10) +#define A64F_M(r) ((r) << 16) +#define A64F_IMMS(x) ((x) << 10) +#define A64F_IMMR(x) ((x) << 16) +#define A64F_U16(x) ((x) << 5) +#define A64F_U12(x) ((x) << 10) +#define A64F_S26(x) (x) +#define A64F_S19(x) (((uint32_t)(x) & 0x7ffffu) << 5) +#define A64F_S14(x) ((x) << 5) +#define A64F_S9(x) ((x) << 12) +#define A64F_BIT(x) ((x) << 19) +#define A64F_SH(sh, x) (((sh) << 22) | ((x) << 10)) +#define A64F_EX(ex) (A64I_EX | ((ex) << 13)) +#define A64F_EXSH(ex,x) (A64I_EX | ((ex) << 13) | ((x) << 10)) +#define A64F_FP8(x) ((x) << 13) +#define A64F_CC(cc) ((cc) << 12) +#define A64F_LSL16(x) (((x) / 16) << 21) +#define A64F_BSH(sh) ((sh) << 10) + +typedef enum A64Ins { + A64I_S = 0x20000000, + A64I_X = 0x80000000, + A64I_EX = 0x00200000, + A64I_ON = 0x00200000, + A64I_K12 = 0x1a000000, + A64I_K13 = 0x18000000, + A64I_LS_U = 0x01000000, + A64I_LS_S = 0x00800000, + A64I_LS_R = 0x01200800, + A64I_LS_SH = 0x00001000, + A64I_LS_UXTWx = 0x00004000, + A64I_LS_SXTWx = 0x0000c000, + A64I_LS_SXTXx = 0x0000e000, + A64I_LS_LSLx = 0x00006000, + + A64I_ADDw = 0x0b000000, + A64I_ADDx = 0x8b000000, + A64I_ADDSw = 0x2b000000, + A64I_ADDSx = 0xab000000, + A64I_NEGw = 0x4b0003e0, + A64I_NEGx = 0xcb0003e0, + A64I_SUBw = 0x4b000000, + A64I_SUBx = 0xcb000000, + A64I_SUBSw = 0x6b000000, + A64I_SUBSx = 0xeb000000, + + A64I_MULw = 0x1b007c00, + A64I_MULx = 0x9b007c00, + A64I_SMULL = 0x9b207c00, + + A64I_ANDw = 0x0a000000, + A64I_ANDx = 0x8a000000, + A64I_ANDSw = 0x6a000000, + A64I_ANDSx = 0xea000000, + A64I_EORw = 0x4a000000, + A64I_EORx = 0xca000000, + A64I_ORRw = 0x2a000000, + A64I_ORRx = 0xaa000000, + A64I_TSTw = 0x6a00001f, + A64I_TSTx = 0xea00001f, + + A64I_CMPw = 0x6b00001f, + A64I_CMPx = 0xeb00001f, + A64I_CMNw = 0x2b00001f, + A64I_CMNx = 0xab00001f, + A64I_CCMPw = 0x7a400000, + A64I_CCMPx = 0xfa400000, + A64I_CSELw = 0x1a800000, + A64I_CSELx = 0x9a800000, + + A64I_ASRw = 0x13007c00, + A64I_ASRx = 0x9340fc00, + A64I_LSLx = 0xd3400000, + A64I_LSRx = 0xd340fc00, + A64I_SHRw = 0x1ac02000, + A64I_SHRx = 0x9ac02000, /* lsl/lsr/asr/ror x0, x0, x0 */ + A64I_REVw = 0x5ac00800, + A64I_REVx = 0xdac00c00, + + A64I_EXTRw = 0x13800000, + A64I_EXTRx = 0x93c00000, + A64I_SBFMw = 0x13000000, + A64I_SBFMx = 0x93400000, + A64I_SXTBw = 0x13001c00, + A64I_SXTHw = 0x13003c00, + A64I_SXTW = 0x93407c00, + A64I_UBFMw = 0x53000000, + A64I_UBFMx = 0xd3400000, + A64I_UXTBw = 0x53001c00, + A64I_UXTHw = 0x53003c00, + + A64I_MOVw = 0x2a0003e0, + A64I_MOVx = 0xaa0003e0, + A64I_MVNw = 0x2a2003e0, + A64I_MVNx = 0xaa2003e0, + A64I_MOVKw = 0x72800000, + A64I_MOVKx = 0xf2800000, + A64I_MOVZw = 0x52800000, + A64I_MOVZx = 0xd2800000, + A64I_MOVNw = 0x12800000, + A64I_MOVNx = 0x92800000, + + A64I_LDRB = 0x39400000, + A64I_LDRH = 0x79400000, + A64I_LDRw = 0xb9400000, + A64I_LDRx = 0xf9400000, + A64I_LDRLw = 0x18000000, + A64I_LDRLx = 0x58000000, + A64I_STRB = 0x39000000, + A64I_STRH = 0x79000000, + A64I_STRw = 0xb9000000, + A64I_STRx = 0xf9000000, + A64I_STPw = 0x29000000, + A64I_STPx = 0xa9000000, + A64I_LDPw = 0x29400000, + A64I_LDPx = 0xa9400000, + + A64I_B = 0x14000000, + A64I_BCC = 0x54000000, + A64I_BL = 0x94000000, + A64I_BR = 0xd61f0000, + A64I_BLR = 0xd63f0000, + A64I_TBZ = 0x36000000, + A64I_TBNZ = 0x37000000, + A64I_CBZ = 0x34000000, + A64I_CBNZ = 0x35000000, + + A64I_NOP = 0xd503201f, + + /* FP */ + A64I_FADDd = 0x1e602800, + A64I_FSUBd = 0x1e603800, + A64I_FMADDd = 0x1f400000, + A64I_FMSUBd = 0x1f408000, + A64I_FNMADDd = 0x1f600000, + A64I_FNMSUBd = 0x1f608000, + A64I_FMULd = 0x1e600800, + A64I_FDIVd = 0x1e601800, + A64I_FNEGd = 0x1e614000, + A64I_FABS = 0x1e60c000, + A64I_FSQRTd = 0x1e61c000, + A64I_LDRs = 0xbd400000, + A64I_LDRd = 0xfd400000, + A64I_STRs = 0xbd000000, + A64I_STRd = 0xfd000000, + A64I_LDPs = 0x2d400000, + A64I_LDPd = 0x6d400000, + A64I_STPs = 0x2d000000, + A64I_STPd = 0x6d000000, + A64I_FCMPd = 0x1e602000, + A64I_FCMPZd = 0x1e602008, + A64I_FCSELd = 0x1e600c00, + A64I_FRINTMd = 0x1e654000, + A64I_FRINTPd = 0x1e64c000, + A64I_FRINTZd = 0x1e65c000, + + A64I_FCVT_F32_F64 = 0x1e624000, + A64I_FCVT_F64_F32 = 0x1e22c000, + A64I_FCVT_F32_S32 = 0x1e220000, + A64I_FCVT_F64_S32 = 0x1e620000, + A64I_FCVT_F32_U32 = 0x1e230000, + A64I_FCVT_F64_U32 = 0x1e630000, + A64I_FCVT_F32_S64 = 0x9e220000, + A64I_FCVT_F64_S64 = 0x9e620000, + A64I_FCVT_F32_U64 = 0x9e230000, + A64I_FCVT_F64_U64 = 0x9e630000, + A64I_FCVT_S32_F64 = 0x1e780000, + A64I_FCVT_S32_F32 = 0x1e380000, + A64I_FCVT_U32_F64 = 0x1e790000, + A64I_FCVT_U32_F32 = 0x1e390000, + A64I_FCVT_S64_F64 = 0x9e780000, + A64I_FCVT_S64_F32 = 0x9e380000, + A64I_FCVT_U64_F64 = 0x9e790000, + A64I_FCVT_U64_F32 = 0x9e390000, + + A64I_FMOV_S = 0x1e204000, + A64I_FMOV_D = 0x1e604000, + A64I_FMOV_R_S = 0x1e260000, + A64I_FMOV_S_R = 0x1e270000, + A64I_FMOV_R_D = 0x9e660000, + A64I_FMOV_D_R = 0x9e670000, + A64I_FMOV_DI = 0x1e601000, +} A64Ins; + +typedef enum A64Shift { + A64SH_LSL, A64SH_LSR, A64SH_ASR, A64SH_ROR +} A64Shift; + +typedef enum A64Extend { + A64EX_UXTB, A64EX_UXTH, A64EX_UXTW, A64EX_UXTX, + A64EX_SXTB, A64EX_SXTH, A64EX_SXTW, A64EX_SXTX, +} A64Extend; + +/* ARM condition codes. */ +typedef enum A64CC { + CC_EQ, CC_NE, CC_CS, CC_CC, CC_MI, CC_PL, CC_VS, CC_VC, + CC_HI, CC_LS, CC_GE, CC_LT, CC_GT, CC_LE, CC_AL, + CC_HS = CC_CS, CC_LO = CC_CC +} A64CC; + +#endif diff --git a/core/src/luajit/src/lj_target_mips.h b/core/src/luajit/src/lj_target_mips.h index 0ab140bf3..740687b35 100644 --- a/core/src/luajit/src/lj_target_mips.h +++ b/core/src/luajit/src/lj_target_mips.h @@ -1,6 +1,6 @@ /* ** Definitions for MIPS CPUs. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_TARGET_MIPS_H @@ -13,11 +13,15 @@ _(R8) _(R9) _(R10) _(R11) _(R12) _(R13) _(R14) _(R15) \ _(R16) _(R17) _(R18) _(R19) _(R20) _(R21) _(R22) _(R23) \ _(R24) _(R25) _(SYS1) _(SYS2) _(R28) _(SP) _(R30) _(RA) +#if LJ_SOFTFP +#define FPRDEF(_) +#else #define FPRDEF(_) \ _(F0) _(F1) _(F2) _(F3) _(F4) _(F5) _(F6) _(F7) \ _(F8) _(F9) _(F10) _(F11) _(F12) _(F13) _(F14) _(F15) \ _(F16) _(F17) _(F18) _(F19) _(F20) _(F21) _(F22) _(F23) \ _(F24) _(F25) _(F26) _(F27) _(F28) _(F29) _(F30) _(F31) +#endif #define VRIDDEF(_) #define RIDENUM(name) RID_##name, @@ -28,6 +32,7 @@ enum { RID_MAX, RID_ZERO = RID_R0, RID_TMP = RID_RA, + RID_GP = RID_R28, /* Calling conventions. */ RID_RET = RID_R2, @@ -38,7 +43,11 @@ enum { RID_RETHI = RID_R2, RID_RETLO = RID_R3, #endif +#if LJ_SOFTFP + RID_FPRET = RID_R2, +#else RID_FPRET = RID_F0, +#endif RID_CFUNCADDR = RID_R25, /* These definitions must match with the *.dasc file(s): */ @@ -51,8 +60,12 @@ enum { /* Register ranges [min, max) and number of registers. */ RID_MIN_GPR = RID_R0, RID_MAX_GPR = RID_RA+1, - RID_MIN_FPR = RID_F0, + RID_MIN_FPR = RID_MAX_GPR, +#if LJ_SOFTFP + RID_MAX_FPR = RID_MIN_FPR, +#else RID_MAX_FPR = RID_F31+1, +#endif RID_NUM_GPR = RID_MAX_GPR - RID_MIN_GPR, RID_NUM_FPR = RID_MAX_FPR - RID_MIN_FPR /* Only even regs are used. */ }; @@ -62,33 +75,65 @@ enum { /* -- Register sets ------------------------------------------------------- */ -/* Make use of all registers, except ZERO, TMP, SP, SYS1, SYS2 and JGL. */ +/* Make use of all registers, except ZERO, TMP, SP, SYS1, SYS2, JGL and GP. */ #define RSET_FIXED \ (RID2RSET(RID_ZERO)|RID2RSET(RID_TMP)|RID2RSET(RID_SP)|\ - RID2RSET(RID_SYS1)|RID2RSET(RID_SYS2)|RID2RSET(RID_JGL)) + RID2RSET(RID_SYS1)|RID2RSET(RID_SYS2)|RID2RSET(RID_JGL)|RID2RSET(RID_GP)) #define RSET_GPR (RSET_RANGE(RID_MIN_GPR, RID_MAX_GPR) - RSET_FIXED) +#if LJ_SOFTFP +#define RSET_FPR 0 +#else +#if LJ_32 #define RSET_FPR \ (RID2RSET(RID_F0)|RID2RSET(RID_F2)|RID2RSET(RID_F4)|RID2RSET(RID_F6)|\ RID2RSET(RID_F8)|RID2RSET(RID_F10)|RID2RSET(RID_F12)|RID2RSET(RID_F14)|\ RID2RSET(RID_F16)|RID2RSET(RID_F18)|RID2RSET(RID_F20)|RID2RSET(RID_F22)|\ RID2RSET(RID_F24)|RID2RSET(RID_F26)|RID2RSET(RID_F28)|RID2RSET(RID_F30)) -#define RSET_ALL (RSET_GPR|RSET_FPR) -#define RSET_INIT RSET_ALL +#else +#define RSET_FPR RSET_RANGE(RID_MIN_FPR, RID_MAX_FPR) +#endif +#endif +#define RSET_ALL (RSET_GPR|RSET_FPR) +#define RSET_INIT RSET_ALL #define RSET_SCRATCH_GPR \ (RSET_RANGE(RID_R1, RID_R15+1)|\ - RID2RSET(RID_R24)|RID2RSET(RID_R25)|RID2RSET(RID_R28)) + RID2RSET(RID_R24)|RID2RSET(RID_R25)) +#if LJ_SOFTFP +#define RSET_SCRATCH_FPR 0 +#else +#if LJ_32 #define RSET_SCRATCH_FPR \ (RID2RSET(RID_F0)|RID2RSET(RID_F2)|RID2RSET(RID_F4)|RID2RSET(RID_F6)|\ RID2RSET(RID_F8)|RID2RSET(RID_F10)|RID2RSET(RID_F12)|RID2RSET(RID_F14)|\ RID2RSET(RID_F16)|RID2RSET(RID_F18)) +#else +#define RSET_SCRATCH_FPR RSET_RANGE(RID_F0, RID_F24) +#endif +#endif #define RSET_SCRATCH (RSET_SCRATCH_GPR|RSET_SCRATCH_FPR) #define REGARG_FIRSTGPR RID_R4 +#if LJ_32 #define REGARG_LASTGPR RID_R7 #define REGARG_NUMGPR 4 +#else +#define REGARG_LASTGPR RID_R11 +#define REGARG_NUMGPR 8 +#endif +#if LJ_ABI_SOFTFP +#define REGARG_FIRSTFPR 0 +#define REGARG_LASTFPR 0 +#define REGARG_NUMFPR 0 +#else #define REGARG_FIRSTFPR RID_F12 +#if LJ_32 #define REGARG_LASTFPR RID_F14 #define REGARG_NUMFPR 2 +#else +#define REGARG_LASTFPR RID_F19 +#define REGARG_NUMFPR 8 +#endif +#endif /* -- Spill slots --------------------------------------------------------- */ @@ -99,7 +144,11 @@ enum { ** ** SPS_FIRST: First spill slot for general use. */ +#if LJ_32 #define SPS_FIXED 5 +#else +#define SPS_FIXED 4 +#endif #define SPS_FIRST 4 #define SPOFS_TMP 0 @@ -111,8 +160,10 @@ enum { /* This definition must match with the *.dasc file(s). */ typedef struct { +#if !LJ_SOFTFP lua_Number fpr[RID_NUM_FPR]; /* Floating-point registers. */ - int32_t gpr[RID_NUM_GPR]; /* General-purpose registers. */ +#endif + intptr_t gpr[RID_NUM_GPR]; /* General-purpose registers. */ int32_t spill[256]; /* Spill slots. */ } ExitState; @@ -141,51 +192,68 @@ static LJ_AINLINE uint32_t *exitstub_trace_addr_(uint32_t *p) #define MIPSF_F(r) ((r) << 6) #define MIPSF_A(n) ((n) << 6) #define MIPSF_M(n) ((n) << 11) +#define MIPSF_L(n) ((n) << 6) typedef enum MIPSIns { + MIPSI_D = 0x38, + MIPSI_DV = 0x10, + MIPSI_D32 = 0x3c, /* Integer instructions. */ - MIPSI_MOVE = 0x00000021, + MIPSI_MOVE = 0x00000025, MIPSI_NOP = 0x00000000, MIPSI_LI = 0x24000000, MIPSI_LU = 0x34000000, MIPSI_LUI = 0x3c000000, - MIPSI_ADDIU = 0x24000000, + MIPSI_AND = 0x00000024, MIPSI_ANDI = 0x30000000, + MIPSI_OR = 0x00000025, MIPSI_ORI = 0x34000000, + MIPSI_XOR = 0x00000026, MIPSI_XORI = 0x38000000, + MIPSI_NOR = 0x00000027, + + MIPSI_SLT = 0x0000002a, + MIPSI_SLTU = 0x0000002b, MIPSI_SLTI = 0x28000000, MIPSI_SLTIU = 0x2c000000, MIPSI_ADDU = 0x00000021, + MIPSI_ADDIU = 0x24000000, + MIPSI_SUB = 0x00000022, MIPSI_SUBU = 0x00000023, MIPSI_MUL = 0x70000002, - MIPSI_AND = 0x00000024, - MIPSI_OR = 0x00000025, - MIPSI_XOR = 0x00000026, - MIPSI_NOR = 0x00000027, - MIPSI_SLT = 0x0000002a, - MIPSI_SLTU = 0x0000002b, + MIPSI_DIV = 0x0000001a, + MIPSI_DIVU = 0x0000001b, + MIPSI_MOVZ = 0x0000000a, MIPSI_MOVN = 0x0000000b, + MIPSI_MFHI = 0x00000010, + MIPSI_MFLO = 0x00000012, + MIPSI_MULT = 0x00000018, MIPSI_SLL = 0x00000000, MIPSI_SRL = 0x00000002, MIPSI_SRA = 0x00000003, - MIPSI_ROTR = 0x00200002, /* MIPS32R2 */ + MIPSI_ROTR = 0x00200002, /* MIPSXXR2 */ + MIPSI_DROTR = 0x0020003a, + MIPSI_DROTR32 = 0x0020003e, MIPSI_SLLV = 0x00000004, MIPSI_SRLV = 0x00000006, MIPSI_SRAV = 0x00000007, - MIPSI_ROTRV = 0x00000046, /* MIPS32R2 */ + MIPSI_ROTRV = 0x00000046, /* MIPSXXR2 */ + MIPSI_DROTRV = 0x00000056, - MIPSI_SEB = 0x7c000420, /* MIPS32R2 */ - MIPSI_SEH = 0x7c000620, /* MIPS32R2 */ - MIPSI_WSBH = 0x7c0000a0, /* MIPS32R2 */ + MIPSI_SEB = 0x7c000420, /* MIPSXXR2 */ + MIPSI_SEH = 0x7c000620, /* MIPSXXR2 */ + MIPSI_WSBH = 0x7c0000a0, /* MIPSXXR2 */ + MIPSI_DSBH = 0x7c0000a4, MIPSI_B = 0x10000000, MIPSI_J = 0x08000000, MIPSI_JAL = 0x0c000000, + MIPSI_JALX = 0x74000000, MIPSI_JR = 0x00000008, MIPSI_JALR = 0x0000f809, @@ -198,7 +266,9 @@ typedef enum MIPSIns { /* Load/store instructions. */ MIPSI_LW = 0x8c000000, + MIPSI_LD = 0xdc000000, MIPSI_SW = 0xac000000, + MIPSI_SD = 0xfc000000, MIPSI_LB = 0x80000000, MIPSI_SB = 0xa0000000, MIPSI_LH = 0x84000000, @@ -210,6 +280,50 @@ typedef enum MIPSIns { MIPSI_LDC1 = 0xd4000000, MIPSI_SDC1 = 0xf4000000, + /* MIPS64 instructions. */ + MIPSI_DADD = 0x0000002c, + MIPSI_DADDI = 0x60000000, + MIPSI_DADDU = 0x0000002d, + MIPSI_DADDIU = 0x64000000, + MIPSI_DSUB = 0x0000002e, + MIPSI_DSUBU = 0x0000002f, + MIPSI_DDIV = 0x0000001e, + MIPSI_DDIVU = 0x0000001f, + MIPSI_DMULT = 0x0000001c, + MIPSI_DMULTU = 0x0000001d, + + MIPSI_DSLL = 0x00000038, + MIPSI_DSRL = 0x0000003a, + MIPSI_DSLLV = 0x00000014, + MIPSI_DSRLV = 0x00000016, + MIPSI_DSRA = 0x0000003b, + MIPSI_DSRAV = 0x00000017, + MIPSI_DSRA32 = 0x0000003f, + MIPSI_DSLL32 = 0x0000003c, + MIPSI_DSRL32 = 0x0000003e, + MIPSI_DSHD = 0x7c000164, + + MIPSI_AADDU = LJ_32 ? MIPSI_ADDU : MIPSI_DADDU, + MIPSI_AADDIU = LJ_32 ? MIPSI_ADDIU : MIPSI_DADDIU, + MIPSI_ASUBU = LJ_32 ? MIPSI_SUBU : MIPSI_DSUBU, + MIPSI_AL = LJ_32 ? MIPSI_LW : MIPSI_LD, + MIPSI_AS = LJ_32 ? MIPSI_SW : MIPSI_SD, + + /* Extract/insert instructions. */ + MIPSI_DEXTM = 0x7c000001, + MIPSI_DEXTU = 0x7c000002, + MIPSI_DEXT = 0x7c000003, + MIPSI_DINSM = 0x7c000005, + MIPSI_DINSU = 0x7c000006, + MIPSI_DINS = 0x7c000007, + + MIPSI_RINT_D = 0x4620001a, + MIPSI_RINT_S = 0x4600001a, + MIPSI_RINT = 0x4400001a, + MIPSI_FLOOR_D = 0x4620000b, + MIPSI_CEIL_D = 0x4620000a, + MIPSI_ROUND_D = 0x46200008, + /* FP instructions. */ MIPSI_MOV_S = 0x46000006, MIPSI_MOV_D = 0x46200006, @@ -234,24 +348,30 @@ typedef enum MIPSIns { MIPSI_CVT_W_D = 0x46200024, MIPSI_CVT_S_W = 0x46800020, MIPSI_CVT_D_W = 0x46800021, + MIPSI_CVT_S_L = 0x46a00020, + MIPSI_CVT_D_L = 0x46a00021, MIPSI_TRUNC_W_S = 0x4600000d, MIPSI_TRUNC_W_D = 0x4620000d, + MIPSI_TRUNC_L_S = 0x46000009, + MIPSI_TRUNC_L_D = 0x46200009, MIPSI_FLOOR_W_S = 0x4600000f, MIPSI_FLOOR_W_D = 0x4620000f, MIPSI_MFC1 = 0x44000000, MIPSI_MTC1 = 0x44800000, + MIPSI_DMTC1 = 0x44a00000, + MIPSI_DMFC1 = 0x44200000, MIPSI_BC1F = 0x45000000, MIPSI_BC1T = 0x45010000, MIPSI_C_EQ_D = 0x46200032, + MIPSI_C_OLT_S = 0x46000034, MIPSI_C_OLT_D = 0x46200034, MIPSI_C_ULT_D = 0x46200035, MIPSI_C_OLE_D = 0x46200036, MIPSI_C_ULE_D = 0x46200037, - } MIPSIns; #endif diff --git a/core/src/luajit/src/lj_target_ppc.h b/core/src/luajit/src/lj_target_ppc.h index 2caeeb044..c5c991a37 100644 --- a/core/src/luajit/src/lj_target_ppc.h +++ b/core/src/luajit/src/lj_target_ppc.h @@ -1,6 +1,6 @@ /* ** Definitions for PPC CPUs. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_TARGET_PPC_H @@ -104,7 +104,7 @@ enum { /* This definition must match with the *.dasc file(s). */ typedef struct { lua_Number fpr[RID_NUM_FPR]; /* Floating-point registers. */ - int32_t gpr[RID_NUM_GPR]; /* General-purpose registers. */ + intptr_t gpr[RID_NUM_GPR]; /* General-purpose registers. */ int32_t spill[256]; /* Spill slots. */ } ExitState; diff --git a/core/src/luajit/src/lj_target_x86.h b/core/src/luajit/src/lj_target_x86.h index d12a1b87c..356f79245 100644 --- a/core/src/luajit/src/lj_target_x86.h +++ b/core/src/luajit/src/lj_target_x86.h @@ -1,6 +1,6 @@ /* ** Definitions for x86 and x64 CPUs. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_TARGET_X86_H @@ -22,7 +22,7 @@ _(XMM0) _(XMM1) _(XMM2) _(XMM3) _(XMM4) _(XMM5) _(XMM6) _(XMM7) #endif #define VRIDDEF(_) \ - _(MRM) + _(MRM) _(RIP) #define RIDENUM(name) RID_##name, @@ -31,8 +31,10 @@ enum { FPRDEF(RIDENUM) /* Floating-point registers (FPRs). */ RID_MAX, RID_MRM = RID_MAX, /* Pseudo-id for ModRM operand. */ + RID_RIP = RID_MAX+5, /* Pseudo-id for RIP (x64 only), rm bits = 5. */ /* Calling conventions. */ + RID_SP = RID_ESP, RID_RET = RID_EAX, #if LJ_64 RID_FPRET = RID_XMM0, @@ -62,8 +64,10 @@ enum { /* -- Register sets ------------------------------------------------------- */ -/* Make use of all registers, except the stack pointer. */ -#define RSET_GPR (RSET_RANGE(RID_MIN_GPR, RID_MAX_GPR)-RID2RSET(RID_ESP)) +/* Make use of all registers, except the stack pointer (and maybe DISPATCH). */ +#define RSET_GPR (RSET_RANGE(RID_MIN_GPR, RID_MAX_GPR) \ + - RID2RSET(RID_ESP) \ + - LJ_GC64*RID2RSET(RID_DISPATCH)) #define RSET_FPR (RSET_RANGE(RID_MIN_FPR, RID_MAX_FPR)) #define RSET_ALL (RSET_GPR|RSET_FPR) #define RSET_INIT RSET_ALL @@ -131,7 +135,11 @@ enum { #define SPS_FIXED (4*2) #define SPS_FIRST (4*2) /* Don't use callee register save area. */ #else +#if LJ_GC64 +#define SPS_FIXED 2 +#else #define SPS_FIXED 4 +#endif #define SPS_FIRST 2 #endif #else @@ -184,12 +192,18 @@ typedef struct { #define XO_f20f(o) ((uint32_t)(0x0ff2fc + (0x##o<<24))) #define XO_f30f(o) ((uint32_t)(0x0ff3fc + (0x##o<<24))) +#define XV_660f38(o) ((uint32_t)(0x79e2c4 + (0x##o<<24))) +#define XV_f20f38(o) ((uint32_t)(0x7be2c4 + (0x##o<<24))) +#define XV_f20f3a(o) ((uint32_t)(0x7be3c4 + (0x##o<<24))) +#define XV_f30f38(o) ((uint32_t)(0x7ae2c4 + (0x##o<<24))) + /* This list of x86 opcodes is not intended to be complete. Opcodes are only ** included when needed. Take a look at DynASM or jit.dis_x86 to see the ** whole mess. */ typedef enum { /* Fixed length opcodes. XI_* prefix. */ + XI_O16 = 0x66, XI_NOP = 0x90, XI_XCHGa = 0x90, XI_CALL = 0xe8, @@ -207,6 +221,7 @@ typedef enum { XI_PUSHi8 = 0x6a, XI_TESTb = 0x84, XI_TEST = 0x85, + XI_INT3 = 0xcc, XI_MOVmi = 0xc7, XI_GROUP5 = 0xff, @@ -226,7 +241,14 @@ typedef enum { XI_FSCALE = 0xfdd9, XI_FYL2X = 0xf1d9, + /* VEX-encoded instructions. XV_* prefix. */ + XV_RORX = XV_f20f3a(f0), + XV_SARX = XV_f30f38(f7), + XV_SHLX = XV_660f38(f7), + XV_SHRX = XV_f20f38(f7), + /* Variable-length opcodes. XO_* prefix. */ + XO_OR = XO_(0b), XO_MOV = XO_(8b), XO_MOVto = XO_(89), XO_MOVtow = XO_66(89), @@ -277,10 +299,8 @@ typedef enum { XO_ROUNDSD = 0x0b3a0ffc, /* Really 66 0f 3a 0b. See asm_fpmath. */ XO_UCOMISD = XO_660f(2e), XO_CVTSI2SD = XO_f20f(2a), - XO_CVTSD2SI = XO_f20f(2d), XO_CVTTSD2SI= XO_f20f(2c), XO_CVTSI2SS = XO_f30f(2a), - XO_CVTSS2SI = XO_f30f(2d), XO_CVTTSS2SI= XO_f30f(2c), XO_CVTSS2SD = XO_f30f(5a), XO_CVTSD2SS = XO_f20f(5a), diff --git a/core/src/luajit/src/lj_trace.c b/core/src/luajit/src/lj_trace.c index e51ec5467..d85b47f80 100644 --- a/core/src/luajit/src/lj_trace.c +++ b/core/src/luajit/src/lj_trace.c @@ -1,6 +1,6 @@ /* ** Trace management. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_trace_c @@ -117,27 +117,45 @@ static void perftools_addtrace(GCtrace *T) } #endif +/* Allocate space for copy of T. */ +GCtrace * LJ_FASTCALL lj_trace_alloc(lua_State *L, GCtrace *T) +{ + size_t sztr = ((sizeof(GCtrace)+7)&~7); + size_t szins = (T->nins-T->nk)*sizeof(IRIns); + size_t sz = sztr + szins + + T->nsnap*sizeof(SnapShot) + + T->nsnapmap*sizeof(SnapEntry); + GCtrace *T2 = lj_mem_newt(L, (MSize)sz, GCtrace); + char *p = (char *)T2 + sztr; + T2->gct = ~LJ_TTRACE; + T2->marked = 0; + T2->traceno = 0; + T2->ir = (IRIns *)p - T->nk; + T2->nins = T->nins; + T2->nk = T->nk; + T2->nsnap = T->nsnap; + T2->nsnapmap = T->nsnapmap; + memcpy(p, T->ir + T->nk, szins); + return T2; +} + /* Save current trace by copying and compacting it. */ -static void trace_save(jit_State *J) +static void trace_save(jit_State *J, GCtrace *T) { size_t sztr = ((sizeof(GCtrace)+7)&~7); size_t szins = (J->cur.nins-J->cur.nk)*sizeof(IRIns); - size_t sz = sztr + szins + - J->cur.nsnap*sizeof(SnapShot) + - J->cur.nsnapmap*sizeof(SnapEntry); - GCtrace *T = lj_mem_newt(J->L, (MSize)sz, GCtrace); char *p = (char *)T + sztr; memcpy(T, &J->cur, sizeof(GCtrace)); setgcrefr(T->nextgc, J2G(J)->gc.root); setgcrefp(J2G(J)->gc.root, T); newwhite(J2G(J), T); T->gct = ~LJ_TTRACE; - T->ir = (IRIns *)p - J->cur.nk; - memcpy(p, J->cur.ir+J->cur.nk, szins); + T->ir = (IRIns *)p - J->cur.nk; /* The IR has already been copied above. */ p += szins; TRACE_APPENDVEC(snap, nsnap, SnapShot) TRACE_APPENDVEC(snapmap, nsnapmap, SnapEntry) J->cur.traceno = 0; + J->curfinal = NULL; setgcrefp(J->trace[T->traceno], T); lj_gc_barriertrace(J2G(J), T->traceno); lj_gdbjit_addtrace(J, T); @@ -267,7 +285,7 @@ int lj_trace_flushall(lua_State *L) if (T->root == 0) trace_flushroot(J, T); lj_gdbjit_deltrace(J, T); - T->traceno = 0; + T->traceno = T->link = 0; /* Blacklist the link for cont_stitch. */ setgcrefnull(J->trace[i]); } } @@ -289,13 +307,42 @@ void lj_trace_initstate(global_State *g) { jit_State *J = G2J(g); TValue *tv; - /* Initialize SIMD constants. */ + + /* Initialize aligned SIMD constants. */ tv = LJ_KSIMD(J, LJ_KSIMD_ABS); tv[0].u64 = U64x(7fffffff,ffffffff); tv[1].u64 = U64x(7fffffff,ffffffff); tv = LJ_KSIMD(J, LJ_KSIMD_NEG); tv[0].u64 = U64x(80000000,00000000); tv[1].u64 = U64x(80000000,00000000); + + /* Initialize 32/64 bit constants. */ +#if LJ_TARGET_X86ORX64 + J->k64[LJ_K64_TOBIT].u64 = U64x(43380000,00000000); +#if LJ_32 + J->k64[LJ_K64_M2P64_31].u64 = U64x(c1e00000,00000000); +#endif + J->k64[LJ_K64_2P64].u64 = U64x(43f00000,00000000); + J->k32[LJ_K32_M2P64_31] = LJ_64 ? 0xdf800000 : 0xcf000000; +#endif +#if LJ_TARGET_X86ORX64 || LJ_TARGET_MIPS64 + J->k64[LJ_K64_M2P64].u64 = U64x(c3f00000,00000000); +#endif +#if LJ_TARGET_PPC + J->k32[LJ_K32_2P52_2P31] = 0x59800004; + J->k32[LJ_K32_2P52] = 0x59800000; +#endif +#if LJ_TARGET_PPC || LJ_TARGET_MIPS + J->k32[LJ_K32_2P31] = 0x4f000000; +#endif +#if LJ_TARGET_MIPS + J->k64[LJ_K64_2P31].u64 = U64x(41e00000,00000000); +#if LJ_64 + J->k64[LJ_K64_2P63].u64 = U64x(43e00000,00000000); + J->k32[LJ_K32_2P63] = 0x5f000000; + J->k32[LJ_K32_M2P64] = 0xdf800000; +#endif +#endif } /* Free everything associated with the JIT compiler state. */ @@ -310,7 +357,6 @@ void lj_trace_freestate(global_State *g) } #endif lj_mcode_free(J); - lj_ir_k64_freeall(J); lj_mem_freevec(g, J->snapmapbuf, J->sizesnapmap, SnapEntry); lj_mem_freevec(g, J->snapbuf, J->sizesnap, SnapShot); lj_mem_freevec(g, J->irbuf + J->irbotlim, J->irtoplim - J->irbotlim, IRIns); @@ -360,7 +406,7 @@ static void trace_start(jit_State *J) TraceNo traceno; if ((J->pt->flags & PROTO_NOJIT)) { /* JIT disabled for this proto? */ - if (J->parent == 0) { + if (J->parent == 0 && J->exitno == 0) { /* Lazy bytecode patching to disable hotcount events. */ lua_assert(bc_op(*J->pc) == BC_FORL || bc_op(*J->pc) == BC_ITERL || bc_op(*J->pc) == BC_LOOP || bc_op(*J->pc) == BC_FUNCF); @@ -394,6 +440,8 @@ static void trace_start(jit_State *J) J->guardemit.irt = 0; J->postproc = LJ_POST_NONE; lj_resetsplit(J); + J->retryrec = 0; + J->ktrace = 0; setgcref(J->cur.startpt, obj2gco(J->pt)); L = J->L; @@ -405,6 +453,12 @@ static void trace_start(jit_State *J) if (J->parent) { setintV(L->top++, J->parent); setintV(L->top++, J->exitno); + } else { + BCOp op = bc_op(*J->pc); + if (op == BC_CALLM || op == BC_CALL || op == BC_ITERC) { + setintV(L->top++, J->exitno); /* Parent of stitched trace. */ + setintV(L->top++, -1); + } } ); lj_record_setup(J); @@ -417,6 +471,7 @@ static void trace_stop(jit_State *J) BCOp op = bc_op(J->cur.startins); GCproto *pt = &gcref(J->cur.startpt)->pt; TraceNo traceno = J->cur.traceno; + GCtrace *T = J->curfinal; lua_State *L; switch (op) { @@ -453,6 +508,12 @@ static void trace_stop(jit_State *J) root->nextside = (TraceNo1)traceno; } break; + case BC_CALLM: + case BC_CALL: + case BC_ITERC: + /* Trace stitching: patch link of previous trace. */ + traceref(J, J->exitno)->link = traceno; + break; default: lua_assert(0); break; @@ -461,12 +522,13 @@ static void trace_stop(jit_State *J) /* Commit new mcode only after all patching is done. */ lj_mcode_commit(J, J->cur.mcode); J->postproc = LJ_POST_NONE; - trace_save(J); + trace_save(J, T); L = J->L; lj_vmevent_send(L, TRACE, setstrV(L, L->top++, lj_str_newlit(L, "stop")); setintV(L->top++, traceno); + setfuncV(L, L->top++, J->fn); ); } @@ -494,6 +556,10 @@ static int trace_abort(jit_State *J) J->postproc = LJ_POST_NONE; lj_mcode_abort(J); + if (J->curfinal) { + lj_trace_free(J2G(J), J->curfinal); + J->curfinal = NULL; + } if (tvisnumber(L->top-1)) e = (TraceError)numberVint(L->top-1); if (e == LJ_TRERR_MCODELM) { @@ -502,8 +568,17 @@ static int trace_abort(jit_State *J) return 1; /* Retry ASM with new MCode area. */ } /* Penalize or blacklist starting bytecode instruction. */ - if (J->parent == 0 && !bc_isret(bc_op(J->cur.startins))) - penalty_pc(J, &gcref(J->cur.startpt)->pt, mref(J->cur.startpc, BCIns), e); + if (J->parent == 0 && !bc_isret(bc_op(J->cur.startins))) { + if (J->exitno == 0) { + BCIns *startpc = mref(J->cur.startpc, BCIns); + if (e == LJ_TRERR_RETRY) + hotcount_set(J2GG(J), startpc+1, 1); /* Immediate retry. */ + else + penalty_pc(J, &gcref(J->cur.startpt)->pt, startpc, e); + } else { + traceref(J, J->exitno)->link = J->exitno; /* Self-link is blacklisted. */ + } + } /* Is there anything to abort? */ traceno = J->cur.traceno; @@ -672,6 +747,7 @@ static void trace_hotside(jit_State *J, const BCIns *pc) { SnapShot *snap = &traceref(J, J->parent)->snap[J->exitno]; if (!(J2G(J)->hookmask & (HOOK_GC|HOOK_VMEVENT)) && + isluafunc(curr_func(J->L)) && snap->count != SNAPCOUNT_DONE && ++snap->count >= J->param[JIT_P_hotexit]) { lua_assert(J->state == LJ_TRACE_IDLE); @@ -681,6 +757,20 @@ static void trace_hotside(jit_State *J, const BCIns *pc) } } +/* Stitch a new trace to the previous trace. */ +void LJ_FASTCALL lj_trace_stitch(jit_State *J, const BCIns *pc) +{ + /* Only start a new trace if not recording or inside __gc call or vmevent. */ + if (J->state == LJ_TRACE_IDLE && + !(J2G(J)->hookmask & (HOOK_GC|HOOK_VMEVENT))) { + J->parent = 0; /* Have to treat it like a root trace. */ + /* J->exitno is set to the invoking trace. */ + J->state = LJ_TRACE_START; + lj_trace_ins(J, pc); + } +} + + /* Tiny struct to pass data to protected call. */ typedef struct ExitDataCP { jit_State *J; @@ -767,17 +857,20 @@ int LJ_FASTCALL lj_trace_exit(jit_State *J, void *exptr) if (errcode) return -errcode; /* Return negated error code. */ - lj_vmevent_send(L, TEXIT, - lj_state_checkstack(L, 4+RID_NUM_GPR+RID_NUM_FPR+LUA_MINSTACK); - setintV(L->top++, J->parent); - setintV(L->top++, J->exitno); - trace_exit_regs(L, ex); - ); + if (!(LJ_HASPROFILE && (G(L)->hookmask & HOOK_PROFILE))) + lj_vmevent_send(L, TEXIT, + lj_state_checkstack(L, 4+RID_NUM_GPR+RID_NUM_FPR+LUA_MINSTACK); + setintV(L->top++, J->parent); + setintV(L->top++, J->exitno); + trace_exit_regs(L, ex); + ); pc = exd.pc; cf = cframe_raw(L->cframe); setcframe_pc(cf, pc); - if (G(L)->gc.state == GCSatomic || G(L)->gc.state == GCSfinalize) { + if (LJ_HASPROFILE && (G(L)->hookmask & HOOK_PROFILE)) { + /* Just exit to interpreter. */ + } else if (G(L)->gc.state == GCSatomic || G(L)->gc.state == GCSfinalize) { if (!(G(L)->hookmask & HOOK_GC)) lj_gc_step(L); /* Exited because of GC: drive GC forward. */ } else { @@ -801,7 +894,7 @@ int LJ_FASTCALL lj_trace_exit(jit_State *J, void *exptr) ERRNO_RESTORE switch (bc_op(*pc)) { case BC_CALLM: case BC_CALLMT: - return (int)((BCReg)(L->top - L->base) - bc_a(*pc) - bc_c(*pc)); + return (int)((BCReg)(L->top - L->base) - bc_a(*pc) - bc_c(*pc) - LJ_FR2); case BC_RETM: return (int)((BCReg)(L->top - L->base) + 1 - bc_a(*pc) - bc_d(*pc)); case BC_TSETM: diff --git a/core/src/luajit/src/lj_trace.h b/core/src/luajit/src/lj_trace.h index 4fbe5cf25..22cae741f 100644 --- a/core/src/luajit/src/lj_trace.h +++ b/core/src/luajit/src/lj_trace.h @@ -1,6 +1,6 @@ /* ** Trace management. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_TRACE_H @@ -23,6 +23,7 @@ LJ_FUNC_NORET void lj_trace_err(jit_State *J, TraceError e); LJ_FUNC_NORET void lj_trace_err_info(jit_State *J, TraceError e); /* Trace management. */ +LJ_FUNC GCtrace * LJ_FASTCALL lj_trace_alloc(lua_State *L, GCtrace *T); LJ_FUNC void LJ_FASTCALL lj_trace_free(global_State *g, GCtrace *T); LJ_FUNC void lj_trace_reenableproto(GCproto *pt); LJ_FUNC void lj_trace_flushproto(global_State *g, GCproto *pt); @@ -34,6 +35,7 @@ LJ_FUNC void lj_trace_freestate(global_State *g); /* Event handling. */ LJ_FUNC void lj_trace_ins(jit_State *J, const BCIns *pc); LJ_FUNCA void LJ_FASTCALL lj_trace_hot(jit_State *J, const BCIns *pc); +LJ_FUNCA void LJ_FASTCALL lj_trace_stitch(jit_State *J, const BCIns *pc); LJ_FUNCA int LJ_FASTCALL lj_trace_exit(jit_State *J, void *exptr); /* Signal asynchronous abort of trace or end of trace. */ diff --git a/core/src/luajit/src/lj_traceerr.h b/core/src/luajit/src/lj_traceerr.h index 9bef117ab..1363c4f32 100644 --- a/core/src/luajit/src/lj_traceerr.h +++ b/core/src/luajit/src/lj_traceerr.h @@ -1,16 +1,18 @@ /* ** Trace compiler error messages. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ /* This file may be included multiple times with different TREDEF macros. */ /* Recording. */ TREDEF(RECERR, "error thrown or hook called during recording") +TREDEF(TRACEUV, "trace too short") TREDEF(TRACEOV, "trace too long") TREDEF(STACKOV, "trace too deep") TREDEF(SNAPOV, "too many snapshots") TREDEF(BLACKL, "blacklisted") +TREDEF(RETRY, "retry recording") TREDEF(NYIBC, "NYI: bytecode %d") /* Recording loop ops. */ @@ -23,8 +25,6 @@ TREDEF(BADTYPE, "bad argument type") TREDEF(CJITOFF, "JIT compilation disabled for function") TREDEF(CUNROLL, "call unroll limit reached") TREDEF(DOWNREC, "down-recursion, restarting") -TREDEF(NYICF, "NYI: C function %p") -TREDEF(NYIFF, "NYI: FastFunc %s") TREDEF(NYIFFU, "NYI: unsupported variant of FastFunc %s") TREDEF(NYIRETL, "NYI: return to lower frame") diff --git a/core/src/luajit/src/lj_udata.c b/core/src/luajit/src/lj_udata.c index d401a3d8e..bd0321b83 100644 --- a/core/src/luajit/src/lj_udata.c +++ b/core/src/luajit/src/lj_udata.c @@ -1,6 +1,6 @@ /* ** Userdata handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_udata_c diff --git a/core/src/luajit/src/lj_udata.h b/core/src/luajit/src/lj_udata.h index 676e970f4..f271a42d3 100644 --- a/core/src/luajit/src/lj_udata.h +++ b/core/src/luajit/src/lj_udata.h @@ -1,6 +1,6 @@ /* ** Userdata handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_UDATA_H diff --git a/core/src/luajit/src/lj_vm.h b/core/src/luajit/src/lj_vm.h index 036cabc57..1cc7eed78 100644 --- a/core/src/luajit/src/lj_vm.h +++ b/core/src/luajit/src/lj_vm.h @@ -1,6 +1,6 @@ /* ** Assembler VM interface definitions. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_VM_H @@ -17,6 +17,10 @@ LJ_ASMF int lj_vm_cpcall(lua_State *L, lua_CFunction func, void *ud, LJ_ASMF int lj_vm_resume(lua_State *L, TValue *base, int nres1, ptrdiff_t ef); LJ_ASMF_NORET void LJ_FASTCALL lj_vm_unwind_c(void *cframe, int errcode); LJ_ASMF_NORET void LJ_FASTCALL lj_vm_unwind_ff(void *cframe); +#if LJ_ABI_WIN && LJ_TARGET_X86 +LJ_ASMF_NORET void LJ_FASTCALL lj_vm_rtlunwind(void *cframe, void *excptrec, + void *unwinder, int errcode); +#endif LJ_ASMF void lj_vm_unwind_c_eh(void); LJ_ASMF void lj_vm_unwind_ff_eh(void); #if LJ_TARGET_X86ORX64 @@ -43,13 +47,14 @@ LJ_ASMF void lj_vm_record(void); LJ_ASMF void lj_vm_inshook(void); LJ_ASMF void lj_vm_rethook(void); LJ_ASMF void lj_vm_callhook(void); +LJ_ASMF void lj_vm_profhook(void); /* Trace exit handling. */ LJ_ASMF void lj_vm_exit_handler(void); LJ_ASMF void lj_vm_exit_interp(void); /* Internal math helper functions. */ -#if LJ_TARGET_X86ORX64 || LJ_TARGET_PPC +#if LJ_TARGET_PPC || LJ_TARGET_ARM64 || (LJ_TARGET_MIPS && LJ_ABI_SOFTFP) #define lj_vm_floor floor #define lj_vm_ceil ceil #else @@ -60,23 +65,26 @@ LJ_ASMF double lj_vm_floor_sf(double); LJ_ASMF double lj_vm_ceil_sf(double); #endif #endif -#if defined(LUAJIT_NO_LOG2) || LJ_TARGET_X86ORX64 +#ifdef LUAJIT_NO_LOG2 LJ_ASMF double lj_vm_log2(double); #else #define lj_vm_log2 log2 #endif +#if !(defined(_LJ_DISPATCH_H) && LJ_TARGET_MIPS) +LJ_ASMF int32_t LJ_FASTCALL lj_vm_modi(int32_t, int32_t); +#endif #if LJ_HASJIT #if LJ_TARGET_X86ORX64 LJ_ASMF void lj_vm_floor_sse(void); LJ_ASMF void lj_vm_ceil_sse(void); LJ_ASMF void lj_vm_trunc_sse(void); -LJ_ASMF void lj_vm_exp_x87(void); -LJ_ASMF void lj_vm_exp2_x87(void); -LJ_ASMF void lj_vm_pow_sse(void); LJ_ASMF void lj_vm_powi_sse(void); +#define lj_vm_powi NULL #else -#if LJ_TARGET_PPC +LJ_ASMF double lj_vm_powi(double, int32_t); +#endif +#if LJ_TARGET_PPC || LJ_TARGET_ARM64 #define lj_vm_trunc trunc #else LJ_ASMF double lj_vm_trunc(double); @@ -84,14 +92,11 @@ LJ_ASMF double lj_vm_trunc(double); LJ_ASMF double lj_vm_trunc_sf(double); #endif #endif -LJ_ASMF double lj_vm_powi(double, int32_t); #ifdef LUAJIT_NO_EXP2 LJ_ASMF double lj_vm_exp2(double); #else #define lj_vm_exp2 exp2 #endif -#endif -LJ_ASMF int32_t LJ_FASTCALL lj_vm_modi(int32_t, int32_t); #if LJ_HASFFI LJ_ASMF int lj_vm_errno(void); #endif @@ -104,8 +109,7 @@ LJ_ASMF void lj_cont_nop(void); /* Do nothing, just continue execution. */ LJ_ASMF void lj_cont_condt(void); /* Branch if result is true. */ LJ_ASMF void lj_cont_condf(void); /* Branch if result is false. */ LJ_ASMF void lj_cont_hook(void); /* Continue from hook yield. */ - -enum { LJ_CONT_TAILCALL, LJ_CONT_FFI_CALLBACK }; /* Special continuations. */ +LJ_ASMF void lj_cont_stitch(void); /* Trace stitching. */ /* Start of the ASM code. */ LJ_ASMF char lj_vm_asm_begin[]; diff --git a/core/src/luajit/src/lj_vmevent.c b/core/src/luajit/src/lj_vmevent.c index 81fe47d4d..86640804b 100644 --- a/core/src/luajit/src/lj_vmevent.c +++ b/core/src/luajit/src/lj_vmevent.c @@ -1,6 +1,6 @@ /* ** VM event handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #include <stdio.h> @@ -27,6 +27,7 @@ ptrdiff_t lj_vmevent_prepare(lua_State *L, VMEvent ev) if (tv && tvisfunc(tv)) { lj_state_checkstack(L, LUA_MINSTACK); setfuncV(L, L->top++, funcV(tv)); + if (LJ_FR2) setnilV(L->top++); return savestack(L, L->top); } } diff --git a/core/src/luajit/src/lj_vmevent.h b/core/src/luajit/src/lj_vmevent.h index 231e00ecd..050fb4dd2 100644 --- a/core/src/luajit/src/lj_vmevent.h +++ b/core/src/luajit/src/lj_vmevent.h @@ -1,6 +1,6 @@ /* ** VM event handling. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LJ_VMEVENT_H diff --git a/core/src/luajit/src/lj_vmmath.c b/core/src/luajit/src/lj_vmmath.c index 31c6029fc..b231d3e81 100644 --- a/core/src/luajit/src/lj_vmmath.c +++ b/core/src/luajit/src/lj_vmmath.c @@ -1,6 +1,6 @@ /* ** Math helper functions for assembler VM. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #define lj_vmmath_c @@ -13,16 +13,29 @@ #include "lj_ir.h" #include "lj_vm.h" -/* -- Helper functions for generated machine code ------------------------- */ +/* -- Wrapper functions --------------------------------------------------- */ -#if LJ_TARGET_X86ORX64 -/* Wrapper functions to avoid linker issues on OSX. */ -LJ_FUNCA double lj_vm_sinh(double x) { return sinh(x); } -LJ_FUNCA double lj_vm_cosh(double x) { return cosh(x); } -LJ_FUNCA double lj_vm_tanh(double x) { return tanh(x); } +#if LJ_TARGET_X86 && __ELF__ && __PIC__ +/* Wrapper functions to deal with the ELF/x86 PIC disaster. */ +LJ_FUNCA double lj_wrap_log(double x) { return log(x); } +LJ_FUNCA double lj_wrap_log10(double x) { return log10(x); } +LJ_FUNCA double lj_wrap_exp(double x) { return exp(x); } +LJ_FUNCA double lj_wrap_sin(double x) { return sin(x); } +LJ_FUNCA double lj_wrap_cos(double x) { return cos(x); } +LJ_FUNCA double lj_wrap_tan(double x) { return tan(x); } +LJ_FUNCA double lj_wrap_asin(double x) { return asin(x); } +LJ_FUNCA double lj_wrap_acos(double x) { return acos(x); } +LJ_FUNCA double lj_wrap_atan(double x) { return atan(x); } +LJ_FUNCA double lj_wrap_sinh(double x) { return sinh(x); } +LJ_FUNCA double lj_wrap_cosh(double x) { return cosh(x); } +LJ_FUNCA double lj_wrap_tanh(double x) { return tanh(x); } +LJ_FUNCA double lj_wrap_atan2(double x, double y) { return atan2(x, y); } +LJ_FUNCA double lj_wrap_pow(double x, double y) { return pow(x, y); } +LJ_FUNCA double lj_wrap_fmod(double x, double y) { return fmod(x, y); } #endif -#if !LJ_TARGET_X86ORX64 +/* -- Helper functions for generated machine code ------------------------- */ + double lj_vm_foldarith(double x, double y, int op) { switch (op) { @@ -43,6 +56,19 @@ double lj_vm_foldarith(double x, double y, int op) default: return x; } } + +#if (LJ_HASJIT && !(LJ_TARGET_ARM || LJ_TARGET_ARM64 || LJ_TARGET_PPC)) || LJ_TARGET_MIPS +int32_t LJ_FASTCALL lj_vm_modi(int32_t a, int32_t b) +{ + uint32_t y, ua, ub; + lua_assert(b != 0); /* This must be checked before using this function. */ + ua = a < 0 ? (uint32_t)-a : (uint32_t)a; + ub = b < 0 ? (uint32_t)-b : (uint32_t)b; + y = ua % ub; + if (y != 0 && (a^b) < 0) y = y - ub; + if (((int32_t)y^b) < 0) y = (uint32_t)-(int32_t)y; + return (int32_t)y; +} #endif #if LJ_HASJIT @@ -61,20 +87,6 @@ double lj_vm_exp2(double a) } #endif -#if !(LJ_TARGET_ARM || LJ_TARGET_PPC) -int32_t LJ_FASTCALL lj_vm_modi(int32_t a, int32_t b) -{ - uint32_t y, ua, ub; - lua_assert(b != 0); /* This must be checked before using this function. */ - ua = a < 0 ? (uint32_t)-a : (uint32_t)a; - ub = b < 0 ? (uint32_t)-b : (uint32_t)b; - y = ua % ub; - if (y != 0 && (a^b) < 0) y = y - ub; - if (((int32_t)y^b) < 0) y = (uint32_t)-(int32_t)y; - return (int32_t)y; -} -#endif - #if !LJ_TARGET_X86ORX64 /* Unsigned x^k. */ static double lj_vm_powui(double x, uint32_t k) @@ -107,6 +119,7 @@ double lj_vm_powi(double x, int32_t k) else return 1.0 / lj_vm_powui(x, (uint32_t)-k); } +#endif /* Computes fpm(x) for extended math functions. */ double lj_vm_foldfpm(double x, int fpm) @@ -128,7 +141,6 @@ double lj_vm_foldfpm(double x, int fpm) } return 0; } -#endif #if LJ_HASFFI int lj_vm_errno(void) diff --git a/core/src/luajit/src/ljamalg.c b/core/src/luajit/src/ljamalg.c index 9b237b7e9..f1f28623f 100644 --- a/core/src/luajit/src/ljamalg.c +++ b/core/src/luajit/src/ljamalg.c @@ -1,6 +1,6 @@ /* ** LuaJIT core and libraries amalgamation. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ /* @@ -33,6 +33,7 @@ #include "lj_char.c" #include "lj_bc.c" #include "lj_obj.c" +#include "lj_buf.c" #include "lj_str.c" #include "lj_tab.c" #include "lj_func.c" @@ -44,7 +45,10 @@ #include "lj_vmevent.c" #include "lj_vmmath.c" #include "lj_strscan.c" +#include "lj_strfmt.c" +#include "lj_strfmt_num.c" #include "lj_api.c" +#include "lj_profile.c" #include "lj_lex.c" #include "lj_parse.c" #include "lj_bcread.c" diff --git a/core/src/luajit/src/lua.h b/core/src/luajit/src/lua.h index c83fd3bbe..850bd796c 100644 --- a/core/src/luajit/src/lua.h +++ b/core/src/luajit/src/lua.h @@ -39,7 +39,8 @@ #define lua_upvalueindex(i) (LUA_GLOBALSINDEX-(i)) -/* thread status; 0 is OK */ +/* thread status */ +#define LUA_OK 0 #define LUA_YIELD 1 #define LUA_ERRRUN 2 #define LUA_ERRSYNTAX 3 @@ -226,6 +227,7 @@ LUA_API int (lua_status) (lua_State *L); #define LUA_GCSTEP 5 #define LUA_GCSETPAUSE 6 #define LUA_GCSETSTEPMUL 7 +#define LUA_GCISRUNNING 9 LUA_API int (lua_gc) (lua_State *L, int what, int data); @@ -346,6 +348,13 @@ LUA_API void *lua_upvalueid (lua_State *L, int idx, int n); LUA_API void lua_upvaluejoin (lua_State *L, int idx1, int n1, int idx2, int n2); LUA_API int lua_loadx (lua_State *L, lua_Reader reader, void *dt, const char *chunkname, const char *mode); +LUA_API const lua_Number *lua_version (lua_State *L); +LUA_API void lua_copy (lua_State *L, int fromidx, int toidx); +LUA_API lua_Number lua_tonumberx (lua_State *L, int idx, int *isnum); +LUA_API lua_Integer lua_tointegerx (lua_State *L, int idx, int *isnum); + +/* From Lua 5.3. */ +LUA_API int lua_isyieldable (lua_State *L); struct lua_Debug { diff --git a/core/src/luajit/src/luaconf.h b/core/src/luajit/src/luaconf.h index fc9ca273f..c2d29d949 100644 --- a/core/src/luajit/src/luaconf.h +++ b/core/src/luajit/src/luaconf.h @@ -1,6 +1,6 @@ /* ** Configuration header. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef luaconf_h @@ -37,7 +37,7 @@ #endif #define LUA_LROOT "/usr/local" #define LUA_LUADIR "/lua/5.1/" -#define LUA_LJDIR "/luajit-2.0.4/" +#define LUA_LJDIR "/luajit-2.1.0-beta3/" #ifdef LUA_ROOT #define LUA_JROOT LUA_ROOT @@ -79,7 +79,7 @@ #define LUA_IGMARK "-" #define LUA_PATH_CONFIG \ LUA_DIRSEP "\n" LUA_PATHSEP "\n" LUA_PATH_MARK "\n" \ - LUA_EXECDIR "\n" LUA_IGMARK + LUA_EXECDIR "\n" LUA_IGMARK "\n" /* Quoting in error messages. */ #define LUA_QL(x) "'" x "'" @@ -92,10 +92,6 @@ #define LUAI_GCMUL 200 /* Run GC at 200% of allocation speed. */ #define LUA_MAXCAPTURES 32 /* Max. pattern captures. */ -/* Compatibility with older library function names. */ -#define LUA_COMPAT_MOD /* OLD: math.mod, NEW: math.fmod */ -#define LUA_COMPAT_GFIND /* OLD: string.gfind, NEW: string.gmatch */ - /* Configuration for the frontend (the luajit executable). */ #if defined(luajit_c) #define LUA_PROGNAME "luajit" /* Fallback frontend name. */ @@ -128,7 +124,6 @@ #define LUA_INTFRM_T long /* Linkage of public API functions. */ -#if 0 #if defined(LUA_BUILD_AS_DLL) #if defined(LUA_CORE) || defined(LUA_LIB) #define LUA_API __declspec(dllexport) @@ -138,12 +133,6 @@ #else #define LUA_API extern #endif -#endif -#if defined(__cplusplus) -#define LUA_API extern "C" -#else -#define LUA_API extern -#endif #define LUALIB_API LUA_API diff --git a/core/src/luajit/src/luajit.c b/core/src/luajit/src/luajit.c index 85d713fb4..1ca243011 100644 --- a/core/src/luajit/src/luajit.c +++ b/core/src/luajit/src/luajit.c @@ -1,6 +1,6 @@ /* ** LuaJIT frontend. Runs commands, scripts, read-eval-print (REPL) etc. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h ** ** Major portions taken verbatim or adapted from the Lua interpreter. ** Copyright (C) 1994-2008 Lua.org, PUC-Rio. See Copyright Notice in lua.h @@ -61,8 +61,9 @@ static void laction(int i) static void print_usage(void) { - fprintf(stderr, - "usage: %s [options]... [script [args]...].\n" + fputs("usage: ", stderr); + fputs(progname, stderr); + fputs(" [options]... [script [args]...].\n" "Available options are:\n" " -e chunk Execute string " LUA_QL("chunk") ".\n" " -l name Require library " LUA_QL("name") ".\n" @@ -73,16 +74,14 @@ static void print_usage(void) " -v Show version information.\n" " -E Ignore environment variables.\n" " -- Stop handling options.\n" - " - Execute stdin and stop handling options.\n" - , - progname); + " - Execute stdin and stop handling options.\n", stderr); fflush(stderr); } static void l_message(const char *pname, const char *msg) { - if (pname) fprintf(stderr, "%s: ", pname); - fprintf(stderr, "%s\n", msg); + if (pname) { fputs(pname, stderr); fputc(':', stderr); fputc(' ', stderr); } + fputs(msg, stderr); fputc('\n', stderr); fflush(stderr); } @@ -125,7 +124,7 @@ static int docall(lua_State *L, int narg, int clear) #endif lua_remove(L, base); /* remove traceback function */ /* force a complete garbage collection in case of errors */ - if (status != 0) lua_gc(L, LUA_GCCOLLECT, 0); + if (status != LUA_OK) lua_gc(L, LUA_GCCOLLECT, 0); return status; } @@ -153,22 +152,15 @@ static void print_jit_status(lua_State *L) putc('\n', stdout); } -static int getargs(lua_State *L, char **argv, int n) +static void createargtable(lua_State *L, char **argv, int argc, int argf) { - int narg; int i; - int argc = 0; - while (argv[argc]) argc++; /* count total number of arguments */ - narg = argc - (n + 1); /* number of arguments to the script */ - luaL_checkstack(L, narg + 3, "too many arguments to script"); - for (i = n+1; i < argc; i++) - lua_pushstring(L, argv[i]); - lua_createtable(L, narg, n + 1); + lua_createtable(L, argc - argf, argf); for (i = 0; i < argc; i++) { lua_pushstring(L, argv[i]); - lua_rawseti(L, -2, i - n); + lua_rawseti(L, -2, i - argf); } - return narg; + lua_setglobal(L, "arg"); } static int dofile(lua_State *L, const char *name) @@ -257,9 +249,9 @@ static void dotty(lua_State *L) const char *oldprogname = progname; progname = NULL; while ((status = loadline(L)) != -1) { - if (status == 0) status = docall(L, 0, 0); + if (status == LUA_OK) status = docall(L, 0, 0); report(L, status); - if (status == 0 && lua_gettop(L) > 0) { /* any result to print? */ + if (status == LUA_OK && lua_gettop(L) > 0) { /* any result to print? */ lua_getglobal(L, "print"); lua_insert(L, 1); if (lua_pcall(L, lua_gettop(L)-1, 0, 0) != 0) @@ -274,21 +266,30 @@ static void dotty(lua_State *L) progname = oldprogname; } -static int handle_script(lua_State *L, char **argv, int n) +static int handle_script(lua_State *L, char **argx) { int status; - const char *fname; - int narg = getargs(L, argv, n); /* collect arguments */ - lua_setglobal(L, "arg"); - fname = argv[n]; - if (strcmp(fname, "-") == 0 && strcmp(argv[n-1], "--") != 0) + const char *fname = argx[0]; + if (strcmp(fname, "-") == 0 && strcmp(argx[-1], "--") != 0) fname = NULL; /* stdin */ status = luaL_loadfile(L, fname); - lua_insert(L, -(narg+1)); - if (status == 0) + if (status == LUA_OK) { + /* Fetch args from arg table. LUA_INIT or -e might have changed them. */ + int narg = 0; + lua_getglobal(L, "arg"); + if (lua_istable(L, -1)) { + do { + narg++; + lua_rawgeti(L, -narg, narg); + } while (!lua_isnil(L, -1)); + lua_pop(L, 1); + lua_remove(L, -narg); + narg--; + } else { + lua_pop(L, 1); + } status = docall(L, narg, 0); - else - lua_pop(L, narg); + } return report(L, status); } @@ -385,7 +386,8 @@ static int dobytecode(lua_State *L, char **argv) } for (argv++; *argv != NULL; narg++, argv++) lua_pushstring(L, *argv); - return report(L, lua_pcall(L, narg, 0, 0)); + report(L, lua_pcall(L, narg, 0, 0)); + return -1; } /* check that argument has no extra characters at the end */ @@ -406,7 +408,7 @@ static int collectargs(char **argv, int *flags) switch (argv[i][1]) { /* Check option. */ case '-': notail(argv[i]); - return (argv[i+1] != NULL ? i+1 : 0); + return i+1; case '\0': return i; case 'i': @@ -431,23 +433,23 @@ static int collectargs(char **argv, int *flags) case 'b': /* LuaJIT extension */ if (*flags) return -1; *flags |= FLAGS_EXEC; - return 0; + return i+1; case 'E': *flags |= FLAGS_NOENV; break; default: return -1; /* invalid option */ } } - return 0; + return i; } -static int runargs(lua_State *L, char **argv, int n) +static int runargs(lua_State *L, char **argv, int argn) { int i; - for (i = 1; i < n; i++) { + for (i = 1; i < argn; i++) { if (argv[i] == NULL) continue; lua_assert(argv[i][0] == '-'); - switch (argv[i][1]) { /* option */ + switch (argv[i][1]) { case 'e': { const char *chunk = argv[i] + 2; if (*chunk == '\0') chunk = argv[++i]; @@ -461,10 +463,10 @@ static int runargs(lua_State *L, char **argv, int n) if (*filename == '\0') filename = argv[++i]; lua_assert(filename != NULL); if (dolibrary(L, filename)) - return 1; /* stop if file fails */ + return 1; break; } - case 'j': { /* LuaJIT extension */ + case 'j': { /* LuaJIT extension. */ const char *cmd = argv[i] + 2; if (*cmd == '\0') cmd = argv[++i]; lua_assert(cmd != NULL); @@ -472,16 +474,16 @@ static int runargs(lua_State *L, char **argv, int n) return 1; break; } - case 'O': /* LuaJIT extension */ + case 'O': /* LuaJIT extension. */ if (dojitopt(L, argv[i] + 2)) return 1; break; - case 'b': /* LuaJIT extension */ + case 'b': /* LuaJIT extension. */ return dobytecode(L, argv+i); default: break; } } - return 0; + return LUA_OK; } static int handle_luainit(lua_State *L) @@ -492,7 +494,7 @@ static int handle_luainit(lua_State *L) const char *init = getenv(LUA_INIT); #endif if (init == NULL) - return 0; /* status OK */ + return LUA_OK; else if (init[0] == '@') return dofile(L, init+1); else @@ -509,45 +511,57 @@ static int pmain(lua_State *L) { struct Smain *s = &smain; char **argv = s->argv; - int script; + int argn; int flags = 0; globalL = L; if (argv[0] && argv[0][0]) progname = argv[0]; - LUAJIT_VERSION_SYM(); /* linker-enforced version check */ - script = collectargs(argv, &flags); - if (script < 0) { /* invalid args? */ + + LUAJIT_VERSION_SYM(); /* Linker-enforced version check. */ + + argn = collectargs(argv, &flags); + if (argn < 0) { /* Invalid args? */ print_usage(); s->status = 1; return 0; } + if ((flags & FLAGS_NOENV)) { lua_pushboolean(L, 1); lua_setfield(L, LUA_REGISTRYINDEX, "LUA_NOENV"); } - lua_gc(L, LUA_GCSTOP, 0); /* stop collector during initialization */ - luaL_openlibs(L); /* open libraries */ + + /* Stop collector during library initialization. */ + lua_gc(L, LUA_GCSTOP, 0); + luaL_openlibs(L); lua_gc(L, LUA_GCRESTART, -1); + + createargtable(L, argv, s->argc, argn); + if (!(flags & FLAGS_NOENV)) { s->status = handle_luainit(L); - if (s->status != 0) return 0; + if (s->status != LUA_OK) return 0; } + if ((flags & FLAGS_VERSION)) print_version(); - s->status = runargs(L, argv, (script > 0) ? script : s->argc); - if (s->status != 0) return 0; - if (script) { - s->status = handle_script(L, argv, script); - if (s->status != 0) return 0; + + s->status = runargs(L, argv, argn); + if (s->status != LUA_OK) return 0; + + if (s->argc > argn) { + s->status = handle_script(L, argv + argn); + if (s->status != LUA_OK) return 0; } + if ((flags & FLAGS_INTERACTIVE)) { print_jit_status(L); dotty(L); - } else if (script == 0 && !(flags & (FLAGS_EXEC|FLAGS_VERSION))) { + } else if (s->argc == argn && !(flags & (FLAGS_EXEC|FLAGS_VERSION))) { if (lua_stdin_is_tty()) { print_version(); print_jit_status(L); dotty(L); } else { - dofile(L, NULL); /* executes stdin as a file */ + dofile(L, NULL); /* Executes stdin as a file. */ } } return 0; @@ -556,7 +570,7 @@ static int pmain(lua_State *L) int main(int argc, char **argv) { int status; - lua_State *L = lua_open(); /* create state */ + lua_State *L = lua_open(); if (L == NULL) { l_message(argv[0], "cannot create state: not enough memory"); return EXIT_FAILURE; @@ -566,6 +580,6 @@ int main(int argc, char **argv) status = lua_cpcall(L, pmain, NULL); report(L, status); lua_close(L); - return (status || smain.status) ? EXIT_FAILURE : EXIT_SUCCESS; + return (status || smain.status > 0) ? EXIT_FAILURE : EXIT_SUCCESS; } diff --git a/core/src/luajit/src/luajit.h b/core/src/luajit/src/luajit.h index 9ced18eb8..708a5a11f 100644 --- a/core/src/luajit/src/luajit.h +++ b/core/src/luajit/src/luajit.h @@ -1,7 +1,7 @@ /* ** LuaJIT -- a Just-In-Time Compiler for Lua. http://luajit.org/ ** -** Copyright (C) 2005-2015 Mike Pall. All rights reserved. +** Copyright (C) 2005-2017 Mike Pall. All rights reserved. ** ** Permission is hereby granted, free of charge, to any person obtaining ** a copy of this software and associated documentation files (the @@ -30,10 +30,10 @@ #include "lua.h" -#define LUAJIT_VERSION "LuaJIT 2.0.4" -#define LUAJIT_VERSION_NUM 20004 /* Version 2.0.4 = 02.00.04. */ -#define LUAJIT_VERSION_SYM luaJIT_version_2_0_4 -#define LUAJIT_COPYRIGHT "Copyright (C) 2005-2015 Mike Pall" +#define LUAJIT_VERSION "LuaJIT 2.1.0-beta3" +#define LUAJIT_VERSION_NUM 20100 /* Version 2.1.0 = 02.01.00. */ +#define LUAJIT_VERSION_SYM luaJIT_version_2_1_0_beta3 +#define LUAJIT_COPYRIGHT "Copyright (C) 2005-2017 Mike Pall" #define LUAJIT_URL "http://luajit.org/" /* Modes for luaJIT_setmode. */ @@ -64,6 +64,15 @@ enum { /* Control the JIT engine. */ LUA_API int luaJIT_setmode(lua_State *L, int idx, int mode); +/* Low-overhead profiling API. */ +typedef void (*luaJIT_profile_callback)(void *data, lua_State *L, + int samples, int vmstate); +LUA_API void luaJIT_profile_start(lua_State *L, const char *mode, + luaJIT_profile_callback cb, void *data); +LUA_API void luaJIT_profile_stop(lua_State *L); +LUA_API const char *luaJIT_profile_dumpstack(lua_State *L, const char *fmt, + int depth, size_t *len); + /* Enforce (dynamic) linker error for version mismatches. Call from main. */ LUA_API void LUAJIT_VERSION_SYM(void); diff --git a/core/src/luajit/src/lualib.h b/core/src/luajit/src/lualib.h index 96530e79a..bfc130a1a 100644 --- a/core/src/luajit/src/lualib.h +++ b/core/src/luajit/src/lualib.h @@ -1,6 +1,6 @@ /* ** Standard library header. -** Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +** Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h */ #ifndef _LUALIB_H diff --git a/core/src/luajit/src/msvcbuild.bat b/core/src/luajit/src/msvcbuild.bat index 4b501855a..71bde7598 100644 --- a/core/src/luajit/src/msvcbuild.bat +++ b/core/src/luajit/src/msvcbuild.bat @@ -1,5 +1,5 @@ @rem Script to build LuaJIT with MSVC.
-@rem Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h
+@rem Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h
@rem
@rem Either open a "Visual Studio .NET Command Prompt"
@rem (Note that the Express Edition does not contain an x64 compiler)
@@ -14,12 +14,13 @@ @if not defined INCLUDE goto :FAIL
@setlocal
-@set LJCOMPILE=cl /nologo /c /O2 /W3 /D_CRT_SECURE_NO_DEPRECATE
+@set LJCOMPILE=cl /nologo /c /O2 /W3 /D_CRT_SECURE_NO_DEPRECATE /D_CRT_STDIO_INLINE=__declspec(dllexport)__inline
@set LJLINK=link /nologo
@set LJMT=mt /nologo
@set LJLIB=lib /nologo /nodefaultlib
@set DASMDIR=..\dynasm
@set DASM=%DASMDIR%\dynasm.lua
+@set DASC=vm_x86.dasc
@set LJDLLNAME=lua51.dll
@set LJLIBNAME=lua51.lib
@set ALL_LIB=lib_base.c lib_math.c lib_bit.c lib_string.c lib_table.c lib_io.c lib_os.c lib_package.c lib_debug.c lib_jit.c lib_ffi.c
@@ -37,8 +38,14 @@ if exist minilua.exe.manifest^ @if errorlevel 8 goto :X64
@set DASMFLAGS=-D WIN -D JIT -D FFI
@set LJARCH=x86
+@set LJCOMPILE=%LJCOMPILE% /arch:SSE2
:X64
-minilua %DASM% -LN %DASMFLAGS% -o host\buildvm_arch.h vm_x86.dasc
+@if "%1" neq "gc64" goto :NOGC64
+@shift
+@set DASC=vm_x64.dasc
+@set LJCOMPILE=%LJCOMPILE% /DLUAJIT_ENABLE_GC64
+:NOGC64
+minilua %DASM% -LN %DASMFLAGS% -o host\buildvm_arch.h %DASC%
@if errorlevel 1 goto :BAD
%LJCOMPILE% /I "." /I %DASMDIR% host\buildvm*.c
@@ -66,7 +73,7 @@ buildvm -m folddef -o lj_folddef.h lj_opt_fold.c @if "%1" neq "debug" goto :NODEBUG
@shift
@set LJCOMPILE=%LJCOMPILE% /Zi
-@set LJLINK=%LJLINK% /debug
+@set LJLINK=%LJLINK% /debug /opt:ref /opt:icf /incremental:no
:NODEBUG
@if "%1"=="amalg" goto :AMALGDLL
@if "%1"=="static" goto :STATIC
@@ -98,6 +105,8 @@ if exist luajit.exe.manifest^ %LJMT% -manifest luajit.exe.manifest -outputresource:luajit.exe
@del *.obj *.manifest minilua.exe buildvm.exe
+@del host\buildvm_arch.h
+@del lj_bcdef.h lj_ffdef.h lj_libdef.h lj_recdef.h lj_folddef.h
@echo.
@echo === Successfully built LuaJIT for Windows/%LJARCH% ===
diff --git a/core/src/luajit/src/ps4build.bat b/core/src/luajit/src/ps4build.bat index 42fc9a64a..e4a7defe7 100644 --- a/core/src/luajit/src/ps4build.bat +++ b/core/src/luajit/src/ps4build.bat @@ -2,7 +2,19 @@ @rem Donated to the public domain.
@rem
@rem Open a "Visual Studio .NET Command Prompt" (64 bit host compiler)
+@rem or "VS2015 x64 Native Tools Command Prompt".
+@rem
@rem Then cd to this directory and run this script.
+@rem
+@rem Recommended invocation:
+@rem
+@rem ps4build release build, amalgamated, 64-bit GC
+@rem ps4build debug debug build, amalgamated, 64-bit GC
+@rem
+@rem Additional command-line options (not generally recommended):
+@rem
+@rem gc32 (before debug) 32-bit GC
+@rem noamalg (after debug) non-amalgamated build
@if not defined INCLUDE goto :FAIL
@if not defined SCE_ORBIS_SDK_DIR goto :FAIL
@@ -15,6 +27,14 @@ @set DASMDIR=..\dynasm
@set DASM=%DASMDIR%\dynasm.lua
@set ALL_LIB=lib_base.c lib_math.c lib_bit.c lib_string.c lib_table.c lib_io.c lib_os.c lib_package.c lib_debug.c lib_jit.c lib_ffi.c
+@set GC64=-DLUAJIT_ENABLE_GC64
+@set DASC=vm_x64.dasc
+
+@if "%1" neq "gc32" goto :NOGC32
+@shift
+@set GC64=
+@set DASC=vm_x86.dasc
+:NOGC32
%LJCOMPILE% host\minilua.c
@if errorlevel 1 goto :BAD
@@ -27,11 +47,11 @@ if exist minilua.exe.manifest^ @minilua
@if not errorlevel 8 goto :FAIL
-@set DASMFLAGS=-D P64
-minilua %DASM% -LN %DASMFLAGS% -o host\buildvm_arch.h vm_x86.dasc
+@set DASMFLAGS=-D P64 -D NO_UNWIND
+minilua %DASM% -LN %DASMFLAGS% -o host\buildvm_arch.h %DASC%
@if errorlevel 1 goto :BAD
-%LJCOMPILE% /I "." /I %DASMDIR% -DLUAJIT_TARGET=LUAJIT_ARCH_X64 -DLUAJIT_OS=LUAJIT_OS_OTHER -DLUAJIT_DISABLE_JIT -DLUAJIT_DISABLE_FFI host\buildvm*.c
+%LJCOMPILE% /I "." /I %DASMDIR% %GC64% -DLUAJIT_TARGET=LUAJIT_ARCH_X64 -DLUAJIT_OS=LUAJIT_OS_OTHER -DLUAJIT_DISABLE_JIT -DLUAJIT_DISABLE_FFI -DLUAJIT_NO_UNWIND host\buildvm*.c
@if errorlevel 1 goto :BAD
%LJLINK% /out:buildvm.exe buildvm*.obj
@if errorlevel 1 goto :BAD
@@ -54,7 +74,7 @@ buildvm -m folddef -o lj_folddef.h lj_opt_fold.c @if errorlevel 1 goto :BAD
@rem ---- Cross compiler ----
-@set LJCOMPILE="%SCE_ORBIS_SDK_DIR%\host_tools\bin\orbis-clang" -c -Wall -DLUAJIT_DISABLE_FFI
+@set LJCOMPILE="%SCE_ORBIS_SDK_DIR%\host_tools\bin\orbis-clang" -c -Wall -DLUAJIT_DISABLE_FFI %GC64%
@set LJLIB="%SCE_ORBIS_SDK_DIR%\host_tools\bin\orbis-ar" rcus
@set INCLUDE=""
@@ -63,14 +83,14 @@ orbis-as -o lj_vm.o lj_vm.s @if "%1" neq "debug" goto :NODEBUG
@shift
@set LJCOMPILE=%LJCOMPILE% -g -O0
-@set TARGETLIB=libluajitD.a
+@set TARGETLIB=libluajitD_ps4.a
goto :BUILD
:NODEBUG
@set LJCOMPILE=%LJCOMPILE% -O2
-@set TARGETLIB=libluajit.a
+@set TARGETLIB=libluajit_ps4.a
:BUILD
del %TARGETLIB%
-@if "%1"=="amalg" goto :AMALG
+@if "%1" neq "noamalg" goto :AMALG
for %%f in (lj_*.c lib_*.c) do (
%LJCOMPILE% %%f
@if errorlevel 1 goto :BAD
diff --git a/core/src/luajit/src/vm_arm.dasc b/core/src/luajit/src/vm_arm.dasc index 457efa63c..780cc16e6 100644 --- a/core/src/luajit/src/vm_arm.dasc +++ b/core/src/luajit/src/vm_arm.dasc @@ -1,6 +1,6 @@ |// Low-level VM code for ARM CPUs. |// Bytecode interpreter, fast functions and helper functions. -|// Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +|// Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h | |.arch arm |.section code_op, code_sub @@ -99,6 +99,7 @@ |.type NODE, Node |.type NARGS8, int |.type TRACE, GCtrace +|.type SBUF, SBuf | |//----------------------------------------------------------------------- | @@ -372,6 +373,17 @@ static void build_subroutines(BuildCtx *ctx) | st_vmstate CARG2 | b ->vm_returnc | + |->vm_unwind_ext: // Complete external unwind. +#if !LJ_NO_UNWIND + | push {r0, r1, r2, lr} + | bl extern _Unwind_Complete + | ldr r0, [sp] + | bl extern _Unwind_DeleteException + | pop {r0, r1, r2, lr} + | mov r0, r1 + | bx r2 +#endif + | |//----------------------------------------------------------------------- |//-- Grow stack for calls ----------------------------------------------- |//----------------------------------------------------------------------- @@ -418,13 +430,14 @@ static void build_subroutines(BuildCtx *ctx) | add CARG2, sp, #CFRAME_RESUME | ldrb CARG1, L->status | str CARG3, SAVE_ERRF - | str CARG2, L->cframe + | str L, SAVE_PC // Any value outside of bytecode is ok. | str CARG3, SAVE_CFRAME | cmp CARG1, #0 - | str L, SAVE_PC // Any value outside of bytecode is ok. + | str CARG2, L->cframe | beq >3 | | // Resume after yield (like a return). + | str L, [DISPATCH, #DISPATCH_GL(cur_L)] | mov RA, BASE | ldr BASE, L->base | ldr CARG1, L->top @@ -458,14 +471,15 @@ static void build_subroutines(BuildCtx *ctx) | str CARG3, SAVE_NRES | mov L, CARG1 | str CARG1, SAVE_L - | mov BASE, CARG2 - | str sp, L->cframe // Add our C frame to cframe chain. | ldr DISPATCH, L->glref // Setup pointer to dispatch table. + | mov BASE, CARG2 | str CARG1, SAVE_PC // Any value outside of bytecode is ok. | str RC, SAVE_CFRAME | add DISPATCH, DISPATCH, #GG_G2DISP + | str sp, L->cframe // Add our C frame to cframe chain. | |3: // Entry point for vm_cpcall/vm_resume (BASE = base, PC = ftype). + | str L, [DISPATCH, #DISPATCH_GL(cur_L)] | ldr RB, L->base // RB = old base (for vmeta_call). | ldr CARG1, L->top | mov MASKR8, #255 @@ -491,20 +505,21 @@ static void build_subroutines(BuildCtx *ctx) | mov L, CARG1 | ldr RA, L:CARG1->stack | str CARG1, SAVE_L + | ldr DISPATCH, L->glref // Setup pointer to dispatch table. | ldr RB, L->top | str CARG1, SAVE_PC // Any value outside of bytecode is ok. | ldr RC, L->cframe + | add DISPATCH, DISPATCH, #GG_G2DISP | sub RA, RA, RB // Compute -savestack(L, L->top). - | str sp, L->cframe // Add our C frame to cframe chain. | mov RB, #0 | str RA, SAVE_NRES // Neg. delta means cframe w/o frame. | str RB, SAVE_ERRF // No error function. | str RC, SAVE_CFRAME + | str sp, L->cframe // Add our C frame to cframe chain. + | str L, [DISPATCH, #DISPATCH_GL(cur_L)] | blx CARG4 // (lua_State *L, lua_CFunction func, void *ud) - | ldr DISPATCH, L->glref // Setup pointer to dispatch table. | movs BASE, CRET1 - | mov PC, #FRAME_CP - | add DISPATCH, DISPATCH, #GG_G2DISP + | mov PC, #FRAME_CP | bne <3 // Else continue with the call. | b ->vm_leave_cp // No base? Just remove C frame. | @@ -614,6 +629,16 @@ static void build_subroutines(BuildCtx *ctx) | ldr LFUNC:CARG3, [BASE, FRAME_FUNC] // Guaranteed to be a function here. | b ->vm_call_dispatch_f | + |->vmeta_tgetr: + | .IOS mov RC, BASE + | bl extern lj_tab_getinth // (GCtab *t, int32_t key) + | // Returns cTValue * or NULL. + | .IOS mov BASE, RC + | cmp CRET1, #0 + | ldrdne CARG12, [CRET1] + | mvneq CARG2, #~LJ_TNIL + | b ->BC_TGETR_Z + | |//----------------------------------------------------------------------- | |->vmeta_tsets1: @@ -671,6 +696,15 @@ static void build_subroutines(BuildCtx *ctx) | ldr LFUNC:CARG3, [BASE, FRAME_FUNC] // Guaranteed to be a function here. | b ->vm_call_dispatch_f | + |->vmeta_tsetr: + | str BASE, L->base + | .IOS mov RC, BASE + | str PC, SAVE_PC + | bl extern lj_tab_setinth // (lua_State *L, GCtab *t, int32_t key) + | // Returns TValue *. + | .IOS mov BASE, RC + | b ->BC_TSETR_Z + | |//-- Comparison metamethods --------------------------------------------- | |->vmeta_comp: @@ -735,6 +769,17 @@ static void build_subroutines(BuildCtx *ctx) | b <3 |.endif | + |->vmeta_istype: + | sub PC, PC, #4 + | str BASE, L->base + | mov CARG1, L + | lsr CARG2, RA, #3 + | mov CARG3, RC + | str PC, SAVE_PC + | bl extern lj_meta_istype // (lua_State *L, BCReg ra, BCReg tp) + | .IOS ldr BASE, L->base + | b ->cont_nop + | |//-- Arithmetic metamethods --------------------------------------------- | |->vmeta_arith_vn: @@ -1052,7 +1097,7 @@ static void build_subroutines(BuildCtx *ctx) | ffgccheck | mov CARG1, L | mov CARG2, BASE - | bl extern lj_str_fromnumber // (lua_State *L, cTValue *o) + | bl extern lj_strfmt_number // (lua_State *L, cTValue *o) | // Returns GCstr *. | ldr BASE, L->base | mvn CARG2, #~LJ_TSTR @@ -1230,9 +1275,10 @@ static void build_subroutines(BuildCtx *ctx) | ldr CARG3, L:RA->base | mv_vmstate CARG2, INTERP | ldr CARG4, L:RA->top - | st_vmstate CARG2 | cmp CRET1, #LUA_YIELD | ldr BASE, L->base + | str L, [DISPATCH, #DISPATCH_GL(cur_L)] + | st_vmstate CARG2 | bhi >8 | subs RC, CARG4, CARG3 | ldr CARG1, L->maxstack @@ -1500,19 +1546,6 @@ static void build_subroutines(BuildCtx *ctx) | math_extern2 atan2 | math_extern2 fmod | - |->ff_math_deg: - |.if FPU - | .ffunc_d math_rad - | vldr d1, CFUNC:CARG3->upvalue[0] - | vmul.f64 d0, d0, d1 - | b ->fff_resd - |.else - | .ffunc_n math_rad - | ldrd CARG34, CFUNC:CARG3->upvalue[0] - | bl extern __aeabi_dmul - | b ->fff_restv - |.endif - | |.if HFABI | .ffunc math_ldexp | ldr CARG4, [BASE, #4] @@ -1687,12 +1720,6 @@ static void build_subroutines(BuildCtx *ctx) | |//-- String library ----------------------------------------------------- | - |.ffunc_1 string_len - | checkstr CARG2, ->fff_fallback - | ldr CARG1, STR:CARG1->len - | mvn CARG2, #~LJ_TISNUM - | b ->fff_restv - | |.ffunc string_byte // Only handle the 1-arg case here. | ldrd CARG12, [BASE] | ldr PC, [BASE, FRAME_PC] @@ -1725,6 +1752,7 @@ static void build_subroutines(BuildCtx *ctx) | mov CARG1, L | str PC, SAVE_PC | bl extern lj_str_new // (lua_State *L, char *str, size_t l) + |->fff_resstr: | // Returns GCstr *. | ldr BASE, L->base | mvn CARG2, #~LJ_TSTR @@ -1768,91 +1796,28 @@ static void build_subroutines(BuildCtx *ctx) | mvn CARG2, #~LJ_TSTR | b ->fff_restv | - |.ffunc string_rep // Only handle the 1-char case inline. - | ffgccheck - | ldrd CARG12, [BASE] - | ldrd CARG34, [BASE, #8] - | cmp NARGS8:RC, #16 - | bne ->fff_fallback // Exactly 2 arguments - | checktp CARG2, LJ_TSTR - | checktpeq CARG4, LJ_TISNUM - | bne ->fff_fallback - | subs CARG4, CARG3, #1 - | ldr CARG2, STR:CARG1->len - | blt ->fff_emptystr // Count <= 0? - | cmp CARG2, #1 - | blo ->fff_emptystr // Zero-length string? - | bne ->fff_fallback // Fallback for > 1-char strings. - | ldr RB, [DISPATCH, #DISPATCH_GL(tmpbuf.sz)] - | ldr CARG2, [DISPATCH, #DISPATCH_GL(tmpbuf.buf)] - | ldr CARG1, STR:CARG1[1] - | cmp RB, CARG3 - | blo ->fff_fallback - |1: // Fill buffer with char. - | strb CARG1, [CARG2, CARG4] - | subs CARG4, CARG4, #1 - | bge <1 - | b ->fff_newstr - | - |.ffunc string_reverse + |.macro ffstring_op, name + | .ffunc string_ .. name | ffgccheck - | ldrd CARG12, [BASE] + | ldr CARG3, [BASE, #4] | cmp NARGS8:RC, #8 + | ldr STR:CARG2, [BASE] | blo ->fff_fallback - | checkstr CARG2, ->fff_fallback - | ldr CARG3, STR:CARG1->len - | ldr RB, [DISPATCH, #DISPATCH_GL(tmpbuf.sz)] - | ldr CARG2, [DISPATCH, #DISPATCH_GL(tmpbuf.buf)] - | mov CARG4, CARG3 - | add CARG1, STR:CARG1, #sizeof(GCstr) - | cmp RB, CARG3 - | blo ->fff_fallback - |1: // Reverse string copy. - | ldrb RB, [CARG1], #1 - | subs CARG4, CARG4, #1 - | blt ->fff_newstr - | strb RB, [CARG2, CARG4] - | b <1 - | - |.macro ffstring_case, name, lo - | .ffunc name - | ffgccheck - | ldrd CARG12, [BASE] - | cmp NARGS8:RC, #8 - | blo ->fff_fallback - | checkstr CARG2, ->fff_fallback - | ldr CARG3, STR:CARG1->len - | ldr RB, [DISPATCH, #DISPATCH_GL(tmpbuf.sz)] - | ldr CARG2, [DISPATCH, #DISPATCH_GL(tmpbuf.buf)] - | mov CARG4, #0 - | add CARG1, STR:CARG1, #sizeof(GCstr) - | cmp RB, CARG3 - | blo ->fff_fallback - |1: // ASCII case conversion. - | ldrb RB, [CARG1, CARG4] - | cmp CARG4, CARG3 - | bhs ->fff_newstr - | sub RC, RB, #lo - | cmp RC, #26 - | eorlo RB, RB, #0x20 - | strb RB, [CARG2, CARG4] - | add CARG4, CARG4, #1 - | b <1 + | sub SBUF:CARG1, DISPATCH, #-DISPATCH_GL(tmpbuf) + | checkstr CARG3, ->fff_fallback + | ldr CARG4, SBUF:CARG1->b + | str BASE, L->base + | str PC, SAVE_PC + | str L, SBUF:CARG1->L + | str CARG4, SBUF:CARG1->p + | bl extern lj_buf_putstr_ .. name + | bl extern lj_buf_tostr + | b ->fff_resstr |.endmacro | - |ffstring_case string_lower, 65 - |ffstring_case string_upper, 97 - | - |//-- Table library ------------------------------------------------------ - | - |.ffunc_1 table_getn - | checktab CARG2, ->fff_fallback - | .IOS mov RA, BASE - | bl extern lj_tab_len // (GCtab *t) - | // Returns uint32_t (but less than 2^31). - | .IOS mov BASE, RA - | mvn CARG2, #~LJ_TISNUM - | b ->fff_restv + |ffstring_op reverse + |ffstring_op lower + |ffstring_op upper | |//-- Bit library -------------------------------------------------------- | @@ -2127,6 +2092,66 @@ static void build_subroutines(BuildCtx *ctx) | ldr INS, [PC, #-4] | bx CRET1 | + |->cont_stitch: // Trace stitching. + |.if JIT + | // RA = resultptr, CARG4 = meta base + | ldr RB, SAVE_MULTRES + | ldr INS, [PC, #-4] + | ldr TRACE:CARG3, [CARG4, #-24] // Save previous trace. + | subs RB, RB, #8 + | decode_RA8 RC, INS // Call base. + | beq >2 + |1: // Move results down. + | ldrd CARG12, [RA] + | add RA, RA, #8 + | subs RB, RB, #8 + | strd CARG12, [BASE, RC] + | add RC, RC, #8 + | bne <1 + |2: + | decode_RA8 RA, INS + | decode_RB8 RB, INS + | add RA, RA, RB + |3: + | cmp RA, RC + | mvn CARG2, #~LJ_TNIL + | bhi >9 // More results wanted? + | + | ldrh RA, TRACE:CARG3->traceno + | ldrh RC, TRACE:CARG3->link + | cmp RC, RA + | beq ->cont_nop // Blacklisted. + | cmp RC, #0 + | bne =>BC_JLOOP // Jump to stitched trace. + | + | // Stitch a new trace to the previous trace. + | str RA, [DISPATCH, #DISPATCH_J(exitno)] + | str L, [DISPATCH, #DISPATCH_J(L)] + | str BASE, L->base + | sub CARG1, DISPATCH, #-GG_DISP2J + | mov CARG2, PC + | bl extern lj_dispatch_stitch // (jit_State *J, const BCIns *pc) + | ldr BASE, L->base + | b ->cont_nop + | + |9: // Fill up results with nil. + | strd CARG12, [BASE, RC] + | add RC, RC, #8 + | b <3 + |.endif + | + |->vm_profhook: // Dispatch target for profiler hook. +#if LJ_HASPROFILE + | mov CARG1, L + | str BASE, L->base + | mov CARG2, PC + | bl extern lj_dispatch_profile // (lua_State *L, const BCIns *pc) + | // HOOK_PROFILE is off again, so re-dispatch to dynamic instruction. + | ldr BASE, L->base + | sub PC, PC, #4 + | b ->cont_nop +#endif + | |//----------------------------------------------------------------------- |//-- Trace exit handler ------------------------------------------------- |//----------------------------------------------------------------------- @@ -2151,14 +2176,14 @@ static void build_subroutines(BuildCtx *ctx) | add CARG1, CARG1, CARG2, asr #6 | ldr CARG2, [lr, #4] // Load exit stub group offset. | sub CARG1, CARG1, lr - | ldr L, [DISPATCH, #DISPATCH_GL(jit_L)] + | ldr L, [DISPATCH, #DISPATCH_GL(cur_L)] | add CARG1, CARG2, CARG1, lsr #2 // Compute exit number. | ldr BASE, [DISPATCH, #DISPATCH_GL(jit_base)] | str CARG1, [DISPATCH, #DISPATCH_J(exitno)] | mov CARG4, #0 - | str L, [DISPATCH, #DISPATCH_J(L)] | str BASE, L->base - | str CARG4, [DISPATCH, #DISPATCH_GL(jit_L)] + | str L, [DISPATCH, #DISPATCH_J(L)] + | str CARG4, [DISPATCH, #DISPATCH_GL(jit_base)] | sub CARG1, DISPATCH, #-GG_DISP2J | mov CARG2, sp | bl extern lj_trace_exit // (jit_State *J, ExitState *ex) @@ -2177,13 +2202,14 @@ static void build_subroutines(BuildCtx *ctx) | ldr L, SAVE_L |1: | cmp CARG1, #0 - | blt >3 // Check for error from exit. + | blt >9 // Check for error from exit. | lsl RC, CARG1, #3 | ldr LFUNC:CARG2, [BASE, FRAME_FUNC] | str RC, SAVE_MULTRES | mov CARG3, #0 + | str BASE, L->base | ldr CARG2, LFUNC:CARG2->field_pc - | str CARG3, [DISPATCH, #DISPATCH_GL(jit_L)] + | str CARG3, [DISPATCH, #DISPATCH_GL(jit_base)] | mv_vmstate CARG4, INTERP | ldr KBASE, [CARG2, #PC2PROTO(k)] | // Modified copy of ins_next which handles function header dispatch, too. @@ -2192,15 +2218,32 @@ static void build_subroutines(BuildCtx *ctx) | ldr INS, [PC], #4 | lsl MASKR8, MASKR8, #3 // MASKR8 = 255*8. | st_vmstate CARG4 + | cmp OP, #BC_FUNCC+2 // Fast function? + | bhs >4 + |2: | cmp OP, #BC_FUNCF // Function header? | ldr OP, [DISPATCH, OP, lsl #2] | decode_RA8 RA, INS | lsrlo RC, INS, #16 // No: Decode operands A*8 and D. | subhs RC, RC, #8 | addhs RA, RA, BASE // Yes: RA = BASE+framesize*8, RC = nargs*8 + | ldrhs CARG3, [BASE, FRAME_FUNC] | bx OP | - |3: // Rethrow error from the right C frame. + |4: // Check frame below fast function. + | ldr CARG1, [BASE, FRAME_PC] + | ands CARG2, CARG1, #FRAME_TYPE + | bne <2 // Trace stitching continuation? + | // Otherwise set KBASE for Lua function below fast function. + | ldr CARG3, [CARG1, #-4] + | decode_RA8 CARG1, CARG3 + | sub CARG2, BASE, CARG1 + | ldr LFUNC:CARG3, [CARG2, #-16] + | ldr CARG3, LFUNC:CARG3->field_pc + | ldr KBASE, [CARG3, #PC2PROTO(k)] + | b <2 + | + |9: // Rethrow error from the right C frame. | rsb CARG2, CARG1, #0 | mov CARG1, L | bl extern lj_err_throw // (lua_State *L, int errcode) @@ -2833,6 +2876,25 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | ins_next break; + case BC_ISTYPE: + | // RA = src*8, RC = -type + | ldrd CARG12, [BASE, RA] + | ins_next1 + | cmn CARG2, RC + | ins_next2 + | bne ->vmeta_istype + | ins_next3 + break; + case BC_ISNUM: + | // RA = src*8, RC = -(TISNUM-1) + | ldrd CARG12, [BASE, RA] + | ins_next1 + | checktp CARG2, LJ_TISNUM + | ins_next2 + | bhs ->vmeta_istype + | ins_next3 + break; + /* -- Unary ops --------------------------------------------------------- */ case BC_MOV: @@ -3503,6 +3565,24 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | bne <1 // 'no __index' flag set: done. | b ->vmeta_tgetb break; + case BC_TGETR: + | decode_RB8 RB, INS + | decode_RC8 RC, INS + | // RA = dst*8, RB = table*8, RC = key*8 + | ldr TAB:CARG1, [BASE, RB] + | ldr CARG2, [BASE, RC] + | ldr CARG4, TAB:CARG1->array + | ldr CARG3, TAB:CARG1->asize + | add CARG4, CARG4, CARG2, lsl #3 + | cmp CARG2, CARG3 // In array part? + | bhs ->vmeta_tgetr + | ldrd CARG12, [CARG4] + |->BC_TGETR_Z: + | ins_next1 + | ins_next2 + | strd CARG12, [BASE, RA] + | ins_next3 + break; case BC_TSETV: | decode_RB8 RB, INS @@ -3673,6 +3753,32 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | barrierback TAB:CARG1, INS, CARG3 | b <2 break; + case BC_TSETR: + | decode_RB8 RB, INS + | decode_RC8 RC, INS + | // RA = src*8, RB = table*8, RC = key*8 + | ldr TAB:CARG2, [BASE, RB] + | ldr CARG3, [BASE, RC] + | ldrb INS, TAB:CARG2->marked + | ldr CARG1, TAB:CARG2->array + | ldr CARG4, TAB:CARG2->asize + | tst INS, #LJ_GC_BLACK // isblack(table) + | add CARG1, CARG1, CARG3, lsl #3 + | bne >7 + |2: + | cmp CARG3, CARG4 // In array part? + | bhs ->vmeta_tsetr + |->BC_TSETR_Z: + | ldrd CARG34, [BASE, RA] + | ins_next1 + | ins_next2 + | strd CARG34, [CARG1] + | ins_next3 + | + |7: // Possible table write barrier for the value. Skip valiswhite check. + | barrierback TAB:CARG2, INS, RB + | b <2 + break; case BC_TSETM: | // RA = base*8 (table at base-1), RC = num_const (start index) @@ -4270,7 +4376,7 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | st_vmstate CARG2 | ldr RA, TRACE:RC->mcode | str BASE, [DISPATCH, #DISPATCH_GL(jit_base)] - | str L, [DISPATCH, #DISPATCH_GL(jit_L)] + | str L, [DISPATCH, #DISPATCH_GL(tmpbuf.L)] | bx RA |.endif break; @@ -4388,6 +4494,7 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | ldr BASE, L->base | mv_vmstate CARG3, INTERP | ldr CRET2, L->top + | str L, [DISPATCH, #DISPATCH_GL(cur_L)] | lsl RC, CRET1, #3 | st_vmstate CARG3 | ldr PC, [BASE, FRAME_PC] diff --git a/core/src/luajit/src/vm_arm64.dasc b/core/src/luajit/src/vm_arm64.dasc new file mode 100644 index 000000000..3eaf37638 --- /dev/null +++ b/core/src/luajit/src/vm_arm64.dasc @@ -0,0 +1,3987 @@ +|// Low-level VM code for ARM64 CPUs. +|// Bytecode interpreter, fast functions and helper functions. +|// Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h +| +|.arch arm64 +|.section code_op, code_sub +| +|.actionlist build_actionlist +|.globals GLOB_ +|.globalnames globnames +|.externnames extnames +| +|// Note: The ragged indentation of the instructions is intentional. +|// The starting columns indicate data dependencies. +| +|//----------------------------------------------------------------------- +| +|// ARM64 registers and the AAPCS64 ABI 1.0 at a glance: +|// +|// x0-x17 temp, x19-x28 callee-saved, x29 fp, x30 lr +|// x18 is reserved on most platforms. Don't use it, save it or restore it. +|// x31 doesn't exist. Register number 31 either means xzr/wzr (zero) or sp, +|// depending on the instruction. +|// v0-v7 temp, v8-v15 callee-saved (only d8-d15 preserved), v16-v31 temp +|// +|// x0-x7/v0-v7 hold parameters and results. +| +|// Fixed register assignments for the interpreter. +| +|// The following must be C callee-save. +|.define BASE, x19 // Base of current Lua stack frame. +|.define KBASE, x20 // Constants of current Lua function. +|.define PC, x21 // Next PC. +|.define GLREG, x22 // Global state. +|.define LREG, x23 // Register holding lua_State (also in SAVE_L). +|.define TISNUM, x24 // Constant LJ_TISNUM << 47. +|.define TISNUMhi, x25 // Constant LJ_TISNUM << 15. +|.define TISNIL, x26 // Constant -1LL. +|.define fp, x29 // Yes, we have to maintain a frame pointer. +| +|.define ST_INTERP, w26 // Constant -1. +| +|// The following temporaries are not saved across C calls, except for RA/RC. +|.define RA, x27 +|.define RC, x28 +|.define RB, x17 +|.define RAw, w27 +|.define RCw, w28 +|.define RBw, w17 +|.define INS, x16 +|.define INSw, w16 +|.define ITYPE, x15 +|.define TMP0, x8 +|.define TMP1, x9 +|.define TMP2, x10 +|.define TMP3, x11 +|.define TMP0w, w8 +|.define TMP1w, w9 +|.define TMP2w, w10 +|.define TMP3w, w11 +| +|// Calling conventions. Also used as temporaries. +|.define CARG1, x0 +|.define CARG2, x1 +|.define CARG3, x2 +|.define CARG4, x3 +|.define CARG5, x4 +|.define CARG1w, w0 +|.define CARG2w, w1 +|.define CARG3w, w2 +|.define CARG4w, w3 +|.define CARG5w, w4 +| +|.define FARG1, d0 +|.define FARG2, d1 +| +|.define CRET1, x0 +|.define CRET1w, w0 +| +|// Stack layout while in interpreter. Must match with lj_frame.h. +| +|.define CFRAME_SPACE, 208 +|//----- 16 byte aligned, <-- sp entering interpreter +|// Unused [sp, #204] // 32 bit values +|.define SAVE_NRES, [sp, #200] +|.define SAVE_ERRF, [sp, #196] +|.define SAVE_MULTRES, [sp, #192] +|.define TMPD, [sp, #184] // 64 bit values +|.define SAVE_L, [sp, #176] +|.define SAVE_PC, [sp, #168] +|.define SAVE_CFRAME, [sp, #160] +|.define SAVE_FPR_, 96 // 96+8*8: 64 bit FPR saves +|.define SAVE_GPR_, 16 // 16+10*8: 64 bit GPR saves +|.define SAVE_LR, [sp, #8] +|.define SAVE_FP, [sp] +|//----- 16 byte aligned, <-- sp while in interpreter. +| +|.define TMPDofs, #184 +| +|.macro save_, gpr1, gpr2, fpr1, fpr2 +| stp d..fpr1, d..fpr2, [sp, # SAVE_FPR_+(fpr1-8)*8] +| stp x..gpr1, x..gpr2, [sp, # SAVE_GPR_+(gpr1-19)*8] +|.endmacro +|.macro rest_, gpr1, gpr2, fpr1, fpr2 +| ldp d..fpr1, d..fpr2, [sp, # SAVE_FPR_+(fpr1-8)*8] +| ldp x..gpr1, x..gpr2, [sp, # SAVE_GPR_+(gpr1-19)*8] +|.endmacro +| +|.macro saveregs +| stp fp, lr, [sp, #-CFRAME_SPACE]! +| add fp, sp, #0 +| stp x19, x20, [sp, # SAVE_GPR_] +| save_ 21, 22, 8, 9 +| save_ 23, 24, 10, 11 +| save_ 25, 26, 12, 13 +| save_ 27, 28, 14, 15 +|.endmacro +|.macro restoreregs +| ldp x19, x20, [sp, # SAVE_GPR_] +| rest_ 21, 22, 8, 9 +| rest_ 23, 24, 10, 11 +| rest_ 25, 26, 12, 13 +| rest_ 27, 28, 14, 15 +| ldp fp, lr, [sp], # CFRAME_SPACE +|.endmacro +| +|// Type definitions. Some of these are only used for documentation. +|.type L, lua_State, LREG +|.type GL, global_State, GLREG +|.type TVALUE, TValue +|.type GCOBJ, GCobj +|.type STR, GCstr +|.type TAB, GCtab +|.type LFUNC, GCfuncL +|.type CFUNC, GCfuncC +|.type PROTO, GCproto +|.type UPVAL, GCupval +|.type NODE, Node +|.type NARGS8, int +|.type TRACE, GCtrace +|.type SBUF, SBuf +| +|//----------------------------------------------------------------------- +| +|// Trap for not-yet-implemented parts. +|.macro NYI; brk; .endmacro +| +|//----------------------------------------------------------------------- +| +|// Access to frame relative to BASE. +|.define FRAME_FUNC, #-16 +|.define FRAME_PC, #-8 +| +|// Endian-specific defines. +|.if ENDIAN_LE +|.define LO, 0 +|.define OFS_RD, 2 +|.define OFS_RB, 3 +|.define OFS_RA, 1 +|.define OFS_OP, 0 +|.else +|.define LO, 4 +|.define OFS_RD, 0 +|.define OFS_RB, 0 +|.define OFS_RA, 2 +|.define OFS_OP, 3 +|.endif +| +|.macro decode_RA, dst, ins; ubfx dst, ins, #8, #8; .endmacro +|.macro decode_RB, dst, ins; ubfx dst, ins, #24, #8; .endmacro +|.macro decode_RC, dst, ins; ubfx dst, ins, #16, #8; .endmacro +|.macro decode_RD, dst, ins; ubfx dst, ins, #16, #16; .endmacro +|.macro decode_RC8RD, dst, src; ubfiz dst, src, #3, #8; .endmacro +| +|// Instruction decode+dispatch. +|.macro ins_NEXT +| ldr INSw, [PC], #4 +| add TMP1, GL, INS, uxtb #3 +| decode_RA RA, INS +| ldr TMP0, [TMP1, #GG_G2DISP] +| decode_RD RC, INS +| br TMP0 +|.endmacro +| +|// Instruction footer. +|.if 1 +| // Replicated dispatch. Less unpredictable branches, but higher I-Cache use. +| .define ins_next, ins_NEXT +| .define ins_next_, ins_NEXT +|.else +| // Common dispatch. Lower I-Cache use, only one (very) unpredictable branch. +| // Affects only certain kinds of benchmarks (and only with -j off). +| .macro ins_next +| b ->ins_next +| .endmacro +| .macro ins_next_ +| ->ins_next: +| ins_NEXT +| .endmacro +|.endif +| +|// Call decode and dispatch. +|.macro ins_callt +| // BASE = new base, CARG3 = LFUNC/CFUNC, RC = nargs*8, FRAME_PC(BASE) = PC +| ldr PC, LFUNC:CARG3->pc +| ldr INSw, [PC], #4 +| add TMP1, GL, INS, uxtb #3 +| decode_RA RA, INS +| ldr TMP0, [TMP1, #GG_G2DISP] +| add RA, BASE, RA, lsl #3 +| br TMP0 +|.endmacro +| +|.macro ins_call +| // BASE = new base, CARG3 = LFUNC/CFUNC, RC = nargs*8, PC = caller PC +| str PC, [BASE, FRAME_PC] +| ins_callt +|.endmacro +| +|//----------------------------------------------------------------------- +| +|// Macros to check the TValue type and extract the GCobj. Branch on failure. +|.macro checktp, reg, tp, target +| asr ITYPE, reg, #47 +| cmn ITYPE, #-tp +| and reg, reg, #LJ_GCVMASK +| bne target +|.endmacro +|.macro checktp, dst, reg, tp, target +| asr ITYPE, reg, #47 +| cmn ITYPE, #-tp +| and dst, reg, #LJ_GCVMASK +| bne target +|.endmacro +|.macro checkstr, reg, target; checktp reg, LJ_TSTR, target; .endmacro +|.macro checktab, reg, target; checktp reg, LJ_TTAB, target; .endmacro +|.macro checkfunc, reg, target; checktp reg, LJ_TFUNC, target; .endmacro +|.macro checkint, reg, target +| cmp TISNUMhi, reg, lsr #32 +| bne target +|.endmacro +|.macro checknum, reg, target +| cmp TISNUMhi, reg, lsr #32 +| bls target +|.endmacro +|.macro checknumber, reg, target +| cmp TISNUMhi, reg, lsr #32 +| blo target +|.endmacro +| +|.macro mov_false, reg; movn reg, #0x8000, lsl #32; .endmacro +|.macro mov_true, reg; movn reg, #0x0001, lsl #48; .endmacro +| +#define GL_J(field) (GG_G2J + (int)offsetof(jit_State, field)) +| +#define PC2PROTO(field) ((int)offsetof(GCproto, field)-(int)sizeof(GCproto)) +| +|.macro hotcheck, delta +| lsr CARG1, PC, #1 +| and CARG1, CARG1, #126 +| add CARG1, CARG1, #GG_G2DISP+GG_DISP2HOT +| ldrh CARG2w, [GL, CARG1] +| subs CARG2, CARG2, #delta +| strh CARG2w, [GL, CARG1] +|.endmacro +| +|.macro hotloop +| hotcheck HOTCOUNT_LOOP +| blo ->vm_hotloop +|.endmacro +| +|.macro hotcall +| hotcheck HOTCOUNT_CALL +| blo ->vm_hotcall +|.endmacro +| +|// Set current VM state. +|.macro mv_vmstate, reg, st; movn reg, #LJ_VMST_..st; .endmacro +|.macro st_vmstate, reg; str reg, GL->vmstate; .endmacro +| +|// Move table write barrier back. Overwrites mark and tmp. +|.macro barrierback, tab, mark, tmp +| ldr tmp, GL->gc.grayagain +| and mark, mark, #~LJ_GC_BLACK // black2gray(tab) +| str tab, GL->gc.grayagain +| strb mark, tab->marked +| str tmp, tab->gclist +|.endmacro +| +|//----------------------------------------------------------------------- + +#if !LJ_DUALNUM +#error "Only dual-number mode supported for ARM64 target" +#endif + +/* Generate subroutines used by opcodes and other parts of the VM. */ +/* The .code_sub section should be last to help static branch prediction. */ +static void build_subroutines(BuildCtx *ctx) +{ + |.code_sub + | + |//----------------------------------------------------------------------- + |//-- Return handling ---------------------------------------------------- + |//----------------------------------------------------------------------- + | + |->vm_returnp: + | // See vm_return. Also: RB = previous base. + | tbz PC, #2, ->cont_dispatch // (PC & FRAME_P) == 0? + | + | // Return from pcall or xpcall fast func. + | ldr PC, [RB, FRAME_PC] // Fetch PC of previous frame. + | mov_true TMP0 + | mov BASE, RB + | // Prepending may overwrite the pcall frame, so do it at the end. + | str TMP0, [RA, #-8]! // Prepend true to results. + | + |->vm_returnc: + | adds RC, RC, #8 // RC = (nresults+1)*8. + | mov CRET1, #LUA_YIELD + | beq ->vm_unwind_c_eh + | str RCw, SAVE_MULTRES + | ands CARG1, PC, #FRAME_TYPE + | beq ->BC_RET_Z // Handle regular return to Lua. + | + |->vm_return: + | // BASE = base, RA = resultptr, RC/MULTRES = (nresults+1)*8, PC = return + | // CARG1 = PC & FRAME_TYPE + | and RB, PC, #~FRAME_TYPEP + | cmp CARG1, #FRAME_C + | sub RB, BASE, RB // RB = previous base. + | bne ->vm_returnp + | + | str RB, L->base + | ldrsw CARG2, SAVE_NRES // CARG2 = nresults+1. + | mv_vmstate TMP0w, C + | sub BASE, BASE, #16 + | subs TMP2, RC, #8 + | st_vmstate TMP0w + | beq >2 + |1: + | subs TMP2, TMP2, #8 + | ldr TMP0, [RA], #8 + | str TMP0, [BASE], #8 + | bne <1 + |2: + | cmp RC, CARG2, lsl #3 // More/less results wanted? + | bne >6 + |3: + | str BASE, L->top // Store new top. + | + |->vm_leave_cp: + | ldr RC, SAVE_CFRAME // Restore previous C frame. + | mov CRET1, #0 // Ok return status for vm_pcall. + | str RC, L->cframe + | + |->vm_leave_unw: + | restoreregs + | ret + | + |6: + | bgt >7 // Less results wanted? + | // More results wanted. Check stack size and fill up results with nil. + | ldr CARG3, L->maxstack + | cmp BASE, CARG3 + | bhs >8 + | str TISNIL, [BASE], #8 + | add RC, RC, #8 + | b <2 + | + |7: // Less results wanted. + | cbz CARG2, <3 // LUA_MULTRET+1 case? + | sub CARG1, RC, CARG2, lsl #3 + | sub BASE, BASE, CARG1 // Shrink top. + | b <3 + | + |8: // Corner case: need to grow stack for filling up results. + | // This can happen if: + | // - A C function grows the stack (a lot). + | // - The GC shrinks the stack in between. + | // - A return back from a lua_call() with (high) nresults adjustment. + | str BASE, L->top // Save current top held in BASE (yes). + | mov CARG1, L + | bl extern lj_state_growstack // (lua_State *L, int n) + | ldr BASE, L->top // Need the (realloced) L->top in BASE. + | ldrsw CARG2, SAVE_NRES + | b <2 + | + |->vm_unwind_c: // Unwind C stack, return from vm_pcall. + | // (void *cframe, int errcode) + | mov sp, CARG1 + | mov CRET1, CARG2 + |->vm_unwind_c_eh: // Landing pad for external unwinder. + | ldr L, SAVE_L + | mv_vmstate TMP0w, C + | ldr GL, L->glref + | st_vmstate TMP0w + | b ->vm_leave_unw + | + |->vm_unwind_ff: // Unwind C stack, return from ff pcall. + | // (void *cframe) + | and sp, CARG1, #CFRAME_RAWMASK + |->vm_unwind_ff_eh: // Landing pad for external unwinder. + | ldr L, SAVE_L + | movz TISNUM, #(LJ_TISNUM>>1)&0xffff, lsl #48 + | movz TISNUMhi, #(LJ_TISNUM>>1)&0xffff, lsl #16 + | movn TISNIL, #0 + | mov RC, #16 // 2 results: false + error message. + | ldr BASE, L->base + | ldr GL, L->glref // Setup pointer to global state. + | mov_false TMP0 + | sub RA, BASE, #8 // Results start at BASE-8. + | ldr PC, [BASE, FRAME_PC] // Fetch PC of previous frame. + | str TMP0, [BASE, #-8] // Prepend false to error message. + | st_vmstate ST_INTERP + | b ->vm_returnc + | + |//----------------------------------------------------------------------- + |//-- Grow stack for calls ----------------------------------------------- + |//----------------------------------------------------------------------- + | + |->vm_growstack_c: // Grow stack for C function. + | // CARG1 = L + | mov CARG2, #LUA_MINSTACK + | b >2 + | + |->vm_growstack_l: // Grow stack for Lua function. + | // BASE = new base, RA = BASE+framesize*8, RC = nargs*8, PC = first PC + | add RC, BASE, RC + | sub RA, RA, BASE + | mov CARG1, L + | stp BASE, RC, L->base + | add PC, PC, #4 // Must point after first instruction. + | lsr CARG2, RA, #3 + |2: + | // L->base = new base, L->top = top + | str PC, SAVE_PC + | bl extern lj_state_growstack // (lua_State *L, int n) + | ldp BASE, RC, L->base + | ldr LFUNC:CARG3, [BASE, FRAME_FUNC] + | sub NARGS8:RC, RC, BASE + | and LFUNC:CARG3, CARG3, #LJ_GCVMASK + | // BASE = new base, RB = LFUNC/CFUNC, RC = nargs*8, FRAME_PC(BASE) = PC + | ins_callt // Just retry the call. + | + |//----------------------------------------------------------------------- + |//-- Entry points into the assembler VM --------------------------------- + |//----------------------------------------------------------------------- + | + |->vm_resume: // Setup C frame and resume thread. + | // (lua_State *L, TValue *base, int nres1 = 0, ptrdiff_t ef = 0) + | saveregs + | mov L, CARG1 + | ldr GL, L->glref // Setup pointer to global state. + | mov BASE, CARG2 + | str L, SAVE_L + | mov PC, #FRAME_CP + | str wzr, SAVE_NRES + | add TMP0, sp, #CFRAME_RESUME + | ldrb TMP1w, L->status + | str wzr, SAVE_ERRF + | str L, SAVE_PC // Any value outside of bytecode is ok. + | str xzr, SAVE_CFRAME + | str TMP0, L->cframe + | cbz TMP1w, >3 + | + | // Resume after yield (like a return). + | str L, GL->cur_L + | mov RA, BASE + | ldp BASE, CARG1, L->base + | movz TISNUM, #(LJ_TISNUM>>1)&0xffff, lsl #48 + | movz TISNUMhi, #(LJ_TISNUM>>1)&0xffff, lsl #16 + | ldr PC, [BASE, FRAME_PC] + | strb wzr, L->status + | movn TISNIL, #0 + | sub RC, CARG1, BASE + | ands CARG1, PC, #FRAME_TYPE + | add RC, RC, #8 + | st_vmstate ST_INTERP + | str RCw, SAVE_MULTRES + | beq ->BC_RET_Z + | b ->vm_return + | + |->vm_pcall: // Setup protected C frame and enter VM. + | // (lua_State *L, TValue *base, int nres1, ptrdiff_t ef) + | saveregs + | mov PC, #FRAME_CP + | str CARG4w, SAVE_ERRF + | b >1 + | + |->vm_call: // Setup C frame and enter VM. + | // (lua_State *L, TValue *base, int nres1) + | saveregs + | mov PC, #FRAME_C + | + |1: // Entry point for vm_pcall above (PC = ftype). + | ldr RC, L:CARG1->cframe + | str CARG3w, SAVE_NRES + | mov L, CARG1 + | str CARG1, SAVE_L + | ldr GL, L->glref // Setup pointer to global state. + | mov BASE, CARG2 + | str CARG1, SAVE_PC // Any value outside of bytecode is ok. + | str RC, SAVE_CFRAME + | str fp, L->cframe // Add our C frame to cframe chain. + | + |3: // Entry point for vm_cpcall/vm_resume (BASE = base, PC = ftype). + | str L, GL->cur_L + | ldp RB, CARG1, L->base // RB = old base (for vmeta_call). + | movz TISNUM, #(LJ_TISNUM>>1)&0xffff, lsl #48 + | movz TISNUMhi, #(LJ_TISNUM>>1)&0xffff, lsl #16 + | add PC, PC, BASE + | movn TISNIL, #0 + | sub PC, PC, RB // PC = frame delta + frame type + | sub NARGS8:RC, CARG1, BASE + | st_vmstate ST_INTERP + | + |->vm_call_dispatch: + | // RB = old base, BASE = new base, RC = nargs*8, PC = caller PC + | ldr CARG3, [BASE, FRAME_FUNC] + | checkfunc CARG3, ->vmeta_call + | + |->vm_call_dispatch_f: + | ins_call + | // BASE = new base, CARG3 = func, RC = nargs*8, PC = caller PC + | + |->vm_cpcall: // Setup protected C frame, call C. + | // (lua_State *L, lua_CFunction func, void *ud, lua_CPFunction cp) + | saveregs + | mov L, CARG1 + | ldr RA, L:CARG1->stack + | str CARG1, SAVE_L + | ldr GL, L->glref // Setup pointer to global state. + | ldr RB, L->top + | str CARG1, SAVE_PC // Any value outside of bytecode is ok. + | ldr RC, L->cframe + | sub RA, RA, RB // Compute -savestack(L, L->top). + | str RAw, SAVE_NRES // Neg. delta means cframe w/o frame. + | str wzr, SAVE_ERRF // No error function. + | str RC, SAVE_CFRAME + | str fp, L->cframe // Add our C frame to cframe chain. + | str L, GL->cur_L + | blr CARG4 // (lua_State *L, lua_CFunction func, void *ud) + | mov BASE, CRET1 + | mov PC, #FRAME_CP + | cbnz BASE, <3 // Else continue with the call. + | b ->vm_leave_cp // No base? Just remove C frame. + | + |//----------------------------------------------------------------------- + |//-- Metamethod handling ------------------------------------------------ + |//----------------------------------------------------------------------- + | + |//-- Continuation dispatch ---------------------------------------------- + | + |->cont_dispatch: + | // BASE = meta base, RA = resultptr, RC = (nresults+1)*8 + | ldr LFUNC:CARG3, [RB, FRAME_FUNC] + | ldr CARG1, [BASE, #-32] // Get continuation. + | mov CARG4, BASE + | mov BASE, RB // Restore caller BASE. + | and LFUNC:CARG3, CARG3, #LJ_GCVMASK + |.if FFI + | cmp CARG1, #1 + |.endif + | ldr PC, [CARG4, #-24] // Restore PC from [cont|PC]. + | ldr CARG3, LFUNC:CARG3->pc + | add TMP0, RA, RC + | str TISNIL, [TMP0, #-8] // Ensure one valid arg. + |.if FFI + | bls >1 + |.endif + | ldr KBASE, [CARG3, #PC2PROTO(k)] + | // BASE = base, RA = resultptr, CARG4 = meta base + | br CARG1 + | + |.if FFI + |1: + | beq ->cont_ffi_callback // cont = 1: return from FFI callback. + | // cont = 0: tailcall from C function. + | sub CARG4, CARG4, #32 + | sub RC, CARG4, BASE + | b ->vm_call_tail + |.endif + | + |->cont_cat: // RA = resultptr, CARG4 = meta base + | ldr INSw, [PC, #-4] + | sub CARG2, CARG4, #32 + | ldr TMP0, [RA] + | str BASE, L->base + | decode_RB RB, INS + | decode_RA RA, INS + | add TMP1, BASE, RB, lsl #3 + | subs TMP1, CARG2, TMP1 + | beq >1 + | str TMP0, [CARG2] + | lsr CARG3, TMP1, #3 + | b ->BC_CAT_Z + | + |1: + | str TMP0, [BASE, RA, lsl #3] + | b ->cont_nop + | + |//-- Table indexing metamethods ----------------------------------------- + | + |->vmeta_tgets1: + | movn CARG4, #~LJ_TSTR + | add CARG2, BASE, RB, lsl #3 + | add CARG4, STR:RC, CARG4, lsl #47 + | b >2 + | + |->vmeta_tgets: + | movk CARG2, #(LJ_TTAB>>1)&0xffff, lsl #48 + | str CARG2, GL->tmptv + | add CARG2, GL, #offsetof(global_State, tmptv) + |2: + | add CARG3, sp, TMPDofs + | str CARG4, TMPD + | b >1 + | + |->vmeta_tgetb: // RB = table, RC = index + | add RC, RC, TISNUM + | add CARG2, BASE, RB, lsl #3 + | add CARG3, sp, TMPDofs + | str RC, TMPD + | b >1 + | + |->vmeta_tgetv: // RB = table, RC = key + | add CARG2, BASE, RB, lsl #3 + | add CARG3, BASE, RC, lsl #3 + |1: + | str BASE, L->base + | mov CARG1, L + | str PC, SAVE_PC + | bl extern lj_meta_tget // (lua_State *L, TValue *o, TValue *k) + | // Returns TValue * (finished) or NULL (metamethod). + | cbz CRET1, >3 + | ldr TMP0, [CRET1] + | str TMP0, [BASE, RA, lsl #3] + | ins_next + | + |3: // Call __index metamethod. + | // BASE = base, L->top = new base, stack = cont/func/t/k + | sub TMP1, BASE, #FRAME_CONT + | ldr BASE, L->top + | mov NARGS8:RC, #16 // 2 args for func(t, k). + | ldr LFUNC:CARG3, [BASE, FRAME_FUNC] // Guaranteed to be a function here. + | str PC, [BASE, #-24] // [cont|PC] + | sub PC, BASE, TMP1 + | and LFUNC:CARG3, CARG3, #LJ_GCVMASK + | b ->vm_call_dispatch_f + | + |->vmeta_tgetr: + | sxtw CARG2, TMP1w + | bl extern lj_tab_getinth // (GCtab *t, int32_t key) + | // Returns cTValue * or NULL. + | mov TMP0, TISNIL + | cbz CRET1, ->BC_TGETR_Z + | ldr TMP0, [CRET1] + | b ->BC_TGETR_Z + | + |//----------------------------------------------------------------------- + | + |->vmeta_tsets1: + | movn CARG4, #~LJ_TSTR + | add CARG2, BASE, RB, lsl #3 + | add CARG4, STR:RC, CARG4, lsl #47 + | b >2 + | + |->vmeta_tsets: + | movk CARG2, #(LJ_TTAB>>1)&0xffff, lsl #48 + | str CARG2, GL->tmptv + | add CARG2, GL, #offsetof(global_State, tmptv) + |2: + | add CARG3, sp, TMPDofs + | str CARG4, TMPD + | b >1 + | + |->vmeta_tsetb: // RB = table, RC = index + | add RC, RC, TISNUM + | add CARG2, BASE, RB, lsl #3 + | add CARG3, sp, TMPDofs + | str RC, TMPD + | b >1 + | + |->vmeta_tsetv: + | add CARG2, BASE, RB, lsl #3 + | add CARG3, BASE, RC, lsl #3 + |1: + | str BASE, L->base + | mov CARG1, L + | str PC, SAVE_PC + | bl extern lj_meta_tset // (lua_State *L, TValue *o, TValue *k) + | // Returns TValue * (finished) or NULL (metamethod). + | ldr TMP0, [BASE, RA, lsl #3] + | cbz CRET1, >3 + | // NOBARRIER: lj_meta_tset ensures the table is not black. + | str TMP0, [CRET1] + | ins_next + | + |3: // Call __newindex metamethod. + | // BASE = base, L->top = new base, stack = cont/func/t/k/(v) + | sub TMP1, BASE, #FRAME_CONT + | ldr BASE, L->top + | mov NARGS8:RC, #24 // 3 args for func(t, k, v). + | ldr LFUNC:CARG3, [BASE, FRAME_FUNC] // Guaranteed to be a function here. + | str TMP0, [BASE, #16] // Copy value to third argument. + | str PC, [BASE, #-24] // [cont|PC] + | sub PC, BASE, TMP1 + | and LFUNC:CARG3, CARG3, #LJ_GCVMASK + | b ->vm_call_dispatch_f + | + |->vmeta_tsetr: + | sxtw CARG3, TMP1w + | str BASE, L->base + | str PC, SAVE_PC + | bl extern lj_tab_setinth // (lua_State *L, GCtab *t, int32_t key) + | // Returns TValue *. + | b ->BC_TSETR_Z + | + |//-- Comparison metamethods --------------------------------------------- + | + |->vmeta_comp: + | add CARG2, BASE, RA, lsl #3 + | sub PC, PC, #4 + | add CARG3, BASE, RC, lsl #3 + | str BASE, L->base + | mov CARG1, L + | str PC, SAVE_PC + | uxtb CARG4w, INSw + | bl extern lj_meta_comp // (lua_State *L, TValue *o1, *o2, int op) + | // Returns 0/1 or TValue * (metamethod). + |3: + | cmp CRET1, #1 + | bhi ->vmeta_binop + |4: + | ldrh RBw, [PC, # OFS_RD] + | add PC, PC, #4 + | add RB, PC, RB, lsl #2 + | sub RB, RB, #0x20000 + | csel PC, PC, RB, lo + |->cont_nop: + | ins_next + | + |->cont_ra: // RA = resultptr + | ldr INSw, [PC, #-4] + | ldr TMP0, [RA] + | decode_RA TMP1, INS + | str TMP0, [BASE, TMP1, lsl #3] + | b ->cont_nop + | + |->cont_condt: // RA = resultptr + | ldr TMP0, [RA] + | mov_true TMP1 + | cmp TMP1, TMP0 // Branch if result is true. + | b <4 + | + |->cont_condf: // RA = resultptr + | ldr TMP0, [RA] + | mov_false TMP1 + | cmp TMP0, TMP1 // Branch if result is false. + | b <4 + | + |->vmeta_equal: + | // CARG2, CARG3, CARG4 are already set by BC_ISEQV/BC_ISNEV. + | and TAB:CARG3, CARG3, #LJ_GCVMASK + | sub PC, PC, #4 + | str BASE, L->base + | mov CARG1, L + | str PC, SAVE_PC + | bl extern lj_meta_equal // (lua_State *L, GCobj *o1, *o2, int ne) + | // Returns 0/1 or TValue * (metamethod). + | b <3 + | + |->vmeta_equal_cd: + |.if FFI + | sub PC, PC, #4 + | str BASE, L->base + | mov CARG1, L + | mov CARG2, INS + | str PC, SAVE_PC + | bl extern lj_meta_equal_cd // (lua_State *L, BCIns op) + | // Returns 0/1 or TValue * (metamethod). + | b <3 + |.endif + | + |->vmeta_istype: + | sub PC, PC, #4 + | str BASE, L->base + | mov CARG1, L + | mov CARG2, RA + | mov CARG3, RC + | str PC, SAVE_PC + | bl extern lj_meta_istype // (lua_State *L, BCReg ra, BCReg tp) + | b ->cont_nop + | + |//-- Arithmetic metamethods --------------------------------------------- + | + |->vmeta_arith_vn: + | add CARG3, BASE, RB, lsl #3 + | add CARG4, KBASE, RC, lsl #3 + | b >1 + | + |->vmeta_arith_nv: + | add CARG4, BASE, RB, lsl #3 + | add CARG3, KBASE, RC, lsl #3 + | b >1 + | + |->vmeta_unm: + | add CARG3, BASE, RC, lsl #3 + | mov CARG4, CARG3 + | b >1 + | + |->vmeta_arith_vv: + | add CARG3, BASE, RB, lsl #3 + | add CARG4, BASE, RC, lsl #3 + |1: + | uxtb CARG5w, INSw + | add CARG2, BASE, RA, lsl #3 + | str BASE, L->base + | mov CARG1, L + | str PC, SAVE_PC + | bl extern lj_meta_arith // (lua_State *L, TValue *ra,*rb,*rc, BCReg op) + | // Returns NULL (finished) or TValue * (metamethod). + | cbz CRET1, ->cont_nop + | + | // Call metamethod for binary op. + |->vmeta_binop: + | // BASE = old base, CRET1 = new base, stack = cont/func/o1/o2 + | sub TMP1, CRET1, BASE + | str PC, [CRET1, #-24] // [cont|PC] + | add PC, TMP1, #FRAME_CONT + | mov BASE, CRET1 + | mov NARGS8:RC, #16 // 2 args for func(o1, o2). + | b ->vm_call_dispatch + | + |->vmeta_len: + | add CARG2, BASE, RC, lsl #3 +#if LJ_52 + | mov TAB:RC, TAB:CARG1 // Save table (ignored for other types). +#endif + | str BASE, L->base + | mov CARG1, L + | str PC, SAVE_PC + | bl extern lj_meta_len // (lua_State *L, TValue *o) + | // Returns NULL (retry) or TValue * (metamethod base). +#if LJ_52 + | cbnz CRET1, ->vmeta_binop // Binop call for compatibility. + | mov TAB:CARG1, TAB:RC + | b ->BC_LEN_Z +#else + | b ->vmeta_binop // Binop call for compatibility. +#endif + | + |//-- Call metamethod ---------------------------------------------------- + | + |->vmeta_call: // Resolve and call __call metamethod. + | // RB = old base, BASE = new base, RC = nargs*8 + | mov CARG1, L + | str RB, L->base // This is the callers base! + | sub CARG2, BASE, #16 + | str PC, SAVE_PC + | add CARG3, BASE, NARGS8:RC + | bl extern lj_meta_call // (lua_State *L, TValue *func, TValue *top) + | ldr LFUNC:CARG3, [BASE, FRAME_FUNC] // Guaranteed to be a function here. + | add NARGS8:RC, NARGS8:RC, #8 // Got one more argument now. + | and LFUNC:CARG3, CARG3, #LJ_GCVMASK + | ins_call + | + |->vmeta_callt: // Resolve __call for BC_CALLT. + | // BASE = old base, RA = new base, RC = nargs*8 + | mov CARG1, L + | str BASE, L->base + | sub CARG2, RA, #16 + | str PC, SAVE_PC + | add CARG3, RA, NARGS8:RC + | bl extern lj_meta_call // (lua_State *L, TValue *func, TValue *top) + | ldr TMP1, [RA, FRAME_FUNC] // Guaranteed to be a function here. + | ldr PC, [BASE, FRAME_PC] + | add NARGS8:RC, NARGS8:RC, #8 // Got one more argument now. + | and LFUNC:CARG3, TMP1, #LJ_GCVMASK + | b ->BC_CALLT2_Z + | + |//-- Argument coercion for 'for' statement ------------------------------ + | + |->vmeta_for: + | mov CARG1, L + | str BASE, L->base + | mov CARG2, RA + | str PC, SAVE_PC + | bl extern lj_meta_for // (lua_State *L, TValue *base) + | ldr INSw, [PC, #-4] + |.if JIT + | uxtb TMP0w, INSw + |.endif + | decode_RA RA, INS + | decode_RD RC, INS + |.if JIT + | cmp TMP0, #BC_JFORI + | beq =>BC_JFORI + |.endif + | b =>BC_FORI + | + |//----------------------------------------------------------------------- + |//-- Fast functions ----------------------------------------------------- + |//----------------------------------------------------------------------- + | + |.macro .ffunc, name + |->ff_ .. name: + |.endmacro + | + |.macro .ffunc_1, name + |->ff_ .. name: + | ldr CARG1, [BASE] + | cmp NARGS8:RC, #8 + | blo ->fff_fallback + |.endmacro + | + |.macro .ffunc_2, name + |->ff_ .. name: + | ldp CARG1, CARG2, [BASE] + | cmp NARGS8:RC, #16 + | blo ->fff_fallback + |.endmacro + | + |.macro .ffunc_n, name + | .ffunc name + | ldr CARG1, [BASE] + | cmp NARGS8:RC, #8 + | ldr FARG1, [BASE] + | blo ->fff_fallback + | checknum CARG1, ->fff_fallback + |.endmacro + | + |.macro .ffunc_nn, name + | .ffunc name + | ldp CARG1, CARG2, [BASE] + | cmp NARGS8:RC, #16 + | ldp FARG1, FARG2, [BASE] + | blo ->fff_fallback + | checknum CARG1, ->fff_fallback + | checknum CARG2, ->fff_fallback + |.endmacro + | + |// Inlined GC threshold check. Caveat: uses CARG1 and CARG2. + |.macro ffgccheck + | ldp CARG1, CARG2, GL->gc.total // Assumes threshold follows total. + | cmp CARG1, CARG2 + | blt >1 + | bl ->fff_gcstep + |1: + |.endmacro + | + |//-- Base library: checks ----------------------------------------------- + | + |.ffunc_1 assert + | ldr PC, [BASE, FRAME_PC] + | mov_false TMP1 + | cmp CARG1, TMP1 + | bhs ->fff_fallback + | str CARG1, [BASE, #-16] + | sub RB, BASE, #8 + | subs RA, NARGS8:RC, #8 + | add RC, NARGS8:RC, #8 // Compute (nresults+1)*8. + | cbz RA, ->fff_res // Done if exactly 1 argument. + |1: + | ldr CARG1, [RB, #16] + | sub RA, RA, #8 + | str CARG1, [RB], #8 + | cbnz RA, <1 + | b ->fff_res + | + |.ffunc_1 type + | mov TMP0, #~LJ_TISNUM + | asr ITYPE, CARG1, #47 + | cmn ITYPE, #~LJ_TISNUM + | csinv TMP1, TMP0, ITYPE, lo + | add TMP1, TMP1, #offsetof(GCfuncC, upvalue)/8 + | ldr CARG1, [CFUNC:CARG3, TMP1, lsl #3] + | b ->fff_restv + | + |//-- Base library: getters and setters --------------------------------- + | + |.ffunc_1 getmetatable + | asr ITYPE, CARG1, #47 + | cmn ITYPE, #-LJ_TTAB + | ccmn ITYPE, #-LJ_TUDATA, #4, ne + | and TAB:CARG1, CARG1, #LJ_GCVMASK + | bne >6 + |1: // Field metatable must be at same offset for GCtab and GCudata! + | ldr TAB:RB, TAB:CARG1->metatable + |2: + | mov CARG1, TISNIL + | ldr STR:RC, GL->gcroot[GCROOT_MMNAME+MM_metatable] + | cbz TAB:RB, ->fff_restv + | ldr TMP1w, TAB:RB->hmask + | ldr TMP2w, STR:RC->hash + | ldr NODE:CARG3, TAB:RB->node + | and TMP1w, TMP1w, TMP2w // idx = str->hash & tab->hmask + | add TMP1, TMP1, TMP1, lsl #1 + | movn CARG4, #~LJ_TSTR + | add NODE:CARG3, NODE:CARG3, TMP1, lsl #3 // node = tab->node + idx*3*8 + | add CARG4, STR:RC, CARG4, lsl #47 // Tagged key to look for. + |3: // Rearranged logic, because we expect _not_ to find the key. + | ldp CARG1, TMP0, NODE:CARG3->val + | ldr NODE:CARG3, NODE:CARG3->next + | cmp TMP0, CARG4 + | beq >5 + | cbnz NODE:CARG3, <3 + |4: + | mov CARG1, RB // Use metatable as default result. + | movk CARG1, #(LJ_TTAB>>1)&0xffff, lsl #48 + | b ->fff_restv + |5: + | cmp TMP0, TISNIL + | bne ->fff_restv + | b <4 + | + |6: + | movn TMP0, #~LJ_TISNUM + | cmp ITYPE, TMP0 + | csel ITYPE, ITYPE, TMP0, hs + | sub TMP1, GL, ITYPE, lsl #3 + | ldr TAB:RB, [TMP1, #offsetof(global_State, gcroot[GCROOT_BASEMT])-8] + | b <2 + | + |.ffunc_2 setmetatable + | // Fast path: no mt for table yet and not clearing the mt. + | checktp TMP1, CARG1, LJ_TTAB, ->fff_fallback + | ldr TAB:TMP0, TAB:TMP1->metatable + | asr ITYPE, CARG2, #47 + | ldrb TMP2w, TAB:TMP1->marked + | cmn ITYPE, #-LJ_TTAB + | and TAB:CARG2, CARG2, #LJ_GCVMASK + | ccmp TAB:TMP0, #0, #0, eq + | bne ->fff_fallback + | str TAB:CARG2, TAB:TMP1->metatable + | tbz TMP2w, #2, ->fff_restv // isblack(table) + | barrierback TAB:TMP1, TMP2w, TMP0 + | b ->fff_restv + | + |.ffunc rawget + | ldr CARG2, [BASE] + | cmp NARGS8:RC, #16 + | blo ->fff_fallback + | checktab CARG2, ->fff_fallback + | mov CARG1, L + | add CARG3, BASE, #8 + | bl extern lj_tab_get // (lua_State *L, GCtab *t, cTValue *key) + | // Returns cTValue *. + | ldr CARG1, [CRET1] + | b ->fff_restv + | + |//-- Base library: conversions ------------------------------------------ + | + |.ffunc tonumber + | // Only handles the number case inline (without a base argument). + | ldr CARG1, [BASE] + | cmp NARGS8:RC, #8 + | bne ->fff_fallback + | checknumber CARG1, ->fff_fallback + | b ->fff_restv + | + |.ffunc_1 tostring + | // Only handles the string or number case inline. + | asr ITYPE, CARG1, #47 + | cmn ITYPE, #-LJ_TSTR + | // A __tostring method in the string base metatable is ignored. + | beq ->fff_restv + | // Handle numbers inline, unless a number base metatable is present. + | ldr TMP1, GL->gcroot[GCROOT_BASEMT_NUM] + | str BASE, L->base + | cmn ITYPE, #-LJ_TISNUM + | ccmp TMP1, #0, #0, ls + | str PC, SAVE_PC // Redundant (but a defined value). + | bne ->fff_fallback + | ffgccheck + | mov CARG1, L + | mov CARG2, BASE + | bl extern lj_strfmt_number // (lua_State *L, cTValue *o) + | // Returns GCstr *. + | movn TMP1, #~LJ_TSTR + | ldr BASE, L->base + | add CARG1, CARG1, TMP1, lsl #47 + | b ->fff_restv + | + |//-- Base library: iterators ------------------------------------------- + | + |.ffunc_1 next + | checktp CARG2, CARG1, LJ_TTAB, ->fff_fallback + | str TISNIL, [BASE, NARGS8:RC] // Set missing 2nd arg to nil. + | ldr PC, [BASE, FRAME_PC] + | stp BASE, BASE, L->base // Add frame since C call can throw. + | mov CARG1, L + | add CARG3, BASE, #8 + | str PC, SAVE_PC + | bl extern lj_tab_next // (lua_State *L, GCtab *t, TValue *key) + | // Returns 0 at end of traversal. + | str TISNIL, [BASE, #-16] + | cbz CRET1, ->fff_res1 // End of traversal: return nil. + | ldp CARG1, CARG2, [BASE, #8] // Copy key and value to results. + | mov RC, #(2+1)*8 + | stp CARG1, CARG2, [BASE, #-16] + | b ->fff_res + | + |.ffunc_1 pairs + | checktp TMP1, CARG1, LJ_TTAB, ->fff_fallback +#if LJ_52 + | ldr TAB:CARG2, TAB:TMP1->metatable +#endif + | ldr CFUNC:CARG4, CFUNC:CARG3->upvalue[0] + | ldr PC, [BASE, FRAME_PC] +#if LJ_52 + | cbnz TAB:CARG2, ->fff_fallback +#endif + | mov RC, #(3+1)*8 + | stp CARG1, TISNIL, [BASE, #-8] + | str CFUNC:CARG4, [BASE, #-16] + | b ->fff_res + | + |.ffunc_2 ipairs_aux + | checktab CARG1, ->fff_fallback + | checkint CARG2, ->fff_fallback + | ldr TMP1w, TAB:CARG1->asize + | ldr CARG3, TAB:CARG1->array + | ldr TMP0w, TAB:CARG1->hmask + | add CARG2w, CARG2w, #1 + | cmp CARG2w, TMP1w + | ldr PC, [BASE, FRAME_PC] + | add TMP2, CARG2, TISNUM + | mov RC, #(0+1)*8 + | str TMP2, [BASE, #-16] + | bhs >2 // Not in array part? + | ldr TMP0, [CARG3, CARG2, lsl #3] + |1: + | mov TMP1, #(2+1)*8 + | cmp TMP0, TISNIL + | str TMP0, [BASE, #-8] + | csel RC, RC, TMP1, eq + | b ->fff_res + |2: // Check for empty hash part first. Otherwise call C function. + | cbz TMP0w, ->fff_res + | bl extern lj_tab_getinth // (GCtab *t, int32_t key) + | // Returns cTValue * or NULL. + | cbz CRET1, ->fff_res + | ldr TMP0, [CRET1] + | b <1 + | + |.ffunc_1 ipairs + | checktp TMP1, CARG1, LJ_TTAB, ->fff_fallback +#if LJ_52 + | ldr TAB:CARG2, TAB:TMP1->metatable +#endif + | ldr CFUNC:CARG4, CFUNC:CARG3->upvalue[0] + | ldr PC, [BASE, FRAME_PC] +#if LJ_52 + | cbnz TAB:CARG2, ->fff_fallback +#endif + | mov RC, #(3+1)*8 + | stp CARG1, TISNUM, [BASE, #-8] + | str CFUNC:CARG4, [BASE, #-16] + | b ->fff_res + | + |//-- Base library: catch errors ---------------------------------------- + | + |.ffunc pcall + | ldrb TMP0w, GL->hookmask + | subs NARGS8:RC, NARGS8:RC, #8 + | blo ->fff_fallback + | mov RB, BASE + | add BASE, BASE, #16 + | ubfx TMP0w, TMP0w, #HOOK_ACTIVE_SHIFT, #1 + | add PC, TMP0, #16+FRAME_PCALL + | beq ->vm_call_dispatch + |1: + | add TMP2, BASE, NARGS8:RC + |2: + | ldr TMP0, [TMP2, #-16] + | str TMP0, [TMP2, #-8]! + | cmp TMP2, BASE + | bne <2 + | b ->vm_call_dispatch + | + |.ffunc xpcall + | ldp CARG1, CARG2, [BASE] + | ldrb TMP0w, GL->hookmask + | subs NARGS8:RC, NARGS8:RC, #16 + | blo ->fff_fallback + | mov RB, BASE + | add BASE, BASE, #24 + | asr ITYPE, CARG2, #47 + | ubfx TMP0w, TMP0w, #HOOK_ACTIVE_SHIFT, #1 + | cmn ITYPE, #-LJ_TFUNC + | add PC, TMP0, #24+FRAME_PCALL + | bne ->fff_fallback // Traceback must be a function. + | stp CARG2, CARG1, [RB] // Swap function and traceback. + | cbz NARGS8:RC, ->vm_call_dispatch + | b <1 + | + |//-- Coroutine library -------------------------------------------------- + | + |.macro coroutine_resume_wrap, resume + |.if resume + |.ffunc_1 coroutine_resume + | checktp CARG1, LJ_TTHREAD, ->fff_fallback + |.else + |.ffunc coroutine_wrap_aux + | ldr L:CARG1, CFUNC:CARG3->upvalue[0].gcr + | and L:CARG1, CARG1, #LJ_GCVMASK + |.endif + | ldr PC, [BASE, FRAME_PC] + | str BASE, L->base + | ldp RB, CARG2, L:CARG1->base + | ldrb TMP1w, L:CARG1->status + | add TMP0, CARG2, TMP1 + | str PC, SAVE_PC + | cmp TMP0, RB + | beq ->fff_fallback + | cmp TMP1, #LUA_YIELD + | add TMP0, CARG2, #8 + | csel CARG2, CARG2, TMP0, hs + | ldr CARG4, L:CARG1->maxstack + | add CARG3, CARG2, NARGS8:RC + | ldr RB, L:CARG1->cframe + | ccmp CARG3, CARG4, #2, ls + | ccmp RB, #0, #2, ls + | bhi ->fff_fallback + |.if resume + | sub CARG3, CARG3, #8 // Keep resumed thread in stack for GC. + | add BASE, BASE, #8 + | sub NARGS8:RC, NARGS8:RC, #8 + |.endif + | str CARG3, L:CARG1->top + | str BASE, L->top + | cbz NARGS8:RC, >3 + |2: // Move args to coroutine. + | ldr TMP0, [BASE, RB] + | cmp RB, NARGS8:RC + | str TMP0, [CARG2, RB] + | add RB, RB, #8 + | bne <2 + |3: + | mov CARG3, #0 + | mov L:RA, L:CARG1 + | mov CARG4, #0 + | bl ->vm_resume // (lua_State *L, TValue *base, 0, 0) + | // Returns thread status. + |4: + | ldp CARG3, CARG4, L:RA->base + | cmp CRET1, #LUA_YIELD + | ldr BASE, L->base + | str L, GL->cur_L + | st_vmstate ST_INTERP + | bhi >8 + | sub RC, CARG4, CARG3 + | ldr CARG1, L->maxstack + | add CARG2, BASE, RC + | cbz RC, >6 // No results? + | cmp CARG2, CARG1 + | mov RB, #0 + | bhi >9 // Need to grow stack? + | + | sub CARG4, RC, #8 + | str CARG3, L:RA->top // Clear coroutine stack. + |5: // Move results from coroutine. + | ldr TMP0, [CARG3, RB] + | cmp RB, CARG4 + | str TMP0, [BASE, RB] + | add RB, RB, #8 + | bne <5 + |6: + |.if resume + | mov_true TMP1 + | add RC, RC, #16 + |7: + | str TMP1, [BASE, #-8] // Prepend true/false to results. + | sub RA, BASE, #8 + |.else + | mov RA, BASE + | add RC, RC, #8 + |.endif + | ands CARG1, PC, #FRAME_TYPE + | str PC, SAVE_PC + | str RCw, SAVE_MULTRES + | beq ->BC_RET_Z + | b ->vm_return + | + |8: // Coroutine returned with error (at co->top-1). + |.if resume + | ldr TMP0, [CARG4, #-8]! + | mov_false TMP1 + | mov RC, #(2+1)*8 + | str CARG4, L:RA->top // Remove error from coroutine stack. + | str TMP0, [BASE] // Copy error message. + | b <7 + |.else + | mov CARG1, L + | mov CARG2, L:RA + | bl extern lj_ffh_coroutine_wrap_err // (lua_State *L, lua_State *co) + | // Never returns. + |.endif + | + |9: // Handle stack expansion on return from yield. + | mov CARG1, L + | lsr CARG2, RC, #3 + | bl extern lj_state_growstack // (lua_State *L, int n) + | mov CRET1, #0 + | b <4 + |.endmacro + | + | coroutine_resume_wrap 1 // coroutine.resume + | coroutine_resume_wrap 0 // coroutine.wrap + | + |.ffunc coroutine_yield + | ldr TMP0, L->cframe + | add TMP1, BASE, NARGS8:RC + | mov CRET1, #LUA_YIELD + | stp BASE, TMP1, L->base + | tbz TMP0, #0, ->fff_fallback + | str xzr, L->cframe + | strb CRET1w, L->status + | b ->vm_leave_unw + | + |//-- Math library ------------------------------------------------------- + | + |.macro math_round, func, round + | .ffunc math_ .. func + | ldr CARG1, [BASE] + | cmp NARGS8:RC, #8 + | ldr d0, [BASE] + | blo ->fff_fallback + | cmp TISNUMhi, CARG1, lsr #32 + | beq ->fff_restv + | blo ->fff_fallback + | round d0, d0 + | b ->fff_resn + |.endmacro + | + | math_round floor, frintm + | math_round ceil, frintp + | + |.ffunc_1 math_abs + | checknumber CARG1, ->fff_fallback + | and CARG1, CARG1, #U64x(7fffffff,ffffffff) + | bne ->fff_restv + | eor CARG2w, CARG1w, CARG1w, asr #31 + | movz CARG3, #0x41e0, lsl #48 // 2^31. + | subs CARG1w, CARG2w, CARG1w, asr #31 + | add CARG1, CARG1, TISNUM + | csel CARG1, CARG1, CARG3, pl + | // Fallthrough. + | + |->fff_restv: + | // CARG1 = TValue result. + | ldr PC, [BASE, FRAME_PC] + | str CARG1, [BASE, #-16] + |->fff_res1: + | // PC = return. + | mov RC, #(1+1)*8 + |->fff_res: + | // RC = (nresults+1)*8, PC = return. + | ands CARG1, PC, #FRAME_TYPE + | str RCw, SAVE_MULTRES + | sub RA, BASE, #16 + | bne ->vm_return + | ldr INSw, [PC, #-4] + | decode_RB RB, INS + |5: + | cmp RC, RB, lsl #3 // More results expected? + | blo >6 + | decode_RA TMP1, INS + | // Adjust BASE. KBASE is assumed to be set for the calling frame. + | sub BASE, RA, TMP1, lsl #3 + | ins_next + | + |6: // Fill up results with nil. + | add TMP1, RA, RC + | add RC, RC, #8 + | str TISNIL, [TMP1, #-8] + | b <5 + | + |.macro math_extern, func + | .ffunc_n math_ .. func + | bl extern func + | b ->fff_resn + |.endmacro + | + |.macro math_extern2, func + | .ffunc_nn math_ .. func + | bl extern func + | b ->fff_resn + |.endmacro + | + |.ffunc_n math_sqrt + | fsqrt d0, d0 + |->fff_resn: + | ldr PC, [BASE, FRAME_PC] + | str d0, [BASE, #-16] + | b ->fff_res1 + | + |.ffunc math_log + | ldr CARG1, [BASE] + | cmp NARGS8:RC, #8 + | ldr FARG1, [BASE] + | bne ->fff_fallback // Need exactly 1 argument. + | checknum CARG1, ->fff_fallback + | bl extern log + | b ->fff_resn + | + | math_extern log10 + | math_extern exp + | math_extern sin + | math_extern cos + | math_extern tan + | math_extern asin + | math_extern acos + | math_extern atan + | math_extern sinh + | math_extern cosh + | math_extern tanh + | math_extern2 pow + | math_extern2 atan2 + | math_extern2 fmod + | + |.ffunc_2 math_ldexp + | ldr FARG1, [BASE] + | checknum CARG1, ->fff_fallback + | checkint CARG2, ->fff_fallback + | sxtw CARG1, CARG2w + | bl extern ldexp // (double x, int exp) + | b ->fff_resn + | + |.ffunc_n math_frexp + | add CARG1, sp, TMPDofs + | bl extern frexp + | ldr CARG2w, TMPD + | ldr PC, [BASE, FRAME_PC] + | str d0, [BASE, #-16] + | mov RC, #(2+1)*8 + | add CARG2, CARG2, TISNUM + | str CARG2, [BASE, #-8] + | b ->fff_res + | + |.ffunc_n math_modf + | sub CARG1, BASE, #16 + | ldr PC, [BASE, FRAME_PC] + | bl extern modf + | mov RC, #(2+1)*8 + | str d0, [BASE, #-8] + | b ->fff_res + | + |.macro math_minmax, name, cond, fcond + | .ffunc_1 name + | add RB, BASE, RC + | add RA, BASE, #8 + | checkint CARG1, >4 + |1: // Handle integers. + | ldr CARG2, [RA] + | cmp RA, RB + | bhs ->fff_restv + | checkint CARG2, >3 + | cmp CARG1w, CARG2w + | add RA, RA, #8 + | csel CARG1, CARG2, CARG1, cond + | b <1 + |3: // Convert intermediate result to number and continue below. + | scvtf d0, CARG1w + | blo ->fff_fallback + | ldr d1, [RA] + | b >6 + | + |4: + | ldr d0, [BASE] + | blo ->fff_fallback + |5: // Handle numbers. + | ldr CARG2, [RA] + | ldr d1, [RA] + | cmp RA, RB + | bhs ->fff_resn + | checknum CARG2, >7 + |6: + | fcmp d0, d1 + | add RA, RA, #8 + | fcsel d0, d1, d0, fcond + | b <5 + |7: // Convert integer to number and continue above. + | scvtf d1, CARG2w + | blo ->fff_fallback + | b <6 + |.endmacro + | + | math_minmax math_min, gt, hi + | math_minmax math_max, lt, lo + | + |//-- String library ----------------------------------------------------- + | + |.ffunc string_byte // Only handle the 1-arg case here. + | ldp PC, CARG1, [BASE, FRAME_PC] + | cmp NARGS8:RC, #8 + | asr ITYPE, CARG1, #47 + | ccmn ITYPE, #-LJ_TSTR, #0, eq + | and STR:CARG1, CARG1, #LJ_GCVMASK + | bne ->fff_fallback + | ldrb TMP0w, STR:CARG1[1] // Access is always ok (NUL at end). + | ldr CARG3w, STR:CARG1->len + | add TMP0, TMP0, TISNUM + | str TMP0, [BASE, #-16] + | mov RC, #(0+1)*8 + | cbz CARG3, ->fff_res + | b ->fff_res1 + | + |.ffunc string_char // Only handle the 1-arg case here. + | ffgccheck + | ldp PC, CARG1, [BASE, FRAME_PC] + | cmp CARG1w, #255 + | ccmp NARGS8:RC, #8, #0, ls // Need exactly 1 argument. + | bne ->fff_fallback + | checkint CARG1, ->fff_fallback + | mov CARG3, #1 + | // Point to the char inside the integer in the stack slot. + |.if ENDIAN_LE + | mov CARG2, BASE + |.else + | add CARG2, BASE, #7 + |.endif + |->fff_newstr: + | // CARG2 = str, CARG3 = len. + | str BASE, L->base + | mov CARG1, L + | str PC, SAVE_PC + | bl extern lj_str_new // (lua_State *L, char *str, size_t l) + |->fff_resstr: + | // Returns GCstr *. + | ldr BASE, L->base + | movn TMP1, #~LJ_TSTR + | add CARG1, CARG1, TMP1, lsl #47 + | b ->fff_restv + | + |.ffunc string_sub + | ffgccheck + | ldr CARG1, [BASE] + | ldr CARG3, [BASE, #16] + | cmp NARGS8:RC, #16 + | movn RB, #0 + | beq >1 + | blo ->fff_fallback + | checkint CARG3, ->fff_fallback + | sxtw RB, CARG3w + |1: + | ldr CARG2, [BASE, #8] + | checkstr CARG1, ->fff_fallback + | ldr TMP1w, STR:CARG1->len + | checkint CARG2, ->fff_fallback + | sxtw CARG2, CARG2w + | // CARG1 = str, TMP1 = str->len, CARG2 = start, RB = end + | add TMP2, RB, TMP1 + | cmp RB, #0 + | add TMP0, CARG2, TMP1 + | csinc RB, RB, TMP2, ge // if (end < 0) end += len+1 + | cmp CARG2, #0 + | csinc CARG2, CARG2, TMP0, ge // if (start < 0) start += len+1 + | cmp RB, #0 + | csel RB, RB, xzr, ge // if (end < 0) end = 0 + | cmp CARG2, #1 + | csinc CARG2, CARG2, xzr, ge // if (start < 1) start = 1 + | cmp RB, TMP1 + | csel RB, RB, TMP1, le // if (end > len) end = len + | add CARG1, STR:CARG1, #sizeof(GCstr)-1 + | subs CARG3, RB, CARG2 // len = end - start + | add CARG2, CARG1, CARG2 + | add CARG3, CARG3, #1 // len += 1 + | bge ->fff_newstr + | add STR:CARG1, GL, #offsetof(global_State, strempty) + | movn TMP1, #~LJ_TSTR + | add CARG1, CARG1, TMP1, lsl #47 + | b ->fff_restv + | + |.macro ffstring_op, name + | .ffunc string_ .. name + | ffgccheck + | ldr CARG2, [BASE] + | cmp NARGS8:RC, #8 + | asr ITYPE, CARG2, #47 + | ccmn ITYPE, #-LJ_TSTR, #0, hs + | and STR:CARG2, CARG2, #LJ_GCVMASK + | bne ->fff_fallback + | ldr TMP0, GL->tmpbuf.b + | add SBUF:CARG1, GL, #offsetof(global_State, tmpbuf) + | str BASE, L->base + | str PC, SAVE_PC + | str L, GL->tmpbuf.L + | str TMP0, GL->tmpbuf.p + | bl extern lj_buf_putstr_ .. name + | bl extern lj_buf_tostr + | b ->fff_resstr + |.endmacro + | + |ffstring_op reverse + |ffstring_op lower + |ffstring_op upper + | + |//-- Bit library -------------------------------------------------------- + | + |// FP number to bit conversion for soft-float. Clobbers CARG1-CARG3 + |->vm_tobit_fb: + | bls ->fff_fallback + | add CARG2, CARG1, CARG1 + | mov CARG3, #1076 + | sub CARG3, CARG3, CARG2, lsr #53 + | cmp CARG3, #53 + | bhi >1 + | and CARG2, CARG2, #U64x(001fffff,ffffffff) + | orr CARG2, CARG2, #U64x(00200000,00000000) + | cmp CARG1, #0 + | lsr CARG2, CARG2, CARG3 + | cneg CARG1w, CARG2w, mi + | br lr + |1: + | mov CARG1w, #0 + | br lr + | + |.macro .ffunc_bit, name + | .ffunc_1 bit_..name + | adr lr, >1 + | checkint CARG1, ->vm_tobit_fb + |1: + |.endmacro + | + |.macro .ffunc_bit_op, name, ins + | .ffunc_bit name + | mov RA, #8 + | mov TMP0w, CARG1w + | adr lr, >2 + |1: + | ldr CARG1, [BASE, RA] + | cmp RA, NARGS8:RC + | add RA, RA, #8 + | bge >9 + | checkint CARG1, ->vm_tobit_fb + |2: + | ins TMP0w, TMP0w, CARG1w + | b <1 + |.endmacro + | + |.ffunc_bit_op band, and + |.ffunc_bit_op bor, orr + |.ffunc_bit_op bxor, eor + | + |.ffunc_bit tobit + | mov TMP0w, CARG1w + |9: // Label reused by .ffunc_bit_op users. + | add CARG1, TMP0, TISNUM + | b ->fff_restv + | + |.ffunc_bit bswap + | rev TMP0w, CARG1w + | add CARG1, TMP0, TISNUM + | b ->fff_restv + | + |.ffunc_bit bnot + | mvn TMP0w, CARG1w + | add CARG1, TMP0, TISNUM + | b ->fff_restv + | + |.macro .ffunc_bit_sh, name, ins, shmod + | .ffunc bit_..name + | ldp TMP0, CARG1, [BASE] + | cmp NARGS8:RC, #16 + | blo ->fff_fallback + | adr lr, >1 + | checkint CARG1, ->vm_tobit_fb + |1: + |.if shmod == 0 + | mov TMP1, CARG1 + |.else + | neg TMP1, CARG1 + |.endif + | mov CARG1, TMP0 + | adr lr, >2 + | checkint CARG1, ->vm_tobit_fb + |2: + | ins TMP0w, CARG1w, TMP1w + | add CARG1, TMP0, TISNUM + | b ->fff_restv + |.endmacro + | + |.ffunc_bit_sh lshift, lsl, 0 + |.ffunc_bit_sh rshift, lsr, 0 + |.ffunc_bit_sh arshift, asr, 0 + |.ffunc_bit_sh rol, ror, 1 + |.ffunc_bit_sh ror, ror, 0 + | + |//----------------------------------------------------------------------- + | + |->fff_fallback: // Call fast function fallback handler. + | // BASE = new base, RC = nargs*8 + | ldp CFUNC:CARG3, PC, [BASE, FRAME_FUNC] // Fallback may overwrite PC. + | ldr TMP2, L->maxstack + | add TMP1, BASE, NARGS8:RC + | stp BASE, TMP1, L->base + | and CFUNC:CARG3, CARG3, #LJ_GCVMASK + | add TMP1, TMP1, #8*LUA_MINSTACK + | ldr CARG3, CFUNC:CARG3->f + | str PC, SAVE_PC // Redundant (but a defined value). + | cmp TMP1, TMP2 + | mov CARG1, L + | bhi >5 // Need to grow stack. + | blr CARG3 // (lua_State *L) + | // Either throws an error, or recovers and returns -1, 0 or nresults+1. + | ldr BASE, L->base + | cmp CRET1w, #0 + | lsl RC, CRET1, #3 + | sub RA, BASE, #16 + | bgt ->fff_res // Returned nresults+1? + |1: // Returned 0 or -1: retry fast path. + | ldr CARG1, L->top + | ldr CFUNC:CARG3, [BASE, FRAME_FUNC] + | sub NARGS8:RC, CARG1, BASE + | bne ->vm_call_tail // Returned -1? + | and CFUNC:CARG3, CARG3, #LJ_GCVMASK + | ins_callt // Returned 0: retry fast path. + | + |// Reconstruct previous base for vmeta_call during tailcall. + |->vm_call_tail: + | ands TMP0, PC, #FRAME_TYPE + | and TMP1, PC, #~FRAME_TYPEP + | bne >3 + | ldrb RAw, [PC, #-4+OFS_RA] + | lsl RA, RA, #3 + | add TMP1, RA, #16 + |3: + | sub RB, BASE, TMP1 + | b ->vm_call_dispatch // Resolve again for tailcall. + | + |5: // Grow stack for fallback handler. + | mov CARG2, #LUA_MINSTACK + | bl extern lj_state_growstack // (lua_State *L, int n) + | ldr BASE, L->base + | cmp CARG1, CARG1 // Set zero-flag to force retry. + | b <1 + | + |->fff_gcstep: // Call GC step function. + | // BASE = new base, RC = nargs*8 + | add CARG2, BASE, NARGS8:RC // Calculate L->top. + | mov RA, lr + | stp BASE, CARG2, L->base + | str PC, SAVE_PC // Redundant (but a defined value). + | mov CARG1, L + | bl extern lj_gc_step // (lua_State *L) + | ldp BASE, CARG2, L->base + | ldr CFUNC:CARG3, [BASE, FRAME_FUNC] + | mov lr, RA // Help return address predictor. + | sub NARGS8:RC, CARG2, BASE // Calculate nargs*8. + | and CFUNC:CARG3, CARG3, #LJ_GCVMASK + | ret + | + |//----------------------------------------------------------------------- + |//-- Special dispatch targets ------------------------------------------- + |//----------------------------------------------------------------------- + | + |->vm_record: // Dispatch target for recording phase. + |.if JIT + | ldrb CARG1w, GL->hookmask + | tst CARG1, #HOOK_VMEVENT // No recording while in vmevent. + | bne >5 + | // Decrement the hookcount for consistency, but always do the call. + | ldr CARG2w, GL->hookcount + | tst CARG1, #HOOK_ACTIVE + | bne >1 + | sub CARG2w, CARG2w, #1 + | tst CARG1, #LUA_MASKLINE|LUA_MASKCOUNT + | beq >1 + | str CARG2w, GL->hookcount + | b >1 + |.endif + | + |->vm_rethook: // Dispatch target for return hooks. + | ldrb TMP2w, GL->hookmask + | tbz TMP2w, #HOOK_ACTIVE_SHIFT, >1 // Hook already active? + |5: // Re-dispatch to static ins. + | ldr TMP0, [TMP1, #GG_G2DISP+GG_DISP2STATIC] + | br TMP0 + | + |->vm_inshook: // Dispatch target for instr/line hooks. + | ldrb TMP2w, GL->hookmask + | ldr TMP3w, GL->hookcount + | tbnz TMP2w, #HOOK_ACTIVE_SHIFT, <5 // Hook already active? + | tst TMP2w, #LUA_MASKLINE|LUA_MASKCOUNT + | beq <5 + | sub TMP3w, TMP3w, #1 + | str TMP3w, GL->hookcount + | cbz TMP3w, >1 + | tbz TMP2w, #LUA_HOOKLINE, <5 + |1: + | mov CARG1, L + | str BASE, L->base + | mov CARG2, PC + | // SAVE_PC must hold the _previous_ PC. The callee updates it with PC. + | bl extern lj_dispatch_ins // (lua_State *L, const BCIns *pc) + |3: + | ldr BASE, L->base + |4: // Re-dispatch to static ins. + | ldr INSw, [PC, #-4] + | add TMP1, GL, INS, uxtb #3 + | decode_RA RA, INS + | ldr TMP0, [TMP1, #GG_G2DISP+GG_DISP2STATIC] + | decode_RD RC, INS + | br TMP0 + | + |->cont_hook: // Continue from hook yield. + | ldr CARG1, [CARG4, #-40] + | add PC, PC, #4 + | str CARG1w, SAVE_MULTRES // Restore MULTRES for *M ins. + | b <4 + | + |->vm_hotloop: // Hot loop counter underflow. + |.if JIT + | ldr LFUNC:CARG3, [BASE, FRAME_FUNC] // Same as curr_topL(L). + | add CARG1, GL, #GG_G2DISP+GG_DISP2J + | and LFUNC:CARG3, CARG3, #LJ_GCVMASK + | str PC, SAVE_PC + | ldr CARG3, LFUNC:CARG3->pc + | mov CARG2, PC + | str L, [GL, #GL_J(L)] + | ldrb CARG3w, [CARG3, #PC2PROTO(framesize)] + | str BASE, L->base + | add CARG3, BASE, CARG3, lsl #3 + | str CARG3, L->top + | bl extern lj_trace_hot // (jit_State *J, const BCIns *pc) + | b <3 + |.endif + | + |->vm_callhook: // Dispatch target for call hooks. + | mov CARG2, PC + |.if JIT + | b >1 + |.endif + | + |->vm_hotcall: // Hot call counter underflow. + |.if JIT + | orr CARG2, PC, #1 + |1: + |.endif + | add TMP1, BASE, NARGS8:RC + | str PC, SAVE_PC + | mov CARG1, L + | sub RA, RA, BASE + | stp BASE, TMP1, L->base + | bl extern lj_dispatch_call // (lua_State *L, const BCIns *pc) + | // Returns ASMFunction. + | ldp BASE, TMP1, L->base + | str xzr, SAVE_PC // Invalidate for subsequent line hook. + | ldr LFUNC:CARG3, [BASE, FRAME_FUNC] + | add RA, BASE, RA + | sub NARGS8:RC, TMP1, BASE + | ldr INSw, [PC, #-4] + | and LFUNC:CARG3, CARG3, #LJ_GCVMASK + | br CRET1 + | + |->cont_stitch: // Trace stitching. + |.if JIT + | // RA = resultptr, CARG4 = meta base + | ldr RBw, SAVE_MULTRES + | ldr INSw, [PC, #-4] + | ldr TRACE:CARG3, [CARG4, #-40] // Save previous trace. + | subs RB, RB, #8 + | decode_RA RC, INS // Call base. + | and CARG3, CARG3, #LJ_GCVMASK + | beq >2 + |1: // Move results down. + | ldr CARG1, [RA] + | add RA, RA, #8 + | subs RB, RB, #8 + | str CARG1, [BASE, RC, lsl #3] + | add RC, RC, #1 + | bne <1 + |2: + | decode_RA RA, INS + | decode_RB RB, INS + | add RA, RA, RB + |3: + | cmp RA, RC + | bhi >9 // More results wanted? + | + | ldrh RAw, TRACE:CARG3->traceno + | ldrh RCw, TRACE:CARG3->link + | cmp RCw, RAw + | beq ->cont_nop // Blacklisted. + | cmp RCw, #0 + | bne =>BC_JLOOP // Jump to stitched trace. + | + | // Stitch a new trace to the previous trace. + | mov CARG1, #GL_J(exitno) + | str RAw, [GL, CARG1] + | mov CARG1, #GL_J(L) + | str L, [GL, CARG1] + | str BASE, L->base + | add CARG1, GL, #GG_G2J + | mov CARG2, PC + | bl extern lj_dispatch_stitch // (jit_State *J, const BCIns *pc) + | ldr BASE, L->base + | b ->cont_nop + | + |9: // Fill up results with nil. + | str TISNIL, [BASE, RC, lsl #3] + | add RC, RC, #1 + | b <3 + |.endif + | + |->vm_profhook: // Dispatch target for profiler hook. +#if LJ_HASPROFILE + | mov CARG1, L + | str BASE, L->base + | mov CARG2, PC + | bl extern lj_dispatch_profile // (lua_State *L, const BCIns *pc) + | // HOOK_PROFILE is off again, so re-dispatch to dynamic instruction. + | ldr BASE, L->base + | sub PC, PC, #4 + | b ->cont_nop +#endif + | + |//----------------------------------------------------------------------- + |//-- Trace exit handler ------------------------------------------------- + |//----------------------------------------------------------------------- + | + |.macro savex_, a, b + | stp d..a, d..b, [sp, #a*8] + | stp x..a, x..b, [sp, #32*8+a*8] + |.endmacro + | + |->vm_exit_handler: + |.if JIT + | sub sp, sp, #(64*8) + | savex_, 0, 1 + | savex_, 2, 3 + | savex_, 4, 5 + | savex_, 6, 7 + | savex_, 8, 9 + | savex_, 10, 11 + | savex_, 12, 13 + | savex_, 14, 15 + | savex_, 16, 17 + | savex_, 18, 19 + | savex_, 20, 21 + | savex_, 22, 23 + | savex_, 24, 25 + | savex_, 26, 27 + | savex_, 28, 29 + | stp d30, d31, [sp, #30*8] + | ldr CARG1, [sp, #64*8] // Load original value of lr. + | add CARG3, sp, #64*8 // Recompute original value of sp. + | mv_vmstate CARG4w, EXIT + | stp xzr, CARG3, [sp, #62*8] // Store 0/sp in RID_LR/RID_SP. + | sub CARG1, CARG1, lr + | ldr L, GL->cur_L + | lsr CARG1, CARG1, #2 + | ldr BASE, GL->jit_base + | sub CARG1, CARG1, #2 + | ldr CARG2w, [lr] // Load trace number. + | st_vmstate CARG4w + |.if ENDIAN_BE + | rev32 CARG2, CARG2 + |.endif + | str BASE, L->base + | ubfx CARG2w, CARG2w, #5, #16 + | str CARG1w, [GL, #GL_J(exitno)] + | str CARG2w, [GL, #GL_J(parent)] + | str L, [GL, #GL_J(L)] + | str xzr, GL->jit_base + | add CARG1, GL, #GG_G2J + | mov CARG2, sp + | bl extern lj_trace_exit // (jit_State *J, ExitState *ex) + | // Returns MULTRES (unscaled) or negated error code. + | ldr CARG2, L->cframe + | ldr BASE, L->base + | and sp, CARG2, #CFRAME_RAWMASK + | ldr PC, SAVE_PC // Get SAVE_PC. + | str L, SAVE_L // Set SAVE_L (on-trace resume/yield). + | b >1 + |.endif + | + |->vm_exit_interp: + | // CARG1 = MULTRES or negated error code, BASE, PC and GL set. + |.if JIT + | ldr L, SAVE_L + |1: + | cmp CARG1w, #0 + | blt >9 // Check for error from exit. + | lsl RC, CARG1, #3 + | ldr LFUNC:CARG2, [BASE, FRAME_FUNC] + | movz TISNUM, #(LJ_TISNUM>>1)&0xffff, lsl #48 + | movz TISNUMhi, #(LJ_TISNUM>>1)&0xffff, lsl #16 + | movn TISNIL, #0 + | and LFUNC:CARG2, CARG2, #LJ_GCVMASK + | str RCw, SAVE_MULTRES + | str BASE, L->base + | ldr CARG2, LFUNC:CARG2->pc + | str xzr, GL->jit_base + | mv_vmstate CARG4w, INTERP + | ldr KBASE, [CARG2, #PC2PROTO(k)] + | // Modified copy of ins_next which handles function header dispatch, too. + | ldrb RBw, [PC, # OFS_OP] + | ldr INSw, [PC], #4 + | st_vmstate CARG4w + | cmp RBw, #BC_FUNCC+2 // Fast function? + | add TMP1, GL, INS, uxtb #3 + | bhs >4 + |2: + | cmp RBw, #BC_FUNCF // Function header? + | add TMP0, GL, RB, uxtb #3 + | ldr RB, [TMP0, #GG_G2DISP] + | decode_RA RA, INS + | lsr TMP0, INS, #16 + | csel RC, TMP0, RC, lo + | blo >5 + | ldr CARG3, [BASE, FRAME_FUNC] + | sub RC, RC, #8 + | add RA, BASE, RA, lsl #3 // Yes: RA = BASE+framesize*8, RC = nargs*8 + | and LFUNC:CARG3, CARG3, #LJ_GCVMASK + |5: + | br RB + | + |4: // Check frame below fast function. + | ldr CARG1, [BASE, FRAME_PC] + | ands CARG2, CARG1, #FRAME_TYPE + | bne <2 // Trace stitching continuation? + | // Otherwise set KBASE for Lua function below fast function. + | ldr CARG3w, [CARG1, #-4] + | decode_RA CARG1, CARG3 + | sub CARG2, BASE, CARG1, lsl #3 + | ldr LFUNC:CARG3, [CARG2, #-32] + | and LFUNC:CARG3, CARG3, #LJ_GCVMASK + | ldr CARG3, LFUNC:CARG3->pc + | ldr KBASE, [CARG3, #PC2PROTO(k)] + | b <2 + | + |9: // Rethrow error from the right C frame. + | neg CARG2, CARG1 + | mov CARG1, L + | bl extern lj_err_throw // (lua_State *L, int errcode) + |.endif + | + |//----------------------------------------------------------------------- + |//-- Math helper functions ---------------------------------------------- + |//----------------------------------------------------------------------- + | + | // int lj_vm_modi(int dividend, int divisor); + |->vm_modi: + | eor CARG4w, CARG1w, CARG2w + | cmp CARG4w, #0 + | eor CARG3w, CARG1w, CARG1w, asr #31 + | eor CARG4w, CARG2w, CARG2w, asr #31 + | sub CARG3w, CARG3w, CARG1w, asr #31 + | sub CARG4w, CARG4w, CARG2w, asr #31 + | udiv CARG1w, CARG3w, CARG4w + | msub CARG1w, CARG1w, CARG4w, CARG3w + | ccmp CARG1w, #0, #4, mi + | sub CARG3w, CARG1w, CARG4w + | csel CARG1w, CARG1w, CARG3w, eq + | eor CARG3w, CARG1w, CARG2w + | cmp CARG3w, #0 + | cneg CARG1w, CARG1w, mi + | ret + | + |//----------------------------------------------------------------------- + |//-- Miscellaneous functions -------------------------------------------- + |//----------------------------------------------------------------------- + | + |//----------------------------------------------------------------------- + |//-- FFI helper functions ----------------------------------------------- + |//----------------------------------------------------------------------- + | + |// Handler for callback functions. + |// Saveregs already performed. Callback slot number in [sp], g in r12. + |->vm_ffi_callback: + |.if FFI + |.type CTSTATE, CTState, PC + | saveregs + | ldr CTSTATE, GL:x10->ctype_state + | mov GL, x10 + | add x10, sp, # CFRAME_SPACE + | str w9, CTSTATE->cb.slot + | stp x0, x1, CTSTATE->cb.gpr[0] + | stp d0, d1, CTSTATE->cb.fpr[0] + | stp x2, x3, CTSTATE->cb.gpr[2] + | stp d2, d3, CTSTATE->cb.fpr[2] + | stp x4, x5, CTSTATE->cb.gpr[4] + | stp d4, d5, CTSTATE->cb.fpr[4] + | stp x6, x7, CTSTATE->cb.gpr[6] + | stp d6, d7, CTSTATE->cb.fpr[6] + | str x10, CTSTATE->cb.stack + | mov CARG1, CTSTATE + | str CTSTATE, SAVE_PC // Any value outside of bytecode is ok. + | mov CARG2, sp + | bl extern lj_ccallback_enter // (CTState *cts, void *cf) + | // Returns lua_State *. + | ldp BASE, RC, L:CRET1->base + | movz TISNUM, #(LJ_TISNUM>>1)&0xffff, lsl #48 + | movz TISNUMhi, #(LJ_TISNUM>>1)&0xffff, lsl #16 + | movn TISNIL, #0 + | mov L, CRET1 + | ldr LFUNC:CARG3, [BASE, FRAME_FUNC] + | sub RC, RC, BASE + | st_vmstate ST_INTERP + | and LFUNC:CARG3, CARG3, #LJ_GCVMASK + | ins_callt + |.endif + | + |->cont_ffi_callback: // Return from FFI callback. + |.if FFI + | ldr CTSTATE, GL->ctype_state + | stp BASE, CARG4, L->base + | str L, CTSTATE->L + | mov CARG1, CTSTATE + | mov CARG2, RA + | bl extern lj_ccallback_leave // (CTState *cts, TValue *o) + | ldp x0, x1, CTSTATE->cb.gpr[0] + | ldp d0, d1, CTSTATE->cb.fpr[0] + | b ->vm_leave_unw + |.endif + | + |->vm_ffi_call: // Call C function via FFI. + | // Caveat: needs special frame unwinding, see below. + |.if FFI + | .type CCSTATE, CCallState, x19 + | stp fp, lr, [sp, #-32]! + | add fp, sp, #0 + | str CCSTATE, [sp, #16] + | mov CCSTATE, x0 + | ldr TMP0w, CCSTATE:x0->spadj + | ldrb TMP1w, CCSTATE->nsp + | add TMP2, CCSTATE, #offsetof(CCallState, stack) + | subs TMP1, TMP1, #1 + | ldr TMP3, CCSTATE->func + | sub sp, fp, TMP0 + | bmi >2 + |1: // Copy stack slots + | ldr TMP0, [TMP2, TMP1, lsl #3] + | str TMP0, [sp, TMP1, lsl #3] + | subs TMP1, TMP1, #1 + | bpl <1 + |2: + | ldp x0, x1, CCSTATE->gpr[0] + | ldp d0, d1, CCSTATE->fpr[0] + | ldp x2, x3, CCSTATE->gpr[2] + | ldp d2, d3, CCSTATE->fpr[2] + | ldp x4, x5, CCSTATE->gpr[4] + | ldp d4, d5, CCSTATE->fpr[4] + | ldp x6, x7, CCSTATE->gpr[6] + | ldp d6, d7, CCSTATE->fpr[6] + | ldr x8, CCSTATE->retp + | blr TMP3 + | mov sp, fp + | stp x0, x1, CCSTATE->gpr[0] + | stp d0, d1, CCSTATE->fpr[0] + | stp d2, d3, CCSTATE->fpr[2] + | ldr CCSTATE, [sp, #16] + | ldp fp, lr, [sp], #32 + | ret + |.endif + |// Note: vm_ffi_call must be the last function in this object file! + | + |//----------------------------------------------------------------------- +} + +/* Generate the code for a single instruction. */ +static void build_ins(BuildCtx *ctx, BCOp op, int defop) +{ + int vk = 0; + |=>defop: + + switch (op) { + + /* -- Comparison ops ---------------------------------------------------- */ + + /* Remember: all ops branch for a true comparison, fall through otherwise. */ + + case BC_ISLT: case BC_ISGE: case BC_ISLE: case BC_ISGT: + | // RA = src1, RC = src2, JMP with RC = target + | ldr CARG1, [BASE, RA, lsl #3] + | ldrh RBw, [PC, # OFS_RD] + | ldr CARG2, [BASE, RC, lsl #3] + | add PC, PC, #4 + | add RB, PC, RB, lsl #2 + | sub RB, RB, #0x20000 + | checkint CARG1, >3 + | checkint CARG2, >4 + | cmp CARG1w, CARG2w + if (op == BC_ISLT) { + | csel PC, RB, PC, lt + } else if (op == BC_ISGE) { + | csel PC, RB, PC, ge + } else if (op == BC_ISLE) { + | csel PC, RB, PC, le + } else { + | csel PC, RB, PC, gt + } + |1: + | ins_next + | + |3: // RA not int. + | ldr FARG1, [BASE, RA, lsl #3] + | blo ->vmeta_comp + | ldr FARG2, [BASE, RC, lsl #3] + | cmp TISNUMhi, CARG2, lsr #32 + | bhi >5 + | bne ->vmeta_comp + | // RA number, RC int. + | scvtf FARG2, CARG2w + | b >5 + | + |4: // RA int, RC not int + | ldr FARG2, [BASE, RC, lsl #3] + | blo ->vmeta_comp + | // RA int, RC number. + | scvtf FARG1, CARG1w + | + |5: // RA number, RC number + | fcmp FARG1, FARG2 + | // To preserve NaN semantics GE/GT branch on unordered, but LT/LE don't. + if (op == BC_ISLT) { + | csel PC, RB, PC, lo + } else if (op == BC_ISGE) { + | csel PC, RB, PC, hs + } else if (op == BC_ISLE) { + | csel PC, RB, PC, ls + } else { + | csel PC, RB, PC, hi + } + | b <1 + break; + + case BC_ISEQV: case BC_ISNEV: + vk = op == BC_ISEQV; + | // RA = src1, RC = src2, JMP with RC = target + | ldr CARG1, [BASE, RA, lsl #3] + | add RC, BASE, RC, lsl #3 + | ldrh RBw, [PC, # OFS_RD] + | ldr CARG3, [RC] + | add PC, PC, #4 + | add RB, PC, RB, lsl #2 + | sub RB, RB, #0x20000 + | asr ITYPE, CARG3, #47 + | cmn ITYPE, #-LJ_TISNUM + if (vk) { + | bls ->BC_ISEQN_Z + } else { + | bls ->BC_ISNEN_Z + } + | // RC is not a number. + | asr TMP0, CARG1, #47 + |.if FFI + | // Check if RC or RA is a cdata. + | cmn ITYPE, #-LJ_TCDATA + | ccmn TMP0, #-LJ_TCDATA, #4, ne + | beq ->vmeta_equal_cd + |.endif + | cmp CARG1, CARG3 + | bne >2 + | // Tag and value are equal. + if (vk) { + |->BC_ISEQV_Z: + | mov PC, RB // Perform branch. + } + |1: + | ins_next + | + |2: // Check if the tags are the same and it's a table or userdata. + | cmp ITYPE, TMP0 + | ccmn ITYPE, #-LJ_TISTABUD, #2, eq + if (vk) { + | bhi <1 + } else { + | bhi ->BC_ISEQV_Z // Reuse code from opposite instruction. + } + | // Different tables or userdatas. Need to check __eq metamethod. + | // Field metatable must be at same offset for GCtab and GCudata! + | and TAB:CARG2, CARG1, #LJ_GCVMASK + | ldr TAB:TMP2, TAB:CARG2->metatable + if (vk) { + | cbz TAB:TMP2, <1 // No metatable? + | ldrb TMP1w, TAB:TMP2->nomm + | mov CARG4, #0 // ne = 0 + | tbnz TMP1w, #MM_eq, <1 // 'no __eq' flag set: done. + } else { + | cbz TAB:TMP2, ->BC_ISEQV_Z // No metatable? + | ldrb TMP1w, TAB:TMP2->nomm + | mov CARG4, #1 // ne = 1. + | tbnz TMP1w, #MM_eq, ->BC_ISEQV_Z // 'no __eq' flag set: done. + } + | b ->vmeta_equal + break; + + case BC_ISEQS: case BC_ISNES: + vk = op == BC_ISEQS; + | // RA = src, RC = str_const (~), JMP with RC = target + | ldr CARG1, [BASE, RA, lsl #3] + | mvn RC, RC + | ldrh RBw, [PC, # OFS_RD] + | ldr CARG2, [KBASE, RC, lsl #3] + | add PC, PC, #4 + | movn TMP0, #~LJ_TSTR + |.if FFI + | asr ITYPE, CARG1, #47 + |.endif + | add RB, PC, RB, lsl #2 + | add CARG2, CARG2, TMP0, lsl #47 + | sub RB, RB, #0x20000 + |.if FFI + | cmn ITYPE, #-LJ_TCDATA + | beq ->vmeta_equal_cd + |.endif + | cmp CARG1, CARG2 + if (vk) { + | csel PC, RB, PC, eq + } else { + | csel PC, RB, PC, ne + } + | ins_next + break; + + case BC_ISEQN: case BC_ISNEN: + vk = op == BC_ISEQN; + | // RA = src, RC = num_const (~), JMP with RC = target + | ldr CARG1, [BASE, RA, lsl #3] + | add RC, KBASE, RC, lsl #3 + | ldrh RBw, [PC, # OFS_RD] + | ldr CARG3, [RC] + | add PC, PC, #4 + | add RB, PC, RB, lsl #2 + | sub RB, RB, #0x20000 + if (vk) { + |->BC_ISEQN_Z: + } else { + |->BC_ISNEN_Z: + } + | checkint CARG1, >4 + | checkint CARG3, >6 + | cmp CARG1w, CARG3w + |1: + if (vk) { + | csel PC, RB, PC, eq + |2: + } else { + |2: + | csel PC, RB, PC, ne + } + |3: + | ins_next + | + |4: // RA not int. + |.if FFI + | blo >7 + |.else + | blo <2 + |.endif + | ldr FARG1, [BASE, RA, lsl #3] + | ldr FARG2, [RC] + | cmp TISNUMhi, CARG3, lsr #32 + | bne >5 + | // RA number, RC int. + | scvtf FARG2, CARG3w + |5: + | // RA number, RC number. + | fcmp FARG1, FARG2 + | b <1 + | + |6: // RA int, RC number + | ldr FARG2, [RC] + | scvtf FARG1, CARG1w + | fcmp FARG1, FARG2 + | b <1 + | + |.if FFI + |7: + | asr ITYPE, CARG1, #47 + | cmn ITYPE, #-LJ_TCDATA + | bne <2 + | b ->vmeta_equal_cd + |.endif + break; + + case BC_ISEQP: case BC_ISNEP: + vk = op == BC_ISEQP; + | // RA = src, RC = primitive_type (~), JMP with RC = target + | ldr TMP0, [BASE, RA, lsl #3] + | ldrh RBw, [PC, # OFS_RD] + | add PC, PC, #4 + | add RC, RC, #1 + | add RB, PC, RB, lsl #2 + |.if FFI + | asr ITYPE, TMP0, #47 + | cmn ITYPE, #-LJ_TCDATA + | beq ->vmeta_equal_cd + | cmn RC, ITYPE + |.else + | cmn RC, TMP0, asr #47 + |.endif + | sub RB, RB, #0x20000 + if (vk) { + | csel PC, RB, PC, eq + } else { + | csel PC, RB, PC, ne + } + | ins_next + break; + + /* -- Unary test and copy ops ------------------------------------------- */ + + case BC_ISTC: case BC_ISFC: case BC_IST: case BC_ISF: + | // RA = dst or unused, RC = src, JMP with RC = target + | ldrh RBw, [PC, # OFS_RD] + | ldr TMP0, [BASE, RC, lsl #3] + | add PC, PC, #4 + | mov_false TMP1 + | add RB, PC, RB, lsl #2 + | cmp TMP0, TMP1 + | sub RB, RB, #0x20000 + if (op == BC_ISTC || op == BC_IST) { + if (op == BC_ISTC) { + | csel RA, RA, RC, lo + } + | csel PC, RB, PC, lo + } else { + if (op == BC_ISFC) { + | csel RA, RA, RC, hs + } + | csel PC, RB, PC, hs + } + if (op == BC_ISTC || op == BC_ISFC) { + | str TMP0, [BASE, RA, lsl #3] + } + | ins_next + break; + + case BC_ISTYPE: + | // RA = src, RC = -type + | ldr TMP0, [BASE, RA, lsl #3] + | cmn RC, TMP0, asr #47 + | bne ->vmeta_istype + | ins_next + break; + case BC_ISNUM: + | // RA = src, RC = -(TISNUM-1) + | ldr TMP0, [BASE, RA] + | checknum TMP0, ->vmeta_istype + | ins_next + break; + + /* -- Unary ops --------------------------------------------------------- */ + + case BC_MOV: + | // RA = dst, RC = src + | ldr TMP0, [BASE, RC, lsl #3] + | str TMP0, [BASE, RA, lsl #3] + | ins_next + break; + case BC_NOT: + | // RA = dst, RC = src + | ldr TMP0, [BASE, RC, lsl #3] + | mov_false TMP1 + | mov_true TMP2 + | cmp TMP0, TMP1 + | csel TMP0, TMP1, TMP2, lo + | str TMP0, [BASE, RA, lsl #3] + | ins_next + break; + case BC_UNM: + | // RA = dst, RC = src + | ldr TMP0, [BASE, RC, lsl #3] + | asr ITYPE, TMP0, #47 + | cmn ITYPE, #-LJ_TISNUM + | bhi ->vmeta_unm + | eor TMP0, TMP0, #U64x(80000000,00000000) + | bne >5 + | negs TMP0w, TMP0w + | movz CARG3, #0x41e0, lsl #48 // 2^31. + | add TMP0, TMP0, TISNUM + | csel TMP0, TMP0, CARG3, vc + |5: + | str TMP0, [BASE, RA, lsl #3] + | ins_next + break; + case BC_LEN: + | // RA = dst, RC = src + | ldr CARG1, [BASE, RC, lsl #3] + | asr ITYPE, CARG1, #47 + | cmn ITYPE, #-LJ_TSTR + | and CARG1, CARG1, #LJ_GCVMASK + | bne >2 + | ldr CARG1w, STR:CARG1->len + |1: + | add CARG1, CARG1, TISNUM + | str CARG1, [BASE, RA, lsl #3] + | ins_next + | + |2: + | cmn ITYPE, #-LJ_TTAB + | bne ->vmeta_len +#if LJ_52 + | ldr TAB:CARG2, TAB:CARG1->metatable + | cbnz TAB:CARG2, >9 + |3: +#endif + |->BC_LEN_Z: + | bl extern lj_tab_len // (GCtab *t) + | // Returns uint32_t (but less than 2^31). + | b <1 + | +#if LJ_52 + |9: + | ldrb TMP1w, TAB:CARG2->nomm + | tbnz TMP1w, #MM_len, <3 // 'no __len' flag set: done. + | b ->vmeta_len +#endif + break; + + /* -- Binary ops -------------------------------------------------------- */ + + |.macro ins_arithcheck_int, target + | checkint CARG1, target + | checkint CARG2, target + |.endmacro + | + |.macro ins_arithcheck_num, target + | checknum CARG1, target + | checknum CARG2, target + |.endmacro + | + |.macro ins_arithcheck_nzdiv, target + | cbz CARG2w, target + |.endmacro + | + |.macro ins_arithhead + ||vk = ((int)op - BC_ADDVN) / (BC_ADDNV-BC_ADDVN); + ||if (vk == 1) { + | and RC, RC, #255 + | decode_RB RB, INS + ||} else { + | decode_RB RB, INS + | and RC, RC, #255 + ||} + |.endmacro + | + |.macro ins_arithload, reg1, reg2 + | // RA = dst, RB = src1, RC = src2 | num_const + ||switch (vk) { + ||case 0: + | ldr reg1, [BASE, RB, lsl #3] + | ldr reg2, [KBASE, RC, lsl #3] + || break; + ||case 1: + | ldr reg1, [KBASE, RC, lsl #3] + | ldr reg2, [BASE, RB, lsl #3] + || break; + ||default: + | ldr reg1, [BASE, RB, lsl #3] + | ldr reg2, [BASE, RC, lsl #3] + || break; + ||} + |.endmacro + | + |.macro ins_arithfallback, ins + ||switch (vk) { + ||case 0: + | ins ->vmeta_arith_vn + || break; + ||case 1: + | ins ->vmeta_arith_nv + || break; + ||default: + | ins ->vmeta_arith_vv + || break; + ||} + |.endmacro + | + |.macro ins_arithmod, res, reg1, reg2 + | fdiv d2, reg1, reg2 + | frintm d2, d2 + | fmsub res, d2, reg2, reg1 + |.endmacro + | + |.macro ins_arithdn, intins, fpins + | ins_arithhead + | ins_arithload CARG1, CARG2 + | ins_arithcheck_int >5 + |.if "intins" == "smull" + | smull CARG1, CARG1w, CARG2w + | cmp CARG1, CARG1, sxtw + | mov CARG1w, CARG1w + | ins_arithfallback bne + |.elif "intins" == "ins_arithmodi" + | ins_arithfallback ins_arithcheck_nzdiv + | bl ->vm_modi + |.else + | intins CARG1w, CARG1w, CARG2w + | ins_arithfallback bvs + |.endif + | add CARG1, CARG1, TISNUM + | str CARG1, [BASE, RA, lsl #3] + |4: + | ins_next + | + |5: // FP variant. + | ins_arithload FARG1, FARG2 + | ins_arithfallback ins_arithcheck_num + | fpins FARG1, FARG1, FARG2 + | str FARG1, [BASE, RA, lsl #3] + | b <4 + |.endmacro + | + |.macro ins_arithfp, fpins + | ins_arithhead + | ins_arithload CARG1, CARG2 + | ins_arithload FARG1, FARG2 + | ins_arithfallback ins_arithcheck_num + |.if "fpins" == "fpow" + | bl extern pow + |.else + | fpins FARG1, FARG1, FARG2 + |.endif + | str FARG1, [BASE, RA, lsl #3] + | ins_next + |.endmacro + + case BC_ADDVN: case BC_ADDNV: case BC_ADDVV: + | ins_arithdn adds, fadd + break; + case BC_SUBVN: case BC_SUBNV: case BC_SUBVV: + | ins_arithdn subs, fsub + break; + case BC_MULVN: case BC_MULNV: case BC_MULVV: + | ins_arithdn smull, fmul + break; + case BC_DIVVN: case BC_DIVNV: case BC_DIVVV: + | ins_arithfp fdiv + break; + case BC_MODVN: case BC_MODNV: case BC_MODVV: + | ins_arithdn ins_arithmodi, ins_arithmod + break; + case BC_POW: + | // NYI: (partial) integer arithmetic. + | ins_arithfp fpow + break; + + case BC_CAT: + | decode_RB RB, INS + | and RC, RC, #255 + | // RA = dst, RB = src_start, RC = src_end + | str BASE, L->base + | sub CARG3, RC, RB + | add CARG2, BASE, RC, lsl #3 + |->BC_CAT_Z: + | // RA = dst, CARG2 = top-1, CARG3 = left + | mov CARG1, L + | str PC, SAVE_PC + | bl extern lj_meta_cat // (lua_State *L, TValue *top, int left) + | // Returns NULL (finished) or TValue * (metamethod). + | ldrb RBw, [PC, #-4+OFS_RB] + | ldr BASE, L->base + | cbnz CRET1, ->vmeta_binop + | ldr TMP0, [BASE, RB, lsl #3] + | str TMP0, [BASE, RA, lsl #3] // Copy result to RA. + | ins_next + break; + + /* -- Constant ops ------------------------------------------------------ */ + + case BC_KSTR: + | // RA = dst, RC = str_const (~) + | mvn RC, RC + | ldr TMP0, [KBASE, RC, lsl #3] + | movn TMP1, #~LJ_TSTR + | add TMP0, TMP0, TMP1, lsl #47 + | str TMP0, [BASE, RA, lsl #3] + | ins_next + break; + case BC_KCDATA: + |.if FFI + | // RA = dst, RC = cdata_const (~) + | mvn RC, RC + | ldr TMP0, [KBASE, RC, lsl #3] + | movn TMP1, #~LJ_TCDATA + | add TMP0, TMP0, TMP1, lsl #47 + | str TMP0, [BASE, RA, lsl #3] + | ins_next + |.endif + break; + case BC_KSHORT: + | // RA = dst, RC = int16_literal + | sxth RCw, RCw + | add TMP0, RC, TISNUM + | str TMP0, [BASE, RA, lsl #3] + | ins_next + break; + case BC_KNUM: + | // RA = dst, RC = num_const + | ldr TMP0, [KBASE, RC, lsl #3] + | str TMP0, [BASE, RA, lsl #3] + | ins_next + break; + case BC_KPRI: + | // RA = dst, RC = primitive_type (~) + | mvn TMP0, RC, lsl #47 + | str TMP0, [BASE, RA, lsl #3] + | ins_next + break; + case BC_KNIL: + | // RA = base, RC = end + | add RA, BASE, RA, lsl #3 + | add RC, BASE, RC, lsl #3 + | str TISNIL, [RA], #8 + |1: + | cmp RA, RC + | str TISNIL, [RA], #8 + | blt <1 + | ins_next_ + break; + + /* -- Upvalue and function ops ------------------------------------------ */ + + case BC_UGET: + | // RA = dst, RC = uvnum + | ldr LFUNC:CARG2, [BASE, FRAME_FUNC] + | add RC, RC, #offsetof(GCfuncL, uvptr)/8 + | and LFUNC:CARG2, CARG2, #LJ_GCVMASK + | ldr UPVAL:CARG2, [LFUNC:CARG2, RC, lsl #3] + | ldr CARG2, UPVAL:CARG2->v + | ldr TMP0, [CARG2] + | str TMP0, [BASE, RA, lsl #3] + | ins_next + break; + case BC_USETV: + | // RA = uvnum, RC = src + | ldr LFUNC:CARG2, [BASE, FRAME_FUNC] + | add RA, RA, #offsetof(GCfuncL, uvptr)/8 + | and LFUNC:CARG2, CARG2, #LJ_GCVMASK + | ldr UPVAL:CARG1, [LFUNC:CARG2, RA, lsl #3] + | ldr CARG3, [BASE, RC, lsl #3] + | ldr CARG2, UPVAL:CARG1->v + | ldrb TMP2w, UPVAL:CARG1->marked + | ldrb TMP0w, UPVAL:CARG1->closed + | asr ITYPE, CARG3, #47 + | str CARG3, [CARG2] + | add ITYPE, ITYPE, #-LJ_TISGCV + | tst TMP2w, #LJ_GC_BLACK // isblack(uv) + | ccmp TMP0w, #0, #4, ne // && uv->closed + | ccmn ITYPE, #-(LJ_TNUMX - LJ_TISGCV), #0, ne // && tvisgcv(v) + | bhi >2 + |1: + | ins_next + | + |2: // Check if new value is white. + | and GCOBJ:CARG3, CARG3, #LJ_GCVMASK + | ldrb TMP1w, GCOBJ:CARG3->gch.marked + | tst TMP1w, #LJ_GC_WHITES // iswhite(str) + | beq <1 + | // Crossed a write barrier. Move the barrier forward. + | mov CARG1, GL + | bl extern lj_gc_barrieruv // (global_State *g, TValue *tv) + | b <1 + break; + case BC_USETS: + | // RA = uvnum, RC = str_const (~) + | ldr LFUNC:CARG2, [BASE, FRAME_FUNC] + | add RA, RA, #offsetof(GCfuncL, uvptr)/8 + | mvn RC, RC + | and LFUNC:CARG2, CARG2, #LJ_GCVMASK + | ldr UPVAL:CARG1, [LFUNC:CARG2, RA, lsl #3] + | ldr STR:CARG3, [KBASE, RC, lsl #3] + | movn TMP0, #~LJ_TSTR + | ldr CARG2, UPVAL:CARG1->v + | ldrb TMP2w, UPVAL:CARG1->marked + | add TMP0, STR:CARG3, TMP0, lsl #47 + | ldrb TMP1w, STR:CARG3->marked + | str TMP0, [CARG2] + | tbnz TMP2w, #2, >2 // isblack(uv) + |1: + | ins_next + | + |2: // Check if string is white and ensure upvalue is closed. + | ldrb TMP0w, UPVAL:CARG1->closed + | tst TMP1w, #LJ_GC_WHITES // iswhite(str) + | ccmp TMP0w, #0, #0, ne + | beq <1 + | // Crossed a write barrier. Move the barrier forward. + | mov CARG1, GL + | bl extern lj_gc_barrieruv // (global_State *g, TValue *tv) + | b <1 + break; + case BC_USETN: + | // RA = uvnum, RC = num_const + | ldr LFUNC:CARG2, [BASE, FRAME_FUNC] + | add RA, RA, #offsetof(GCfuncL, uvptr)/8 + | and LFUNC:CARG2, CARG2, #LJ_GCVMASK + | ldr UPVAL:CARG2, [LFUNC:CARG2, RA, lsl #3] + | ldr TMP0, [KBASE, RC, lsl #3] + | ldr CARG2, UPVAL:CARG2->v + | str TMP0, [CARG2] + | ins_next + break; + case BC_USETP: + | // RA = uvnum, RC = primitive_type (~) + | ldr LFUNC:CARG2, [BASE, FRAME_FUNC] + | add RA, RA, #offsetof(GCfuncL, uvptr)/8 + | and LFUNC:CARG2, CARG2, #LJ_GCVMASK + | ldr UPVAL:CARG2, [LFUNC:CARG2, RA, lsl #3] + | mvn TMP0, RC, lsl #47 + | ldr CARG2, UPVAL:CARG2->v + | str TMP0, [CARG2] + | ins_next + break; + + case BC_UCLO: + | // RA = level, RC = target + | ldr CARG3, L->openupval + | add RC, PC, RC, lsl #2 + | str BASE, L->base + | sub PC, RC, #0x20000 + | cbz CARG3, >1 + | mov CARG1, L + | add CARG2, BASE, RA, lsl #3 + | bl extern lj_func_closeuv // (lua_State *L, TValue *level) + | ldr BASE, L->base + |1: + | ins_next + break; + + case BC_FNEW: + | // RA = dst, RC = proto_const (~) (holding function prototype) + | mvn RC, RC + | str BASE, L->base + | ldr LFUNC:CARG3, [BASE, FRAME_FUNC] + | str PC, SAVE_PC + | ldr CARG2, [KBASE, RC, lsl #3] + | mov CARG1, L + | and LFUNC:CARG3, CARG3, #LJ_GCVMASK + | // (lua_State *L, GCproto *pt, GCfuncL *parent) + | bl extern lj_func_newL_gc + | // Returns GCfuncL *. + | ldr BASE, L->base + | movn TMP0, #~LJ_TFUNC + | add CRET1, CRET1, TMP0, lsl #47 + | str CRET1, [BASE, RA, lsl #3] + | ins_next + break; + + /* -- Table ops --------------------------------------------------------- */ + + case BC_TNEW: + case BC_TDUP: + | // RA = dst, RC = (hbits|asize) | tab_const (~) + | ldp CARG3, CARG4, GL->gc.total // Assumes threshold follows total. + | str BASE, L->base + | str PC, SAVE_PC + | mov CARG1, L + | cmp CARG3, CARG4 + | bhs >5 + |1: + if (op == BC_TNEW) { + | and CARG2, RC, #0x7ff + | lsr CARG3, RC, #11 + | cmp CARG2, #0x7ff + | mov TMP0, #0x801 + | csel CARG2, CARG2, TMP0, ne + | bl extern lj_tab_new // (lua_State *L, int32_t asize, uint32_t hbits) + | // Returns GCtab *. + } else { + | mvn RC, RC + | ldr CARG2, [KBASE, RC, lsl #3] + | bl extern lj_tab_dup // (lua_State *L, Table *kt) + | // Returns GCtab *. + } + | ldr BASE, L->base + | movk CRET1, #(LJ_TTAB>>1)&0xffff, lsl #48 + | str CRET1, [BASE, RA, lsl #3] + | ins_next + | + |5: + | bl extern lj_gc_step_fixtop // (lua_State *L) + | mov CARG1, L + | b <1 + break; + + case BC_GGET: + | // RA = dst, RC = str_const (~) + case BC_GSET: + | // RA = dst, RC = str_const (~) + | ldr LFUNC:CARG1, [BASE, FRAME_FUNC] + | mvn RC, RC + | and LFUNC:CARG1, CARG1, #LJ_GCVMASK + | ldr TAB:CARG2, LFUNC:CARG1->env + | ldr STR:RC, [KBASE, RC, lsl #3] + if (op == BC_GGET) { + | b ->BC_TGETS_Z + } else { + | b ->BC_TSETS_Z + } + break; + + case BC_TGETV: + | decode_RB RB, INS + | and RC, RC, #255 + | // RA = dst, RB = table, RC = key + | ldr CARG2, [BASE, RB, lsl #3] + | ldr TMP1, [BASE, RC, lsl #3] + | checktab CARG2, ->vmeta_tgetv + | checkint TMP1, >9 // Integer key? + | ldr CARG3, TAB:CARG2->array + | ldr CARG1w, TAB:CARG2->asize + | add CARG3, CARG3, TMP1, uxtw #3 + | cmp TMP1w, CARG1w // In array part? + | bhs ->vmeta_tgetv + | ldr TMP0, [CARG3] + | cmp TMP0, TISNIL + | beq >5 + |1: + | str TMP0, [BASE, RA, lsl #3] + | ins_next + | + |5: // Check for __index if table value is nil. + | ldr TAB:CARG1, TAB:CARG2->metatable + | cbz TAB:CARG1, <1 // No metatable: done. + | ldrb TMP1w, TAB:CARG1->nomm + | tbnz TMP1w, #MM_index, <1 // 'no __index' flag set: done. + | b ->vmeta_tgetv + | + |9: + | asr ITYPE, TMP1, #47 + | cmn ITYPE, #-LJ_TSTR // String key? + | bne ->vmeta_tgetv + | and STR:RC, TMP1, #LJ_GCVMASK + | b ->BC_TGETS_Z + break; + case BC_TGETS: + | decode_RB RB, INS + | and RC, RC, #255 + | // RA = dst, RB = table, RC = str_const (~) + | ldr CARG2, [BASE, RB, lsl #3] + | mvn RC, RC + | ldr STR:RC, [KBASE, RC, lsl #3] + | checktab CARG2, ->vmeta_tgets1 + |->BC_TGETS_Z: + | // TAB:CARG2 = GCtab *, STR:RC = GCstr *, RA = dst + | ldr TMP1w, TAB:CARG2->hmask + | ldr TMP2w, STR:RC->hash + | ldr NODE:CARG3, TAB:CARG2->node + | and TMP1w, TMP1w, TMP2w // idx = str->hash & tab->hmask + | add TMP1, TMP1, TMP1, lsl #1 + | movn CARG4, #~LJ_TSTR + | add NODE:CARG3, NODE:CARG3, TMP1, lsl #3 // node = tab->node + idx*3*8 + | add CARG4, STR:RC, CARG4, lsl #47 // Tagged key to look for. + |1: + | ldp TMP0, CARG1, NODE:CARG3->val + | ldr NODE:CARG3, NODE:CARG3->next + | cmp CARG1, CARG4 + | bne >4 + | cmp TMP0, TISNIL + | beq >5 + |3: + | str TMP0, [BASE, RA, lsl #3] + | ins_next + | + |4: // Follow hash chain. + | cbnz NODE:CARG3, <1 + | // End of hash chain: key not found, nil result. + | mov TMP0, TISNIL + | + |5: // Check for __index if table value is nil. + | ldr TAB:CARG1, TAB:CARG2->metatable + | cbz TAB:CARG1, <3 // No metatable: done. + | ldrb TMP1w, TAB:CARG1->nomm + | tbnz TMP1w, #MM_index, <3 // 'no __index' flag set: done. + | b ->vmeta_tgets + break; + case BC_TGETB: + | decode_RB RB, INS + | and RC, RC, #255 + | // RA = dst, RB = table, RC = index + | ldr CARG2, [BASE, RB, lsl #3] + | checktab CARG2, ->vmeta_tgetb + | ldr CARG3, TAB:CARG2->array + | ldr CARG1w, TAB:CARG2->asize + | add CARG3, CARG3, RC, lsl #3 + | cmp RCw, CARG1w // In array part? + | bhs ->vmeta_tgetb + | ldr TMP0, [CARG3] + | cmp TMP0, TISNIL + | beq >5 + |1: + | str TMP0, [BASE, RA, lsl #3] + | ins_next + | + |5: // Check for __index if table value is nil. + | ldr TAB:CARG1, TAB:CARG2->metatable + | cbz TAB:CARG1, <1 // No metatable: done. + | ldrb TMP1w, TAB:CARG1->nomm + | tbnz TMP1w, #MM_index, <1 // 'no __index' flag set: done. + | b ->vmeta_tgetb + break; + case BC_TGETR: + | decode_RB RB, INS + | and RC, RC, #255 + | // RA = dst, RB = table, RC = key + | ldr CARG1, [BASE, RB, lsl #3] + | ldr TMP1, [BASE, RC, lsl #3] + | and TAB:CARG1, CARG1, #LJ_GCVMASK + | ldr CARG3, TAB:CARG1->array + | ldr TMP2w, TAB:CARG1->asize + | add CARG3, CARG3, TMP1w, uxtw #3 + | cmp TMP1w, TMP2w // In array part? + | bhs ->vmeta_tgetr + | ldr TMP0, [CARG3] + |->BC_TGETR_Z: + | str TMP0, [BASE, RA, lsl #3] + | ins_next + break; + + case BC_TSETV: + | decode_RB RB, INS + | and RC, RC, #255 + | // RA = src, RB = table, RC = key + | ldr CARG2, [BASE, RB, lsl #3] + | ldr TMP1, [BASE, RC, lsl #3] + | checktab CARG2, ->vmeta_tsetv + | checkint TMP1, >9 // Integer key? + | ldr CARG3, TAB:CARG2->array + | ldr CARG1w, TAB:CARG2->asize + | add CARG3, CARG3, TMP1, uxtw #3 + | cmp TMP1w, CARG1w // In array part? + | bhs ->vmeta_tsetv + | ldr TMP1, [CARG3] + | ldr TMP0, [BASE, RA, lsl #3] + | ldrb TMP2w, TAB:CARG2->marked + | cmp TMP1, TISNIL // Previous value is nil? + | beq >5 + |1: + | str TMP0, [CARG3] + | tbnz TMP2w, #2, >7 // isblack(table) + |2: + | ins_next + | + |5: // Check for __newindex if previous value is nil. + | ldr TAB:CARG1, TAB:CARG2->metatable + | cbz TAB:CARG1, <1 // No metatable: done. + | ldrb TMP1w, TAB:CARG1->nomm + | tbnz TMP1w, #MM_newindex, <1 // 'no __newindex' flag set: done. + | b ->vmeta_tsetv + | + |7: // Possible table write barrier for the value. Skip valiswhite check. + | barrierback TAB:CARG2, TMP2w, TMP1 + | b <2 + | + |9: + | asr ITYPE, TMP1, #47 + | cmn ITYPE, #-LJ_TSTR // String key? + | bne ->vmeta_tsetv + | and STR:RC, TMP1, #LJ_GCVMASK + | b ->BC_TSETS_Z + break; + case BC_TSETS: + | decode_RB RB, INS + | and RC, RC, #255 + | // RA = dst, RB = table, RC = str_const (~) + | ldr CARG2, [BASE, RB, lsl #3] + | mvn RC, RC + | ldr STR:RC, [KBASE, RC, lsl #3] + | checktab CARG2, ->vmeta_tsets1 + |->BC_TSETS_Z: + | // TAB:CARG2 = GCtab *, STR:RC = GCstr *, RA = src + | ldr TMP1w, TAB:CARG2->hmask + | ldr TMP2w, STR:RC->hash + | ldr NODE:CARG3, TAB:CARG2->node + | and TMP1w, TMP1w, TMP2w // idx = str->hash & tab->hmask + | add TMP1, TMP1, TMP1, lsl #1 + | movn CARG4, #~LJ_TSTR + | add NODE:CARG3, NODE:CARG3, TMP1, lsl #3 // node = tab->node + idx*3*8 + | add CARG4, STR:RC, CARG4, lsl #47 // Tagged key to look for. + | strb wzr, TAB:CARG2->nomm // Clear metamethod cache. + |1: + | ldp TMP1, CARG1, NODE:CARG3->val + | ldr NODE:TMP3, NODE:CARG3->next + | ldrb TMP2w, TAB:CARG2->marked + | cmp CARG1, CARG4 + | bne >5 + | ldr TMP0, [BASE, RA, lsl #3] + | cmp TMP1, TISNIL // Previous value is nil? + | beq >4 + |2: + | str TMP0, NODE:CARG3->val + | tbnz TMP2w, #2, >7 // isblack(table) + |3: + | ins_next + | + |4: // Check for __newindex if previous value is nil. + | ldr TAB:CARG1, TAB:CARG2->metatable + | cbz TAB:CARG1, <2 // No metatable: done. + | ldrb TMP1w, TAB:CARG1->nomm + | tbnz TMP1w, #MM_newindex, <2 // 'no __newindex' flag set: done. + | b ->vmeta_tsets + | + |5: // Follow hash chain. + | mov NODE:CARG3, NODE:TMP3 + | cbnz NODE:TMP3, <1 + | // End of hash chain: key not found, add a new one. + | + | // But check for __newindex first. + | ldr TAB:CARG1, TAB:CARG2->metatable + | cbz TAB:CARG1, >6 // No metatable: continue. + | ldrb TMP1w, TAB:CARG1->nomm + | // 'no __newindex' flag NOT set: check. + | tbz TMP1w, #MM_newindex, ->vmeta_tsets + |6: + | movn TMP1, #~LJ_TSTR + | str PC, SAVE_PC + | add TMP0, STR:RC, TMP1, lsl #47 + | str BASE, L->base + | mov CARG1, L + | str TMP0, TMPD + | add CARG3, sp, TMPDofs + | bl extern lj_tab_newkey // (lua_State *L, GCtab *t, TValue *k) + | // Returns TValue *. + | ldr BASE, L->base + | ldr TMP0, [BASE, RA, lsl #3] + | str TMP0, [CRET1] + | b <3 // No 2nd write barrier needed. + | + |7: // Possible table write barrier for the value. Skip valiswhite check. + | barrierback TAB:CARG2, TMP2w, TMP1 + | b <3 + break; + case BC_TSETB: + | decode_RB RB, INS + | and RC, RC, #255 + | // RA = src, RB = table, RC = index + | ldr CARG2, [BASE, RB, lsl #3] + | checktab CARG2, ->vmeta_tsetb + | ldr CARG3, TAB:CARG2->array + | ldr CARG1w, TAB:CARG2->asize + | add CARG3, CARG3, RC, lsl #3 + | cmp RCw, CARG1w // In array part? + | bhs ->vmeta_tsetb + | ldr TMP1, [CARG3] + | ldr TMP0, [BASE, RA, lsl #3] + | ldrb TMP2w, TAB:CARG2->marked + | cmp TMP1, TISNIL // Previous value is nil? + | beq >5 + |1: + | str TMP0, [CARG3] + | tbnz TMP2w, #2, >7 // isblack(table) + |2: + | ins_next + | + |5: // Check for __newindex if previous value is nil. + | ldr TAB:CARG1, TAB:CARG2->metatable + | cbz TAB:CARG1, <1 // No metatable: done. + | ldrb TMP1w, TAB:CARG1->nomm + | tbnz TMP1w, #MM_newindex, <1 // 'no __newindex' flag set: done. + | b ->vmeta_tsetb + | + |7: // Possible table write barrier for the value. Skip valiswhite check. + | barrierback TAB:CARG2, TMP2w, TMP1 + | b <2 + break; + case BC_TSETR: + | decode_RB RB, INS + | and RC, RC, #255 + | // RA = src, RB = table, RC = key + | ldr CARG2, [BASE, RB, lsl #3] + | ldr TMP1, [BASE, RC, lsl #3] + | and TAB:CARG2, CARG2, #LJ_GCVMASK + | ldr CARG1, TAB:CARG2->array + | ldrb TMP2w, TAB:CARG2->marked + | ldr CARG4w, TAB:CARG2->asize + | add CARG1, CARG1, TMP1, uxtw #3 + | tbnz TMP2w, #2, >7 // isblack(table) + |2: + | cmp TMP1w, CARG4w // In array part? + | bhs ->vmeta_tsetr + |->BC_TSETR_Z: + | ldr TMP0, [BASE, RA, lsl #3] + | str TMP0, [CARG1] + | ins_next + | + |7: // Possible table write barrier for the value. Skip valiswhite check. + | barrierback TAB:CARG2, TMP2w, TMP0 + | b <2 + break; + + case BC_TSETM: + | // RA = base (table at base-1), RC = num_const (start index) + | add RA, BASE, RA, lsl #3 + |1: + | ldr RBw, SAVE_MULTRES + | ldr TAB:CARG2, [RA, #-8] // Guaranteed to be a table. + | ldr TMP1, [KBASE, RC, lsl #3] // Integer constant is in lo-word. + | sub RB, RB, #8 + | cbz RB, >4 // Nothing to copy? + | and TAB:CARG2, CARG2, #LJ_GCVMASK + | ldr CARG1w, TAB:CARG2->asize + | add CARG3w, TMP1w, RBw, lsr #3 + | ldr CARG4, TAB:CARG2->array + | cmp CARG3, CARG1 + | add RB, RA, RB + | bhi >5 + | add TMP1, CARG4, TMP1w, uxtw #3 + | ldrb TMP2w, TAB:CARG2->marked + |3: // Copy result slots to table. + | ldr TMP0, [RA], #8 + | str TMP0, [TMP1], #8 + | cmp RA, RB + | blo <3 + | tbnz TMP2w, #2, >7 // isblack(table) + |4: + | ins_next + | + |5: // Need to resize array part. + | str BASE, L->base + | mov CARG1, L + | str PC, SAVE_PC + | bl extern lj_tab_reasize // (lua_State *L, GCtab *t, int nasize) + | // Must not reallocate the stack. + | b <1 + | + |7: // Possible table write barrier for any value. Skip valiswhite check. + | barrierback TAB:CARG2, TMP2w, TMP1 + | b <4 + break; + + /* -- Calls and vararg handling ----------------------------------------- */ + + case BC_CALLM: + | // RA = base, (RB = nresults+1,) RC = extra_nargs + | ldr TMP0w, SAVE_MULTRES + | decode_RC8RD NARGS8:RC, RC + | add NARGS8:RC, NARGS8:RC, TMP0 + | b ->BC_CALL_Z + break; + case BC_CALL: + | decode_RC8RD NARGS8:RC, RC + | // RA = base, (RB = nresults+1,) RC = (nargs+1)*8 + |->BC_CALL_Z: + | mov RB, BASE // Save old BASE for vmeta_call. + | add BASE, BASE, RA, lsl #3 + | ldr CARG3, [BASE] + | sub NARGS8:RC, NARGS8:RC, #8 + | add BASE, BASE, #16 + | checkfunc CARG3, ->vmeta_call + | ins_call + break; + + case BC_CALLMT: + | // RA = base, (RB = 0,) RC = extra_nargs + | ldr TMP0w, SAVE_MULTRES + | add NARGS8:RC, TMP0, RC, lsl #3 + | b ->BC_CALLT1_Z + break; + case BC_CALLT: + | lsl NARGS8:RC, RC, #3 + | // RA = base, (RB = 0,) RC = (nargs+1)*8 + |->BC_CALLT1_Z: + | add RA, BASE, RA, lsl #3 + | ldr TMP1, [RA] + | sub NARGS8:RC, NARGS8:RC, #8 + | add RA, RA, #16 + | checktp CARG3, TMP1, LJ_TFUNC, ->vmeta_callt + | ldr PC, [BASE, FRAME_PC] + |->BC_CALLT2_Z: + | mov RB, #0 + | ldrb TMP2w, LFUNC:CARG3->ffid + | tst PC, #FRAME_TYPE + | bne >7 + |1: + | str TMP1, [BASE, FRAME_FUNC] // Copy function down, but keep PC. + | cbz NARGS8:RC, >3 + |2: + | ldr TMP0, [RA, RB] + | add TMP1, RB, #8 + | cmp TMP1, NARGS8:RC + | str TMP0, [BASE, RB] + | mov RB, TMP1 + | bne <2 + |3: + | cmp TMP2, #1 // (> FF_C) Calling a fast function? + | bhi >5 + |4: + | ins_callt + | + |5: // Tailcall to a fast function with a Lua frame below. + | ldrb RAw, [PC, #-4+OFS_RA] + | sub CARG1, BASE, RA, lsl #3 + | ldr LFUNC:CARG1, [CARG1, #-32] + | and LFUNC:CARG1, CARG1, #LJ_GCVMASK + | ldr CARG1, LFUNC:CARG1->pc + | ldr KBASE, [CARG1, #PC2PROTO(k)] + | b <4 + | + |7: // Tailcall from a vararg function. + | eor PC, PC, #FRAME_VARG + | tst PC, #FRAME_TYPEP // Vararg frame below? + | csel TMP2, RB, TMP2, ne // Clear ffid if no Lua function below. + | bne <1 + | sub BASE, BASE, PC + | ldr PC, [BASE, FRAME_PC] + | tst PC, #FRAME_TYPE + | csel TMP2, RB, TMP2, ne // Clear ffid if no Lua function below. + | b <1 + break; + + case BC_ITERC: + | // RA = base, (RB = nresults+1, RC = nargs+1 (2+1)) + | add RA, BASE, RA, lsl #3 + | ldr CARG3, [RA, #-24] + | mov RB, BASE // Save old BASE for vmeta_call. + | ldp CARG1, CARG2, [RA, #-16] + | add BASE, RA, #16 + | mov NARGS8:RC, #16 // Iterators get 2 arguments. + | str CARG3, [RA] // Copy callable. + | stp CARG1, CARG2, [RA, #16] // Copy state and control var. + | checkfunc CARG3, ->vmeta_call + | ins_call + break; + + case BC_ITERN: + | // RA = base, (RB = nresults+1, RC = nargs+1 (2+1)) + |.if JIT + | // NYI: add hotloop, record BC_ITERN. + |.endif + | add RA, BASE, RA, lsl #3 + | ldr TAB:RB, [RA, #-16] + | ldrh TMP3w, [PC, # OFS_RD] + | ldr CARG1w, [RA, #-8+LO] // Get index from control var. + | add PC, PC, #4 + | add TMP3, PC, TMP3, lsl #2 + | and TAB:RB, RB, #LJ_GCVMASK + | sub TMP3, TMP3, #0x20000 + | ldr TMP1w, TAB:RB->asize + | ldr CARG2, TAB:RB->array + |1: // Traverse array part. + | subs RC, CARG1, TMP1 + | add CARG3, CARG2, CARG1, lsl #3 + | bhs >5 // Index points after array part? + | ldr TMP0, [CARG3] + | cmp TMP0, TISNIL + | cinc CARG1, CARG1, eq // Skip holes in array part. + | beq <1 + | add CARG1, CARG1, TISNUM + | stp CARG1, TMP0, [RA] + | add CARG1, CARG1, #1 + |3: + | str CARG1w, [RA, #-8+LO] // Update control var. + | mov PC, TMP3 + |4: + | ins_next + | + |5: // Traverse hash part. + | ldr TMP2w, TAB:RB->hmask + | ldr NODE:RB, TAB:RB->node + |6: + | add CARG1, RC, RC, lsl #1 + | cmp RC, TMP2 // End of iteration? Branch to ITERN+1. + | add NODE:CARG3, NODE:RB, CARG1, lsl #3 // node = tab->node + idx*3*8 + | bhi <4 + | ldp TMP0, CARG1, NODE:CARG3->val + | cmp TMP0, TISNIL + | add RC, RC, #1 + | beq <6 // Skip holes in hash part. + | stp CARG1, TMP0, [RA] + | add CARG1, RC, TMP1 + | b <3 + break; + + case BC_ISNEXT: + | // RA = base, RC = target (points to ITERN) + | add RA, BASE, RA, lsl #3 + | ldr CFUNC:CARG1, [RA, #-24] + | add RC, PC, RC, lsl #2 + | ldp TAB:CARG3, CARG4, [RA, #-16] + | sub RC, RC, #0x20000 + | checkfunc CFUNC:CARG1, >5 + | asr TMP0, TAB:CARG3, #47 + | ldrb TMP1w, CFUNC:CARG1->ffid + | cmn TMP0, #-LJ_TTAB + | ccmp CARG4, TISNIL, #0, eq + | ccmp TMP1w, #FF_next_N, #0, eq + | bne >5 + | mov TMP0w, #0xfffe7fff + | lsl TMP0, TMP0, #32 + | str TMP0, [RA, #-8] // Initialize control var. + |1: + | mov PC, RC + | ins_next + | + |5: // Despecialize bytecode if any of the checks fail. + | mov TMP0, #BC_JMP + | mov TMP1, #BC_ITERC + | strb TMP0w, [PC, #-4+OFS_OP] + | strb TMP1w, [RC, # OFS_OP] + | b <1 + break; + + case BC_VARG: + | decode_RB RB, INS + | and RC, RC, #255 + | // RA = base, RB = (nresults+1), RC = numparams + | ldr TMP1, [BASE, FRAME_PC] + | add RC, BASE, RC, lsl #3 + | add RA, BASE, RA, lsl #3 + | add RC, RC, #FRAME_VARG + | add TMP2, RA, RB, lsl #3 + | sub RC, RC, TMP1 // RC = vbase + | // Note: RC may now be even _above_ BASE if nargs was < numparams. + | sub TMP3, BASE, #16 // TMP3 = vtop + | cbz RB, >5 + | sub TMP2, TMP2, #16 + |1: // Copy vararg slots to destination slots. + | cmp RC, TMP3 + | ldr TMP0, [RC], #8 + | csel TMP0, TMP0, TISNIL, lo + | cmp RA, TMP2 + | str TMP0, [RA], #8 + | blo <1 + |2: + | ins_next + | + |5: // Copy all varargs. + | ldr TMP0, L->maxstack + | subs TMP2, TMP3, RC + | csel RB, xzr, TMP2, le // MULTRES = (max(vtop-vbase,0)+1)*8 + | add RB, RB, #8 + | add TMP1, RA, TMP2 + | str RBw, SAVE_MULTRES + | ble <2 // Nothing to copy. + | cmp TMP1, TMP0 + | bhi >7 + |6: + | ldr TMP0, [RC], #8 + | str TMP0, [RA], #8 + | cmp RC, TMP3 + | blo <6 + | b <2 + | + |7: // Grow stack for varargs. + | lsr CARG2, TMP2, #3 + | stp BASE, RA, L->base + | mov CARG1, L + | sub RC, RC, BASE // Need delta, because BASE may change. + | str PC, SAVE_PC + | bl extern lj_state_growstack // (lua_State *L, int n) + | ldp BASE, RA, L->base + | add RC, BASE, RC + | sub TMP3, BASE, #16 + | b <6 + break; + + /* -- Returns ----------------------------------------------------------- */ + + case BC_RETM: + | // RA = results, RC = extra results + | ldr TMP0w, SAVE_MULTRES + | ldr PC, [BASE, FRAME_PC] + | add RA, BASE, RA, lsl #3 + | add RC, TMP0, RC, lsl #3 + | b ->BC_RETM_Z + break; + + case BC_RET: + | // RA = results, RC = nresults+1 + | ldr PC, [BASE, FRAME_PC] + | lsl RC, RC, #3 + | add RA, BASE, RA, lsl #3 + |->BC_RETM_Z: + | str RCw, SAVE_MULTRES + |1: + | ands CARG1, PC, #FRAME_TYPE + | eor CARG2, PC, #FRAME_VARG + | bne ->BC_RETV2_Z + | + |->BC_RET_Z: + | // BASE = base, RA = resultptr, RC = (nresults+1)*8, PC = return + | ldr INSw, [PC, #-4] + | subs TMP1, RC, #8 + | sub CARG3, BASE, #16 + | beq >3 + |2: + | ldr TMP0, [RA], #8 + | add BASE, BASE, #8 + | sub TMP1, TMP1, #8 + | str TMP0, [BASE, #-24] + | cbnz TMP1, <2 + |3: + | decode_RA RA, INS + | sub CARG4, CARG3, RA, lsl #3 + | decode_RB RB, INS + | ldr LFUNC:CARG1, [CARG4, FRAME_FUNC] + |5: + | cmp RC, RB, lsl #3 // More results expected? + | blo >6 + | and LFUNC:CARG1, CARG1, #LJ_GCVMASK + | mov BASE, CARG4 + | ldr CARG2, LFUNC:CARG1->pc + | ldr KBASE, [CARG2, #PC2PROTO(k)] + | ins_next + | + |6: // Fill up results with nil. + | add BASE, BASE, #8 + | add RC, RC, #8 + | str TISNIL, [BASE, #-24] + | b <5 + | + |->BC_RETV1_Z: // Non-standard return case. + | add RA, BASE, RA, lsl #3 + |->BC_RETV2_Z: + | tst CARG2, #FRAME_TYPEP + | bne ->vm_return + | // Return from vararg function: relocate BASE down. + | sub BASE, BASE, CARG2 + | ldr PC, [BASE, FRAME_PC] + | b <1 + break; + + case BC_RET0: case BC_RET1: + | // RA = results, RC = nresults+1 + | ldr PC, [BASE, FRAME_PC] + | lsl RC, RC, #3 + | str RCw, SAVE_MULTRES + | ands CARG1, PC, #FRAME_TYPE + | eor CARG2, PC, #FRAME_VARG + | bne ->BC_RETV1_Z + | ldr INSw, [PC, #-4] + if (op == BC_RET1) { + | ldr TMP0, [BASE, RA, lsl #3] + } + | sub CARG4, BASE, #16 + | decode_RA RA, INS + | sub BASE, CARG4, RA, lsl #3 + if (op == BC_RET1) { + | str TMP0, [CARG4], #8 + } + | decode_RB RB, INS + | ldr LFUNC:CARG1, [BASE, FRAME_FUNC] + |5: + | cmp RC, RB, lsl #3 + | blo >6 + | and LFUNC:CARG1, CARG1, #LJ_GCVMASK + | ldr CARG2, LFUNC:CARG1->pc + | ldr KBASE, [CARG2, #PC2PROTO(k)] + | ins_next + | + |6: // Fill up results with nil. + | add RC, RC, #8 + | str TISNIL, [CARG4], #8 + | b <5 + break; + + /* -- Loops and branches ------------------------------------------------ */ + + |.define FOR_IDX, [RA]; .define FOR_TIDX, [RA, #4] + |.define FOR_STOP, [RA, #8]; .define FOR_TSTOP, [RA, #12] + |.define FOR_STEP, [RA, #16]; .define FOR_TSTEP, [RA, #20] + |.define FOR_EXT, [RA, #24]; .define FOR_TEXT, [RA, #28] + + case BC_FORL: + |.if JIT + | hotloop + |.endif + | // Fall through. Assumes BC_IFORL follows. + break; + + case BC_JFORI: + case BC_JFORL: +#if !LJ_HASJIT + break; +#endif + case BC_FORI: + case BC_IFORL: + | // RA = base, RC = target (after end of loop or start of loop) + vk = (op == BC_IFORL || op == BC_JFORL); + | add RA, BASE, RA, lsl #3 + | ldp CARG1, CARG2, FOR_IDX // CARG1 = IDX, CARG2 = STOP + | ldr CARG3, FOR_STEP // CARG3 = STEP + if (op != BC_JFORL) { + | add RC, PC, RC, lsl #2 + | sub RC, RC, #0x20000 + } + | checkint CARG1, >5 + if (!vk) { + | checkint CARG2, ->vmeta_for + | checkint CARG3, ->vmeta_for + | tbnz CARG3w, #31, >4 + | cmp CARG1w, CARG2w + } else { + | adds CARG1w, CARG1w, CARG3w + | bvs >2 + | add TMP0, CARG1, TISNUM + | tbnz CARG3w, #31, >4 + | cmp CARG1w, CARG2w + } + |1: + if (op == BC_FORI) { + | csel PC, RC, PC, gt + } else if (op == BC_JFORI) { + | mov PC, RC + | ldrh RCw, [RC, #-4+OFS_RD] + } else if (op == BC_IFORL) { + | csel PC, RC, PC, le + } + if (vk) { + | str TMP0, FOR_IDX + | str TMP0, FOR_EXT + } else { + | str CARG1, FOR_EXT + } + if (op == BC_JFORI || op == BC_JFORL) { + | ble =>BC_JLOOP + } + |2: + | ins_next + | + |4: // Invert check for negative step. + | cmp CARG2w, CARG1w + | b <1 + | + |5: // FP loop. + | ldp d0, d1, FOR_IDX + | blo ->vmeta_for + if (!vk) { + | checknum CARG2, ->vmeta_for + | checknum CARG3, ->vmeta_for + | str d0, FOR_EXT + } else { + | ldr d2, FOR_STEP + | fadd d0, d0, d2 + } + | tbnz CARG3, #63, >7 + | fcmp d0, d1 + |6: + if (vk) { + | str d0, FOR_IDX + | str d0, FOR_EXT + } + if (op == BC_FORI) { + | csel PC, RC, PC, hi + } else if (op == BC_JFORI) { + | ldrh RCw, [RC, #-4+OFS_RD] + | bls =>BC_JLOOP + } else if (op == BC_IFORL) { + | csel PC, RC, PC, ls + } else { + | bls =>BC_JLOOP + } + | b <2 + | + |7: // Invert check for negative step. + | fcmp d1, d0 + | b <6 + break; + + case BC_ITERL: + |.if JIT + | hotloop + |.endif + | // Fall through. Assumes BC_IITERL follows. + break; + + case BC_JITERL: +#if !LJ_HASJIT + break; +#endif + case BC_IITERL: + | // RA = base, RC = target + | ldr CARG1, [BASE, RA, lsl #3] + | add TMP1, BASE, RA, lsl #3 + | cmp CARG1, TISNIL + | beq >1 // Stop if iterator returned nil. + if (op == BC_JITERL) { + | str CARG1, [TMP1, #-8] + | b =>BC_JLOOP + } else { + | add TMP0, PC, RC, lsl #2 // Otherwise save control var + branch. + | sub PC, TMP0, #0x20000 + | str CARG1, [TMP1, #-8] + } + |1: + | ins_next + break; + + case BC_LOOP: + | // RA = base, RC = target (loop extent) + | // Note: RA/RC is only used by trace recorder to determine scope/extent + | // This opcode does NOT jump, it's only purpose is to detect a hot loop. + |.if JIT + | hotloop + |.endif + | // Fall through. Assumes BC_ILOOP follows. + break; + + case BC_ILOOP: + | // RA = base, RC = target (loop extent) + | ins_next + break; + + case BC_JLOOP: + |.if JIT + | // RA = base (ignored), RC = traceno + | ldr CARG1, [GL, #GL_J(trace)] + | mov CARG2w, #0 // Traces on ARM64 don't store the trace #, so use 0. + | ldr TRACE:RC, [CARG1, RC, lsl #3] + | st_vmstate CARG2w + | ldr RA, TRACE:RC->mcode + | str BASE, GL->jit_base + | str L, GL->tmpbuf.L + | sub sp, sp, #16 // See SPS_FIXED. Avoids sp adjust in every root trace. + | br RA + |.endif + break; + + case BC_JMP: + | // RA = base (only used by trace recorder), RC = target + | add RC, PC, RC, lsl #2 + | sub PC, RC, #0x20000 + | ins_next + break; + + /* -- Function headers -------------------------------------------------- */ + + case BC_FUNCF: + |.if JIT + | hotcall + |.endif + case BC_FUNCV: /* NYI: compiled vararg functions. */ + | // Fall through. Assumes BC_IFUNCF/BC_IFUNCV follow. + break; + + case BC_JFUNCF: +#if !LJ_HASJIT + break; +#endif + case BC_IFUNCF: + | // BASE = new base, RA = BASE+framesize*8, CARG3 = LFUNC, RC = nargs*8 + | ldr CARG1, L->maxstack + | ldrb TMP1w, [PC, #-4+PC2PROTO(numparams)] + | ldr KBASE, [PC, #-4+PC2PROTO(k)] + | cmp RA, CARG1 + | bhi ->vm_growstack_l + |2: + | cmp NARGS8:RC, TMP1, lsl #3 // Check for missing parameters. + | blo >3 + if (op == BC_JFUNCF) { + | decode_RD RC, INS + | b =>BC_JLOOP + } else { + | ins_next + } + | + |3: // Clear missing parameters. + | str TISNIL, [BASE, NARGS8:RC] + | add NARGS8:RC, NARGS8:RC, #8 + | b <2 + break; + + case BC_JFUNCV: +#if !LJ_HASJIT + break; +#endif + | NYI // NYI: compiled vararg functions + break; /* NYI: compiled vararg functions. */ + + case BC_IFUNCV: + | // BASE = new base, RA = BASE+framesize*8, CARG3 = LFUNC, RC = nargs*8 + | ldr CARG1, L->maxstack + | movn TMP0, #~LJ_TFUNC + | add TMP2, BASE, RC + | add LFUNC:CARG3, CARG3, TMP0, lsl #47 + | add RA, RA, RC + | add TMP0, RC, #16+FRAME_VARG + | str LFUNC:CARG3, [TMP2], #8 // Store (tagged) copy of LFUNC. + | ldr KBASE, [PC, #-4+PC2PROTO(k)] + | cmp RA, CARG1 + | str TMP0, [TMP2], #8 // Store delta + FRAME_VARG. + | bhs ->vm_growstack_l + | sub RC, TMP2, #16 + | ldrb TMP1w, [PC, #-4+PC2PROTO(numparams)] + | mov RA, BASE + | mov BASE, TMP2 + | cbz TMP1, >2 + |1: + | cmp RA, RC // Less args than parameters? + | bhs >3 + | ldr TMP0, [RA] + | sub TMP1, TMP1, #1 + | str TISNIL, [RA], #8 // Clear old fixarg slot (help the GC). + | str TMP0, [TMP2], #8 + | cbnz TMP1, <1 + |2: + | ins_next + | + |3: + | sub TMP1, TMP1, #1 + | str TISNIL, [TMP2], #8 + | cbz TMP1, <2 + | b <3 + break; + + case BC_FUNCC: + case BC_FUNCCW: + | // BASE = new base, RA = BASE+framesize*8, CARG3 = CFUNC, RC = nargs*8 + if (op == BC_FUNCC) { + | ldr CARG4, CFUNC:CARG3->f + } else { + | ldr CARG4, GL->wrapf + } + | add CARG2, RA, NARGS8:RC + | ldr CARG1, L->maxstack + | add RC, BASE, NARGS8:RC + | cmp CARG2, CARG1 + | stp BASE, RC, L->base + if (op == BC_FUNCCW) { + | ldr CARG2, CFUNC:CARG3->f + } + | mv_vmstate TMP0w, C + | mov CARG1, L + | bhi ->vm_growstack_c // Need to grow stack. + | st_vmstate TMP0w + | blr CARG4 // (lua_State *L [, lua_CFunction f]) + | // Returns nresults. + | ldp BASE, TMP1, L->base + | str L, GL->cur_L + | sbfiz RC, CRET1, #3, #32 + | st_vmstate ST_INTERP + | ldr PC, [BASE, FRAME_PC] + | sub RA, TMP1, RC // RA = L->top - nresults*8 + | b ->vm_returnc + break; + + /* ---------------------------------------------------------------------- */ + + default: + fprintf(stderr, "Error: undefined opcode BC_%s\n", bc_names[op]); + exit(2); + break; + } +} + +static int build_backend(BuildCtx *ctx) +{ + int op; + + dasm_growpc(Dst, BC__MAX); + + build_subroutines(ctx); + + |.code_op + for (op = 0; op < BC__MAX; op++) + build_ins(ctx, (BCOp)op, op); + + return BC__MAX; +} + +/* Emit pseudo frame-info for all assembler functions. */ +static void emit_asm_debug(BuildCtx *ctx) +{ + int fcofs = (int)((uint8_t *)ctx->glob[GLOB_vm_ffi_call] - ctx->code); + int i, cf = CFRAME_SIZE >> 3; + switch (ctx->mode) { + case BUILD_elfasm: + fprintf(ctx->fp, "\t.section .debug_frame,\"\",%%progbits\n"); + fprintf(ctx->fp, + ".Lframe0:\n" + "\t.long .LECIE0-.LSCIE0\n" + ".LSCIE0:\n" + "\t.long 0xffffffff\n" + "\t.byte 0x1\n" + "\t.string \"\"\n" + "\t.uleb128 0x1\n" + "\t.sleb128 -8\n" + "\t.byte 30\n" /* Return address is in lr. */ + "\t.byte 0xc\n\t.uleb128 31\n\t.uleb128 0\n" /* def_cfa sp */ + "\t.align 3\n" + ".LECIE0:\n\n"); + fprintf(ctx->fp, + ".LSFDE0:\n" + "\t.long .LEFDE0-.LASFDE0\n" + ".LASFDE0:\n" + "\t.long .Lframe0\n" + "\t.quad .Lbegin\n" + "\t.quad %d\n" + "\t.byte 0xe\n\t.uleb128 %d\n" /* def_cfa_offset */ + "\t.byte 0x9d\n\t.uleb128 %d\n" /* offset fp */ + "\t.byte 0x9e\n\t.uleb128 %d\n", /* offset lr */ + fcofs, CFRAME_SIZE, cf, cf-1); + for (i = 19; i <= 28; i++) /* offset x19-x28 */ + fprintf(ctx->fp, "\t.byte 0x%x\n\t.uleb128 %d\n", 0x80+i, cf-i+17); + for (i = 8; i <= 15; i++) /* offset d8-d15 */ + fprintf(ctx->fp, "\t.byte 5\n\t.uleb128 0x%x\n\t.uleb128 %d\n", + 64+i, cf-i-4); + fprintf(ctx->fp, + "\t.align 3\n" + ".LEFDE0:\n\n"); +#if LJ_HASFFI + fprintf(ctx->fp, + ".LSFDE1:\n" + "\t.long .LEFDE1-.LASFDE1\n" + ".LASFDE1:\n" + "\t.long .Lframe0\n" + "\t.quad lj_vm_ffi_call\n" + "\t.quad %d\n" + "\t.byte 0xe\n\t.uleb128 32\n" /* def_cfa_offset */ + "\t.byte 0x9d\n\t.uleb128 4\n" /* offset fp */ + "\t.byte 0x9e\n\t.uleb128 3\n" /* offset lr */ + "\t.byte 0x93\n\t.uleb128 2\n" /* offset x19 */ + "\t.align 3\n" + ".LEFDE1:\n\n", (int)ctx->codesz - fcofs); +#endif + fprintf(ctx->fp, "\t.section .eh_frame,\"a\",%%progbits\n"); + fprintf(ctx->fp, + ".Lframe1:\n" + "\t.long .LECIE1-.LSCIE1\n" + ".LSCIE1:\n" + "\t.long 0\n" + "\t.byte 0x1\n" + "\t.string \"zPR\"\n" + "\t.uleb128 0x1\n" + "\t.sleb128 -8\n" + "\t.byte 30\n" /* Return address is in lr. */ + "\t.uleb128 6\n" /* augmentation length */ + "\t.byte 0x1b\n" /* pcrel|sdata4 */ + "\t.long lj_err_unwind_dwarf-.\n" + "\t.byte 0x1b\n" /* pcrel|sdata4 */ + "\t.byte 0xc\n\t.uleb128 31\n\t.uleb128 0\n" /* def_cfa sp */ + "\t.align 3\n" + ".LECIE1:\n\n"); + fprintf(ctx->fp, + ".LSFDE2:\n" + "\t.long .LEFDE2-.LASFDE2\n" + ".LASFDE2:\n" + "\t.long .LASFDE2-.Lframe1\n" + "\t.long .Lbegin-.\n" + "\t.long %d\n" + "\t.uleb128 0\n" /* augmentation length */ + "\t.byte 0xe\n\t.uleb128 %d\n" /* def_cfa_offset */ + "\t.byte 0x9d\n\t.uleb128 %d\n" /* offset fp */ + "\t.byte 0x9e\n\t.uleb128 %d\n", /* offset lr */ + fcofs, CFRAME_SIZE, cf, cf-1); + for (i = 19; i <= 28; i++) /* offset x19-x28 */ + fprintf(ctx->fp, "\t.byte 0x%x\n\t.uleb128 %d\n", 0x80+i, cf-i+17); + for (i = 8; i <= 15; i++) /* offset d8-d15 */ + fprintf(ctx->fp, "\t.byte 5\n\t.uleb128 0x%x\n\t.uleb128 %d\n", + 64+i, cf-i-4); + fprintf(ctx->fp, + "\t.align 3\n" + ".LEFDE2:\n\n"); +#if LJ_HASFFI + fprintf(ctx->fp, + ".Lframe2:\n" + "\t.long .LECIE2-.LSCIE2\n" + ".LSCIE2:\n" + "\t.long 0\n" + "\t.byte 0x1\n" + "\t.string \"zR\"\n" + "\t.uleb128 0x1\n" + "\t.sleb128 -8\n" + "\t.byte 30\n" /* Return address is in lr. */ + "\t.uleb128 1\n" /* augmentation length */ + "\t.byte 0x1b\n" /* pcrel|sdata4 */ + "\t.byte 0xc\n\t.uleb128 31\n\t.uleb128 0\n" /* def_cfa sp */ + "\t.align 3\n" + ".LECIE2:\n\n"); + fprintf(ctx->fp, + ".LSFDE3:\n" + "\t.long .LEFDE3-.LASFDE3\n" + ".LASFDE3:\n" + "\t.long .LASFDE3-.Lframe2\n" + "\t.long lj_vm_ffi_call-.\n" + "\t.long %d\n" + "\t.uleb128 0\n" /* augmentation length */ + "\t.byte 0xe\n\t.uleb128 32\n" /* def_cfa_offset */ + "\t.byte 0x9d\n\t.uleb128 4\n" /* offset fp */ + "\t.byte 0x9e\n\t.uleb128 3\n" /* offset lr */ + "\t.byte 0x93\n\t.uleb128 2\n" /* offset x19 */ + "\t.align 3\n" + ".LEFDE3:\n\n", (int)ctx->codesz - fcofs); +#endif + break; + default: + break; + } +} + diff --git a/core/src/luajit/src/vm_mips.dasc b/core/src/luajit/src/vm_mips.dasc index ac8346bbd..1afd61187 100644 --- a/core/src/luajit/src/vm_mips.dasc +++ b/core/src/luajit/src/vm_mips.dasc @@ -1,6 +1,9 @@ |// Low-level VM code for MIPS CPUs. |// Bytecode interpreter, fast functions and helper functions. -|// Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +|// Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h +|// +|// MIPS soft-float support contributed by Djordje Kovacevic and +|// Stefan Pejic from RT-RK.com, sponsored by Cisco Systems, Inc. | |.arch mips |.section code_op, code_sub @@ -18,6 +21,12 @@ |// Fixed register assignments for the interpreter. |// Don't use: r0 = 0, r26/r27 = reserved, r28 = gp, r29 = sp, r31 = ra | +|.macro .FPU, a, b +|.if FPU +| a, b +|.endif +|.endmacro +| |// The following must be C callee-save (but BASE is often refetched). |.define BASE, r16 // Base of current Lua stack frame. |.define KBASE, r17 // Constants of current Lua function. @@ -25,13 +34,15 @@ |.define DISPATCH, r19 // Opcode dispatch table. |.define LREG, r20 // Register holding lua_State (also in SAVE_L). |.define MULTRES, r21 // Size of multi-result: (nresults+1)*8. -|// NYI: r22 currently unused. | |.define JGL, r30 // On-trace: global_State + 32768. | |// Constants for type-comparisons, stores and conversions. C callee-save. +|.define TISNUM, r22 |.define TISNIL, r30 +|.if FPU |.define TOBIT, f30 // 2^52 + 2^51. +|.endif | |// The following temporaries are not saved across C calls, except for RA. |.define RA, r23 // Callee-save. @@ -46,7 +57,7 @@ |.define TMP2, r14 |.define TMP3, r15 | -|// Calling conventions. +|// MIPS o32 calling convention. |.define CFUNCADDR, r25 |.define CARG1, r4 |.define CARG2, r5 @@ -56,13 +67,33 @@ |.define CRET1, r2 |.define CRET2, r3 | +|.if ENDIAN_LE +|.define SFRETLO, CRET1 +|.define SFRETHI, CRET2 +|.define SFARG1LO, CARG1 +|.define SFARG1HI, CARG2 +|.define SFARG2LO, CARG3 +|.define SFARG2HI, CARG4 +|.else +|.define SFRETLO, CRET2 +|.define SFRETHI, CRET1 +|.define SFARG1LO, CARG2 +|.define SFARG1HI, CARG1 +|.define SFARG2LO, CARG4 +|.define SFARG2HI, CARG3 +|.endif +| +|.if FPU |.define FARG1, f12 |.define FARG2, f14 | |.define FRET1, f0 |.define FRET2, f2 +|.endif | |// Stack layout while in interpreter. Must match with lj_frame.h. +|.if FPU // MIPS32 hard-float. +| |.define CFRAME_SPACE, 112 // Delta for sp. | |.define SAVE_ERRF, 124(sp) // 32 bit C frame info. @@ -72,6 +103,20 @@ |//----- 8 byte aligned, ^^^^ 16 byte register save area, owned by interpreter. |.define SAVE_GPR_, 72 // .. 72+10*4: 32 bit GPR saves. |.define SAVE_FPR_, 24 // .. 24+6*8: 64 bit FPR saves. +| +|.else // MIPS32 soft-float +| +|.define CFRAME_SPACE, 64 // Delta for sp. +| +|.define SAVE_ERRF, 76(sp) // 32 bit C frame info. +|.define SAVE_NRES, 72(sp) +|.define SAVE_CFRAME, 68(sp) +|.define SAVE_L, 64(sp) +|//----- 8 byte aligned, ^^^^ 16 byte register save area, owned by interpreter. +|.define SAVE_GPR_, 24 // .. 24+10*4: 32 bit GPR saves. +| +|.endif +| |.define SAVE_PC, 20(sp) |.define ARG5, 16(sp) |.define CSAVE_4, 12(sp) @@ -83,43 +128,45 @@ |.define ARG5_OFS, 16 |.define SAVE_MULTRES, ARG5 | +|//----------------------------------------------------------------------- +| |.macro saveregs | addiu sp, sp, -CFRAME_SPACE | sw ra, SAVE_GPR_+9*4(sp) | sw r30, SAVE_GPR_+8*4(sp) -| sdc1 f30, SAVE_FPR_+5*8(sp) +| .FPU sdc1 f30, SAVE_FPR_+5*8(sp) | sw r23, SAVE_GPR_+7*4(sp) | sw r22, SAVE_GPR_+6*4(sp) -| sdc1 f28, SAVE_FPR_+4*8(sp) +| .FPU sdc1 f28, SAVE_FPR_+4*8(sp) | sw r21, SAVE_GPR_+5*4(sp) | sw r20, SAVE_GPR_+4*4(sp) -| sdc1 f26, SAVE_FPR_+3*8(sp) +| .FPU sdc1 f26, SAVE_FPR_+3*8(sp) | sw r19, SAVE_GPR_+3*4(sp) | sw r18, SAVE_GPR_+2*4(sp) -| sdc1 f24, SAVE_FPR_+2*8(sp) +| .FPU sdc1 f24, SAVE_FPR_+2*8(sp) | sw r17, SAVE_GPR_+1*4(sp) | sw r16, SAVE_GPR_+0*4(sp) -| sdc1 f22, SAVE_FPR_+1*8(sp) -| sdc1 f20, SAVE_FPR_+0*8(sp) +| .FPU sdc1 f22, SAVE_FPR_+1*8(sp) +| .FPU sdc1 f20, SAVE_FPR_+0*8(sp) |.endmacro | |.macro restoreregs_ret | lw ra, SAVE_GPR_+9*4(sp) | lw r30, SAVE_GPR_+8*4(sp) -| ldc1 f30, SAVE_FPR_+5*8(sp) +| .FPU ldc1 f30, SAVE_FPR_+5*8(sp) | lw r23, SAVE_GPR_+7*4(sp) | lw r22, SAVE_GPR_+6*4(sp) -| ldc1 f28, SAVE_FPR_+4*8(sp) +| .FPU ldc1 f28, SAVE_FPR_+4*8(sp) | lw r21, SAVE_GPR_+5*4(sp) | lw r20, SAVE_GPR_+4*4(sp) -| ldc1 f26, SAVE_FPR_+3*8(sp) +| .FPU ldc1 f26, SAVE_FPR_+3*8(sp) | lw r19, SAVE_GPR_+3*4(sp) | lw r18, SAVE_GPR_+2*4(sp) -| ldc1 f24, SAVE_FPR_+2*8(sp) +| .FPU ldc1 f24, SAVE_FPR_+2*8(sp) | lw r17, SAVE_GPR_+1*4(sp) | lw r16, SAVE_GPR_+0*4(sp) -| ldc1 f22, SAVE_FPR_+1*8(sp) -| ldc1 f20, SAVE_FPR_+0*8(sp) +| .FPU ldc1 f22, SAVE_FPR_+1*8(sp) +| .FPU ldc1 f20, SAVE_FPR_+0*8(sp) | jr ra | addiu sp, sp, CFRAME_SPACE |.endmacro @@ -138,6 +185,7 @@ |.type NODE, Node |.type NARGS8, int |.type TRACE, GCtrace +|.type SBUF, SBuf | |//----------------------------------------------------------------------- | @@ -152,13 +200,23 @@ |//----------------------------------------------------------------------- | |// Endian-specific defines. -|.define FRAME_PC, LJ_ENDIAN_SELECT(-4,-8) -|.define FRAME_FUNC, LJ_ENDIAN_SELECT(-8,-4) -|.define HI, LJ_ENDIAN_SELECT(4,0) -|.define LO, LJ_ENDIAN_SELECT(0,4) -|.define OFS_RD, LJ_ENDIAN_SELECT(2,0) -|.define OFS_RA, LJ_ENDIAN_SELECT(1,2) -|.define OFS_OP, LJ_ENDIAN_SELECT(0,3) +|.if ENDIAN_LE +|.define FRAME_PC, -4 +|.define FRAME_FUNC, -8 +|.define HI, 4 +|.define LO, 0 +|.define OFS_RD, 2 +|.define OFS_RA, 1 +|.define OFS_OP, 0 +|.else +|.define FRAME_PC, -8 +|.define FRAME_FUNC, -4 +|.define HI, 0 +|.define LO, 4 +|.define OFS_RD, 0 +|.define OFS_RA, 2 +|.define OFS_OP, 3 +|.endif | |// Instruction decode. |.macro decode_OP1, dst, ins; andi dst, ins, 0xff; .endmacro @@ -353,9 +411,11 @@ static void build_subroutines(BuildCtx *ctx) |. sll TMP2, TMP2, 3 |1: | addiu TMP1, TMP1, -8 - | ldc1 f0, 0(RA) + | lw SFRETHI, HI(RA) + | lw SFRETLO, LO(RA) | addiu RA, RA, 8 - | sdc1 f0, 0(BASE) + | sw SFRETHI, HI(BASE) + | sw SFRETLO, LO(BASE) | bnez TMP1, <1 |. addiu BASE, BASE, 8 | @@ -424,15 +484,16 @@ static void build_subroutines(BuildCtx *ctx) | and sp, CARG1, AT |->vm_unwind_ff_eh: // Landing pad for external unwinder. | lw L, SAVE_L - | lui TMP3, 0x59c0 // TOBIT = 2^52 + 2^51 (float). + | .FPU lui TMP3, 0x59c0 // TOBIT = 2^52 + 2^51 (float). + | li TISNUM, LJ_TISNUM // Setup type comparison constants. | li TISNIL, LJ_TNIL | lw BASE, L->base | lw DISPATCH, L->glref // Setup pointer to dispatch table. - | mtc1 TMP3, TOBIT + | .FPU mtc1 TMP3, TOBIT | li TMP1, LJ_TFALSE | li_vmstate INTERP | lw PC, FRAME_PC(BASE) // Fetch PC of previous frame. - | cvt.d.s TOBIT, TOBIT + | .FPU cvt.d.s TOBIT, TOBIT | addiu RA, BASE, -8 // Results start at BASE-8. | addiu DISPATCH, DISPATCH, GG_G2DISP | sw TMP1, HI(RA) // Prepend false to error message. @@ -486,21 +547,23 @@ static void build_subroutines(BuildCtx *ctx) | addiu DISPATCH, DISPATCH, GG_G2DISP | sw r0, SAVE_NRES | sw r0, SAVE_ERRF - | sw TMP0, L->cframe + | sw CARG1, SAVE_PC // Any value outside of bytecode is ok. | sw r0, SAVE_CFRAME | beqz TMP1, >3 - |. sw CARG1, SAVE_PC // Any value outside of bytecode is ok. + |. sw TMP0, L->cframe | | // Resume after yield (like a return). + | sw L, DISPATCH_GL(cur_L)(DISPATCH) | move RA, BASE | lw BASE, L->base + | li TISNUM, LJ_TISNUM // Setup type comparison constants. | lw TMP1, L->top | lw PC, FRAME_PC(BASE) - | lui TMP3, 0x59c0 // TOBIT = 2^52 + 2^51 (float). + | .FPU lui TMP3, 0x59c0 // TOBIT = 2^52 + 2^51 (float). | subu RD, TMP1, BASE - | mtc1 TMP3, TOBIT + | .FPU mtc1 TMP3, TOBIT | sb r0, L->status - | cvt.d.s TOBIT, TOBIT + | .FPU cvt.d.s TOBIT, TOBIT | li_vmstate INTERP | addiu RD, RD, 8 | st_vmstate @@ -525,25 +588,27 @@ static void build_subroutines(BuildCtx *ctx) | |1: // Entry point for vm_pcall above (PC = ftype). | lw TMP1, L:CARG1->cframe - | sw CARG3, SAVE_NRES | move L, CARG1 - | sw CARG1, SAVE_L - | move BASE, CARG2 - | sw sp, L->cframe // Add our C frame to cframe chain. + | sw CARG3, SAVE_NRES | lw DISPATCH, L->glref // Setup pointer to dispatch table. + | sw CARG1, SAVE_L + | move BASE, CARG2 + | addiu DISPATCH, DISPATCH, GG_G2DISP | sw CARG1, SAVE_PC // Any value outside of bytecode is ok. | sw TMP1, SAVE_CFRAME - | addiu DISPATCH, DISPATCH, GG_G2DISP + | sw sp, L->cframe // Add our C frame to cframe chain. | |3: // Entry point for vm_cpcall/vm_resume (BASE = base, PC = ftype). + | sw L, DISPATCH_GL(cur_L)(DISPATCH) | lw TMP2, L->base // TMP2 = old base (used in vmeta_call). - | lui TMP3, 0x59c0 // TOBIT = 2^52 + 2^51 (float). + | li TISNUM, LJ_TISNUM // Setup type comparison constants. + | .FPU lui TMP3, 0x59c0 // TOBIT = 2^52 + 2^51 (float). | lw TMP1, L->top - | mtc1 TMP3, TOBIT + | .FPU mtc1 TMP3, TOBIT | addu PC, PC, BASE | subu NARGS8:RC, TMP1, BASE | subu PC, PC, TMP2 // PC = frame delta + frame type - | cvt.d.s TOBIT, TOBIT + | .FPU cvt.d.s TOBIT, TOBIT | li_vmstate INTERP | li TISNIL, LJ_TNIL | st_vmstate @@ -566,20 +631,21 @@ static void build_subroutines(BuildCtx *ctx) | lw TMP0, L:CARG1->stack | sw CARG1, SAVE_L | lw TMP1, L->top + | lw DISPATCH, L->glref // Setup pointer to dispatch table. | sw CARG1, SAVE_PC // Any value outside of bytecode is ok. | subu TMP0, TMP0, TMP1 // Compute -savestack(L, L->top). | lw TMP1, L->cframe - | sw sp, L->cframe // Add our C frame to cframe chain. + | addiu DISPATCH, DISPATCH, GG_G2DISP | sw TMP0, SAVE_NRES // Neg. delta means cframe w/o frame. | sw r0, SAVE_ERRF // No error function. - | move CFUNCADDR, CARG4 + | sw TMP1, SAVE_CFRAME + | sw sp, L->cframe // Add our C frame to cframe chain. + | sw L, DISPATCH_GL(cur_L)(DISPATCH) | jalr CARG4 // (lua_State *L, lua_CFunction func, void *ud) - |. sw TMP1, SAVE_CFRAME + |. move CFUNCADDR, CARG4 | move BASE, CRET1 - | lw DISPATCH, L->glref // Setup pointer to dispatch table. - | li PC, FRAME_CP | bnez CRET1, <3 // Else continue with the call. - |. addiu DISPATCH, DISPATCH, GG_G2DISP + |. li PC, FRAME_CP | b ->vm_leave_cp // No base? Just remove C frame. |. nop | @@ -624,7 +690,8 @@ static void build_subroutines(BuildCtx *ctx) |->cont_cat: // RA = resultptr, RB = meta base | lw INS, -4(PC) | addiu CARG2, RB, -16 - | ldc1 f0, 0(RA) + | lw SFRETHI, HI(RA) + | lw SFRETLO, LO(RA) | decode_RB8a MULTRES, INS | decode_RA8a RA, INS | decode_RB8b MULTRES @@ -632,11 +699,13 @@ static void build_subroutines(BuildCtx *ctx) | addu TMP1, BASE, MULTRES | sw BASE, L->base | subu CARG3, CARG2, TMP1 + | sw SFRETHI, HI(CARG2) | bne TMP1, CARG2, ->BC_CAT_Z - |. sdc1 f0, 0(CARG2) + |. sw SFRETLO, LO(CARG2) | addu RA, BASE, RA + | sw SFRETHI, HI(RA) | b ->cont_nop - |. sdc1 f0, 0(RA) + |. sw SFRETLO, LO(RA) | |//-- Table indexing metamethods ----------------------------------------- | @@ -659,10 +728,9 @@ static void build_subroutines(BuildCtx *ctx) |. sw TMP1, HI(CARG3) | |->vmeta_tgetb: // TMP0 = index - | mtc1 TMP0, f0 - | cvt.d.w f0, f0 | addiu CARG3, DISPATCH, DISPATCH_GL(tmptv) - | sdc1 f0, 0(CARG3) + | sw TMP0, LO(CARG3) + | sw TISNUM, HI(CARG3) | |->vmeta_tgetv: |1: @@ -674,9 +742,11 @@ static void build_subroutines(BuildCtx *ctx) | // Returns TValue * (finished) or NULL (metamethod). | beqz CRET1, >3 |. addiu TMP1, BASE, -FRAME_CONT - | ldc1 f0, 0(CRET1) + | lw SFARG1HI, HI(CRET1) + | lw SFARG2HI, LO(CRET1) | ins_next1 - | sdc1 f0, 0(RA) + | sw SFARG1HI, HI(RA) + | sw SFARG2HI, LO(RA) | ins_next2 | |3: // Call __index metamethod. @@ -688,6 +758,17 @@ static void build_subroutines(BuildCtx *ctx) | b ->vm_call_dispatch_f |. li NARGS8:RC, 16 // 2 args for func(t, k). | + |->vmeta_tgetr: + | load_got lj_tab_getinth + | call_intern lj_tab_getinth // (GCtab *t, int32_t key) + |. nop + | // Returns cTValue * or NULL. + | beqz CRET1, ->BC_TGETR_Z + |. move SFARG2HI, TISNIL + | lw SFARG2HI, HI(CRET1) + | b ->BC_TGETR_Z + |. lw SFARG2LO, LO(CRET1) + | |//----------------------------------------------------------------------- | |->vmeta_tsets1: @@ -709,10 +790,9 @@ static void build_subroutines(BuildCtx *ctx) |. sw TMP1, HI(CARG3) | |->vmeta_tsetb: // TMP0 = index - | mtc1 TMP0, f0 - | cvt.d.w f0, f0 | addiu CARG3, DISPATCH, DISPATCH_GL(tmptv) - | sdc1 f0, 0(CARG3) + | sw TMP0, LO(CARG3) + | sw TISNUM, HI(CARG3) | |->vmeta_tsetv: |1: @@ -722,11 +802,13 @@ static void build_subroutines(BuildCtx *ctx) | call_intern lj_meta_tset // (lua_State *L, TValue *o, TValue *k) |. move CARG1, L | // Returns TValue * (finished) or NULL (metamethod). + | lw SFARG1HI, HI(RA) | beqz CRET1, >3 - |. ldc1 f0, 0(RA) + |. lw SFARG1LO, LO(RA) | // NOBARRIER: lj_meta_tset ensures the table is not black. | ins_next1 - | sdc1 f0, 0(CRET1) + | sw SFARG1HI, HI(CRET1) + | sw SFARG1LO, LO(CRET1) | ins_next2 | |3: // Call __newindex metamethod. @@ -736,14 +818,27 @@ static void build_subroutines(BuildCtx *ctx) | sw PC, -16+HI(BASE) // [cont|PC] | subu PC, BASE, TMP1 | lw LFUNC:RB, FRAME_FUNC(BASE) // Guaranteed to be a function here. - | sdc1 f0, 16(BASE) // Copy value to third argument. + | sw SFARG1HI, 16+HI(BASE) // Copy value to third argument. + | sw SFARG1LO, 16+LO(BASE) | b ->vm_call_dispatch_f |. li NARGS8:RC, 24 // 3 args for func(t, k, v) | + |->vmeta_tsetr: + | load_got lj_tab_setinth + | sw BASE, L->base + | sw PC, SAVE_PC + | call_intern lj_tab_setinth // (lua_State *L, GCtab *t, int32_t key) + |. move CARG1, L + | // Returns TValue *. + | b ->BC_TSETR_Z + |. nop + | |//-- Comparison metamethods --------------------------------------------- | |->vmeta_comp: - | // CARG2, CARG3 are already set by BC_ISLT/BC_ISGE/BC_ISLE/BC_ISGT. + | // RA/RD point to o1/o2. + | move CARG2, RA + | move CARG3, RD | load_got lj_meta_comp | addiu PC, PC, -4 | sw BASE, L->base @@ -769,11 +864,13 @@ static void build_subroutines(BuildCtx *ctx) | |->cont_ra: // RA = resultptr | lbu TMP1, -4+OFS_RA(PC) - | ldc1 f0, 0(RA) + | lw SFRETHI, HI(RA) + | lw SFRETLO, LO(RA) | sll TMP1, TMP1, 3 | addu TMP1, BASE, TMP1 + | sw SFRETHI, HI(TMP1) | b ->cont_nop - |. sdc1 f0, 0(TMP1) + |. sw SFRETLO, LO(TMP1) | |->cont_condt: // RA = resultptr | lw TMP0, HI(RA) @@ -788,8 +885,11 @@ static void build_subroutines(BuildCtx *ctx) |. addiu TMP2, AT, -1 // Branch if result is false. | |->vmeta_equal: - | // CARG2, CARG3, CARG4 are already set by BC_ISEQV/BC_ISNEV. + | // SFARG1LO/SFARG2LO point to o1/o2. TMP0 is set to 0/1. | load_got lj_meta_equal + | move CARG2, SFARG1LO + | move CARG3, SFARG2LO + | move CARG4, TMP0 | addiu PC, PC, -4 | sw BASE, L->base | sw PC, SAVE_PC @@ -813,17 +913,31 @@ static void build_subroutines(BuildCtx *ctx) |. nop |.endif | + |->vmeta_istype: + | load_got lj_meta_istype + | addiu PC, PC, -4 + | sw BASE, L->base + | srl CARG2, RA, 3 + | srl CARG3, RD, 3 + | sw PC, SAVE_PC + | call_intern lj_meta_istype // (lua_State *L, BCReg ra, BCReg tp) + |. move CARG1, L + | b ->cont_nop + |. nop + | |//-- Arithmetic metamethods --------------------------------------------- | |->vmeta_unm: - | move CARG4, CARG3 + | move RC, RB | |->vmeta_arith: | load_got lj_meta_arith | decode_OP1 TMP0, INS | sw BASE, L->base - | sw PC, SAVE_PC | move CARG2, RA + | sw PC, SAVE_PC + | move CARG3, RB + | move CARG4, RC | sw TMP0, ARG5 | call_intern lj_meta_arith // (lua_State *L, TValue *ra,*rb,*rc, BCReg op) |. move CARG1, L @@ -931,40 +1045,52 @@ static void build_subroutines(BuildCtx *ctx) | |.macro .ffunc_1, name |->ff_ .. name: + | lw SFARG1HI, HI(BASE) | beqz NARGS8:RC, ->fff_fallback - |. lw CARG3, HI(BASE) - | lw CARG1, LO(BASE) + |. lw SFARG1LO, LO(BASE) |.endmacro | |.macro .ffunc_2, name |->ff_ .. name: | sltiu AT, NARGS8:RC, 16 - | lw CARG3, HI(BASE) + | lw SFARG1HI, HI(BASE) | bnez AT, ->fff_fallback - |. lw CARG4, 8+HI(BASE) - | lw CARG1, LO(BASE) - | lw CARG2, 8+LO(BASE) + |. lw SFARG2HI, 8+HI(BASE) + | lw SFARG1LO, LO(BASE) + | lw SFARG2LO, 8+LO(BASE) |.endmacro | |.macro .ffunc_n, name // Caveat: has delay slot! |->ff_ .. name: - | lw CARG3, HI(BASE) + | lw SFARG1HI, HI(BASE) + |.if FPU + | ldc1 FARG1, 0(BASE) + |.else + | lw SFARG1LO, LO(BASE) + |.endif | beqz NARGS8:RC, ->fff_fallback - |. ldc1 FARG1, 0(BASE) - | sltiu AT, CARG3, LJ_TISNUM + |. sltiu AT, SFARG1HI, LJ_TISNUM | beqz AT, ->fff_fallback |.endmacro | |.macro .ffunc_nn, name // Caveat: has delay slot! |->ff_ .. name: | sltiu AT, NARGS8:RC, 16 - | lw CARG3, HI(BASE) + | lw SFARG1HI, HI(BASE) | bnez AT, ->fff_fallback - |. lw CARG4, 8+HI(BASE) - | ldc1 FARG1, 0(BASE) - | ldc1 FARG2, 8(BASE) - | sltiu TMP0, CARG3, LJ_TISNUM - | sltiu TMP1, CARG4, LJ_TISNUM + |. lw SFARG2HI, 8+HI(BASE) + | sltiu TMP0, SFARG1HI, LJ_TISNUM + |.if FPU + | ldc1 FARG1, 0(BASE) + |.else + | lw SFARG1LO, LO(BASE) + |.endif + | sltiu TMP1, SFARG2HI, LJ_TISNUM + |.if FPU + | ldc1 FARG2, 8(BASE) + |.else + | lw SFARG2LO, 8+LO(BASE) + |.endif | and TMP0, TMP0, TMP1 | beqz TMP0, ->fff_fallback |.endmacro @@ -980,52 +1106,54 @@ static void build_subroutines(BuildCtx *ctx) |//-- Base library: checks ----------------------------------------------- | |.ffunc_1 assert - | sltiu AT, CARG3, LJ_TISTRUECOND + | sltiu AT, SFARG1HI, LJ_TISTRUECOND | beqz AT, ->fff_fallback |. addiu RA, BASE, -8 | lw PC, FRAME_PC(BASE) | addiu RD, NARGS8:RC, 8 // Compute (nresults+1)*8. | addu TMP2, RA, NARGS8:RC - | sw CARG3, HI(RA) + | sw SFARG1HI, HI(RA) | addiu TMP1, BASE, 8 | beq BASE, TMP2, ->fff_res // Done if exactly 1 argument. - |. sw CARG1, LO(RA) + |. sw SFARG1LO, LO(RA) |1: - | ldc1 f0, 0(TMP1) - | sdc1 f0, -8(TMP1) + | lw SFRETHI, HI(TMP1) + | lw SFRETLO, LO(TMP1) + | sw SFRETHI, -8+HI(TMP1) + | sw SFRETLO, -8+LO(TMP1) | bne TMP1, TMP2, <1 |. addiu TMP1, TMP1, 8 | b ->fff_res |. nop | |.ffunc type - | lw CARG3, HI(BASE) - | li TMP1, LJ_TISNUM + | lw SFARG1HI, HI(BASE) | beqz NARGS8:RC, ->fff_fallback - |. sltiu TMP0, CARG3, LJ_TISNUM - | movz TMP1, CARG3, TMP0 - | not TMP1, TMP1 + |. sltiu TMP0, SFARG1HI, LJ_TISNUM + | movn SFARG1HI, TISNUM, TMP0 + | not TMP1, SFARG1HI | sll TMP1, TMP1, 3 | addu TMP1, CFUNC:RB, TMP1 - | b ->fff_resn - |. ldc1 FRET1, CFUNC:TMP1->upvalue + | lw SFARG1HI, CFUNC:TMP1->upvalue[0].u32.hi + | b ->fff_restv + |. lw SFARG1LO, CFUNC:TMP1->upvalue[0].u32.lo | |//-- Base library: getters and setters --------------------------------- | |.ffunc_1 getmetatable | li AT, LJ_TTAB - | bne CARG3, AT, >6 + | bne SFARG1HI, AT, >6 |. li AT, LJ_TUDATA |1: // Field metatable must be at same offset for GCtab and GCudata! - | lw TAB:CARG1, TAB:CARG1->metatable + | lw TAB:SFARG1LO, TAB:SFARG1LO->metatable |2: | lw STR:RC, DISPATCH_GL(gcroot[GCROOT_MMNAME+MM_metatable])(DISPATCH) - | beqz TAB:CARG1, ->fff_restv - |. li CARG3, LJ_TNIL - | lw TMP0, TAB:CARG1->hmask - | li CARG3, LJ_TTAB // Use metatable as default result. + | beqz TAB:SFARG1LO, ->fff_restv + |. li SFARG1HI, LJ_TNIL + | lw TMP0, TAB:SFARG1LO->hmask + | li SFARG1HI, LJ_TTAB // Use metatable as default result. | lw TMP1, STR:RC->hash - | lw NODE:TMP2, TAB:CARG1->node + | lw NODE:TMP2, TAB:SFARG1LO->node | and TMP1, TMP1, TMP0 // idx = str->hash & tab->hmask | sll TMP0, TMP1, 5 | sll TMP1, TMP1, 3 @@ -1037,7 +1165,7 @@ static void build_subroutines(BuildCtx *ctx) | lw TMP0, offsetof(Node, key)+LO(NODE:TMP2) | lw NODE:TMP3, NODE:TMP2->next | bne CARG4, AT, >4 - |. lw CARG2, offsetof(Node, val)+HI(NODE:TMP2) + |. lw CARG3, offsetof(Node, val)+HI(NODE:TMP2) | beq TMP0, STR:RC, >5 |. lw TMP1, offsetof(Node, val)+LO(NODE:TMP2) |4: @@ -1046,36 +1174,35 @@ static void build_subroutines(BuildCtx *ctx) | b <3 |. nop |5: - | beq CARG2, TISNIL, ->fff_restv // Ditto for nil value. + | beq CARG3, TISNIL, ->fff_restv // Ditto for nil value. |. nop - | move CARG3, CARG2 // Return value of mt.__metatable. + | move SFARG1HI, CARG3 // Return value of mt.__metatable. | b ->fff_restv - |. move CARG1, TMP1 + |. move SFARG1LO, TMP1 | |6: - | beq CARG3, AT, <1 - |. sltiu TMP0, CARG3, LJ_TISNUM - | li TMP1, LJ_TISNUM - | movz TMP1, CARG3, TMP0 - | not TMP1, TMP1 + | beq SFARG1HI, AT, <1 + |. sltu AT, TISNUM, SFARG1HI + | movz SFARG1HI, TISNUM, AT + | not TMP1, SFARG1HI | sll TMP1, TMP1, 2 | addu TMP1, DISPATCH, TMP1 | b <2 - |. lw TAB:CARG1, DISPATCH_GL(gcroot[GCROOT_BASEMT])(TMP1) + |. lw TAB:SFARG1LO, DISPATCH_GL(gcroot[GCROOT_BASEMT])(TMP1) | |.ffunc_2 setmetatable | // Fast path: no mt for table yet and not clearing the mt. | li AT, LJ_TTAB - | bne CARG3, AT, ->fff_fallback - |. addiu CARG4, CARG4, -LJ_TTAB - | lw TAB:TMP1, TAB:CARG1->metatable - | lbu TMP3, TAB:CARG1->marked - | or AT, CARG4, TAB:TMP1 + | bne SFARG1HI, AT, ->fff_fallback + |. addiu SFARG2HI, SFARG2HI, -LJ_TTAB + | lw TAB:TMP1, TAB:SFARG1LO->metatable + | lbu TMP3, TAB:SFARG1LO->marked + | or AT, SFARG2HI, TAB:TMP1 | bnez AT, ->fff_fallback |. andi AT, TMP3, LJ_GC_BLACK // isblack(table) | beqz AT, ->fff_restv - |. sw TAB:CARG2, TAB:CARG1->metatable - | barrierback TAB:CARG1, TMP3, TMP0, ->fff_restv + |. sw TAB:SFARG2LO, TAB:SFARG1LO->metatable + | barrierback TAB:SFARG1LO, TMP3, TMP0, ->fff_restv | |.ffunc rawget | lw CARG4, HI(BASE) @@ -1089,44 +1216,44 @@ static void build_subroutines(BuildCtx *ctx) | call_intern lj_tab_get // (lua_State *L, GCtab *t, cTValue *key) |. move CARG1, L | // Returns cTValue *. - | b ->fff_resn - |. ldc1 FRET1, 0(CRET1) + | lw SFARG1HI, HI(CRET1) + | b ->fff_restv + |. lw SFARG1LO, LO(CRET1) | |//-- Base library: conversions ------------------------------------------ | |.ffunc tonumber | // Only handles the number case inline (without a base argument). | lw CARG1, HI(BASE) - | xori AT, NARGS8:RC, 8 - | sltiu CARG1, CARG1, LJ_TISNUM - | movn CARG1, r0, AT - | beqz CARG1, ->fff_fallback // Exactly one number argument. - |. ldc1 FRET1, 0(BASE) - | b ->fff_resn - |. nop + | xori AT, NARGS8:RC, 8 // Exactly one number argument. + | sltu TMP0, TISNUM, CARG1 + | or AT, AT, TMP0 + | bnez AT, ->fff_fallback + |. lw SFARG1HI, HI(BASE) + | b ->fff_restv + |. lw SFARG1LO, LO(BASE) | |.ffunc_1 tostring | // Only handles the string or number case inline. | li AT, LJ_TSTR | // A __tostring method in the string base metatable is ignored. - | beq CARG3, AT, ->fff_restv // String key? + | beq SFARG1HI, AT, ->fff_restv // String key? | // Handle numbers inline, unless a number base metatable is present. |. lw TMP1, DISPATCH_GL(gcroot[GCROOT_BASEMT_NUM])(DISPATCH) - | sltiu TMP0, CARG3, LJ_TISNUM - | sltiu TMP1, TMP1, 1 - | and TMP0, TMP0, TMP1 - | beqz TMP0, ->fff_fallback + | sltu TMP0, TISNUM, SFARG1HI + | or TMP0, TMP0, TMP1 + | bnez TMP0, ->fff_fallback |. sw BASE, L->base // Add frame since C call can throw. | ffgccheck |. sw PC, SAVE_PC // Redundant (but a defined value). - | load_got lj_str_fromnum + | load_got lj_strfmt_number | move CARG1, L - | call_intern lj_str_fromnum // (lua_State *L, lua_Number *np) + | call_intern lj_strfmt_number // (lua_State *L, cTValue *o) |. move CARG2, BASE | // Returns GCstr *. - | li CARG3, LJ_TSTR + | li SFARG1HI, LJ_TSTR | b ->fff_restv - |. move CARG1, CRET1 + |. move SFARG1LO, CRET1 | |//-- Base library: iterators ------------------------------------------- | @@ -1148,31 +1275,38 @@ static void build_subroutines(BuildCtx *ctx) |. move CARG1, L | // Returns 0 at end of traversal. | beqz CRET1, ->fff_restv // End of traversal: return nil. - |. li CARG3, LJ_TNIL - | ldc1 f0, 8(BASE) // Copy key and value to results. + |. li SFARG1HI, LJ_TNIL + | lw TMP0, 8+HI(BASE) + | lw TMP1, 8+LO(BASE) | addiu RA, BASE, -8 - | ldc1 f2, 16(BASE) - | li RD, (2+1)*8 - | sdc1 f0, 0(RA) + | lw TMP2, 16+HI(BASE) + | lw TMP3, 16+LO(BASE) + | sw TMP0, HI(RA) + | sw TMP1, LO(RA) + | sw TMP2, 8+HI(RA) + | sw TMP3, 8+LO(RA) | b ->fff_res - |. sdc1 f2, 8(RA) + |. li RD, (2+1)*8 | |.ffunc_1 pairs | li AT, LJ_TTAB - | bne CARG3, AT, ->fff_fallback + | bne SFARG1HI, AT, ->fff_fallback |. lw PC, FRAME_PC(BASE) #if LJ_52 - | lw TAB:TMP2, TAB:CARG1->metatable - | ldc1 f0, CFUNC:RB->upvalue[0] + | lw TAB:TMP2, TAB:SFARG1LO->metatable + | lw TMP0, CFUNC:RB->upvalue[0].u32.hi + | lw TMP1, CFUNC:RB->upvalue[0].u32.lo | bnez TAB:TMP2, ->fff_fallback #else - | ldc1 f0, CFUNC:RB->upvalue[0] + | lw TMP0, CFUNC:RB->upvalue[0].u32.hi + | lw TMP1, CFUNC:RB->upvalue[0].u32.lo #endif |. addiu RA, BASE, -8 | sw TISNIL, 8+HI(BASE) - | li RD, (3+1)*8 + | sw TMP0, HI(RA) + | sw TMP1, LO(RA) | b ->fff_res - |. sdc1 f0, 0(RA) + |. li RD, (3+1)*8 | |.ffunc ipairs_aux | sltiu AT, NARGS8:RC, 16 @@ -1180,35 +1314,32 @@ static void build_subroutines(BuildCtx *ctx) | lw TAB:CARG1, LO(BASE) | lw CARG4, 8+HI(BASE) | bnez AT, ->fff_fallback - |. ldc1 FARG2, 8(BASE) - | addiu CARG3, CARG3, -LJ_TTAB - | sltiu AT, CARG4, LJ_TISNUM - | li TMP0, 1 - | movn AT, r0, CARG3 - | mtc1 TMP0, FARG1 - | beqz AT, ->fff_fallback + |. addiu CARG3, CARG3, -LJ_TTAB + | xor CARG4, CARG4, TISNUM + | and AT, CARG3, CARG4 + | bnez AT, ->fff_fallback |. lw PC, FRAME_PC(BASE) - | cvt.w.d FRET1, FARG2 - | cvt.d.w FARG1, FARG1 + | lw TMP2, 8+LO(BASE) | lw TMP0, TAB:CARG1->asize | lw TMP1, TAB:CARG1->array - | mfc1 TMP2, FRET1 - | addiu RA, BASE, -8 - | add.d FARG2, FARG2, FARG1 | addiu TMP2, TMP2, 1 + | sw TISNUM, -8+HI(BASE) | sltu AT, TMP2, TMP0 + | sw TMP2, -8+LO(BASE) + | beqz AT, >2 // Not in array part? + |. addiu RA, BASE, -8 | sll TMP3, TMP2, 3 | addu TMP3, TMP1, TMP3 - | beqz AT, >2 // Not in array part? - |. sdc1 FARG2, 0(RA) - | lw TMP2, HI(TMP3) - | ldc1 f0, 0(TMP3) + | lw TMP1, HI(TMP3) + | lw TMP2, LO(TMP3) |1: - | beq TMP2, TISNIL, ->fff_res // End of iteration, return 0 results. + | beq TMP1, TISNIL, ->fff_res // End of iteration, return 0 results. |. li RD, (0+1)*8 - | li RD, (2+1)*8 + | sw TMP1, 8+HI(RA) + | sw TMP2, 8+LO(RA) | b ->fff_res - |. sdc1 f0, 8(RA) + |. li RD, (2+1)*8 + | |2: // Check for empty hash part first. Otherwise call C function. | lw TMP0, TAB:CARG1->hmask | load_got lj_tab_getinth @@ -1219,27 +1350,30 @@ static void build_subroutines(BuildCtx *ctx) | // Returns cTValue * or NULL. | beqz CRET1, ->fff_res |. li RD, (0+1)*8 - | lw TMP2, HI(CRET1) + | lw TMP1, HI(CRET1) | b <1 - |. ldc1 f0, 0(CRET1) + |. lw TMP2, LO(CRET1) | |.ffunc_1 ipairs | li AT, LJ_TTAB - | bne CARG3, AT, ->fff_fallback + | bne SFARG1HI, AT, ->fff_fallback |. lw PC, FRAME_PC(BASE) #if LJ_52 - | lw TAB:TMP2, TAB:CARG1->metatable - | ldc1 f0, CFUNC:RB->upvalue[0] + | lw TAB:TMP2, TAB:SFARG1LO->metatable + | lw TMP0, CFUNC:RB->upvalue[0].u32.hi + | lw TMP1, CFUNC:RB->upvalue[0].u32.lo | bnez TAB:TMP2, ->fff_fallback #else - | ldc1 f0, CFUNC:RB->upvalue[0] + | lw TMP0, CFUNC:RB->upvalue[0].u32.hi + | lw TMP1, CFUNC:RB->upvalue[0].u32.lo #endif |. addiu RA, BASE, -8 - | sw r0, 8+HI(BASE) + | sw TISNUM, 8+HI(BASE) | sw r0, 8+LO(BASE) - | li RD, (3+1)*8 + | sw TMP0, HI(RA) + | sw TMP1, LO(RA) | b ->fff_res - |. sdc1 f0, 0(RA) + |. li RD, (3+1)*8 | |//-- Base library: catch errors ---------------------------------------- | @@ -1259,8 +1393,9 @@ static void build_subroutines(BuildCtx *ctx) | sltiu AT, NARGS8:RC, 16 | lw CARG4, 8+HI(BASE) | bnez AT, ->fff_fallback - |. ldc1 FARG2, 8(BASE) - | ldc1 FARG1, 0(BASE) + |. lw CARG3, 8+LO(BASE) + | lw CARG1, LO(BASE) + | lw CARG2, HI(BASE) | lbu TMP1, DISPATCH_GL(hookmask)(DISPATCH) | li AT, LJ_TFUNC | move TMP2, BASE @@ -1268,9 +1403,11 @@ static void build_subroutines(BuildCtx *ctx) | addiu BASE, BASE, 16 | // Remember active hook before pcall. | srl TMP3, TMP3, HOOK_ACTIVE_SHIFT - | sdc1 FARG2, 0(TMP2) // Swap function and traceback. + | sw CARG3, LO(TMP2) // Swap function and traceback. + | sw CARG4, HI(TMP2) | andi TMP3, TMP3, 1 - | sdc1 FARG1, 8(TMP2) + | sw CARG1, 8+LO(TMP2) + | sw CARG2, 8+HI(TMP2) | addiu PC, TMP3, 16+FRAME_PCALL | b ->vm_call_dispatch |. addiu NARGS8:RC, NARGS8:RC, -16 @@ -1279,7 +1416,10 @@ static void build_subroutines(BuildCtx *ctx) | |.macro coroutine_resume_wrap, resume |.if resume - |.ffunc_1 coroutine_resume + |.ffunc coroutine_resume + | lw CARG3, HI(BASE) + | beqz NARGS8:RC, ->fff_fallback + |. lw CARG1, LO(BASE) | li AT, LJ_TTHREAD | bne CARG3, AT, ->fff_fallback |.else @@ -1314,11 +1454,13 @@ static void build_subroutines(BuildCtx *ctx) | move CARG3, CARG2 | sw BASE, L->top |2: // Move args to coroutine. - | ldc1 f0, 0(BASE) + | lw SFRETHI, HI(BASE) + | lw SFRETLO, LO(BASE) | sltu AT, BASE, TMP1 | beqz AT, >3 |. addiu BASE, BASE, 8 - | sdc1 f0, 0(CARG3) + | sw SFRETHI, HI(CARG3) + | sw SFRETLO, LO(CARG3) | b <2 |. addiu CARG3, CARG3, 8 |3: @@ -1331,6 +1473,7 @@ static void build_subroutines(BuildCtx *ctx) | lw TMP3, L:RA->top | li_vmstate INTERP | lw BASE, L->base + | sw L, DISPATCH_GL(cur_L)(DISPATCH) | st_vmstate | beqz AT, >8 |. subu RD, TMP3, TMP2 @@ -1343,10 +1486,12 @@ static void build_subroutines(BuildCtx *ctx) | sw TMP2, L:RA->top // Clear coroutine stack. | move TMP1, BASE |5: // Move results from coroutine. - | ldc1 f0, 0(TMP2) + | lw SFRETHI, HI(TMP2) + | lw SFRETLO, LO(TMP2) | addiu TMP2, TMP2, 8 | sltu AT, TMP2, TMP3 - | sdc1 f0, 0(TMP1) + | sw SFRETHI, HI(TMP1) + | sw SFRETLO, LO(TMP1) | bnez AT, <5 |. addiu TMP1, TMP1, 8 |6: @@ -1371,12 +1516,14 @@ static void build_subroutines(BuildCtx *ctx) |.if resume | addiu TMP3, TMP3, -8 | li TMP1, LJ_TFALSE - | ldc1 f0, 0(TMP3) + | lw SFRETHI, HI(TMP3) + | lw SFRETLO, LO(TMP3) | sw TMP3, L:RA->top // Remove error from coroutine stack. | li RD, (2+1)*8 | sw TMP1, -8+HI(BASE) // Prepend false to results. | addiu RA, BASE, -8 - | sdc1 f0, 0(BASE) // Copy error message. + | sw SFRETHI, HI(BASE) // Copy error message. + | sw SFRETLO, LO(BASE) | b <7 |. andi TMP0, PC, FRAME_TYPE |.else @@ -1412,20 +1559,29 @@ static void build_subroutines(BuildCtx *ctx) | |//-- Math library ------------------------------------------------------- | - |.ffunc_n math_abs - |. abs.d FRET1, FARG1 - |->fff_resn: - | lw PC, FRAME_PC(BASE) - | addiu RA, BASE, -8 - | b ->fff_res1 - |. sdc1 FRET1, -8(BASE) + |.ffunc_1 math_abs + | bne SFARG1HI, TISNUM, >1 + |. sra TMP0, SFARG1LO, 31 + | xor TMP1, SFARG1LO, TMP0 + | subu SFARG1LO, TMP1, TMP0 + | bgez SFARG1LO, ->fff_restv + |. nop + | lui SFARG1HI, 0x41e0 // 2^31 as a double. + | b ->fff_restv + |. li SFARG1LO, 0 + |1: + | sltiu AT, SFARG1HI, LJ_TISNUM + | beqz AT, ->fff_fallback + |. sll SFARG1HI, SFARG1HI, 1 + | srl SFARG1HI, SFARG1HI, 1 + |// fallthrough | |->fff_restv: - | // CARG3/CARG1 = TValue result. + | // SFARG1LO/SFARG1HI = TValue result. | lw PC, FRAME_PC(BASE) - | sw CARG3, -8+HI(BASE) + | sw SFARG1HI, -8+HI(BASE) | addiu RA, BASE, -8 - | sw CARG1, -8+LO(BASE) + | sw SFARG1LO, -8+LO(BASE) |->fff_res1: | // RA = results, PC = return. | li RD, (1+1)*8 @@ -1454,15 +1610,19 @@ static void build_subroutines(BuildCtx *ctx) |. sw TISNIL, -8+HI(TMP1) | |.macro math_extern, func - |->ff_math_ .. func: - | lw CARG3, HI(BASE) + | .ffunc math_ .. func + | lw SFARG1HI, HI(BASE) | beqz NARGS8:RC, ->fff_fallback |. load_got func - | sltiu AT, CARG3, LJ_TISNUM + | sltiu AT, SFARG1HI, LJ_TISNUM | beqz AT, ->fff_fallback - |. nop - | call_extern + |.if FPU |. ldc1 FARG1, 0(BASE) + |.else + |. lw SFARG1LO, LO(BASE) + |.endif + | call_extern + |. nop | b ->fff_resn |. nop |.endmacro @@ -1476,10 +1636,22 @@ static void build_subroutines(BuildCtx *ctx) |. nop |.endmacro | + |// TODO: Return integer type if result is integer (own sf implementation). |.macro math_round, func - | .ffunc_n math_ .. func - |. nop + |->ff_math_ .. func: + | lw SFARG1HI, HI(BASE) + | beqz NARGS8:RC, ->fff_fallback + |. lw SFARG1LO, LO(BASE) + | beq SFARG1HI, TISNUM, ->fff_restv + |. sltu AT, SFARG1HI, TISNUM + | beqz AT, ->fff_fallback + |.if FPU + |. ldc1 FARG1, 0(BASE) | bal ->vm_ .. func + |.else + |. load_got func + | call_extern + |.endif |. nop | b ->fff_resn |. nop @@ -1489,15 +1661,19 @@ static void build_subroutines(BuildCtx *ctx) | math_round ceil | |.ffunc math_log - | lw CARG3, HI(BASE) | li AT, 8 | bne NARGS8:RC, AT, ->fff_fallback // Exactly 1 argument. - |. load_got log - | sltiu AT, CARG3, LJ_TISNUM + |. lw SFARG1HI, HI(BASE) + | sltiu AT, SFARG1HI, LJ_TISNUM | beqz AT, ->fff_fallback - |. nop + |. load_got log + |.if FPU | call_extern |. ldc1 FARG1, 0(BASE) + |.else + | call_extern + |. lw SFARG1LO, LO(BASE) + |.endif | b ->fff_resn |. nop | @@ -1516,23 +1692,43 @@ static void build_subroutines(BuildCtx *ctx) | math_extern2 atan2 | math_extern2 fmod | + |.if FPU |.ffunc_n math_sqrt |. sqrt.d FRET1, FARG1 - | b ->fff_resn - |. nop + |// fallthrough to ->fff_resn + |.else + | math_extern sqrt + |.endif | - |->ff_math_deg: - |.ffunc_n math_rad - |. ldc1 FARG2, CFUNC:RB->upvalue[0] - | b ->fff_resn - |. mul.d FRET1, FARG1, FARG2 + |->fff_resn: + | lw PC, FRAME_PC(BASE) + | addiu RA, BASE, -8 + |.if FPU + | b ->fff_res1 + |. sdc1 FRET1, -8(BASE) + |.else + | sw SFRETHI, -8+HI(BASE) + | b ->fff_res1 + |. sw SFRETLO, -8+LO(BASE) + |.endif | - |.ffunc_nn math_ldexp - | cvt.w.d FARG2, FARG2 + | + |.ffunc math_ldexp + | sltiu AT, NARGS8:RC, 16 + | lw SFARG1HI, HI(BASE) + | bnez AT, ->fff_fallback + |. lw CARG4, 8+HI(BASE) + | bne CARG4, TISNUM, ->fff_fallback | load_got ldexp - | mfc1 CARG3, FARG2 + |. sltu AT, SFARG1HI, TISNUM + | beqz AT, ->fff_fallback + |.if FPU + |. ldc1 FARG1, 0(BASE) + |.else + |. lw SFARG1LO, LO(BASE) + |.endif | call_extern - |. nop + |. lw CARG3, 8+LO(BASE) | b ->fff_resn |. nop | @@ -1543,10 +1739,17 @@ static void build_subroutines(BuildCtx *ctx) |. addiu CARG3, DISPATCH, DISPATCH_GL(tmptv) | lw TMP1, DISPATCH_GL(tmptv)(DISPATCH) | addiu RA, BASE, -8 + |.if FPU | mtc1 TMP1, FARG2 | sdc1 FRET1, 0(RA) | cvt.d.w FARG2, FARG2 | sdc1 FARG2, 8(RA) + |.else + | sw SFRETLO, LO(RA) + | sw SFRETHI, HI(RA) + | sw TMP1, 8+LO(RA) + | sw TISNUM, 8+HI(RA) + |.endif | b ->fff_res |. li RD, (2+1)*8 | @@ -1556,49 +1759,101 @@ static void build_subroutines(BuildCtx *ctx) | call_extern |. addiu CARG3, BASE, -8 | addiu RA, BASE, -8 + |.if FPU | sdc1 FRET1, 0(BASE) + |.else + | sw SFRETLO, LO(BASE) + | sw SFRETHI, HI(BASE) + |.endif | b ->fff_res |. li RD, (2+1)*8 | - |.macro math_minmax, name, ismax - |->ff_ .. name: - | lw CARG3, HI(BASE) - | beqz NARGS8:RC, ->fff_fallback - |. ldc1 FRET1, 0(BASE) - | sltiu AT, CARG3, LJ_TISNUM + |.macro math_minmax, name, intins, fpins + | .ffunc_1 name + | addu TMP3, BASE, NARGS8:RC + | bne SFARG1HI, TISNUM, >5 + |. addiu TMP2, BASE, 8 + |1: // Handle integers. + |. lw SFARG2HI, HI(TMP2) + | beq TMP2, TMP3, ->fff_restv + |. lw SFARG2LO, LO(TMP2) + | bne SFARG2HI, TISNUM, >3 + |. slt AT, SFARG1LO, SFARG2LO + | intins SFARG1LO, SFARG2LO, AT + | b <1 + |. addiu TMP2, TMP2, 8 + | + |3: // Convert intermediate result to number and continue with number loop. + | sltiu AT, SFARG2HI, LJ_TISNUM | beqz AT, ->fff_fallback - |. addu TMP2, BASE, NARGS8:RC - | addiu TMP1, BASE, 8 - | beq TMP1, TMP2, ->fff_resn - |1: - |. lw CARG3, HI(TMP1) - | ldc1 FARG1, 0(TMP1) - | addiu TMP1, TMP1, 8 - | sltiu AT, CARG3, LJ_TISNUM + |.if FPU + |. mtc1 SFARG1LO, FRET1 + | cvt.d.w FRET1, FRET1 + | b >7 + |. ldc1 FARG1, 0(TMP2) + |.else + |. nop + | bal ->vm_sfi2d_1 + |. nop + | b >7 + |. nop + |.endif + | + |5: + |. sltiu AT, SFARG1HI, LJ_TISNUM | beqz AT, ->fff_fallback - |.if ismax - |. c.olt.d FARG1, FRET1 + |.if FPU + |. ldc1 FRET1, 0(BASE) + |.endif + | + |6: // Handle numbers. + |. lw SFARG2HI, HI(TMP2) + |.if FPU + | beq TMP2, TMP3, ->fff_resn |.else - |. c.olt.d FRET1, FARG1 + | beq TMP2, TMP3, ->fff_restv |.endif - | bne TMP1, TMP2, <1 - |. movf.d FRET1, FARG1 - | b ->fff_resn + |. sltiu AT, SFARG2HI, LJ_TISNUM + | beqz AT, >8 + |.if FPU + |. ldc1 FARG1, 0(TMP2) + |.else + |. lw SFARG2LO, LO(TMP2) + |.endif + |7: + |.if FPU + | c.olt.d FRET1, FARG1 + | fpins FRET1, FARG1 + |.else + | bal ->vm_sfcmpolt |. nop + | intins SFARG1LO, SFARG2LO, CRET1 + | intins SFARG1HI, SFARG2HI, CRET1 + |.endif + | b <6 + |. addiu TMP2, TMP2, 8 + | + |8: // Convert integer to number and continue with number loop. + | bne SFARG2HI, TISNUM, ->fff_fallback + |.if FPU + |. lwc1 FARG1, LO(TMP2) + | b <7 + |. cvt.d.w FARG1, FARG1 + |.else + |. nop + | bal ->vm_sfi2d_2 + |. nop + | b <7 + |. nop + |.endif + | |.endmacro | - | math_minmax math_min, 0 - | math_minmax math_max, 1 + | math_minmax math_min, movz, movf.d + | math_minmax math_max, movn, movt.d | |//-- String library ----------------------------------------------------- | - |.ffunc_1 string_len - | li AT, LJ_TSTR - | bne CARG3, AT, ->fff_fallback - |. nop - | b ->fff_resi - |. lw CRET1, STR:CARG1->len - | |.ffunc string_byte // Only handle the 1-arg case here. | lw CARG3, HI(BASE) | lw STR:CARG1, LO(BASE) @@ -1608,32 +1863,31 @@ static void build_subroutines(BuildCtx *ctx) | bnez AT, ->fff_fallback // Need exactly 1 string argument. |. nop | lw TMP0, STR:CARG1->len - | lbu TMP1, STR:CARG1[1] // Access is always ok (NUL at end). | addiu RA, BASE, -8 + | lw PC, FRAME_PC(BASE) | sltu RD, r0, TMP0 - | mtc1 TMP1, f0 + | lbu TMP1, STR:CARG1[1] // Access is always ok (NUL at end). | addiu RD, RD, 1 - | cvt.d.w f0, f0 - | lw PC, FRAME_PC(BASE) | sll RD, RD, 3 // RD = ((str->len != 0)+1)*8 + | sw TISNUM, HI(RA) | b ->fff_res - |. sdc1 f0, 0(RA) + |. sw TMP1, LO(RA) | |.ffunc string_char // Only handle the 1-arg case here. | ffgccheck + |. nop | lw CARG3, HI(BASE) - | ldc1 FARG1, 0(BASE) - | li AT, 8 - | bne NARGS8:RC, AT, ->fff_fallback // Exactly 1 argument. - |. sltiu AT, CARG3, LJ_TISNUM - | beqz AT, ->fff_fallback + | lw CARG1, LO(BASE) + | li TMP1, 255 + | xori AT, NARGS8:RC, 8 // Exactly 1 argument. + | xor TMP0, CARG3, TISNUM // Integer. + | sltu TMP1, TMP1, CARG1 // !(255 < n). + | or AT, AT, TMP0 + | or AT, AT, TMP1 + | bnez AT, ->fff_fallback |. li CARG3, 1 - | cvt.w.d FARG1, FARG1 | addiu CARG2, sp, ARG5_OFS - | sltiu AT, TMP0, 256 - | mfc1 TMP0, FARG1 - | beqz AT, ->fff_fallback - |. sw TMP0, ARG5 + | sb CARG1, ARG5 |->fff_newstr: | load_got lj_str_new | sw BASE, L->base @@ -1642,34 +1896,30 @@ static void build_subroutines(BuildCtx *ctx) |. move CARG1, L | // Returns GCstr *. | lw BASE, L->base - | move CARG1, CRET1 + |->fff_resstr: + | move SFARG1LO, CRET1 | b ->fff_restv - |. li CARG3, LJ_TSTR + |. li SFARG1HI, LJ_TSTR | |.ffunc string_sub | ffgccheck + |. nop | addiu AT, NARGS8:RC, -16 | lw CARG3, 16+HI(BASE) - | ldc1 f0, 16(BASE) | lw TMP0, HI(BASE) | lw STR:CARG1, LO(BASE) | bltz AT, ->fff_fallback - | lw CARG2, 8+HI(BASE) - | ldc1 f2, 8(BASE) + |. lw CARG2, 8+HI(BASE) | beqz AT, >1 |. li CARG4, -1 - | cvt.w.d f0, f0 - | sltiu AT, CARG3, LJ_TISNUM - | beqz AT, ->fff_fallback - |. mfc1 CARG4, f0 + | bne CARG3, TISNUM, ->fff_fallback + |. lw CARG4, 16+LO(BASE) |1: - | sltiu AT, CARG2, LJ_TISNUM - | beqz AT, ->fff_fallback + | bne CARG2, TISNUM, ->fff_fallback |. li AT, LJ_TSTR - | cvt.w.d f2, f2 | bne TMP0, AT, ->fff_fallback - |. lw CARG2, STR:CARG1->len - | mfc1 CARG3, f2 + |. lw CARG3, 8+LO(BASE) + | lw CARG2, STR:CARG1->len | // STR:CARG1 = str, CARG2 = str->len, CARG3 = start, CARG4 = end | slt AT, CARG4, r0 | addiu TMP0, CARG2, 1 @@ -1691,136 +1941,130 @@ static void build_subroutines(BuildCtx *ctx) | bgez CARG3, ->fff_newstr |. addiu CARG3, CARG3, 1 // len++ |->fff_emptystr: // Return empty string. - | addiu STR:CARG1, DISPATCH, DISPATCH_GL(strempty) + | addiu STR:SFARG1LO, DISPATCH, DISPATCH_GL(strempty) | b ->fff_restv - |. li CARG3, LJ_TSTR + |. li SFARG1HI, LJ_TSTR | - |.ffunc string_rep // Only handle the 1-char case inline. + |.macro ffstring_op, name + | .ffunc string_ .. name | ffgccheck - | lw TMP0, HI(BASE) - | addiu AT, NARGS8:RC, -16 // Exactly 2 arguments. - | lw CARG4, 8+HI(BASE) - | lw STR:CARG1, LO(BASE) - | addiu TMP0, TMP0, -LJ_TSTR - | ldc1 f0, 8(BASE) - | or AT, AT, TMP0 - | bnez AT, ->fff_fallback - |. sltiu AT, CARG4, LJ_TISNUM - | cvt.w.d f0, f0 - | beqz AT, ->fff_fallback - |. lw TMP0, STR:CARG1->len - | mfc1 CARG3, f0 - | lw TMP1, DISPATCH_GL(tmpbuf.sz)(DISPATCH) - | li AT, 1 - | blez CARG3, ->fff_emptystr // Count <= 0? - |. sltu AT, AT, TMP0 - | beqz TMP0, ->fff_emptystr // Zero length string? - |. sltu TMP0, TMP1, CARG3 - | or AT, AT, TMP0 - | lw CARG2, DISPATCH_GL(tmpbuf.buf)(DISPATCH) - | bnez AT, ->fff_fallback // Fallback for > 1-char strings. - |. lbu TMP0, STR:CARG1[1] - | addu TMP2, CARG2, CARG3 - |1: // Fill buffer with char. Yes, this is suboptimal code (do you care?). - | addiu TMP2, TMP2, -1 - | sltu AT, CARG2, TMP2 - | bnez AT, <1 - |. sb TMP0, 0(TMP2) - | b ->fff_newstr |. nop - | - |.ffunc string_reverse - | ffgccheck - | lw CARG3, HI(BASE) - | lw STR:CARG1, LO(BASE) - | beqz NARGS8:RC, ->fff_fallback - |. li AT, LJ_TSTR - | bne CARG3, AT, ->fff_fallback - |. lw TMP1, DISPATCH_GL(tmpbuf.sz)(DISPATCH) - | lw CARG3, STR:CARG1->len - | addiu CARG1, STR:CARG1, #STR - | lw CARG2, DISPATCH_GL(tmpbuf.buf)(DISPATCH) - | sltu AT, TMP1, CARG3 - | bnez AT, ->fff_fallback - |. addu TMP3, CARG1, CARG3 - | addu CARG4, CARG2, CARG3 - |1: // Reverse string copy. - | lbu TMP1, 0(CARG1) - | sltu AT, CARG1, TMP3 - | beqz AT, ->fff_newstr - |. addiu CARG1, CARG1, 1 - | addiu CARG4, CARG4, -1 - | b <1 - | sb TMP1, 0(CARG4) - | - |.macro ffstring_case, name, lo - | .ffunc name - | ffgccheck | lw CARG3, HI(BASE) - | lw STR:CARG1, LO(BASE) + | lw STR:CARG2, LO(BASE) | beqz NARGS8:RC, ->fff_fallback |. li AT, LJ_TSTR | bne CARG3, AT, ->fff_fallback - |. lw TMP1, DISPATCH_GL(tmpbuf.sz)(DISPATCH) - | lw CARG3, STR:CARG1->len - | addiu CARG1, STR:CARG1, #STR - | lw CARG2, DISPATCH_GL(tmpbuf.buf)(DISPATCH) - | sltu AT, TMP1, CARG3 - | bnez AT, ->fff_fallback - |. addu TMP3, CARG1, CARG3 - | move CARG4, CARG2 - |1: // ASCII case conversion. - | lbu TMP1, 0(CARG1) - | sltu AT, CARG1, TMP3 - | beqz AT, ->fff_newstr - |. addiu TMP0, TMP1, -lo - | xori TMP2, TMP1, 0x20 - | sltiu AT, TMP0, 26 - | movn TMP1, TMP2, AT - | addiu CARG1, CARG1, 1 - | sb TMP1, 0(CARG4) - | b <1 - |. addiu CARG4, CARG4, 1 + |. addiu SBUF:CARG1, DISPATCH, DISPATCH_GL(tmpbuf) + | load_got lj_buf_putstr_ .. name + | lw TMP0, SBUF:CARG1->b + | sw L, SBUF:CARG1->L + | sw BASE, L->base + | sw TMP0, SBUF:CARG1->p + | call_intern extern lj_buf_putstr_ .. name + |. sw PC, SAVE_PC + | load_got lj_buf_tostr + | call_intern lj_buf_tostr + |. move SBUF:CARG1, SBUF:CRET1 + | b ->fff_resstr + |. lw BASE, L->base |.endmacro | - |ffstring_case string_lower, 65 - |ffstring_case string_upper, 97 + |ffstring_op reverse + |ffstring_op lower + |ffstring_op upper | - |//-- Table library ------------------------------------------------------ + |//-- Bit library -------------------------------------------------------- | - |.ffunc_1 table_getn - | li AT, LJ_TTAB - | bne CARG3, AT, ->fff_fallback - |. load_got lj_tab_len - | call_intern lj_tab_len // (GCtab *t) - |. nop - | // Returns uint32_t (but less than 2^31). - | b ->fff_resi + |->vm_tobit_fb: + | beqz TMP1, ->fff_fallback + |.if FPU + |. ldc1 FARG1, 0(BASE) + | add.d FARG1, FARG1, TOBIT + | jr ra + |. mfc1 CRET1, FARG1 + |.else + |// FP number to bit conversion for soft-float. + |->vm_tobit: + | sll TMP0, SFARG1HI, 1 + | lui AT, 0x0020 + | addu TMP0, TMP0, AT + | slt AT, TMP0, r0 + | movz SFARG1LO, r0, AT + | beqz AT, >2 + |. li TMP1, 0x3e0 + | not TMP1, TMP1 + | sra TMP0, TMP0, 21 + | subu TMP0, TMP1, TMP0 + | slt AT, TMP0, r0 + | bnez AT, >1 + |. sll TMP1, SFARG1HI, 11 + | lui AT, 0x8000 + | or TMP1, TMP1, AT + | srl AT, SFARG1LO, 21 + | or TMP1, TMP1, AT + | slt AT, SFARG1HI, r0 + | beqz AT, >2 + |. srlv SFARG1LO, TMP1, TMP0 + | subu SFARG1LO, r0, SFARG1LO + |2: + | jr ra + |. move CRET1, SFARG1LO + |1: + | addiu TMP0, TMP0, 21 + | srlv TMP1, SFARG1LO, TMP0 + | li AT, 20 + | subu TMP0, AT, TMP0 + | sll SFARG1LO, SFARG1HI, 12 + | sllv AT, SFARG1LO, TMP0 + | or SFARG1LO, TMP1, AT + | slt AT, SFARG1HI, r0 + | beqz AT, <2 |. nop - | - |//-- Bit library -------------------------------------------------------- + | jr ra + |. subu CRET1, r0, SFARG1LO + |.endif | |.macro .ffunc_bit, name - | .ffunc_n bit_..name - |. add.d FARG1, FARG1, TOBIT - | mfc1 CRET1, FARG1 + | .ffunc_1 bit_..name + | beq SFARG1HI, TISNUM, >6 + |. move CRET1, SFARG1LO + | bal ->vm_tobit_fb + |. sltu TMP1, SFARG1HI, TISNUM + |6: |.endmacro | |.macro .ffunc_bit_op, name, ins | .ffunc_bit name - | addiu TMP1, BASE, 8 - | addu TMP2, BASE, NARGS8:RC + | addiu TMP2, BASE, 8 + | addu TMP3, BASE, NARGS8:RC |1: - | lw CARG4, HI(TMP1) - | beq TMP1, TMP2, ->fff_resi - |. ldc1 FARG1, 0(TMP1) - | sltiu AT, CARG4, LJ_TISNUM - | beqz AT, ->fff_fallback - | add.d FARG1, FARG1, TOBIT - | mfc1 CARG2, FARG1 - | ins CRET1, CRET1, CARG2 + | lw SFARG1HI, HI(TMP2) + | beq TMP2, TMP3, ->fff_resi + |. lw SFARG1LO, LO(TMP2) + |.if FPU + | bne SFARG1HI, TISNUM, >2 + |. addiu TMP2, TMP2, 8 | b <1 - |. addiu TMP1, TMP1, 8 + |. ins CRET1, CRET1, SFARG1LO + |2: + | ldc1 FARG1, -8(TMP2) + | sltu TMP1, SFARG1HI, TISNUM + | beqz TMP1, ->fff_fallback + |. add.d FARG1, FARG1, TOBIT + | mfc1 SFARG1LO, FARG1 + | b <1 + |. ins CRET1, CRET1, SFARG1LO + |.else + | beq SFARG1HI, TISNUM, >2 + |. move CRET2, CRET1 + | bal ->vm_tobit_fb + |. sltu TMP1, SFARG1HI, TISNUM + | move SFARG1LO, CRET2 + |2: + | ins CRET1, CRET1, SFARG1LO + | b <1 + |. addiu TMP2, TMP2, 8 + |.endif |.endmacro | |.ffunc_bit_op band, and @@ -1844,24 +2088,28 @@ static void build_subroutines(BuildCtx *ctx) |. not CRET1, CRET1 | |.macro .ffunc_bit_sh, name, ins, shmod - | .ffunc_nn bit_..name - |. add.d FARG1, FARG1, TOBIT - | add.d FARG2, FARG2, TOBIT - | mfc1 CARG1, FARG1 - | mfc1 CARG2, FARG2 + | .ffunc_2 bit_..name + | beq SFARG1HI, TISNUM, >1 + |. nop + | bal ->vm_tobit_fb + |. sltu TMP1, SFARG1HI, TISNUM + | move SFARG1LO, CRET1 + |1: + | bne SFARG2HI, TISNUM, ->fff_fallback + |. nop |.if shmod == 1 | li AT, 32 - | subu TMP0, AT, CARG2 - | sllv CARG2, CARG1, CARG2 - | srlv CARG1, CARG1, TMP0 + | subu TMP0, AT, SFARG2LO + | sllv SFARG2LO, SFARG1LO, SFARG2LO + | srlv SFARG1LO, SFARG1LO, TMP0 |.elif shmod == 2 | li AT, 32 - | subu TMP0, AT, CARG2 - | srlv CARG2, CARG1, CARG2 - | sllv CARG1, CARG1, TMP0 + | subu TMP0, AT, SFARG2LO + | srlv SFARG2LO, SFARG1LO, SFARG2LO + | sllv SFARG1LO, SFARG1LO, TMP0 |.endif | b ->fff_resi - |. ins CRET1, CARG1, CARG2 + |. ins CRET1, SFARG1LO, SFARG2LO |.endmacro | |.ffunc_bit_sh lshift, sllv, 0 @@ -1873,9 +2121,11 @@ static void build_subroutines(BuildCtx *ctx) | |.ffunc_bit tobit |->fff_resi: - | mtc1 CRET1, FRET1 - | b ->fff_resn - |. cvt.d.w FRET1, FRET1 + | lw PC, FRAME_PC(BASE) + | addiu RA, BASE, -8 + | sw TISNUM, -8+HI(BASE) + | b ->fff_res1 + |. sw CRET1, -8+LO(BASE) | |//----------------------------------------------------------------------- | @@ -2062,19 +2312,96 @@ static void build_subroutines(BuildCtx *ctx) | jr CRET1 |. lw INS, -4(PC) | + |->cont_stitch: // Trace stitching. + |.if JIT + | // RA = resultptr, RB = meta base + | lw INS, -4(PC) + | lw TMP2, -24+LO(RB) // Save previous trace. + | decode_RA8a RC, INS + | addiu AT, MULTRES, -8 + | decode_RA8b RC + | beqz AT, >2 + |. addu RC, BASE, RC // Call base. + |1: // Move results down. + | lw SFRETHI, HI(RA) + | lw SFRETLO, LO(RA) + | addiu AT, AT, -8 + | addiu RA, RA, 8 + | sw SFRETHI, HI(RC) + | sw SFRETLO, LO(RC) + | bnez AT, <1 + |. addiu RC, RC, 8 + |2: + | decode_RA8a RA, INS + | decode_RB8a RB, INS + | decode_RA8b RA + | decode_RB8b RB + | addu RA, RA, RB + | addu RA, BASE, RA + |3: + | sltu AT, RC, RA + | bnez AT, >9 // More results wanted? + |. nop + | + | lhu TMP3, TRACE:TMP2->traceno + | lhu RD, TRACE:TMP2->link + | beq RD, TMP3, ->cont_nop // Blacklisted. + |. load_got lj_dispatch_stitch + | bnez RD, =>BC_JLOOP // Jump to stitched trace. + |. sll RD, RD, 3 + | + | // Stitch a new trace to the previous trace. + | sw TMP3, DISPATCH_J(exitno)(DISPATCH) + | sw L, DISPATCH_J(L)(DISPATCH) + | sw BASE, L->base + | addiu CARG1, DISPATCH, GG_DISP2J + | call_intern lj_dispatch_stitch // (jit_State *J, const BCIns *pc) + |. move CARG2, PC + | b ->cont_nop + |. lw BASE, L->base + | + |9: + | sw TISNIL, HI(RC) + | b <3 + |. addiu RC, RC, 8 + |.endif + | + |->vm_profhook: // Dispatch target for profiler hook. +#if LJ_HASPROFILE + | load_got lj_dispatch_profile + | sw MULTRES, SAVE_MULTRES + | move CARG2, PC + | sw BASE, L->base + | call_intern lj_dispatch_profile // (lua_State *L, const BCIns *pc) + |. move CARG1, L + | // HOOK_PROFILE is off again, so re-dispatch to dynamic instruction. + | addiu PC, PC, -4 + | b ->cont_nop + |. lw BASE, L->base +#endif + | |//----------------------------------------------------------------------- |//-- Trace exit handler ------------------------------------------------- |//----------------------------------------------------------------------- | |.macro savex_, a, b + |.if FPU | sdc1 f..a, 16+a*8(sp) | sw r..a, 16+32*8+a*4(sp) | sw r..b, 16+32*8+b*4(sp) + |.else + | sw r..a, 16+a*4(sp) + | sw r..b, 16+b*4(sp) + |.endif |.endmacro | |->vm_exit_handler: |.if JIT + |.if FPU | addiu sp, sp, -(16+32*8+32*4) + |.else + | addiu sp, sp, -(16+32*4) + |.endif | savex_ 0, 1 | savex_ 2, 3 | savex_ 4, 5 @@ -2089,25 +2416,34 @@ static void build_subroutines(BuildCtx *ctx) | savex_ 22, 23 | savex_ 24, 25 | savex_ 26, 27 + |.if FPU | sdc1 f28, 16+28*8(sp) - | sw r28, 16+32*8+28*4(sp) | sdc1 f30, 16+30*8(sp) + | sw r28, 16+32*8+28*4(sp) | sw r30, 16+32*8+30*4(sp) | sw r0, 16+32*8+31*4(sp) // Clear RID_TMP. + | addiu TMP2, sp, 16+32*8+32*4 // Recompute original value of sp. + | sw TMP2, 16+32*8+29*4(sp) // Store sp in RID_SP + |.else + | sw r28, 16+28*4(sp) + | sw r30, 16+30*4(sp) + | sw r0, 16+31*4(sp) // Clear RID_TMP. + | addiu TMP2, sp, 16+32*4 // Recompute original value of sp. + | sw TMP2, 16+29*4(sp) // Store sp in RID_SP + |.endif | li_vmstate EXIT - | addiu TMP2, sp, 16+32*8+32*4 // Recompute original value of sp. | addiu DISPATCH, JGL, -GG_DISP2G-32768 | lw TMP1, 0(TMP2) // Load exit number. | st_vmstate - | sw TMP2, 16+32*8+29*4(sp) // Store sp in RID_SP. - | lw L, DISPATCH_GL(jit_L)(DISPATCH) - | lw BASE, DISPATCH_GL(jit_base)(DISPATCH) + | lw L, DISPATCH_GL(cur_L)(DISPATCH) + | lw BASE, DISPATCH_GL(jit_base)(DISPATCH) | load_got lj_trace_exit | sw L, DISPATCH_J(L)(DISPATCH) | sw ra, DISPATCH_J(parent)(DISPATCH) // Store trace number. + | sw BASE, L->base | sw TMP1, DISPATCH_J(exitno)(DISPATCH) // Store exit number. | addiu CARG1, DISPATCH, GG_DISP2J - | sw BASE, L->base + | sw r0, DISPATCH_GL(jit_base)(DISPATCH) | call_intern lj_trace_exit // (jit_State *J, ExitState *ex) |. addiu CARG2, sp, 16 | // Returns MULTRES (unscaled) or negated error code. @@ -2123,19 +2459,21 @@ static void build_subroutines(BuildCtx *ctx) |.if JIT | // CRET1 = MULTRES or negated error code, BASE, PC and JGL set. | lw L, SAVE_L - | addiu DISPATCH, JGL, -GG_DISP2G-32768 + | addiu DISPATCH, JGL, -GG_DISP2G-32768 + | sw BASE, L->base |1: - | bltz CRET1, >3 // Check for error from exit. - |. lw LFUNC:TMP1, FRAME_FUNC(BASE) - | lui TMP3, 0x59c0 // TOBIT = 2^52 + 2^51 (float). + | bltz CRET1, >9 // Check for error from exit. + |. lw LFUNC:RB, FRAME_FUNC(BASE) + | .FPU lui TMP3, 0x59c0 // TOBIT = 2^52 + 2^51 (float). | sll MULTRES, CRET1, 3 | li TISNIL, LJ_TNIL + | li TISNUM, LJ_TISNUM // Setup type comparison constants. | sw MULTRES, SAVE_MULTRES - | mtc1 TMP3, TOBIT - | lw TMP1, LFUNC:TMP1->pc - | sw r0, DISPATCH_GL(jit_L)(DISPATCH) + | .FPU mtc1 TMP3, TOBIT + | lw TMP1, LFUNC:RB->pc + | sw r0, DISPATCH_GL(jit_base)(DISPATCH) | lw KBASE, PC2PROTO(k)(TMP1) - | cvt.d.s TOBIT, TOBIT + | .FPU cvt.d.s TOBIT, TOBIT | // Modified copy of ins_next which handles function header dispatch, too. | lw INS, 0(PC) | addiu PC, PC, 4 @@ -2143,7 +2481,7 @@ static void build_subroutines(BuildCtx *ctx) | sw TISNIL, DISPATCH_GL(vmstate)(DISPATCH) | decode_OP4a TMP1, INS | decode_OP4b TMP1 - | sltiu TMP2, TMP1, BC_FUNCF*4 // Function header? + | sltiu TMP2, TMP1, BC_FUNCF*4 | addu TMP0, DISPATCH, TMP1 | decode_RD8a RD, INS | lw AT, 0(TMP0) @@ -2153,11 +2491,27 @@ static void build_subroutines(BuildCtx *ctx) | jr AT |. decode_RD8b RD |2: + | sltiu TMP2, TMP1, (BC_FUNCC+2)*4 // Fast function? + | bnez TMP2, >3 + |. lw TMP1, FRAME_PC(BASE) + | // Check frame below fast function. + | andi TMP0, TMP1, FRAME_TYPE + | bnez TMP0, >3 // Trace stitching continuation? + |. nop + | // Otherwise set KBASE for Lua function below fast function. + | lw TMP2, -4(TMP1) + | decode_RA8a TMP0, TMP2 + | decode_RA8b TMP0 + | subu TMP1, BASE, TMP0 + | lw LFUNC:TMP2, -8+FRAME_FUNC(TMP1) + | lw TMP1, LFUNC:TMP2->pc + | lw KBASE, PC2PROTO(k)(TMP1) + |3: | addiu RC, MULTRES, -8 | jr AT |. addu RA, RA, BASE | - |3: // Rethrow error from the right C frame. + |9: // Rethrow error from the right C frame. | load_got lj_err_throw | negu CARG2, CRET1 | call_intern lj_err_throw // (lua_State *L, int errcode) @@ -2168,8 +2522,9 @@ static void build_subroutines(BuildCtx *ctx) |//-- Math helper functions ---------------------------------------------- |//----------------------------------------------------------------------- | + |// Hard-float round to integer. |// Modifies AT, TMP0, FRET1, FRET2, f4. Keeps all others incl. FARG1. - |.macro vm_round, func + |.macro vm_round_hf, func | lui TMP0, 0x4330 // Hiword of 2^52 (double). | mtc1 r0, f4 | mtc1 TMP0, f5 @@ -2211,6 +2566,12 @@ static void build_subroutines(BuildCtx *ctx) |. mov.d FRET1, FARG1 |.endmacro | + |.macro vm_round, func + |.if FPU + | vm_round_hf, func + |.endif + |.endmacro + | |->vm_floor: | vm_round floor |->vm_ceil: @@ -2220,6 +2581,178 @@ static void build_subroutines(BuildCtx *ctx) | vm_round trunc |.endif | + |// Soft-float integer to number conversion. + |.macro sfi2d, AHI, ALO + |.if not FPU + | beqz ALO, >9 // Handle zero first. + |. sra TMP0, ALO, 31 + | xor TMP1, ALO, TMP0 + | subu TMP1, TMP1, TMP0 // Absolute value in TMP1. + | clz AHI, TMP1 + | andi TMP0, TMP0, 0x800 // Mask sign bit. + | li AT, 0x3ff+31-1 + | sllv TMP1, TMP1, AHI // Align mantissa left with leading 1. + | subu AHI, AT, AHI // Exponent - 1 in AHI. + | sll ALO, TMP1, 21 + | or AHI, AHI, TMP0 // Sign | Exponent. + | srl TMP1, TMP1, 11 + | sll AHI, AHI, 20 // Align left. + | jr ra + |. addu AHI, AHI, TMP1 // Add mantissa, increment exponent. + |9: + | jr ra + |. li AHI, 0 + |.endif + |.endmacro + | + |// Input SFARG1LO. Output: SFARG1*. Temporaries: AT, TMP0, TMP1. + |->vm_sfi2d_1: + | sfi2d SFARG1HI, SFARG1LO + | + |// Input SFARG2LO. Output: SFARG2*. Temporaries: AT, TMP0, TMP1. + |->vm_sfi2d_2: + | sfi2d SFARG2HI, SFARG2LO + | + |// Soft-float comparison. Equivalent to c.eq.d. + |// Input: SFARG*. Output: CRET1. Temporaries: AT, TMP0, TMP1. + |->vm_sfcmpeq: + |.if not FPU + | sll AT, SFARG1HI, 1 + | sll TMP0, SFARG2HI, 1 + | or CRET1, SFARG1LO, SFARG2LO + | or TMP1, AT, TMP0 + | or TMP1, TMP1, CRET1 + | beqz TMP1, >8 // Both args +-0: return 1. + |. sltu CRET1, r0, SFARG1LO + | lui TMP1, 0xffe0 + | addu AT, AT, CRET1 + | sltu CRET1, r0, SFARG2LO + | sltu AT, TMP1, AT + | addu TMP0, TMP0, CRET1 + | sltu TMP0, TMP1, TMP0 + | or TMP1, AT, TMP0 + | bnez TMP1, >9 // Either arg is NaN: return 0; + |. xor TMP0, SFARG1HI, SFARG2HI + | xor TMP1, SFARG1LO, SFARG2LO + | or AT, TMP0, TMP1 + | jr ra + |. sltiu CRET1, AT, 1 // Same values: return 1. + |8: + | jr ra + |. li CRET1, 1 + |9: + | jr ra + |. li CRET1, 0 + |.endif + | + |// Soft-float comparison. Equivalent to c.ult.d and c.olt.d. + |// Input: SFARG*. Output: CRET1. Temporaries: AT, TMP0, TMP1, CRET2. + |->vm_sfcmpult: + |.if not FPU + | b >1 + |. li CRET2, 1 + |.endif + | + |->vm_sfcmpolt: + |.if not FPU + | li CRET2, 0 + |1: + | sll AT, SFARG1HI, 1 + | sll TMP0, SFARG2HI, 1 + | or CRET1, SFARG1LO, SFARG2LO + | or TMP1, AT, TMP0 + | or TMP1, TMP1, CRET1 + | beqz TMP1, >8 // Both args +-0: return 0. + |. sltu CRET1, r0, SFARG1LO + | lui TMP1, 0xffe0 + | addu AT, AT, CRET1 + | sltu CRET1, r0, SFARG2LO + | sltu AT, TMP1, AT + | addu TMP0, TMP0, CRET1 + | sltu TMP0, TMP1, TMP0 + | or TMP1, AT, TMP0 + | bnez TMP1, >9 // Either arg is NaN: return 0 or 1; + |. and AT, SFARG1HI, SFARG2HI + | bltz AT, >5 // Both args negative? + |. nop + | beq SFARG1HI, SFARG2HI, >8 + |. sltu CRET1, SFARG1LO, SFARG2LO + | jr ra + |. slt CRET1, SFARG1HI, SFARG2HI + |5: // Swap conditions if both operands are negative. + | beq SFARG1HI, SFARG2HI, >8 + |. sltu CRET1, SFARG2LO, SFARG1LO + | jr ra + |. slt CRET1, SFARG2HI, SFARG1HI + |8: + | jr ra + |. nop + |9: + | jr ra + |. move CRET1, CRET2 + |.endif + | + |// Soft-float comparison. Equivalent to c.ole.d a, b or c.ole.d b, a. + |// Input: SFARG*, TMP3. Output: CRET1. Temporaries: AT, TMP0, TMP1. + |->vm_sfcmpolex: + |.if not FPU + | sll AT, SFARG1HI, 1 + | sll TMP0, SFARG2HI, 1 + | or CRET1, SFARG1LO, SFARG2LO + | or TMP1, AT, TMP0 + | or TMP1, TMP1, CRET1 + | beqz TMP1, >8 // Both args +-0: return 1. + |. sltu CRET1, r0, SFARG1LO + | lui TMP1, 0xffe0 + | addu AT, AT, CRET1 + | sltu CRET1, r0, SFARG2LO + | sltu AT, TMP1, AT + | addu TMP0, TMP0, CRET1 + | sltu TMP0, TMP1, TMP0 + | or TMP1, AT, TMP0 + | bnez TMP1, >9 // Either arg is NaN: return 0; + |. and AT, SFARG1HI, SFARG2HI + | xor AT, AT, TMP3 + | bltz AT, >5 // Both args negative? + |. nop + | beq SFARG1HI, SFARG2HI, >6 + |. sltu CRET1, SFARG2LO, SFARG1LO + | jr ra + |. slt CRET1, SFARG2HI, SFARG1HI + |5: // Swap conditions if both operands are negative. + | beq SFARG1HI, SFARG2HI, >6 + |. sltu CRET1, SFARG1LO, SFARG2LO + | slt CRET1, SFARG1HI, SFARG2HI + |6: + | jr ra + |. nop + |8: + | jr ra + |. li CRET1, 1 + |9: + | jr ra + |. li CRET1, 0 + |.endif + | + |.macro sfmin_max, name, intins + |->vm_sf .. name: + |.if JIT and not FPU + | move TMP2, ra + | bal ->vm_sfcmpolt + |. nop + | move TMP0, CRET1 + | move SFRETHI, SFARG1HI + | move SFRETLO, SFARG1LO + | move ra, TMP2 + | intins SFRETHI, SFARG2HI, TMP0 + | jr ra + |. intins SFRETLO, SFARG2LO, TMP0 + |.endif + |.endmacro + | + | sfmin_max min, movz + | sfmin_max max, movn + | |//----------------------------------------------------------------------- |//-- Miscellaneous functions -------------------------------------------- |//----------------------------------------------------------------------- @@ -2239,10 +2772,10 @@ static void build_subroutines(BuildCtx *ctx) | sw r1, CTSTATE->cb.slot | sw CARG1, CTSTATE->cb.gpr[0] | sw CARG2, CTSTATE->cb.gpr[1] - | sdc1 FARG1, CTSTATE->cb.fpr[0] + | .FPU sdc1 FARG1, CTSTATE->cb.fpr[0] | sw CARG3, CTSTATE->cb.gpr[2] | sw CARG4, CTSTATE->cb.gpr[3] - | sdc1 FARG2, CTSTATE->cb.fpr[1] + | .FPU sdc1 FARG2, CTSTATE->cb.fpr[1] | addiu TMP0, sp, CFRAME_SPACE+16 | sw TMP0, CTSTATE->cb.stack | sw r0, SAVE_PC // Any value outside of bytecode is ok. @@ -2252,15 +2785,16 @@ static void build_subroutines(BuildCtx *ctx) | // Returns lua_State *. | lw BASE, L:CRET1->base | lw RC, L:CRET1->top + | li TISNUM, LJ_TISNUM // Setup type comparison constants. | move L, CRET1 - | lui TMP3, 0x59c0 // TOBIT = 2^52 + 2^51 (float). + | .FPU lui TMP3, 0x59c0 // TOBIT = 2^52 + 2^51 (float). | lw LFUNC:RB, FRAME_FUNC(BASE) - | mtc1 TMP3, TOBIT + | .FPU mtc1 TMP3, TOBIT | li_vmstate INTERP | li TISNIL, LJ_TNIL | subu RC, RC, BASE | st_vmstate - | cvt.d.s TOBIT, TOBIT + | .FPU cvt.d.s TOBIT, TOBIT | ins_callt |.endif | @@ -2274,11 +2808,11 @@ static void build_subroutines(BuildCtx *ctx) | move CARG2, RA | call_intern lj_ccallback_leave // (CTState *cts, TValue *o) |. move CARG1, CTSTATE + | .FPU ldc1 FRET1, CTSTATE->cb.fpr[0] | lw CRET1, CTSTATE->cb.gpr[0] - | ldc1 FRET1, CTSTATE->cb.fpr[0] - | lw CRET2, CTSTATE->cb.gpr[1] + | .FPU ldc1 FRET2, CTSTATE->cb.fpr[1] | b ->vm_leave_unw - |. ldc1 FRET2, CTSTATE->cb.fpr[1] + |. lw CRET2, CTSTATE->cb.gpr[1] |.endif | |->vm_ffi_call: // Call C function via FFI. @@ -2310,8 +2844,8 @@ static void build_subroutines(BuildCtx *ctx) | lw CARG2, CCSTATE->gpr[1] | lw CARG3, CCSTATE->gpr[2] | lw CARG4, CCSTATE->gpr[3] - | ldc1 FARG1, CCSTATE->fpr[0] - | ldc1 FARG2, CCSTATE->fpr[1] + | .FPU ldc1 FARG1, CCSTATE->fpr[0] + | .FPU ldc1 FARG2, CCSTATE->fpr[1] | jalr CFUNCADDR |. lw CARG1, CCSTATE->gpr[0] // Do this last, since CCSTATE is CARG1. | lw CCSTATE:TMP1, -12(r16) @@ -2319,8 +2853,13 @@ static void build_subroutines(BuildCtx *ctx) | lw ra, -4(r16) | sw CRET1, CCSTATE:TMP1->gpr[0] | sw CRET2, CCSTATE:TMP1->gpr[1] + |.if FPU | sdc1 FRET1, CCSTATE:TMP1->fpr[0] | sdc1 FRET2, CCSTATE:TMP1->fpr[1] + |.else + | sw CARG1, CCSTATE:TMP1->gpr[2] // Soft-float: complex double .im part. + | sw CARG2, CCSTATE:TMP1->gpr[3] + |.endif | move sp, r16 | jr ra |. move r16, TMP2 @@ -2344,82 +2883,143 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) case BC_ISLT: case BC_ISGE: case BC_ISLE: case BC_ISGT: | // RA = src1*8, RD = src2*8, JMP with RD = target - | addu CARG2, BASE, RA - | addu CARG3, BASE, RD - | lw TMP0, HI(CARG2) - | lw TMP1, HI(CARG3) - | ldc1 f0, 0(CARG2) - | ldc1 f2, 0(CARG3) - | sltiu TMP0, TMP0, LJ_TISNUM - | sltiu TMP1, TMP1, LJ_TISNUM + |.macro bc_comp, FRA, FRD, RAHI, RALO, RDHI, RDLO, movop, fmovop, fcomp, sfcomp + | addu RA, BASE, RA + | addu RD, BASE, RD + | lw RAHI, HI(RA) + | lw RDHI, HI(RD) | lhu TMP2, OFS_RD(PC) - | and TMP0, TMP0, TMP1 | addiu PC, PC, 4 - | beqz TMP0, ->vmeta_comp - |. lui TMP1, (-(BCBIAS_J*4 >> 16) & 65535) - | decode_RD4b TMP2 - | addu TMP2, TMP2, TMP1 - if (op == BC_ISLT || op == BC_ISGE) { - | c.olt.d f0, f2 - } else { - | c.ole.d f0, f2 - } - if (op == BC_ISLT || op == BC_ISLE) { - | movf TMP2, r0 - } else { - | movt TMP2, r0 - } - | addu PC, PC, TMP2 + | bne RAHI, TISNUM, >2 + |. lw RALO, LO(RA) + | lui TMP3, (-(BCBIAS_J*4 >> 16) & 65535) + | lw RDLO, LO(RD) + | bne RDHI, TISNUM, >5 + |. decode_RD4b TMP2 + | slt AT, SFARG1LO, SFARG2LO + | addu TMP2, TMP2, TMP3 + | movop TMP2, r0, AT |1: + | addu PC, PC, TMP2 | ins_next + | + |2: // RA is not an integer. + | sltiu AT, RAHI, LJ_TISNUM + | beqz AT, ->vmeta_comp + |. lui TMP3, (-(BCBIAS_J*4 >> 16) & 65535) + | sltiu AT, RDHI, LJ_TISNUM + |.if FPU + | ldc1 FRA, 0(RA) + | ldc1 FRD, 0(RD) + |.else + | lw RDLO, LO(RD) + |.endif + | beqz AT, >4 + |. decode_RD4b TMP2 + |3: // RA and RD are both numbers. + |.if FPU + | fcomp f20, f22 + | addu TMP2, TMP2, TMP3 + | b <1 + |. fmovop TMP2, r0 + |.else + | bal sfcomp + |. addu TMP2, TMP2, TMP3 + | b <1 + |. movop TMP2, r0, CRET1 + |.endif + | + |4: // RA is a number, RD is not a number. + | bne RDHI, TISNUM, ->vmeta_comp + | // RA is a number, RD is an integer. Convert RD to a number. + |.if FPU + |. lwc1 FRD, LO(RD) + | b <3 + |. cvt.d.w FRD, FRD + |.else + |. nop + |.if "RDHI" == "SFARG1HI" + | bal ->vm_sfi2d_1 + |.else + | bal ->vm_sfi2d_2 + |.endif + |. nop + | b <3 + |. nop + |.endif + | + |5: // RA is an integer, RD is not an integer + | sltiu AT, RDHI, LJ_TISNUM + | beqz AT, ->vmeta_comp + | // RA is an integer, RD is a number. Convert RA to a number. + |.if FPU + |. mtc1 RALO, FRA + | ldc1 FRD, 0(RD) + | b <3 + | cvt.d.w FRA, FRA + |.else + |. nop + |.if "RAHI" == "SFARG1HI" + | bal ->vm_sfi2d_1 + |.else + | bal ->vm_sfi2d_2 + |.endif + |. nop + | b <3 + |. nop + |.endif + |.endmacro + | + if (op == BC_ISLT) { + | bc_comp f20, f22, SFARG1HI, SFARG1LO, SFARG2HI, SFARG2LO, movz, movf, c.olt.d, ->vm_sfcmpolt + } else if (op == BC_ISGE) { + | bc_comp f20, f22, SFARG1HI, SFARG1LO, SFARG2HI, SFARG2LO, movn, movt, c.olt.d, ->vm_sfcmpolt + } else if (op == BC_ISLE) { + | bc_comp f22, f20, SFARG2HI, SFARG2LO, SFARG1HI, SFARG1LO, movn, movt, c.ult.d, ->vm_sfcmpult + } else { + | bc_comp f22, f20, SFARG2HI, SFARG2LO, SFARG1HI, SFARG1LO, movz, movf, c.ult.d, ->vm_sfcmpult + } break; case BC_ISEQV: case BC_ISNEV: vk = op == BC_ISEQV; | // RA = src1*8, RD = src2*8, JMP with RD = target | addu RA, BASE, RA - | addiu PC, PC, 4 - | lw TMP0, HI(RA) - | ldc1 f0, 0(RA) + | addiu PC, PC, 4 | addu RD, BASE, RD + | lw SFARG1HI, HI(RA) | lhu TMP2, -4+OFS_RD(PC) - | lw TMP1, HI(RD) - | ldc1 f2, 0(RD) + | lw SFARG2HI, HI(RD) | lui TMP3, (-(BCBIAS_J*4 >> 16) & 65535) - | sltiu AT, TMP0, LJ_TISNUM - | sltiu CARG1, TMP1, LJ_TISNUM - | decode_RD4b TMP2 - | and AT, AT, CARG1 - | beqz AT, >5 - |. addu TMP2, TMP2, TMP3 - | c.eq.d f0, f2 + | sltu AT, TISNUM, SFARG1HI + | sltu TMP0, TISNUM, SFARG2HI + | or AT, AT, TMP0 if (vk) { - | movf TMP2, r0 + | beqz AT, ->BC_ISEQN_Z } else { - | movt TMP2, r0 + | beqz AT, ->BC_ISNEN_Z } - |1: - | addu PC, PC, TMP2 - | ins_next - |5: // Either or both types are not numbers. - | lw CARG2, LO(RA) - | lw CARG3, LO(RD) + |. decode_RD4b TMP2 + | // Either or both types are not numbers. + | lw SFARG1LO, LO(RA) + | lw SFARG2LO, LO(RD) + | addu TMP2, TMP2, TMP3 |.if FFI | li TMP3, LJ_TCDATA - | beq TMP0, TMP3, ->vmeta_equal_cd + | beq SFARG1HI, TMP3, ->vmeta_equal_cd |.endif - |. sltiu AT, TMP0, LJ_TISPRI // Not a primitive? + |. sltiu AT, SFARG1HI, LJ_TISPRI // Not a primitive? |.if FFI - | beq TMP1, TMP3, ->vmeta_equal_cd + | beq SFARG2HI, TMP3, ->vmeta_equal_cd |.endif - |. xor TMP3, CARG2, CARG3 // Same tv? - | xor TMP1, TMP1, TMP0 // Same type? - | sltiu CARG1, TMP0, LJ_TISTABUD+1 // Table or userdata? + |. xor TMP3, SFARG1LO, SFARG2LO // Same tv? + | xor SFARG2HI, SFARG2HI, SFARG1HI // Same type? + | sltiu TMP0, SFARG1HI, LJ_TISTABUD+1 // Table or userdata? | movz TMP3, r0, AT // Ignore tv if primitive. - | movn CARG1, r0, TMP1 // Tab/ud and same type? - | or AT, TMP1, TMP3 // Same type && (pri||same tv). - | movz CARG1, r0, AT - | beqz CARG1, <1 // Done if not tab/ud or not same type or same tv. + | movn TMP0, r0, SFARG2HI // Tab/ud and same type? + | or AT, SFARG2HI, TMP3 // Same type && (pri||same tv). + | movz TMP0, r0, AT + | beqz TMP0, >1 // Done if not tab/ud or not same type or same tv. if (vk) { |. movn TMP2, r0, AT } else { @@ -2427,15 +3027,18 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) } | // Different tables or userdatas. Need to check __eq metamethod. | // Field metatable must be at same offset for GCtab and GCudata! - | lw TAB:TMP1, TAB:CARG2->metatable - | beqz TAB:TMP1, <1 // No metatable? + | lw TAB:TMP1, TAB:SFARG1LO->metatable + | beqz TAB:TMP1, >1 // No metatable? |. nop | lbu TMP1, TAB:TMP1->nomm | andi TMP1, TMP1, 1<<MM_eq - | bnez TMP1, <1 // Or 'no __eq' flag set? + | bnez TMP1, >1 // Or 'no __eq' flag set? |. nop | b ->vmeta_equal // Handle __eq metamethod. - |. li CARG4, 1-vk // ne = 0 or 1. + |. li TMP0, 1-vk // ne = 0 or 1. + |1: + | addu PC, PC, TMP2 + | ins_next break; case BC_ISEQS: case BC_ISNES: @@ -2472,38 +3075,124 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) vk = op == BC_ISEQN; | // RA = src*8, RD = num_const*8, JMP with RD = target | addu RA, BASE, RA - | addiu PC, PC, 4 - | lw TMP0, HI(RA) - | ldc1 f0, 0(RA) - | addu RD, KBASE, RD - | lhu TMP2, -4+OFS_RD(PC) - | ldc1 f2, 0(RD) + | addu RD, KBASE, RD + | lw SFARG1HI, HI(RA) + | lw SFARG2HI, HI(RD) + | lhu TMP2, OFS_RD(PC) + | addiu PC, PC, 4 | lui TMP3, (-(BCBIAS_J*4 >> 16) & 65535) - | sltiu AT, TMP0, LJ_TISNUM | decode_RD4b TMP2 - |.if FFI - | beqz AT, >5 - |.else - | beqz AT, >1 - |.endif - |. addu TMP2, TMP2, TMP3 - | c.eq.d f0, f2 if (vk) { - | movf TMP2, r0 - | addu PC, PC, TMP2 + |->BC_ISEQN_Z: + } else { + |->BC_ISNEN_Z: + } + | bne SFARG1HI, TISNUM, >3 + |. lw SFARG1LO, LO(RA) + | lw SFARG2LO, LO(RD) + | addu TMP2, TMP2, TMP3 + | bne SFARG2HI, TISNUM, >6 + |. xor AT, SFARG1LO, SFARG2LO + if (vk) { + | movn TMP2, r0, AT |1: + | addu PC, PC, TMP2 + |2: } else { - | movt TMP2, r0 + | movz TMP2, r0, AT |1: + |2: | addu PC, PC, TMP2 } | ins_next + | + |3: // RA is not an integer. + | sltiu AT, SFARG1HI, LJ_TISNUM |.if FFI - |5: - | li AT, LJ_TCDATA - | beq TMP0, AT, ->vmeta_equal_cd + | beqz AT, >8 + |.else + | beqz AT, <2 + |.endif + |. addu TMP2, TMP2, TMP3 + | sltiu AT, SFARG2HI, LJ_TISNUM + |.if FPU + | ldc1 f20, 0(RA) + | ldc1 f22, 0(RD) + |.endif + | beqz AT, >5 + |. lw SFARG2LO, LO(RD) + |4: // RA and RD are both numbers. + |.if FPU + | c.eq.d f20, f22 + | b <1 + if (vk) { + |. movf TMP2, r0 + } else { + |. movt TMP2, r0 + } + |.else + | bal ->vm_sfcmpeq |. nop | b <1 + if (vk) { + |. movz TMP2, r0, CRET1 + } else { + |. movn TMP2, r0, CRET1 + } + |.endif + | + |5: // RA is a number, RD is not a number. + |.if FFI + | bne SFARG2HI, TISNUM, >9 + |.else + | bne SFARG2HI, TISNUM, <2 + |.endif + | // RA is a number, RD is an integer. Convert RD to a number. + |.if FPU + |. lwc1 f22, LO(RD) + | b <4 + |. cvt.d.w f22, f22 + |.else + |. nop + | bal ->vm_sfi2d_2 + |. nop + | b <4 + |. nop + |.endif + | + |6: // RA is an integer, RD is not an integer + | sltiu AT, SFARG2HI, LJ_TISNUM + |.if FFI + | beqz AT, >9 + |.else + | beqz AT, <2 + |.endif + | // RA is an integer, RD is a number. Convert RA to a number. + |.if FPU + |. mtc1 SFARG1LO, f20 + | ldc1 f22, 0(RD) + | b <4 + | cvt.d.w f20, f20 + |.else + |. nop + | bal ->vm_sfi2d_1 + |. nop + | b <4 + |. nop + |.endif + | + |.if FFI + |8: + | li AT, LJ_TCDATA + | bne SFARG1HI, AT, <2 + |. nop + | b ->vmeta_equal_cd + |. nop + |9: + | li AT, LJ_TCDATA + | bne SFARG2HI, AT, <2 + |. nop + | b ->vmeta_equal_cd |. nop |.endif break; @@ -2555,7 +3244,8 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | addu PC, PC, TMP2 } else { | sltiu TMP0, TMP0, LJ_TISTRUECOND - | ldc1 f0, 0(RD) + | lw SFRETHI, HI(RD) + | lw SFRETLO, LO(RD) if (op == BC_ISTC) { | beqz TMP0, >1 } else { @@ -2565,22 +3255,45 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | decode_RD4b TMP2 | lui TMP3, (-(BCBIAS_J*4 >> 16) & 65535) | addu TMP2, TMP2, TMP3 - | sdc1 f0, 0(RA) + | sw SFRETHI, HI(RA) + | sw SFRETLO, LO(RA) | addu PC, PC, TMP2 |1: } | ins_next break; + case BC_ISTYPE: + | // RA = src*8, RD = -type*8 + | addu TMP2, BASE, RA + | srl TMP1, RD, 3 + | lw TMP0, HI(TMP2) + | ins_next1 + | addu AT, TMP0, TMP1 + | bnez AT, ->vmeta_istype + |. ins_next2 + break; + case BC_ISNUM: + | // RA = src*8, RD = -(TISNUM-1)*8 + | addu TMP2, BASE, RA + | lw TMP0, HI(TMP2) + | ins_next1 + | sltiu AT, TMP0, LJ_TISNUM + | beqz AT, ->vmeta_istype + |. ins_next2 + break; + /* -- Unary ops --------------------------------------------------------- */ case BC_MOV: | // RA = dst*8, RD = src*8 | addu RD, BASE, RD - | addu RA, BASE, RA - | ldc1 f0, 0(RD) + | addu RA, BASE, RA + | lw SFRETHI, HI(RD) + | lw SFRETLO, LO(RD) | ins_next1 - | sdc1 f0, 0(RA) + | sw SFRETHI, HI(RA) + | sw SFRETLO, LO(RA) | ins_next2 break; case BC_NOT: @@ -2597,16 +3310,25 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) break; case BC_UNM: | // RA = dst*8, RD = src*8 - | addu CARG3, BASE, RD + | addu RB, BASE, RD + | lw SFARG1HI, HI(RB) | addu RA, BASE, RA - | lw TMP0, HI(CARG3) - | ldc1 f0, 0(CARG3) - | sltiu AT, TMP0, LJ_TISNUM - | beqz AT, ->vmeta_unm - |. neg.d f0, f0 + | bne SFARG1HI, TISNUM, >2 + |. lw SFARG1LO, LO(RB) + | lui TMP1, 0x8000 + | beq SFARG1LO, TMP1, ->vmeta_unm // Meta handler deals with -2^31. + |. negu SFARG1LO, SFARG1LO + |1: | ins_next1 - | sdc1 f0, 0(RA) + | sw SFARG1HI, HI(RA) + | sw SFARG1LO, LO(RA) | ins_next2 + |2: + | sltiu AT, SFARG1HI, LJ_TISNUM + | beqz AT, ->vmeta_unm + |. lui TMP1, 0x8000 + | b <1 + |. xor SFARG1HI, SFARG1HI, TMP1 break; case BC_LEN: | // RA = dst*8, RD = src*8 @@ -2617,12 +3339,11 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | li AT, LJ_TSTR | bne TMP0, AT, >2 |. li AT, LJ_TTAB - | lw CRET1, STR:CARG1->len + | lw CRET1, STR:CARG1->len |1: - | mtc1 CRET1, f0 - | cvt.d.w f0, f0 | ins_next1 - | sdc1 f0, 0(RA) + | sw TISNUM, HI(RA) + | sw CRET1, LO(RA) | ins_next2 |2: | bne TMP0, AT, ->vmeta_len @@ -2653,104 +3374,232 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) /* -- Binary ops -------------------------------------------------------- */ - |.macro ins_arithpre + |.macro fpmod, a, b, c + | bal ->vm_floor // floor(b/c) + |. div.d FARG1, b, c + | mul.d a, FRET1, c + | sub.d a, b, a // b - floor(b/c)*c + |.endmacro + + |.macro sfpmod + | addiu sp, sp, -16 + | + | load_got __divdf3 + | sw SFARG1HI, HI(sp) + | sw SFARG1LO, LO(sp) + | sw SFARG2HI, 8+HI(sp) + | call_extern + |. sw SFARG2LO, 8+LO(sp) + | + | load_got floor + | move SFARG1HI, SFRETHI + | call_extern + |. move SFARG1LO, SFRETLO + | + | load_got __muldf3 + | move SFARG1HI, SFRETHI + | move SFARG1LO, SFRETLO + | lw SFARG2HI, 8+HI(sp) + | call_extern + |. lw SFARG2LO, 8+LO(sp) + | + | load_got __subdf3 + | lw SFARG1HI, HI(sp) + | lw SFARG1LO, LO(sp) + | move SFARG2HI, SFRETHI + | call_extern + |. move SFARG2LO, SFRETLO + | + | addiu sp, sp, 16 + |.endmacro + + |.macro ins_arithpre, label ||vk = ((int)op - BC_ADDVN) / (BC_ADDNV-BC_ADDVN); - | decode_RB8a RB, INS - | decode_RB8b RB - | decode_RDtoRC8 RC, RD | // RA = dst*8, RB = src1*8, RC = src2*8 | num_const*8 ||switch (vk) { ||case 0: - | addu CARG3, BASE, RB - | addu CARG4, KBASE, RC - | lw TMP1, HI(CARG3) - | ldc1 f20, 0(CARG3) - | ldc1 f22, 0(CARG4) - | sltiu AT, TMP1, LJ_TISNUM + | decode_RB8a RB, INS + | decode_RB8b RB + | decode_RDtoRC8 RC, RD + | // RA = dst*8, RB = src1*8, RC = num_const*8 + | addu RB, BASE, RB + |.if "label" ~= "none" + | b label + |.endif + |. addu RC, KBASE, RC || break; ||case 1: - | addu CARG4, BASE, RB - | addu CARG3, KBASE, RC - | lw TMP1, HI(CARG4) - | ldc1 f22, 0(CARG4) - | ldc1 f20, 0(CARG3) - | sltiu AT, TMP1, LJ_TISNUM + | decode_RB8a RC, INS + | decode_RB8b RC + | decode_RDtoRC8 RB, RD + | // RA = dst*8, RB = num_const*8, RC = src1*8 + | addu RC, BASE, RC + |.if "label" ~= "none" + | b label + |.endif + |. addu RB, KBASE, RB || break; ||default: - | addu CARG3, BASE, RB - | addu CARG4, BASE, RC - | lw TMP1, HI(CARG3) - | lw TMP2, HI(CARG4) - | ldc1 f20, 0(CARG3) - | ldc1 f22, 0(CARG4) - | sltiu AT, TMP1, LJ_TISNUM - | sltiu TMP0, TMP2, LJ_TISNUM - | and AT, AT, TMP0 + | decode_RB8a RB, INS + | decode_RB8b RB + | decode_RDtoRC8 RC, RD + | // RA = dst*8, RB = src1*8, RC = src2*8 + | addu RB, BASE, RB + |.if "label" ~= "none" + | b label + |.endif + |. addu RC, BASE, RC || break; ||} - | beqz AT, ->vmeta_arith - |. addu RA, BASE, RA |.endmacro | - |.macro fpmod, a, b, c - |->BC_MODVN_Z: - | bal ->vm_floor // floor(b/c) - |. div.d FARG1, b, c - | mul.d a, FRET1, c - | sub.d a, b, a // b - floor(b/c)*c - |.endmacro + |.macro ins_arith, intins, fpins, fpcall, label + | ins_arithpre none | - |.macro ins_arith, ins - | ins_arithpre - |.if "ins" == "fpmod_" - | b ->BC_MODVN_Z // Avoid 3 copies. It's slow anyway. - |. nop + |.if "label" ~= "none" + |label: + |.endif + | + | lw SFARG1HI, HI(RB) + | lw SFARG2HI, HI(RC) + | + |.if "intins" ~= "div" + | + | // Check for two integers. + | lw SFARG1LO, LO(RB) + | bne SFARG1HI, TISNUM, >5 + |. lw SFARG2LO, LO(RC) + | bne SFARG2HI, TISNUM, >5 + | + |.if "intins" == "addu" + |. intins CRET1, SFARG1LO, SFARG2LO + | xor TMP1, CRET1, SFARG1LO // ((y^a) & (y^b)) < 0: overflow. + | xor TMP2, CRET1, SFARG2LO + | and TMP1, TMP1, TMP2 + | bltz TMP1, ->vmeta_arith + |. addu RA, BASE, RA + |.elif "intins" == "subu" + |. intins CRET1, SFARG1LO, SFARG2LO + | xor TMP1, CRET1, SFARG1LO // ((y^a) & (a^b)) < 0: overflow. + | xor TMP2, SFARG1LO, SFARG2LO + | and TMP1, TMP1, TMP2 + | bltz TMP1, ->vmeta_arith + |. addu RA, BASE, RA + |.elif "intins" == "mult" + |. intins SFARG1LO, SFARG2LO + | mflo CRET1 + | mfhi TMP2 + | sra TMP1, CRET1, 31 + | bne TMP1, TMP2, ->vmeta_arith + |. addu RA, BASE, RA |.else - | ins f0, f20, f22 + |. load_got lj_vm_modi + | beqz SFARG2LO, ->vmeta_arith + |. addu RA, BASE, RA + |.if ENDIAN_BE + | move CARG1, SFARG1LO + |.endif + | call_extern + |. move CARG2, SFARG2LO + |.endif + | + | ins_next1 + | sw TISNUM, HI(RA) + | sw CRET1, LO(RA) + |3: + | ins_next2 + | + |.elif not FPU + | + | lw SFARG1LO, LO(RB) + | lw SFARG2LO, LO(RC) + | + |.endif + | + |5: // Check for two numbers. + | .FPU ldc1 f20, 0(RB) + | sltiu AT, SFARG1HI, LJ_TISNUM + | sltiu TMP0, SFARG2HI, LJ_TISNUM + | .FPU ldc1 f22, 0(RC) + | and AT, AT, TMP0 + | beqz AT, ->vmeta_arith + |. addu RA, BASE, RA + | + |.if FPU + | fpins FRET1, f20, f22 + |.elif "fpcall" == "sfpmod" + | sfpmod + |.else + | load_got fpcall + | call_extern + |. nop + |.endif + | | ins_next1 - | sdc1 f0, 0(RA) + |.if not FPU + | sw SFRETHI, HI(RA) + |.endif + |.if "intins" ~= "div" + | b <3 + |.endif + |.if FPU + |. sdc1 FRET1, 0(RA) + |.else + |. sw SFRETLO, LO(RA) + |.endif + |.if "intins" == "div" | ins_next2 |.endif + | |.endmacro case BC_ADDVN: case BC_ADDNV: case BC_ADDVV: - | ins_arith add.d + | ins_arith addu, add.d, __adddf3, none break; case BC_SUBVN: case BC_SUBNV: case BC_SUBVV: - | ins_arith sub.d + | ins_arith subu, sub.d, __subdf3, none break; case BC_MULVN: case BC_MULNV: case BC_MULVV: - | ins_arith mul.d + | ins_arith mult, mul.d, __muldf3, none break; - case BC_DIVVN: case BC_DIVNV: case BC_DIVVV: - | ins_arith div.d + case BC_DIVVN: + | ins_arith div, div.d, __divdf3, ->BC_DIVVN_Z + break; + case BC_DIVNV: case BC_DIVVV: + | ins_arithpre ->BC_DIVVN_Z break; case BC_MODVN: - | ins_arith fpmod + | ins_arith modi, fpmod, sfpmod, ->BC_MODVN_Z break; case BC_MODNV: case BC_MODVV: - | ins_arith fpmod_ + | ins_arithpre ->BC_MODVN_Z break; case BC_POW: - | decode_RB8a RB, INS - | decode_RB8b RB - | decode_RDtoRC8 RC, RD - | addu CARG3, BASE, RB - | addu CARG4, BASE, RC - | lw TMP1, HI(CARG3) - | lw TMP2, HI(CARG4) - | ldc1 FARG1, 0(CARG3) - | ldc1 FARG2, 0(CARG4) - | sltiu AT, TMP1, LJ_TISNUM - | sltiu TMP0, TMP2, LJ_TISNUM + | ins_arithpre none + | lw SFARG1HI, HI(RB) + | lw SFARG2HI, HI(RC) + | sltiu AT, SFARG1HI, LJ_TISNUM + | sltiu TMP0, SFARG2HI, LJ_TISNUM | and AT, AT, TMP0 | load_got pow | beqz AT, ->vmeta_arith |. addu RA, BASE, RA + |.if FPU + | ldc1 FARG1, 0(RB) + | ldc1 FARG2, 0(RC) + |.else + | lw SFARG1LO, LO(RB) + | lw SFARG2LO, LO(RC) + |.endif | call_extern |. nop | ins_next1 + |.if FPU | sdc1 FRET1, 0(RA) + |.else + | sw SFRETHI, HI(RA) + | sw SFRETLO, LO(RA) + |.endif | ins_next2 break; @@ -2773,10 +3622,12 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | bnez CRET1, ->vmeta_binop |. lw BASE, L->base | addu RB, BASE, MULTRES - | ldc1 f0, 0(RB) + | lw SFRETHI, HI(RB) + | lw SFRETLO, LO(RB) | addu RA, BASE, RA | ins_next1 - | sdc1 f0, 0(RA) // Copy result from RB to RA. + | sw SFRETHI, HI(RA) + | sw SFRETLO, LO(RA) | ins_next2 break; @@ -2811,20 +3662,21 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) case BC_KSHORT: | // RA = dst*8, RD = int16_literal*8 | sra RD, INS, 16 - | mtc1 RD, f0 | addu RA, BASE, RA - | cvt.d.w f0, f0 | ins_next1 - | sdc1 f0, 0(RA) + | sw TISNUM, HI(RA) + | sw RD, LO(RA) | ins_next2 break; case BC_KNUM: | // RA = dst*8, RD = num_const*8 | addu RD, KBASE, RD | addu RA, BASE, RA - | ldc1 f0, 0(RD) + | lw SFRETHI, HI(RD) + | lw SFRETLO, LO(RD) | ins_next1 - | sdc1 f0, 0(RA) + | sw SFRETHI, HI(RA) + | sw SFRETLO, LO(RA) | ins_next2 break; case BC_KPRI: @@ -2860,9 +3712,11 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | lw UPVAL:RB, LFUNC:RD->uvptr | ins_next1 | lw TMP1, UPVAL:RB->v - | ldc1 f0, 0(TMP1) + | lw SFRETHI, HI(TMP1) + | lw SFRETLO, LO(TMP1) | addu RA, BASE, RA - | sdc1 f0, 0(RA) + | sw SFRETHI, HI(RA) + | sw SFRETLO, LO(RA) | ins_next2 break; case BC_USETV: @@ -2871,26 +3725,27 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | srl RA, RA, 1 | addu RD, BASE, RD | addu RA, RA, LFUNC:RB - | ldc1 f0, 0(RD) | lw UPVAL:RB, LFUNC:RA->uvptr + | lw SFRETHI, HI(RD) + | lw SFRETLO, LO(RD) | lbu TMP3, UPVAL:RB->marked | lw CARG2, UPVAL:RB->v | andi TMP3, TMP3, LJ_GC_BLACK // isblack(uv) | lbu TMP0, UPVAL:RB->closed - | lw TMP2, HI(RD) - | sdc1 f0, 0(CARG2) + | sw SFRETHI, HI(CARG2) + | sw SFRETLO, LO(CARG2) | li AT, LJ_GC_BLACK|1 | or TMP3, TMP3, TMP0 | beq TMP3, AT, >2 // Upvalue is closed and black? - |. addiu TMP2, TMP2, -(LJ_TNUMX+1) + |. addiu TMP2, SFRETHI, -(LJ_TNUMX+1) |1: | ins_next | |2: // Check if new value is collectable. | sltiu AT, TMP2, LJ_TISGCV - (LJ_TNUMX+1) | beqz AT, <1 // tvisgcv(v) - |. lw TMP1, LO(RD) - | lbu TMP3, GCOBJ:TMP1->gch.marked + |. nop + | lbu TMP3, GCOBJ:SFRETLO->gch.marked | andi TMP3, TMP3, LJ_GC_WHITES // iswhite(v) | beqz TMP3, <1 |. load_got lj_gc_barrieruv @@ -2938,11 +3793,13 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | srl RA, RA, 1 | addu RD, KBASE, RD | addu RA, RA, LFUNC:RB - | ldc1 f0, 0(RD) - | lw UPVAL:RB, LFUNC:RA->uvptr + | lw UPVAL:RB, LFUNC:RA->uvptr + | lw SFRETHI, HI(RD) + | lw SFRETLO, LO(RD) + | lw TMP1, UPVAL:RB->v | ins_next1 - | lw TMP1, UPVAL:RB->v - | sdc1 f0, 0(TMP1) + | sw SFRETHI, HI(TMP1) + | sw SFRETLO, LO(TMP1) | ins_next2 break; case BC_USETP: @@ -2952,10 +3809,10 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | srl TMP0, RD, 3 | addu RA, RA, LFUNC:RB | not TMP0, TMP0 - | lw UPVAL:RB, LFUNC:RA->uvptr + | lw UPVAL:RB, LFUNC:RA->uvptr | ins_next1 - | lw TMP1, UPVAL:RB->v - | sw TMP0, HI(TMP1) + | lw TMP1, UPVAL:RB->v + | sw TMP0, HI(TMP1) | ins_next2 break; @@ -2991,8 +3848,8 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | li TMP0, LJ_TFUNC | ins_next1 | addu RA, BASE, RA - | sw TMP0, HI(RA) | sw LFUNC:CRET1, LO(RA) + | sw TMP0, HI(RA) | ins_next2 break; @@ -3073,31 +3930,23 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | lw TMP2, HI(CARG3) | lw TAB:RB, LO(CARG2) | li AT, LJ_TTAB - | ldc1 f0, 0(CARG3) | bne TMP1, AT, ->vmeta_tgetv |. addu RA, BASE, RA - | sltiu AT, TMP2, LJ_TISNUM - | beqz AT, >5 - |. li AT, LJ_TSTR - | - | // Convert number key to integer, check for integerness and range. - | cvt.w.d f2, f0 - | lw TMP0, TAB:RB->asize - | mfc1 TMP2, f2 - | cvt.d.w f4, f2 + | bne TMP2, TISNUM, >5 + |. lw RC, LO(CARG3) + | lw TMP0, TAB:RB->asize | lw TMP1, TAB:RB->array - | c.eq.d f0, f4 - | sltu AT, TMP2, TMP0 - | movf AT, r0 - | sll TMP2, TMP2, 3 + | sltu AT, RC, TMP0 + | sll TMP2, RC, 3 | beqz AT, ->vmeta_tgetv // Integer key and in array part? |. addu TMP2, TMP1, TMP2 - | lw TMP0, HI(TMP2) - | beq TMP0, TISNIL, >2 - |. ldc1 f0, 0(TMP2) + | lw SFRETHI, HI(TMP2) + | beq SFRETHI, TISNIL, >2 + |. lw SFRETLO, LO(TMP2) |1: | ins_next1 - | sdc1 f0, 0(RA) + | sw SFRETHI, HI(RA) + | sw SFRETLO, LO(RA) | ins_next2 | |2: // Check for __index if table value is nil. @@ -3112,8 +3961,9 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) |. nop | |5: + | li AT, LJ_TSTR | bne TMP2, AT, ->vmeta_tgetv - |. lw STR:RC, LO(CARG3) + |. nop | b ->BC_TGETS_Z // String key? |. nop break; @@ -3145,18 +3995,18 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | lw CARG1, offsetof(Node, key)+HI(NODE:TMP2) | lw TMP0, offsetof(Node, key)+LO(NODE:TMP2) | lw NODE:TMP1, NODE:TMP2->next - | lw CARG2, offsetof(Node, val)+HI(NODE:TMP2) + | lw SFRETHI, offsetof(Node, val)+HI(NODE:TMP2) | addiu CARG1, CARG1, -LJ_TSTR | xor TMP0, TMP0, STR:RC | or AT, CARG1, TMP0 | bnez AT, >4 |. lw TAB:TMP3, TAB:RB->metatable - | beq CARG2, TISNIL, >5 // Key found, but nil value? - |. lw CARG1, offsetof(Node, val)+LO(NODE:TMP2) + | beq SFRETHI, TISNIL, >5 // Key found, but nil value? + |. lw SFRETLO, offsetof(Node, val)+LO(NODE:TMP2) |3: | ins_next1 - | sw CARG2, HI(RA) - | sw CARG1, LO(RA) + | sw SFRETHI, HI(RA) + | sw SFRETLO, LO(RA) | ins_next2 | |4: // Follow hash chain. @@ -3166,7 +4016,7 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | |5: // Check for __index if table value is nil. | beqz TAB:TMP3, <3 // No metatable: done. - |. li CARG2, LJ_TNIL + |. li SFRETHI, LJ_TNIL | lbu TMP0, TAB:TMP3->nomm | andi TMP0, TMP0, 1<<MM_index | bnez TMP0, <3 // 'no __index' flag set: done. @@ -3191,12 +4041,13 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | sltu AT, TMP0, TMP1 | beqz AT, ->vmeta_tgetb |. addu RC, TMP2, RC - | lw TMP1, HI(RC) - | beq TMP1, TISNIL, >5 - |. ldc1 f0, 0(RC) + | lw SFRETHI, HI(RC) + | beq SFRETHI, TISNIL, >5 + |. lw SFRETLO, LO(RC) |1: | ins_next1 - | sdc1 f0, 0(RA) + | sw SFRETHI, HI(RA) + | sw SFRETLO, LO(RA) | ins_next2 | |5: // Check for __index if table value is nil. @@ -3207,9 +4058,33 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | andi TMP1, TMP1, 1<<MM_index | bnez TMP1, <1 // 'no __index' flag set: done. |. nop - | b ->vmeta_tgetb // Caveat: preserve TMP0! + | b ->vmeta_tgetb // Caveat: preserve TMP0 and CARG2! |. nop break; + case BC_TGETR: + | // RA = dst*8, RB = table*8, RC = key*8 + | decode_RB8a RB, INS + | decode_RB8b RB + | decode_RDtoRC8 RC, RD + | addu RB, BASE, RB + | addu RC, BASE, RC + | lw TAB:CARG1, LO(RB) + | lw CARG2, LO(RC) + | addu RA, BASE, RA + | lw TMP0, TAB:CARG1->asize + | lw TMP1, TAB:CARG1->array + | sltu AT, CARG2, TMP0 + | sll TMP2, CARG2, 3 + | beqz AT, ->vmeta_tgetr // In array part? + |. addu CRET1, TMP1, TMP2 + | lw SFARG2HI, HI(CRET1) + | lw SFARG2LO, LO(CRET1) + |->BC_TGETR_Z: + | ins_next1 + | sw SFARG2HI, HI(RA) + | sw SFARG2LO, LO(RA) + | ins_next2 + break; case BC_TSETV: | // RA = src*8, RB = table*8, RC = key*8 @@ -3222,33 +4097,26 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | lw TMP2, HI(CARG3) | lw TAB:RB, LO(CARG2) | li AT, LJ_TTAB - | ldc1 f0, 0(CARG3) | bne TMP1, AT, ->vmeta_tsetv |. addu RA, BASE, RA - | sltiu AT, TMP2, LJ_TISNUM - | beqz AT, >5 - |. li AT, LJ_TSTR - | - | // Convert number key to integer, check for integerness and range. - | cvt.w.d f2, f0 - | lw TMP0, TAB:RB->asize - | mfc1 TMP2, f2 - | cvt.d.w f4, f2 + | bne TMP2, TISNUM, >5 + |. lw RC, LO(CARG3) + | lw TMP0, TAB:RB->asize | lw TMP1, TAB:RB->array - | c.eq.d f0, f4 - | sltu AT, TMP2, TMP0 - | movf AT, r0 - | sll TMP2, TMP2, 3 + | sltu AT, RC, TMP0 + | sll TMP2, RC, 3 | beqz AT, ->vmeta_tsetv // Integer key and in array part? |. addu TMP1, TMP1, TMP2 - | lbu TMP3, TAB:RB->marked | lw TMP0, HI(TMP1) + | lbu TMP3, TAB:RB->marked + | lw SFRETHI, HI(RA) | beq TMP0, TISNIL, >3 - |. ldc1 f0, 0(RA) + |. lw SFRETLO, LO(RA) |1: - | andi AT, TMP3, LJ_GC_BLACK // isblack(table) - | bnez AT, >7 - |. sdc1 f0, 0(TMP1) + | andi AT, TMP3, LJ_GC_BLACK // isblack(table) + | sw SFRETHI, HI(TMP1) + | bnez AT, >7 + |. sw SFRETLO, LO(TMP1) |2: | ins_next | @@ -3264,8 +4132,9 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) |. nop | |5: + | li AT, LJ_TSTR | bne TMP2, AT, ->vmeta_tsetv - |. lw STR:RC, LO(CARG3) + |. nop | b ->BC_TSETS_Z // String key? |. nop | @@ -3297,7 +4166,12 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | sll TMP1, TMP1, 3 | subu TMP1, TMP0, TMP1 | addu NODE:TMP2, NODE:TMP2, TMP1 // node = tab->node + (idx*32-idx*8) + |.if FPU | ldc1 f20, 0(RA) + |.else + | lw SFRETHI, HI(RA) + | lw SFRETLO, LO(RA) + |.endif |1: | lw CARG1, offsetof(Node, key)+HI(NODE:TMP2) | lw TMP0, offsetof(Node, key)+LO(NODE:TMP2) @@ -3311,8 +4185,14 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) |. lw TAB:TMP0, TAB:RB->metatable |2: | andi AT, TMP3, LJ_GC_BLACK // isblack(table) + |.if FPU | bnez AT, >7 |. sdc1 f20, NODE:TMP2->val + |.else + | sw SFRETHI, NODE:TMP2->val.u32.hi + | bnez AT, >7 + |. sw SFRETLO, NODE:TMP2->val.u32.lo + |.endif |3: | ins_next | @@ -3350,8 +4230,16 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) |. move CARG1, L | // Returns TValue *. | lw BASE, L->base + |.if FPU | b <3 // No 2nd write barrier needed. |. sdc1 f20, 0(CRET1) + |.else + | lw SFARG1HI, HI(RA) + | lw SFARG1LO, LO(RA) + | sw SFARG1HI, HI(CRET1) + | b <3 // No 2nd write barrier needed. + |. sw SFARG1LO, LO(CRET1) + |.endif | |7: // Possible table write barrier for the value. Skip valiswhite check. | barrierback TAB:RB, TMP3, TMP0, <3 @@ -3376,11 +4264,13 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | lw TMP1, HI(RC) | lbu TMP3, TAB:RB->marked | beq TMP1, TISNIL, >5 - |. ldc1 f0, 0(RA) |1: + |. lw SFRETHI, HI(RA) + | lw SFRETLO, LO(RA) | andi AT, TMP3, LJ_GC_BLACK // isblack(table) + | sw SFRETHI, HI(RC) | bnez AT, >7 - |. sdc1 f0, 0(RC) + |. sw SFRETLO, LO(RC) |2: | ins_next | @@ -3392,12 +4282,43 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | andi TMP1, TMP1, 1<<MM_newindex | bnez TMP1, <1 // 'no __newindex' flag set: done. |. nop - | b ->vmeta_tsetb // Caveat: preserve TMP0! + | b ->vmeta_tsetb // Caveat: preserve TMP0 and CARG2! |. nop | |7: // Possible table write barrier for the value. Skip valiswhite check. | barrierback TAB:RB, TMP3, TMP0, <2 break; + case BC_TSETR: + | // RA = dst*8, RB = table*8, RC = key*8 + | decode_RB8a RB, INS + | decode_RB8b RB + | decode_RDtoRC8 RC, RD + | addu CARG1, BASE, RB + | addu CARG3, BASE, RC + | lw TAB:CARG2, LO(CARG1) + | lw CARG3, LO(CARG3) + | lbu TMP3, TAB:CARG2->marked + | lw TMP0, TAB:CARG2->asize + | lw TMP1, TAB:CARG2->array + | andi AT, TMP3, LJ_GC_BLACK // isblack(table) + | bnez AT, >7 + |. addu RA, BASE, RA + |2: + | sltu AT, CARG3, TMP0 + | sll TMP2, CARG3, 3 + | beqz AT, ->vmeta_tsetr // In array part? + |. addu CRET1, TMP1, TMP2 + |->BC_TSETR_Z: + | lw SFARG1HI, HI(RA) + | lw SFARG1LO, LO(RA) + | ins_next1 + | sw SFARG1HI, HI(CRET1) + | sw SFARG1LO, LO(CRET1) + | ins_next2 + | + |7: // Possible table write barrier for the value. Skip valiswhite check. + | barrierback TAB:CARG2, TMP3, TMP0, <2 + break; case BC_TSETM: | // RA = base*8 (table at base-1), RD = num_const*8 (start index) @@ -3420,10 +4341,12 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | addu TMP1, TMP1, CARG1 | andi TMP0, TMP3, LJ_GC_BLACK // isblack(table) |3: // Copy result slots to table. - | ldc1 f0, 0(RA) + | lw SFRETHI, HI(RA) + | lw SFRETLO, LO(RA) | addiu RA, RA, 8 | sltu AT, RA, TMP2 - | sdc1 f0, 0(TMP1) + | sw SFRETHI, HI(TMP1) + | sw SFRETLO, LO(TMP1) | bnez AT, <3 |. addiu TMP1, TMP1, 8 | bnez TMP0, >7 @@ -3498,10 +4421,12 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | beqz NARGS8:RC, >3 |. move TMP3, NARGS8:RC |2: - | ldc1 f0, 0(RA) + | lw SFRETHI, HI(RA) + | lw SFRETLO, LO(RA) | addiu RA, RA, 8 | addiu TMP3, TMP3, -8 - | sdc1 f0, 0(TMP2) + | sw SFRETHI, HI(TMP2) + | sw SFRETLO, LO(TMP2) | bnez TMP3, <2 |. addiu TMP2, TMP2, 8 |3: @@ -3538,12 +4463,16 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | li AT, LJ_TFUNC | lw TMP1, -24+HI(BASE) | lw LFUNC:RB, -24+LO(BASE) - | ldc1 f2, -8(BASE) - | ldc1 f0, -16(BASE) + | lw SFARG1HI, -16+HI(BASE) + | lw SFARG1LO, -16+LO(BASE) + | lw SFARG2HI, -8+HI(BASE) + | lw SFARG2LO, -8+LO(BASE) | sw TMP1, HI(BASE) // Copy callable. | sw LFUNC:RB, LO(BASE) - | sdc1 f2, 16(BASE) // Copy control var. - | sdc1 f0, 8(BASE) // Copy state. + | sw SFARG1HI, 8+HI(BASE) // Copy state. + | sw SFARG1LO, 8+LO(BASE) + | sw SFARG2HI, 16+HI(BASE) // Copy control var. + | sw SFARG2LO, 16+LO(BASE) | addiu BASE, BASE, 8 | bne TMP1, AT, ->vmeta_call |. li NARGS8:RC, 16 // Iterators get 2 arguments. @@ -3566,20 +4495,20 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | beqz AT, >5 // Index points after array part? |. sll TMP3, RC, 3 | addu TMP3, TMP1, TMP3 - | lw TMP2, HI(TMP3) - | ldc1 f0, 0(TMP3) - | mtc1 RC, f2 + | lw SFARG1HI, HI(TMP3) + | lw SFARG1LO, LO(TMP3) | lhu RD, -4+OFS_RD(PC) - | beq TMP2, TISNIL, <1 // Skip holes in array part. + | sw TISNUM, HI(RA) + | sw RC, LO(RA) + | beq SFARG1HI, TISNIL, <1 // Skip holes in array part. |. addiu RC, RC, 1 - | cvt.d.w f2, f2 + | sw SFARG1HI, 8+HI(RA) + | sw SFARG1LO, 8+LO(RA) | lui TMP3, (-(BCBIAS_J*4 >> 16) & 65535) - | sdc1 f0, 8(RA) | decode_RD4b RD | addu RD, RD, TMP3 | sw RC, -8+LO(RA) // Update control var. | addu PC, PC, RD - | sdc1 f2, 0(RA) |3: | ins_next | @@ -3594,18 +4523,21 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | sll RB, RC, 3 | subu TMP3, TMP3, RB | addu NODE:TMP3, TMP3, TMP2 - | lw RB, HI(NODE:TMP3) - | ldc1 f0, 0(NODE:TMP3) + | lw SFARG1HI, NODE:TMP3->val.u32.hi + | lw SFARG1LO, NODE:TMP3->val.u32.lo | lhu RD, -4+OFS_RD(PC) - | beq RB, TISNIL, <6 // Skip holes in hash part. + | beq SFARG1HI, TISNIL, <6 // Skip holes in hash part. |. addiu RC, RC, 1 - | ldc1 f2, NODE:TMP3->key + | lw SFARG2HI, NODE:TMP3->key.u32.hi + | lw SFARG2LO, NODE:TMP3->key.u32.lo | lui TMP3, (-(BCBIAS_J*4 >> 16) & 65535) - | sdc1 f0, 8(RA) + | sw SFARG1HI, 8+HI(RA) + | sw SFARG1LO, 8+LO(RA) | addu RC, RC, TMP0 | decode_RD4b RD | addu RD, RD, TMP3 - | sdc1 f2, 0(RA) + | sw SFARG2HI, HI(RA) + | sw SFARG2LO, LO(RA) | addu PC, PC, RD | b <3 |. sw RC, -8+LO(RA) // Update control var. @@ -3614,24 +4546,24 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) case BC_ISNEXT: | // RA = base*8, RD = target (points to ITERN) | addu RA, BASE, RA - | lw TMP0, -24+HI(RA) - | lw CFUNC:TMP1, -24+LO(RA) - | lw TMP2, -16+HI(RA) - | lw TMP3, -8+HI(RA) + | srl TMP0, RD, 1 + | lw CARG1, -24+HI(RA) + | lw CFUNC:CARG2, -24+LO(RA) + | addu TMP0, PC, TMP0 + | lw CARG3, -16+HI(RA) + | lw CARG4, -8+HI(RA) | li AT, LJ_TFUNC - | bne TMP0, AT, >5 - |. addiu TMP2, TMP2, -LJ_TTAB - | lbu TMP1, CFUNC:TMP1->ffid - | addiu TMP3, TMP3, -LJ_TNIL - | srl TMP0, RD, 1 - | or TMP2, TMP2, TMP3 - | addiu TMP1, TMP1, -FF_next_N - | addu TMP0, PC, TMP0 - | or TMP1, TMP1, TMP2 - | bnez TMP1, >5 - |. lui TMP2, (-(BCBIAS_J*4 >> 16) & 65535) + | bne CARG1, AT, >5 + |. lui TMP2, (-(BCBIAS_J*4 >> 16) & 65535) + | lbu CARG2, CFUNC:CARG2->ffid + | addiu CARG3, CARG3, -LJ_TTAB + | addiu CARG4, CARG4, -LJ_TNIL + | or CARG3, CARG3, CARG4 + | addiu CARG2, CARG2, -FF_next_N + | or CARG2, CARG2, CARG3 + | bnez CARG2, >5 + |. lui TMP1, 0xfffe | addu PC, TMP0, TMP2 - | lui TMP1, 0xfffe | ori TMP1, TMP1, 0x7fff | sw r0, -8+LO(RA) // Initialize control var. | sw TMP1, -8+HI(RA) @@ -3641,7 +4573,7 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | li TMP3, BC_JMP | li TMP1, BC_ITERC | sb TMP3, -4+OFS_OP(PC) - | addu PC, TMP0, TMP2 + | addu PC, TMP0, TMP2 | b <1 |. sb TMP1, OFS_OP(PC) break; @@ -3685,9 +4617,11 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | bnez AT, >7 |. addiu MULTRES, TMP1, 8 |6: - | ldc1 f0, 0(RC) + | lw SFRETHI, HI(RC) + | lw SFRETLO, LO(RC) | addiu RC, RC, 8 - | sdc1 f0, 0(RA) + | sw SFRETHI, HI(RA) + | sw SFRETLO, LO(RA) | sltu AT, RC, TMP3 | bnez AT, <6 // More vararg slots? |. addiu RA, RA, 8 @@ -3743,10 +4677,12 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | beqz RC, >3 |. subu BASE, TMP2, TMP0 |2: - | ldc1 f0, 0(RA) + | lw SFRETHI, HI(RA) + | lw SFRETLO, LO(RA) | addiu RA, RA, 8 | addiu RC, RC, -8 - | sdc1 f0, 0(TMP2) + | sw SFRETHI, HI(TMP2) + | sw SFRETLO, LO(TMP2) | bnez RC, <2 |. addiu TMP2, TMP2, 8 |3: @@ -3787,14 +4723,16 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | lw INS, -4(PC) | addiu TMP2, BASE, -8 if (op == BC_RET1) { - | ldc1 f0, 0(RA) + | lw SFRETHI, HI(RA) + | lw SFRETLO, LO(RA) } | decode_RB8a RB, INS | decode_RA8a RA, INS | decode_RB8b RB | decode_RA8b RA if (op == BC_RET1) { - | sdc1 f0, 0(TMP2) + | sw SFRETHI, HI(TMP2) + | sw SFRETLO, LO(TMP2) } | subu BASE, TMP2, RA |5: @@ -3836,69 +4774,147 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | // RA = base*8, RD = target (after end of loop or start of loop) vk = (op == BC_IFORL || op == BC_JFORL); | addu RA, BASE, RA - if (vk) { - | ldc1 f0, FORL_IDX*8(RA) - | ldc1 f4, FORL_STEP*8(RA) - | ldc1 f2, FORL_STOP*8(RA) - | lw TMP3, FORL_STEP*8+HI(RA) - | add.d f0, f0, f4 - | sdc1 f0, FORL_IDX*8(RA) - } else { - | lw TMP1, FORL_IDX*8+HI(RA) - | lw TMP3, FORL_STEP*8+HI(RA) - | lw TMP2, FORL_STOP*8+HI(RA) - | sltiu TMP1, TMP1, LJ_TISNUM - | sltiu TMP0, TMP3, LJ_TISNUM - | sltiu TMP2, TMP2, LJ_TISNUM - | and TMP1, TMP1, TMP0 - | and TMP1, TMP1, TMP2 - | ldc1 f0, FORL_IDX*8(RA) - | beqz TMP1, ->vmeta_for - |. ldc1 f2, FORL_STOP*8(RA) - } + | lw SFARG1HI, FORL_IDX*8+HI(RA) + | lw SFARG1LO, FORL_IDX*8+LO(RA) if (op != BC_JFORL) { | srl RD, RD, 1 - | lui TMP0, (-(BCBIAS_J*4 >> 16) & 65535) + | lui TMP2, (-(BCBIAS_J*4 >> 16) & 65535) + | addu TMP2, RD, TMP2 + } + if (!vk) { + | lw SFARG2HI, FORL_STOP*8+HI(RA) + | lw SFARG2LO, FORL_STOP*8+LO(RA) + | bne SFARG1HI, TISNUM, >5 + |. lw SFRETHI, FORL_STEP*8+HI(RA) + | xor AT, SFARG2HI, TISNUM + | lw SFRETLO, FORL_STEP*8+LO(RA) + | xor TMP0, SFRETHI, TISNUM + | or AT, AT, TMP0 + | bnez AT, ->vmeta_for + |. slt AT, SFRETLO, r0 + | slt CRET1, SFARG2LO, SFARG1LO + | slt TMP1, SFARG1LO, SFARG2LO + | movn CRET1, TMP1, AT + } else { + | bne SFARG1HI, TISNUM, >5 + |. lw SFARG2LO, FORL_STEP*8+LO(RA) + | lw SFRETLO, FORL_STOP*8+LO(RA) + | move TMP3, SFARG1LO + | addu SFARG1LO, SFARG1LO, SFARG2LO + | xor TMP0, SFARG1LO, TMP3 + | xor TMP1, SFARG1LO, SFARG2LO + | and TMP0, TMP0, TMP1 + | slt TMP1, SFARG1LO, SFRETLO + | slt CRET1, SFRETLO, SFARG1LO + | slt AT, SFARG2LO, r0 + | slt TMP0, TMP0, r0 // ((y^a) & (y^b)) < 0: overflow. + | movn CRET1, TMP1, AT + | or CRET1, CRET1, TMP0 + } + |1: + if (op == BC_FORI) { + | movz TMP2, r0, CRET1 + | addu PC, PC, TMP2 + } else if (op == BC_JFORI) { + | addu PC, PC, TMP2 + | lhu RD, -4+OFS_RD(PC) + } else if (op == BC_IFORL) { + | movn TMP2, r0, CRET1 + | addu PC, PC, TMP2 + } + if (vk) { + | sw SFARG1HI, FORL_IDX*8+HI(RA) + | sw SFARG1LO, FORL_IDX*8+LO(RA) } - | c.le.d 0, f0, f2 - | c.le.d 1, f2, f0 - | sdc1 f0, FORL_EXT*8(RA) + | ins_next1 + | sw SFARG1HI, FORL_EXT*8+HI(RA) + | sw SFARG1LO, FORL_EXT*8+LO(RA) + |2: if (op == BC_JFORI) { - | li TMP1, 1 - | li TMP2, 1 - | addu TMP0, RD, TMP0 - | slt TMP3, TMP3, r0 - | movf TMP1, r0, 0 - | addu PC, PC, TMP0 - | movf TMP2, r0, 1 - | lhu RD, -4+OFS_RD(PC) - | movn TMP1, TMP2, TMP3 - | bnez TMP1, =>BC_JLOOP + | beqz CRET1, =>BC_JLOOP |. decode_RD8b RD } else if (op == BC_JFORL) { - | li TMP1, 1 - | li TMP2, 1 - | slt TMP3, TMP3, r0 - | movf TMP1, r0, 0 - | movf TMP2, r0, 1 - | movn TMP1, TMP2, TMP3 - | bnez TMP1, =>BC_JLOOP + | beqz CRET1, =>BC_JLOOP + } + | ins_next2 + | + |5: // FP loop. + |.if FPU + if (!vk) { + | ldc1 f0, FORL_IDX*8(RA) + | ldc1 f2, FORL_STOP*8(RA) + | sltiu TMP0, SFARG1HI, LJ_TISNUM + | sltiu TMP1, SFARG2HI, LJ_TISNUM + | sltiu AT, SFRETHI, LJ_TISNUM + | and TMP0, TMP0, TMP1 + | and AT, AT, TMP0 + | beqz AT, ->vmeta_for + |. slt TMP3, SFRETHI, r0 + | c.ole.d 0, f0, f2 + | c.ole.d 1, f2, f0 + | li CRET1, 1 + | movt CRET1, r0, 0 + | movt AT, r0, 1 + | b <1 + |. movn CRET1, AT, TMP3 + } else { + | ldc1 f0, FORL_IDX*8(RA) + | ldc1 f4, FORL_STEP*8(RA) + | ldc1 f2, FORL_STOP*8(RA) + | lw SFARG2HI, FORL_STEP*8+HI(RA) + | add.d f0, f0, f4 + | c.ole.d 0, f0, f2 + | c.ole.d 1, f2, f0 + | slt TMP3, SFARG2HI, r0 + | li CRET1, 1 + | li AT, 1 + | movt CRET1, r0, 0 + | movt AT, r0, 1 + | movn CRET1, AT, TMP3 + if (op == BC_IFORL) { + | movn TMP2, r0, CRET1 + | addu PC, PC, TMP2 + } + | sdc1 f0, FORL_IDX*8(RA) + | ins_next1 + | b <2 + |. sdc1 f0, FORL_EXT*8(RA) + } + |.else + if (!vk) { + | sltiu TMP0, SFARG1HI, LJ_TISNUM + | sltiu TMP1, SFARG2HI, LJ_TISNUM + | sltiu AT, SFRETHI, LJ_TISNUM + | and TMP0, TMP0, TMP1 + | and AT, AT, TMP0 + | beqz AT, ->vmeta_for + |. nop + | bal ->vm_sfcmpolex + |. move TMP3, SFRETHI + | b <1 |. nop } else { - | addu TMP1, RD, TMP0 - | slt TMP3, TMP3, r0 - | move TMP2, TMP1 - if (op == BC_FORI) { - | movt TMP1, r0, 0 - | movt TMP2, r0, 1 + | lw SFARG2HI, FORL_STEP*8+HI(RA) + | load_got __adddf3 + | call_extern + |. sw TMP2, ARG5 + | lw SFARG2HI, FORL_STOP*8+HI(RA) + | lw SFARG2LO, FORL_STOP*8+LO(RA) + | move SFARG1HI, SFRETHI + | move SFARG1LO, SFRETLO + | bal ->vm_sfcmpolex + |. lw TMP3, FORL_STEP*8+HI(RA) + if ( op == BC_JFORL ) { + | lhu RD, -4+OFS_RD(PC) + | lw TMP2, ARG5 + | b <1 + |. decode_RD8b RD } else { - | movf TMP1, r0, 0 - | movf TMP2, r0, 1 + | b <1 + |. lw TMP2, ARG5 } - | movn TMP1, TMP2, TMP3 - | addu PC, PC, TMP1 } - | ins_next + |.endif break; case BC_ITERL: @@ -3957,8 +4973,8 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | sw AT, DISPATCH_GL(vmstate)(DISPATCH) | lw TRACE:TMP2, 0(TMP1) | sw BASE, DISPATCH_GL(jit_base)(DISPATCH) - | sw L, DISPATCH_GL(jit_L)(DISPATCH) | lw TMP2, TRACE:TMP2->mcode + | sw L, DISPATCH_GL(tmpbuf.L)(DISPATCH) | jr TMP2 |. addiu JGL, DISPATCH, GG_DISP2G+32768 |.endif @@ -4084,6 +5100,7 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | li_vmstate INTERP | lw PC, FRAME_PC(BASE) // Fetch PC of caller. | subu RA, TMP1, RD // RA = L->top - nresults*8 + | sw L, DISPATCH_GL(cur_L)(DISPATCH) | b ->vm_returnc |. st_vmstate break; @@ -4146,8 +5163,10 @@ static void emit_asm_debug(BuildCtx *ctx) fcofs, CFRAME_SIZE); for (i = 23; i >= 16; i--) fprintf(ctx->fp, "\t.byte %d\n\t.uleb128 %d\n", 0x80+i, 26-i); +#if !LJ_SOFTFP for (i = 30; i >= 20; i -= 2) fprintf(ctx->fp, "\t.byte %d\n\t.uleb128 %d\n", 0x80+32+i, 42-i); +#endif fprintf(ctx->fp, "\t.align 2\n" ".LEFDE0:\n\n"); @@ -4165,6 +5184,7 @@ static void emit_asm_debug(BuildCtx *ctx) "\t.align 2\n" ".LEFDE1:\n\n", (int)ctx->codesz - fcofs); #endif +#if !LJ_NO_UNWIND fprintf(ctx->fp, "\t.section .eh_frame,\"aw\",@progbits\n"); fprintf(ctx->fp, "\t.globl lj_err_unwind_dwarf\n" @@ -4198,8 +5218,10 @@ static void emit_asm_debug(BuildCtx *ctx) fcofs, CFRAME_SIZE); for (i = 23; i >= 16; i--) fprintf(ctx->fp, "\t.byte %d\n\t.uleb128 %d\n", 0x80+i, 26-i); +#if !LJ_SOFTFP for (i = 30; i >= 20; i -= 2) fprintf(ctx->fp, "\t.byte %d\n\t.uleb128 %d\n", 0x80+32+i, 42-i); +#endif fprintf(ctx->fp, "\t.align 2\n" ".LEFDE2:\n\n"); @@ -4233,6 +5255,7 @@ static void emit_asm_debug(BuildCtx *ctx) "\t.align 2\n" ".LEFDE3:\n\n", (int)ctx->codesz - fcofs); #endif +#endif break; default: break; diff --git a/core/src/luajit/src/vm_mips64.dasc b/core/src/luajit/src/vm_mips64.dasc new file mode 100644 index 000000000..c06270a0a --- /dev/null +++ b/core/src/luajit/src/vm_mips64.dasc @@ -0,0 +1,5062 @@ +|// Low-level VM code for MIPS64 CPUs. +|// Bytecode interpreter, fast functions and helper functions. +|// Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h +|// +|// Contributed by Djordje Kovacevic and Stefan Pejic from RT-RK.com. +|// Sponsored by Cisco Systems, Inc. +| +|.arch mips64 +|.section code_op, code_sub +| +|.actionlist build_actionlist +|.globals GLOB_ +|.globalnames globnames +|.externnames extnames +| +|// Note: The ragged indentation of the instructions is intentional. +|// The starting columns indicate data dependencies. +| +|//----------------------------------------------------------------------- +| +|// Fixed register assignments for the interpreter. +|// Don't use: r0 = 0, r26/r27 = reserved, r28 = gp, r29 = sp, r31 = ra +| +|.macro .FPU, a, b +|.if FPU +| a, b +|.endif +|.endmacro +| +|// The following must be C callee-save (but BASE is often refetched). +|.define BASE, r16 // Base of current Lua stack frame. +|.define KBASE, r17 // Constants of current Lua function. +|.define PC, r18 // Next PC. +|.define DISPATCH, r19 // Opcode dispatch table. +|.define LREG, r20 // Register holding lua_State (also in SAVE_L). +|.define MULTRES, r21 // Size of multi-result: (nresults+1)*8. +| +|.define JGL, r30 // On-trace: global_State + 32768. +| +|// Constants for type-comparisons, stores and conversions. C callee-save. +|.define TISNIL, r30 +|.define TISNUM, r22 +|.if FPU +|.define TOBIT, f30 // 2^52 + 2^51. +|.endif +| +|// The following temporaries are not saved across C calls, except for RA. +|.define RA, r23 // Callee-save. +|.define RB, r8 +|.define RC, r9 +|.define RD, r10 +|.define INS, r11 +| +|.define AT, r1 // Assembler temporary. +|.define TMP0, r12 +|.define TMP1, r13 +|.define TMP2, r14 +|.define TMP3, r15 +| +|// MIPS n64 calling convention. +|.define CFUNCADDR, r25 +|.define CARG1, r4 +|.define CARG2, r5 +|.define CARG3, r6 +|.define CARG4, r7 +|.define CARG5, r8 +|.define CARG6, r9 +|.define CARG7, r10 +|.define CARG8, r11 +| +|.define CRET1, r2 +|.define CRET2, r3 +| +|.if FPU +|.define FARG1, f12 +|.define FARG2, f13 +|.define FARG3, f14 +|.define FARG4, f15 +|.define FARG5, f16 +|.define FARG6, f17 +|.define FARG7, f18 +|.define FARG8, f19 +| +|.define FRET1, f0 +|.define FRET2, f2 +|.endif +| +|// Stack layout while in interpreter. Must match with lj_frame.h. +|.if FPU // MIPS64 hard-float. +| +|.define CFRAME_SPACE, 192 // Delta for sp. +| +|//----- 16 byte aligned, <-- sp entering interpreter +|.define SAVE_ERRF, 188(sp) // 32 bit values. +|.define SAVE_NRES, 184(sp) +|.define SAVE_CFRAME, 176(sp) // 64 bit values. +|.define SAVE_L, 168(sp) +|.define SAVE_PC, 160(sp) +|//----- 16 byte aligned +|.define SAVE_GPR_, 80 // .. 80+10*8: 64 bit GPR saves. +|.define SAVE_FPR_, 16 // .. 16+8*8: 64 bit FPR saves. +| +|.else // MIPS64 soft-float +| +|.define CFRAME_SPACE, 128 // Delta for sp. +| +|//----- 16 byte aligned, <-- sp entering interpreter +|.define SAVE_ERRF, 124(sp) // 32 bit values. +|.define SAVE_NRES, 120(sp) +|.define SAVE_CFRAME, 112(sp) // 64 bit values. +|.define SAVE_L, 104(sp) +|.define SAVE_PC, 96(sp) +|//----- 16 byte aligned +|.define SAVE_GPR_, 16 // .. 16+10*8: 64 bit GPR saves. +| +|.endif +| +|.define TMPX, 8(sp) // Unused by interpreter, temp for JIT code. +|.define TMPD, 0(sp) +|//----- 16 byte aligned +| +|.define TMPD_OFS, 0 +| +|.define SAVE_MULTRES, TMPD +| +|//----------------------------------------------------------------------- +| +|.macro saveregs +| daddiu sp, sp, -CFRAME_SPACE +| sd ra, SAVE_GPR_+9*8(sp) +| sd r30, SAVE_GPR_+8*8(sp) +| .FPU sdc1 f31, SAVE_FPR_+7*8(sp) +| sd r23, SAVE_GPR_+7*8(sp) +| .FPU sdc1 f30, SAVE_FPR_+6*8(sp) +| sd r22, SAVE_GPR_+6*8(sp) +| .FPU sdc1 f29, SAVE_FPR_+5*8(sp) +| sd r21, SAVE_GPR_+5*8(sp) +| .FPU sdc1 f28, SAVE_FPR_+4*8(sp) +| sd r20, SAVE_GPR_+4*8(sp) +| .FPU sdc1 f27, SAVE_FPR_+3*8(sp) +| sd r19, SAVE_GPR_+3*8(sp) +| .FPU sdc1 f26, SAVE_FPR_+2*8(sp) +| sd r18, SAVE_GPR_+2*8(sp) +| .FPU sdc1 f25, SAVE_FPR_+1*8(sp) +| sd r17, SAVE_GPR_+1*8(sp) +| .FPU sdc1 f24, SAVE_FPR_+0*8(sp) +| sd r16, SAVE_GPR_+0*8(sp) +|.endmacro +| +|.macro restoreregs_ret +| ld ra, SAVE_GPR_+9*8(sp) +| ld r30, SAVE_GPR_+8*8(sp) +| ld r23, SAVE_GPR_+7*8(sp) +| .FPU ldc1 f31, SAVE_FPR_+7*8(sp) +| ld r22, SAVE_GPR_+6*8(sp) +| .FPU ldc1 f30, SAVE_FPR_+6*8(sp) +| ld r21, SAVE_GPR_+5*8(sp) +| .FPU ldc1 f29, SAVE_FPR_+5*8(sp) +| ld r20, SAVE_GPR_+4*8(sp) +| .FPU ldc1 f28, SAVE_FPR_+4*8(sp) +| ld r19, SAVE_GPR_+3*8(sp) +| .FPU ldc1 f27, SAVE_FPR_+3*8(sp) +| ld r18, SAVE_GPR_+2*8(sp) +| .FPU ldc1 f26, SAVE_FPR_+2*8(sp) +| ld r17, SAVE_GPR_+1*8(sp) +| .FPU ldc1 f25, SAVE_FPR_+1*8(sp) +| ld r16, SAVE_GPR_+0*8(sp) +| .FPU ldc1 f24, SAVE_FPR_+0*8(sp) +| jr ra +| daddiu sp, sp, CFRAME_SPACE +|.endmacro +| +|// Type definitions. Some of these are only used for documentation. +|.type L, lua_State, LREG +|.type GL, global_State +|.type TVALUE, TValue +|.type GCOBJ, GCobj +|.type STR, GCstr +|.type TAB, GCtab +|.type LFUNC, GCfuncL +|.type CFUNC, GCfuncC +|.type PROTO, GCproto +|.type UPVAL, GCupval +|.type NODE, Node +|.type NARGS8, int +|.type TRACE, GCtrace +|.type SBUF, SBuf +| +|//----------------------------------------------------------------------- +| +|// Trap for not-yet-implemented parts. +|.macro NYI; .long 0xf0f0f0f0; .endmacro +| +|// Macros to mark delay slots. +|.macro ., a; a; .endmacro +|.macro ., a,b; a,b; .endmacro +|.macro ., a,b,c; a,b,c; .endmacro +|.macro ., a,b,c,d; a,b,c,d; .endmacro +| +|.define FRAME_PC, -8 +|.define FRAME_FUNC, -16 +| +|//----------------------------------------------------------------------- +| +|// Endian-specific defines. +|.if ENDIAN_LE +|.define HI, 4 +|.define LO, 0 +|.define OFS_RD, 2 +|.define OFS_RA, 1 +|.define OFS_OP, 0 +|.else +|.define HI, 0 +|.define LO, 4 +|.define OFS_RD, 0 +|.define OFS_RA, 2 +|.define OFS_OP, 3 +|.endif +| +|// Instruction decode. +|.macro decode_OP1, dst, ins; andi dst, ins, 0xff; .endmacro +|.macro decode_OP8a, dst, ins; andi dst, ins, 0xff; .endmacro +|.macro decode_OP8b, dst; sll dst, dst, 3; .endmacro +|.macro decode_RC8a, dst, ins; srl dst, ins, 13; .endmacro +|.macro decode_RC8b, dst; andi dst, dst, 0x7f8; .endmacro +|.macro decode_RD4b, dst; sll dst, dst, 2; .endmacro +|.macro decode_RA8a, dst, ins; srl dst, ins, 5; .endmacro +|.macro decode_RA8b, dst; andi dst, dst, 0x7f8; .endmacro +|.macro decode_RB8a, dst, ins; srl dst, ins, 21; .endmacro +|.macro decode_RB8b, dst; andi dst, dst, 0x7f8; .endmacro +|.macro decode_RD8a, dst, ins; srl dst, ins, 16; .endmacro +|.macro decode_RD8b, dst; sll dst, dst, 3; .endmacro +|.macro decode_RDtoRC8, dst, src; andi dst, src, 0x7f8; .endmacro +| +|// Instruction fetch. +|.macro ins_NEXT1 +| lw INS, 0(PC) +| daddiu PC, PC, 4 +|.endmacro +|// Instruction decode+dispatch. +|.macro ins_NEXT2 +| decode_OP8a TMP1, INS +| decode_OP8b TMP1 +| daddu TMP0, DISPATCH, TMP1 +| decode_RD8a RD, INS +| ld AT, 0(TMP0) +| decode_RA8a RA, INS +| decode_RD8b RD +| jr AT +| decode_RA8b RA +|.endmacro +|.macro ins_NEXT +| ins_NEXT1 +| ins_NEXT2 +|.endmacro +| +|// Instruction footer. +|.if 1 +| // Replicated dispatch. Less unpredictable branches, but higher I-Cache use. +| .define ins_next, ins_NEXT +| .define ins_next_, ins_NEXT +| .define ins_next1, ins_NEXT1 +| .define ins_next2, ins_NEXT2 +|.else +| // Common dispatch. Lower I-Cache use, only one (very) unpredictable branch. +| // Affects only certain kinds of benchmarks (and only with -j off). +| .macro ins_next +| b ->ins_next +| .endmacro +| .macro ins_next1 +| .endmacro +| .macro ins_next2 +| b ->ins_next +| .endmacro +| .macro ins_next_ +| ->ins_next: +| ins_NEXT +| .endmacro +|.endif +| +|// Call decode and dispatch. +|.macro ins_callt +| // BASE = new base, RB = LFUNC/CFUNC, RC = nargs*8, FRAME_PC(BASE) = PC +| ld PC, LFUNC:RB->pc +| lw INS, 0(PC) +| daddiu PC, PC, 4 +| decode_OP8a TMP1, INS +| decode_RA8a RA, INS +| decode_OP8b TMP1 +| decode_RA8b RA +| daddu TMP0, DISPATCH, TMP1 +| ld TMP0, 0(TMP0) +| jr TMP0 +| daddu RA, RA, BASE +|.endmacro +| +|.macro ins_call +| // BASE = new base, RB = LFUNC/CFUNC, RC = nargs*8, PC = caller PC +| sd PC, FRAME_PC(BASE) +| ins_callt +|.endmacro +| +|//----------------------------------------------------------------------- +| +|.macro branch_RD +| srl TMP0, RD, 1 +| lui AT, (-(BCBIAS_J*4 >> 16) & 65535) +| addu TMP0, TMP0, AT +| daddu PC, PC, TMP0 +|.endmacro +| +|// Assumes DISPATCH is relative to GL. +#define DISPATCH_GL(field) (GG_DISP2G + (int)offsetof(global_State, field)) +#define DISPATCH_J(field) (GG_DISP2J + (int)offsetof(jit_State, field)) +#define GG_DISP2GOT (GG_OFS(got) - GG_OFS(dispatch)) +#define DISPATCH_GOT(name) (GG_DISP2GOT + sizeof(void*)*LJ_GOT_##name) +| +#define PC2PROTO(field) ((int)offsetof(GCproto, field)-(int)sizeof(GCproto)) +| +|.macro load_got, func +| ld CFUNCADDR, DISPATCH_GOT(func)(DISPATCH) +|.endmacro +|// Much faster. Sadly, there's no easy way to force the required code layout. +|// .macro call_intern, func; bal extern func; .endmacro +|.macro call_intern, func; jalr CFUNCADDR; .endmacro +|.macro call_extern; jalr CFUNCADDR; .endmacro +|.macro jmp_extern; jr CFUNCADDR; .endmacro +| +|.macro hotcheck, delta, target +| dsrl TMP1, PC, 1 +| andi TMP1, TMP1, 126 +| daddu TMP1, TMP1, DISPATCH +| lhu TMP2, GG_DISP2HOT(TMP1) +| addiu TMP2, TMP2, -delta +| bltz TMP2, target +|. sh TMP2, GG_DISP2HOT(TMP1) +|.endmacro +| +|.macro hotloop +| hotcheck HOTCOUNT_LOOP, ->vm_hotloop +|.endmacro +| +|.macro hotcall +| hotcheck HOTCOUNT_CALL, ->vm_hotcall +|.endmacro +| +|// Set current VM state. Uses TMP0. +|.macro li_vmstate, st; li TMP0, ~LJ_VMST_..st; .endmacro +|.macro st_vmstate; sw TMP0, DISPATCH_GL(vmstate)(DISPATCH); .endmacro +| +|// Move table write barrier back. Overwrites mark and tmp. +|.macro barrierback, tab, mark, tmp, target +| ld tmp, DISPATCH_GL(gc.grayagain)(DISPATCH) +| andi mark, mark, ~LJ_GC_BLACK & 255 // black2gray(tab) +| sd tab, DISPATCH_GL(gc.grayagain)(DISPATCH) +| sb mark, tab->marked +| b target +|. sd tmp, tab->gclist +|.endmacro +| +|// Clear type tag. Isolate lowest 14+32+1=47 bits of reg. +|.macro cleartp, reg; dextm reg, reg, 0, 14; .endmacro +|.macro cleartp, dst, reg; dextm dst, reg, 0, 14; .endmacro +| +|// Set type tag: Merge 17 type bits into bits [15+32=47, 31+32+1=64) of dst. +|.macro settp, dst, tp; dinsu dst, tp, 15, 31; .endmacro +| +|// Extract (negative) type tag. +|.macro gettp, dst, src; dsra dst, src, 47; .endmacro +| +|// Macros to check the TValue type and extract the GCobj. Branch on failure. +|.macro checktp, reg, tp, target +| gettp AT, reg +| daddiu AT, AT, tp +| bnez AT, target +|. cleartp reg +|.endmacro +|.macro checktp, dst, reg, tp, target +| gettp AT, reg +| daddiu AT, AT, tp +| bnez AT, target +|. cleartp dst, reg +|.endmacro +|.macro checkstr, reg, target; checktp reg, -LJ_TSTR, target; .endmacro +|.macro checktab, reg, target; checktp reg, -LJ_TTAB, target; .endmacro +|.macro checkfunc, reg, target; checktp reg, -LJ_TFUNC, target; .endmacro +|.macro checkint, reg, target // Caveat: has delay slot! +| gettp AT, reg +| bne AT, TISNUM, target +|.endmacro +|.macro checknum, reg, target // Caveat: has delay slot! +| gettp AT, reg +| sltiu AT, AT, LJ_TISNUM +| beqz AT, target +|.endmacro +| +|.macro mov_false, reg +| lu reg, 0x8000 +| dsll reg, reg, 32 +| not reg, reg +|.endmacro +|.macro mov_true, reg +| li reg, 0x0001 +| dsll reg, reg, 48 +| not reg, reg +|.endmacro +| +|//----------------------------------------------------------------------- + +/* Generate subroutines used by opcodes and other parts of the VM. */ +/* The .code_sub section should be last to help static branch prediction. */ +static void build_subroutines(BuildCtx *ctx) +{ + |.code_sub + | + |//----------------------------------------------------------------------- + |//-- Return handling ---------------------------------------------------- + |//----------------------------------------------------------------------- + | + |->vm_returnp: + | // See vm_return. Also: TMP2 = previous base. + | andi AT, PC, FRAME_P + | beqz AT, ->cont_dispatch + | + | // Return from pcall or xpcall fast func. + |. mov_true TMP1 + | ld PC, FRAME_PC(TMP2) // Fetch PC of previous frame. + | move BASE, TMP2 // Restore caller base. + | // Prepending may overwrite the pcall frame, so do it at the end. + | sd TMP1, -8(RA) // Prepend true to results. + | daddiu RA, RA, -8 + | + |->vm_returnc: + | addiu RD, RD, 8 // RD = (nresults+1)*8. + | andi TMP0, PC, FRAME_TYPE + | beqz RD, ->vm_unwind_c_eh + |. li CRET1, LUA_YIELD + | beqz TMP0, ->BC_RET_Z // Handle regular return to Lua. + |. move MULTRES, RD + | + |->vm_return: + | // BASE = base, RA = resultptr, RD/MULTRES = (nresults+1)*8, PC = return + | // TMP0 = PC & FRAME_TYPE + | li TMP2, -8 + | xori AT, TMP0, FRAME_C + | and TMP2, PC, TMP2 + | bnez AT, ->vm_returnp + | dsubu TMP2, BASE, TMP2 // TMP2 = previous base. + | + | addiu TMP1, RD, -8 + | sd TMP2, L->base + | li_vmstate C + | lw TMP2, SAVE_NRES + | daddiu BASE, BASE, -16 + | st_vmstate + | beqz TMP1, >2 + |. sll TMP2, TMP2, 3 + |1: + | addiu TMP1, TMP1, -8 + | ld CRET1, 0(RA) + | daddiu RA, RA, 8 + | sd CRET1, 0(BASE) + | bnez TMP1, <1 + |. daddiu BASE, BASE, 8 + | + |2: + | bne TMP2, RD, >6 + |3: + |. sd BASE, L->top // Store new top. + | + |->vm_leave_cp: + | ld TMP0, SAVE_CFRAME // Restore previous C frame. + | move CRET1, r0 // Ok return status for vm_pcall. + | sd TMP0, L->cframe + | + |->vm_leave_unw: + | restoreregs_ret + | + |6: + | ld TMP1, L->maxstack + | slt AT, TMP2, RD + | bnez AT, >7 // Less results wanted? + | // More results wanted. Check stack size and fill up results with nil. + |. slt AT, BASE, TMP1 + | beqz AT, >8 + |. nop + | sd TISNIL, 0(BASE) + | addiu RD, RD, 8 + | b <2 + |. daddiu BASE, BASE, 8 + | + |7: // Less results wanted. + | subu TMP0, RD, TMP2 + | dsubu TMP0, BASE, TMP0 // Either keep top or shrink it. + | b <3 + |. movn BASE, TMP0, TMP2 // LUA_MULTRET+1 case? + | + |8: // Corner case: need to grow stack for filling up results. + | // This can happen if: + | // - A C function grows the stack (a lot). + | // - The GC shrinks the stack in between. + | // - A return back from a lua_call() with (high) nresults adjustment. + | load_got lj_state_growstack + | move MULTRES, RD + | srl CARG2, TMP2, 3 + | call_intern lj_state_growstack // (lua_State *L, int n) + |. move CARG1, L + | lw TMP2, SAVE_NRES + | ld BASE, L->top // Need the (realloced) L->top in BASE. + | move RD, MULTRES + | b <2 + |. sll TMP2, TMP2, 3 + | + |->vm_unwind_c: // Unwind C stack, return from vm_pcall. + | // (void *cframe, int errcode) + | move sp, CARG1 + | move CRET1, CARG2 + |->vm_unwind_c_eh: // Landing pad for external unwinder. + | ld L, SAVE_L + | li TMP0, ~LJ_VMST_C + | ld GL:TMP1, L->glref + | b ->vm_leave_unw + |. sw TMP0, GL:TMP1->vmstate + | + |->vm_unwind_ff: // Unwind C stack, return from ff pcall. + | // (void *cframe) + | li AT, -4 + | and sp, CARG1, AT + |->vm_unwind_ff_eh: // Landing pad for external unwinder. + | ld L, SAVE_L + | .FPU lui TMP3, 0x59c0 // TOBIT = 2^52 + 2^51 (float). + | li TISNIL, LJ_TNIL + | li TISNUM, LJ_TISNUM + | ld BASE, L->base + | ld DISPATCH, L->glref // Setup pointer to dispatch table. + | .FPU mtc1 TMP3, TOBIT + | mov_false TMP1 + | li_vmstate INTERP + | ld PC, FRAME_PC(BASE) // Fetch PC of previous frame. + | .FPU cvt.d.s TOBIT, TOBIT + | daddiu RA, BASE, -8 // Results start at BASE-8. + | daddiu DISPATCH, DISPATCH, GG_G2DISP + | sd TMP1, 0(RA) // Prepend false to error message. + | st_vmstate + | b ->vm_returnc + |. li RD, 16 // 2 results: false + error message. + | + |//----------------------------------------------------------------------- + |//-- Grow stack for calls ----------------------------------------------- + |//----------------------------------------------------------------------- + | + |->vm_growstack_c: // Grow stack for C function. + | b >2 + |. li CARG2, LUA_MINSTACK + | + |->vm_growstack_l: // Grow stack for Lua function. + | // BASE = new base, RA = BASE+framesize*8, RC = nargs*8, PC = first PC + | daddu RC, BASE, RC + | dsubu RA, RA, BASE + | sd BASE, L->base + | daddiu PC, PC, 4 // Must point after first instruction. + | sd RC, L->top + | srl CARG2, RA, 3 + |2: + | // L->base = new base, L->top = top + | load_got lj_state_growstack + | sd PC, SAVE_PC + | call_intern lj_state_growstack // (lua_State *L, int n) + |. move CARG1, L + | ld BASE, L->base + | ld RC, L->top + | ld LFUNC:RB, FRAME_FUNC(BASE) + | dsubu RC, RC, BASE + | cleartp LFUNC:RB + | // BASE = new base, RB = LFUNC/CFUNC, RC = nargs*8, FRAME_PC(BASE) = PC + | ins_callt // Just retry the call. + | + |//----------------------------------------------------------------------- + |//-- Entry points into the assembler VM --------------------------------- + |//----------------------------------------------------------------------- + | + |->vm_resume: // Setup C frame and resume thread. + | // (lua_State *L, TValue *base, int nres1 = 0, ptrdiff_t ef = 0) + | saveregs + | move L, CARG1 + | ld DISPATCH, L->glref // Setup pointer to dispatch table. + | move BASE, CARG2 + | lbu TMP1, L->status + | sd L, SAVE_L + | li PC, FRAME_CP + | daddiu TMP0, sp, CFRAME_RESUME + | daddiu DISPATCH, DISPATCH, GG_G2DISP + | sw r0, SAVE_NRES + | sw r0, SAVE_ERRF + | sd CARG1, SAVE_PC // Any value outside of bytecode is ok. + | sd r0, SAVE_CFRAME + | beqz TMP1, >3 + |. sd TMP0, L->cframe + | + | // Resume after yield (like a return). + | sd L, DISPATCH_GL(cur_L)(DISPATCH) + | move RA, BASE + | ld BASE, L->base + | ld TMP1, L->top + | ld PC, FRAME_PC(BASE) + | .FPU lui TMP3, 0x59c0 // TOBIT = 2^52 + 2^51 (float). + | dsubu RD, TMP1, BASE + | .FPU mtc1 TMP3, TOBIT + | sb r0, L->status + | .FPU cvt.d.s TOBIT, TOBIT + | li_vmstate INTERP + | daddiu RD, RD, 8 + | st_vmstate + | move MULTRES, RD + | andi TMP0, PC, FRAME_TYPE + | li TISNIL, LJ_TNIL + | beqz TMP0, ->BC_RET_Z + |. li TISNUM, LJ_TISNUM + | b ->vm_return + |. nop + | + |->vm_pcall: // Setup protected C frame and enter VM. + | // (lua_State *L, TValue *base, int nres1, ptrdiff_t ef) + | saveregs + | sw CARG4, SAVE_ERRF + | b >1 + |. li PC, FRAME_CP + | + |->vm_call: // Setup C frame and enter VM. + | // (lua_State *L, TValue *base, int nres1) + | saveregs + | li PC, FRAME_C + | + |1: // Entry point for vm_pcall above (PC = ftype). + | ld TMP1, L:CARG1->cframe + | move L, CARG1 + | sw CARG3, SAVE_NRES + | ld DISPATCH, L->glref // Setup pointer to dispatch table. + | sd CARG1, SAVE_L + | move BASE, CARG2 + | daddiu DISPATCH, DISPATCH, GG_G2DISP + | sd CARG1, SAVE_PC // Any value outside of bytecode is ok. + | sd TMP1, SAVE_CFRAME + | sd sp, L->cframe // Add our C frame to cframe chain. + | + |3: // Entry point for vm_cpcall/vm_resume (BASE = base, PC = ftype). + | sd L, DISPATCH_GL(cur_L)(DISPATCH) + | ld TMP2, L->base // TMP2 = old base (used in vmeta_call). + | .FPU lui TMP3, 0x59c0 // TOBIT = 2^52 + 2^51 (float). + | ld TMP1, L->top + | .FPU mtc1 TMP3, TOBIT + | daddu PC, PC, BASE + | dsubu NARGS8:RC, TMP1, BASE + | li TISNUM, LJ_TISNUM + | dsubu PC, PC, TMP2 // PC = frame delta + frame type + | .FPU cvt.d.s TOBIT, TOBIT + | li_vmstate INTERP + | li TISNIL, LJ_TNIL + | st_vmstate + | + |->vm_call_dispatch: + | // TMP2 = old base, BASE = new base, RC = nargs*8, PC = caller PC + | ld LFUNC:RB, FRAME_FUNC(BASE) + | checkfunc LFUNC:RB, ->vmeta_call + | + |->vm_call_dispatch_f: + | ins_call + | // BASE = new base, RB = func, RC = nargs*8, PC = caller PC + | + |->vm_cpcall: // Setup protected C frame, call C. + | // (lua_State *L, lua_CFunction func, void *ud, lua_CPFunction cp) + | saveregs + | move L, CARG1 + | ld TMP0, L:CARG1->stack + | sd CARG1, SAVE_L + | ld TMP1, L->top + | ld DISPATCH, L->glref // Setup pointer to dispatch table. + | sd CARG1, SAVE_PC // Any value outside of bytecode is ok. + | dsubu TMP0, TMP0, TMP1 // Compute -savestack(L, L->top). + | ld TMP1, L->cframe + | daddiu DISPATCH, DISPATCH, GG_G2DISP + | sw TMP0, SAVE_NRES // Neg. delta means cframe w/o frame. + | sw r0, SAVE_ERRF // No error function. + | sd TMP1, SAVE_CFRAME + | sd sp, L->cframe // Add our C frame to cframe chain. + | sd L, DISPATCH_GL(cur_L)(DISPATCH) + | jalr CARG4 // (lua_State *L, lua_CFunction func, void *ud) + |. move CFUNCADDR, CARG4 + | move BASE, CRET1 + | bnez CRET1, <3 // Else continue with the call. + |. li PC, FRAME_CP + | b ->vm_leave_cp // No base? Just remove C frame. + |. nop + | + |//----------------------------------------------------------------------- + |//-- Metamethod handling ------------------------------------------------ + |//----------------------------------------------------------------------- + | + |// The lj_meta_* functions (except for lj_meta_cat) don't reallocate the + |// stack, so BASE doesn't need to be reloaded across these calls. + | + |//-- Continuation dispatch ---------------------------------------------- + | + |->cont_dispatch: + | // BASE = meta base, RA = resultptr, RD = (nresults+1)*8 + | ld TMP0, -32(BASE) // Continuation. + | move RB, BASE + | move BASE, TMP2 // Restore caller BASE. + | ld LFUNC:TMP1, FRAME_FUNC(TMP2) + |.if FFI + | sltiu AT, TMP0, 2 + |.endif + | ld PC, -24(RB) // Restore PC from [cont|PC]. + | cleartp LFUNC:TMP1 + | daddu TMP2, RA, RD + | ld TMP1, LFUNC:TMP1->pc + |.if FFI + | bnez AT, >1 + |.endif + |. sd TISNIL, -8(TMP2) // Ensure one valid arg. + | // BASE = base, RA = resultptr, RB = meta base + | jr TMP0 // Jump to continuation. + |. ld KBASE, PC2PROTO(k)(TMP1) + | + |.if FFI + |1: + | bnez TMP0, ->cont_ffi_callback // cont = 1: return from FFI callback. + | // cont = 0: tailcall from C function. + |. daddiu TMP1, RB, -32 + | b ->vm_call_tail + |. dsubu RC, TMP1, BASE + |.endif + | + |->cont_cat: // RA = resultptr, RB = meta base + | lw INS, -4(PC) + | daddiu CARG2, RB, -32 + | ld CRET1, 0(RA) + | decode_RB8a MULTRES, INS + | decode_RA8a RA, INS + | decode_RB8b MULTRES + | decode_RA8b RA + | daddu TMP1, BASE, MULTRES + | sd BASE, L->base + | dsubu CARG3, CARG2, TMP1 + | bne TMP1, CARG2, ->BC_CAT_Z + |. sd CRET1, 0(CARG2) + | daddu RA, BASE, RA + | b ->cont_nop + |. sd CRET1, 0(RA) + | + |//-- Table indexing metamethods ----------------------------------------- + | + |->vmeta_tgets1: + | daddiu CARG3, DISPATCH, DISPATCH_GL(tmptv) + | li TMP0, LJ_TSTR + | settp STR:RC, TMP0 + | b >1 + |. sd STR:RC, 0(CARG3) + | + |->vmeta_tgets: + | daddiu CARG2, DISPATCH, DISPATCH_GL(tmptv) + | li TMP0, LJ_TTAB + | li TMP1, LJ_TSTR + | settp TAB:RB, TMP0 + | daddiu CARG3, DISPATCH, DISPATCH_GL(tmptv2) + | sd TAB:RB, 0(CARG2) + | settp STR:RC, TMP1 + | b >1 + |. sd STR:RC, 0(CARG3) + | + |->vmeta_tgetb: // TMP0 = index + | daddiu CARG3, DISPATCH, DISPATCH_GL(tmptv) + | settp TMP0, TISNUM + | sd TMP0, 0(CARG3) + | + |->vmeta_tgetv: + |1: + | load_got lj_meta_tget + | sd BASE, L->base + | sd PC, SAVE_PC + | call_intern lj_meta_tget // (lua_State *L, TValue *o, TValue *k) + |. move CARG1, L + | // Returns TValue * (finished) or NULL (metamethod). + | beqz CRET1, >3 + |. daddiu TMP1, BASE, -FRAME_CONT + | ld CARG1, 0(CRET1) + | ins_next1 + | sd CARG1, 0(RA) + | ins_next2 + | + |3: // Call __index metamethod. + | // BASE = base, L->top = new base, stack = cont/func/t/k + | ld BASE, L->top + | sd PC, -24(BASE) // [cont|PC] + | dsubu PC, BASE, TMP1 + | ld LFUNC:RB, FRAME_FUNC(BASE) // Guaranteed to be a function here. + | cleartp LFUNC:RB + | b ->vm_call_dispatch_f + |. li NARGS8:RC, 16 // 2 args for func(t, k). + | + |->vmeta_tgetr: + | load_got lj_tab_getinth + | call_intern lj_tab_getinth // (GCtab *t, int32_t key) + |. nop + | // Returns cTValue * or NULL. + | beqz CRET1, ->BC_TGETR_Z + |. move CARG2, TISNIL + | b ->BC_TGETR_Z + |. ld CARG2, 0(CRET1) + | + |//----------------------------------------------------------------------- + | + |->vmeta_tsets1: + | daddiu CARG3, DISPATCH, DISPATCH_GL(tmptv) + | li TMP0, LJ_TSTR + | settp STR:RC, TMP0 + | b >1 + |. sd STR:RC, 0(CARG3) + | + |->vmeta_tsets: + | daddiu CARG2, DISPATCH, DISPATCH_GL(tmptv) + | li TMP0, LJ_TTAB + | li TMP1, LJ_TSTR + | settp TAB:RB, TMP0 + | daddiu CARG3, DISPATCH, DISPATCH_GL(tmptv2) + | sd TAB:RB, 0(CARG2) + | settp STR:RC, TMP1 + | b >1 + |. sd STR:RC, 0(CARG3) + | + |->vmeta_tsetb: // TMP0 = index + | daddiu CARG3, DISPATCH, DISPATCH_GL(tmptv) + | settp TMP0, TISNUM + | sd TMP0, 0(CARG3) + | + |->vmeta_tsetv: + |1: + | load_got lj_meta_tset + | sd BASE, L->base + | sd PC, SAVE_PC + | call_intern lj_meta_tset // (lua_State *L, TValue *o, TValue *k) + |. move CARG1, L + | // Returns TValue * (finished) or NULL (metamethod). + | beqz CRET1, >3 + |. ld CARG1, 0(RA) + | // NOBARRIER: lj_meta_tset ensures the table is not black. + | ins_next1 + | sd CARG1, 0(CRET1) + | ins_next2 + | + |3: // Call __newindex metamethod. + | // BASE = base, L->top = new base, stack = cont/func/t/k/(v) + | daddiu TMP1, BASE, -FRAME_CONT + | ld BASE, L->top + | sd PC, -24(BASE) // [cont|PC] + | dsubu PC, BASE, TMP1 + | ld LFUNC:RB, FRAME_FUNC(BASE) // Guaranteed to be a function here. + | cleartp LFUNC:RB + | sd CARG1, 16(BASE) // Copy value to third argument. + | b ->vm_call_dispatch_f + |. li NARGS8:RC, 24 // 3 args for func(t, k, v) + | + |->vmeta_tsetr: + | load_got lj_tab_setinth + | sd BASE, L->base + | sd PC, SAVE_PC + | call_intern lj_tab_setinth // (lua_State *L, GCtab *t, int32_t key) + |. move CARG1, L + | // Returns TValue *. + | b ->BC_TSETR_Z + |. nop + | + |//-- Comparison metamethods --------------------------------------------- + | + |->vmeta_comp: + | // RA/RD point to o1/o2. + | move CARG2, RA + | move CARG3, RD + | load_got lj_meta_comp + | daddiu PC, PC, -4 + | sd BASE, L->base + | sd PC, SAVE_PC + | decode_OP1 CARG4, INS + | call_intern lj_meta_comp // (lua_State *L, TValue *o1, *o2, int op) + |. move CARG1, L + | // Returns 0/1 or TValue * (metamethod). + |3: + | sltiu AT, CRET1, 2 + | beqz AT, ->vmeta_binop + | negu TMP2, CRET1 + |4: + | lhu RD, OFS_RD(PC) + | daddiu PC, PC, 4 + | lui TMP1, (-(BCBIAS_J*4 >> 16) & 65535) + | sll RD, RD, 2 + | addu RD, RD, TMP1 + | and RD, RD, TMP2 + | daddu PC, PC, RD + |->cont_nop: + | ins_next + | + |->cont_ra: // RA = resultptr + | lbu TMP1, -4+OFS_RA(PC) + | ld CRET1, 0(RA) + | sll TMP1, TMP1, 3 + | daddu TMP1, BASE, TMP1 + | b ->cont_nop + |. sd CRET1, 0(TMP1) + | + |->cont_condt: // RA = resultptr + | ld TMP0, 0(RA) + | gettp TMP0, TMP0 + | sltiu AT, TMP0, LJ_TISTRUECOND + | b <4 + |. negu TMP2, AT // Branch if result is true. + | + |->cont_condf: // RA = resultptr + | ld TMP0, 0(RA) + | gettp TMP0, TMP0 + | sltiu AT, TMP0, LJ_TISTRUECOND + | b <4 + |. addiu TMP2, AT, -1 // Branch if result is false. + | + |->vmeta_equal: + | // CARG1/CARG2 point to o1/o2. TMP0 is set to 0/1. + | load_got lj_meta_equal + | cleartp LFUNC:CARG3, CARG2 + | cleartp LFUNC:CARG2, CARG1 + | move CARG4, TMP0 + | daddiu PC, PC, -4 + | sd BASE, L->base + | sd PC, SAVE_PC + | call_intern lj_meta_equal // (lua_State *L, GCobj *o1, *o2, int ne) + |. move CARG1, L + | // Returns 0/1 or TValue * (metamethod). + | b <3 + |. nop + | + |->vmeta_equal_cd: + |.if FFI + | load_got lj_meta_equal_cd + | move CARG2, INS + | daddiu PC, PC, -4 + | sd BASE, L->base + | sd PC, SAVE_PC + | call_intern lj_meta_equal_cd // (lua_State *L, BCIns op) + |. move CARG1, L + | // Returns 0/1 or TValue * (metamethod). + | b <3 + |. nop + |.endif + | + |->vmeta_istype: + | load_got lj_meta_istype + | daddiu PC, PC, -4 + | sd BASE, L->base + | srl CARG2, RA, 3 + | srl CARG3, RD, 3 + | sd PC, SAVE_PC + | call_intern lj_meta_istype // (lua_State *L, BCReg ra, BCReg tp) + |. move CARG1, L + | b ->cont_nop + |. nop + | + |//-- Arithmetic metamethods --------------------------------------------- + | + |->vmeta_unm: + | move RC, RB + | + |->vmeta_arith: + | load_got lj_meta_arith + | sd BASE, L->base + | move CARG2, RA + | sd PC, SAVE_PC + | move CARG3, RB + | move CARG4, RC + | decode_OP1 CARG5, INS // CARG5 == RB. + | call_intern lj_meta_arith // (lua_State *L, TValue *ra,*rb,*rc, BCReg op) + |. move CARG1, L + | // Returns NULL (finished) or TValue * (metamethod). + | beqz CRET1, ->cont_nop + |. nop + | + | // Call metamethod for binary op. + |->vmeta_binop: + | // BASE = old base, CRET1 = new base, stack = cont/func/o1/o2 + | dsubu TMP1, CRET1, BASE + | sd PC, -24(CRET1) // [cont|PC] + | move TMP2, BASE + | daddiu PC, TMP1, FRAME_CONT + | move BASE, CRET1 + | b ->vm_call_dispatch + |. li NARGS8:RC, 16 // 2 args for func(o1, o2). + | + |->vmeta_len: + | // CARG2 already set by BC_LEN. +#if LJ_52 + | move MULTRES, CARG1 +#endif + | load_got lj_meta_len + | sd BASE, L->base + | sd PC, SAVE_PC + | call_intern lj_meta_len // (lua_State *L, TValue *o) + |. move CARG1, L + | // Returns NULL (retry) or TValue * (metamethod base). +#if LJ_52 + | bnez CRET1, ->vmeta_binop // Binop call for compatibility. + |. nop + | b ->BC_LEN_Z + |. move CARG1, MULTRES +#else + | b ->vmeta_binop // Binop call for compatibility. + |. nop +#endif + | + |//-- Call metamethod ---------------------------------------------------- + | + |->vmeta_call: // Resolve and call __call metamethod. + | // TMP2 = old base, BASE = new base, RC = nargs*8 + | load_got lj_meta_call + | sd TMP2, L->base // This is the callers base! + | daddiu CARG2, BASE, -16 + | sd PC, SAVE_PC + | daddu CARG3, BASE, RC + | move MULTRES, NARGS8:RC + | call_intern lj_meta_call // (lua_State *L, TValue *func, TValue *top) + |. move CARG1, L + | ld LFUNC:RB, FRAME_FUNC(BASE) // Guaranteed to be a function here. + | daddiu NARGS8:RC, MULTRES, 8 // Got one more argument now. + | cleartp LFUNC:RB + | ins_call + | + |->vmeta_callt: // Resolve __call for BC_CALLT. + | // BASE = old base, RA = new base, RC = nargs*8 + | load_got lj_meta_call + | sd BASE, L->base + | daddiu CARG2, RA, -16 + | sd PC, SAVE_PC + | daddu CARG3, RA, RC + | move MULTRES, NARGS8:RC + | call_intern lj_meta_call // (lua_State *L, TValue *func, TValue *top) + |. move CARG1, L + | ld RB, FRAME_FUNC(RA) // Guaranteed to be a function here. + | ld TMP1, FRAME_PC(BASE) + | daddiu NARGS8:RC, MULTRES, 8 // Got one more argument now. + | b ->BC_CALLT_Z + |. cleartp LFUNC:CARG3, RB + | + |//-- Argument coercion for 'for' statement ------------------------------ + | + |->vmeta_for: + | load_got lj_meta_for + | sd BASE, L->base + | move CARG2, RA + | sd PC, SAVE_PC + | move MULTRES, INS + | call_intern lj_meta_for // (lua_State *L, TValue *base) + |. move CARG1, L + |.if JIT + | decode_OP1 TMP0, MULTRES + | li AT, BC_JFORI + |.endif + | decode_RA8a RA, MULTRES + | decode_RD8a RD, MULTRES + | decode_RA8b RA + |.if JIT + | beq TMP0, AT, =>BC_JFORI + |. decode_RD8b RD + | b =>BC_FORI + |. nop + |.else + | b =>BC_FORI + |. decode_RD8b RD + |.endif + | + |//----------------------------------------------------------------------- + |//-- Fast functions ----------------------------------------------------- + |//----------------------------------------------------------------------- + | + |.macro .ffunc, name + |->ff_ .. name: + |.endmacro + | + |.macro .ffunc_1, name + |->ff_ .. name: + | beqz NARGS8:RC, ->fff_fallback + |. ld CARG1, 0(BASE) + |.endmacro + | + |.macro .ffunc_2, name + |->ff_ .. name: + | sltiu AT, NARGS8:RC, 16 + | ld CARG1, 0(BASE) + | bnez AT, ->fff_fallback + |. ld CARG2, 8(BASE) + |.endmacro + | + |.macro .ffunc_n, name // Caveat: has delay slot! + |->ff_ .. name: + | ld CARG1, 0(BASE) + | beqz NARGS8:RC, ->fff_fallback + | // Either ldc1 or the 1st instruction of checknum is in the delay slot. + | .FPU ldc1 FARG1, 0(BASE) + | checknum CARG1, ->fff_fallback + |.endmacro + | + |.macro .ffunc_nn, name // Caveat: has delay slot! + |->ff_ .. name: + | ld CARG1, 0(BASE) + | sltiu AT, NARGS8:RC, 16 + | ld CARG2, 8(BASE) + | bnez AT, ->fff_fallback + |. gettp TMP0, CARG1 + | gettp TMP1, CARG2 + | sltiu TMP0, TMP0, LJ_TISNUM + | sltiu TMP1, TMP1, LJ_TISNUM + | .FPU ldc1 FARG1, 0(BASE) + | and TMP0, TMP0, TMP1 + | .FPU ldc1 FARG2, 8(BASE) + | beqz TMP0, ->fff_fallback + |.endmacro + | + |// Inlined GC threshold check. Caveat: uses TMP0 and TMP1 and has delay slot! + |.macro ffgccheck + | ld TMP0, DISPATCH_GL(gc.total)(DISPATCH) + | ld TMP1, DISPATCH_GL(gc.threshold)(DISPATCH) + | dsubu AT, TMP0, TMP1 + | bgezal AT, ->fff_gcstep + |.endmacro + | + |//-- Base library: checks ----------------------------------------------- + |.ffunc_1 assert + | gettp AT, CARG1 + | sltiu AT, AT, LJ_TISTRUECOND + | beqz AT, ->fff_fallback + |. daddiu RA, BASE, -16 + | ld PC, FRAME_PC(BASE) + | addiu RD, NARGS8:RC, 8 // Compute (nresults+1)*8. + | daddu TMP2, RA, RD + | daddiu TMP1, BASE, 8 + | beq BASE, TMP2, ->fff_res // Done if exactly 1 argument. + |. sd CARG1, 0(RA) + |1: + | ld CRET1, 0(TMP1) + | sd CRET1, -16(TMP1) + | bne TMP1, TMP2, <1 + |. daddiu TMP1, TMP1, 8 + | b ->fff_res + |. nop + | + |.ffunc_1 type + | gettp TMP0, CARG1 + | sltu TMP1, TISNUM, TMP0 + | not TMP2, TMP0 + | li TMP3, ~LJ_TISNUM + | movz TMP2, TMP3, TMP1 + | dsll TMP2, TMP2, 3 + | daddu TMP2, CFUNC:RB, TMP2 + | b ->fff_restv + |. ld CARG1, CFUNC:TMP2->upvalue + | + |//-- Base library: getters and setters --------------------------------- + | + |.ffunc_1 getmetatable + | gettp TMP2, CARG1 + | daddiu TMP0, TMP2, -LJ_TTAB + | daddiu TMP1, TMP2, -LJ_TUDATA + | movn TMP0, TMP1, TMP0 + | bnez TMP0, >6 + |. cleartp TAB:CARG1 + |1: // Field metatable must be at same offset for GCtab and GCudata! + | ld TAB:RB, TAB:CARG1->metatable + |2: + | ld STR:RC, DISPATCH_GL(gcroot[GCROOT_MMNAME+MM_metatable])(DISPATCH) + | beqz TAB:RB, ->fff_restv + |. li CARG1, LJ_TNIL + | lw TMP0, TAB:RB->hmask + | lw TMP1, STR:RC->hash + | ld NODE:TMP2, TAB:RB->node + | and TMP1, TMP1, TMP0 // idx = str->hash & tab->hmask + | dsll TMP0, TMP1, 5 + | dsll TMP1, TMP1, 3 + | dsubu TMP1, TMP0, TMP1 + | daddu NODE:TMP2, NODE:TMP2, TMP1 // node = tab->node + (idx*32-idx*8) + | li CARG4, LJ_TSTR + | settp STR:RC, CARG4 // Tagged key to look for. + |3: // Rearranged logic, because we expect _not_ to find the key. + | ld TMP0, NODE:TMP2->key + | ld CARG1, NODE:TMP2->val + | ld NODE:TMP2, NODE:TMP2->next + | beq RC, TMP0, >5 + |. li AT, LJ_TTAB + | bnez NODE:TMP2, <3 + |. nop + |4: + | move CARG1, RB + | b ->fff_restv // Not found, keep default result. + |. settp CARG1, AT + |5: + | bne CARG1, TISNIL, ->fff_restv + |. nop + | b <4 // Ditto for nil value. + |. nop + | + |6: + | sltiu AT, TMP2, LJ_TISNUM + | movn TMP2, TISNUM, AT + | dsll TMP2, TMP2, 3 + | dsubu TMP0, DISPATCH, TMP2 + | b <2 + |. ld TAB:RB, DISPATCH_GL(gcroot[GCROOT_BASEMT])-8(TMP0) + | + |.ffunc_2 setmetatable + | // Fast path: no mt for table yet and not clearing the mt. + | checktp TMP1, CARG1, -LJ_TTAB, ->fff_fallback + | gettp TMP3, CARG2 + | ld TAB:TMP0, TAB:TMP1->metatable + | lbu TMP2, TAB:TMP1->marked + | daddiu AT, TMP3, -LJ_TTAB + | cleartp TAB:CARG2 + | or AT, AT, TAB:TMP0 + | bnez AT, ->fff_fallback + |. andi AT, TMP2, LJ_GC_BLACK // isblack(table) + | beqz AT, ->fff_restv + |. sd TAB:CARG2, TAB:TMP1->metatable + | barrierback TAB:TMP1, TMP2, TMP0, ->fff_restv + | + |.ffunc rawget + | ld CARG2, 0(BASE) + | sltiu AT, NARGS8:RC, 16 + | load_got lj_tab_get + | gettp TMP0, CARG2 + | cleartp CARG2 + | daddiu TMP0, TMP0, -LJ_TTAB + | or AT, AT, TMP0 + | bnez AT, ->fff_fallback + |. daddiu CARG3, BASE, 8 + | call_intern lj_tab_get // (lua_State *L, GCtab *t, cTValue *key) + |. move CARG1, L + | b ->fff_restv + |. ld CARG1, 0(CRET1) + | + |//-- Base library: conversions ------------------------------------------ + | + |.ffunc tonumber + | // Only handles the number case inline (without a base argument). + | ld CARG1, 0(BASE) + | xori AT, NARGS8:RC, 8 // Exactly one number argument. + | gettp TMP1, CARG1 + | sltu TMP0, TISNUM, TMP1 + | or AT, AT, TMP0 + | bnez AT, ->fff_fallback + |. nop + | b ->fff_restv + |. nop + | + |.ffunc_1 tostring + | // Only handles the string or number case inline. + | gettp TMP0, CARG1 + | daddiu AT, TMP0, -LJ_TSTR + | // A __tostring method in the string base metatable is ignored. + | beqz AT, ->fff_restv // String key? + | // Handle numbers inline, unless a number base metatable is present. + |. ld TMP1, DISPATCH_GL(gcroot[GCROOT_BASEMT_NUM])(DISPATCH) + | sltu TMP0, TISNUM, TMP0 + | or TMP0, TMP0, TMP1 + | bnez TMP0, ->fff_fallback + |. sd BASE, L->base // Add frame since C call can throw. + | ffgccheck + |. sd PC, SAVE_PC // Redundant (but a defined value). + | load_got lj_strfmt_number + | move CARG1, L + | call_intern lj_strfmt_number // (lua_State *L, cTValue *o) + |. move CARG2, BASE + | // Returns GCstr *. + | li AT, LJ_TSTR + | settp CRET1, AT + | b ->fff_restv + |. move CARG1, CRET1 + | + |//-- Base library: iterators ------------------------------------------- + | + |.ffunc_1 next + | checktp CARG2, CARG1, -LJ_TTAB, ->fff_fallback + | daddu TMP2, BASE, NARGS8:RC + | sd TISNIL, 0(TMP2) // Set missing 2nd arg to nil. + | ld PC, FRAME_PC(BASE) + | load_got lj_tab_next + | sd BASE, L->base // Add frame since C call can throw. + | sd BASE, L->top // Dummy frame length is ok. + | daddiu CARG3, BASE, 8 + | sd PC, SAVE_PC + | call_intern lj_tab_next // (lua_State *L, GCtab *t, TValue *key) + |. move CARG1, L + | // Returns 0 at end of traversal. + | beqz CRET1, ->fff_restv // End of traversal: return nil. + |. move CARG1, TISNIL + | ld TMP0, 8(BASE) + | daddiu RA, BASE, -16 + | ld TMP2, 16(BASE) + | sd TMP0, 0(RA) + | sd TMP2, 8(RA) + | b ->fff_res + |. li RD, (2+1)*8 + | + |.ffunc_1 pairs + | checktp TAB:TMP1, CARG1, -LJ_TTAB, ->fff_fallback + | ld PC, FRAME_PC(BASE) +#if LJ_52 + | ld TAB:TMP2, TAB:TMP1->metatable + | ld TMP0, CFUNC:RB->upvalue[0] + | bnez TAB:TMP2, ->fff_fallback +#else + | ld TMP0, CFUNC:RB->upvalue[0] +#endif + |. daddiu RA, BASE, -16 + | sd TISNIL, 0(BASE) + | sd CARG1, -8(BASE) + | sd TMP0, 0(RA) + | b ->fff_res + |. li RD, (3+1)*8 + | + |.ffunc_2 ipairs_aux + | checktab CARG1, ->fff_fallback + | checkint CARG2, ->fff_fallback + |. lw TMP0, TAB:CARG1->asize + | ld TMP1, TAB:CARG1->array + | ld PC, FRAME_PC(BASE) + | sextw TMP2, CARG2 + | addiu TMP2, TMP2, 1 + | sltu AT, TMP2, TMP0 + | daddiu RA, BASE, -16 + | zextw TMP0, TMP2 + | settp TMP0, TISNUM + | beqz AT, >2 // Not in array part? + |. sd TMP0, 0(RA) + | dsll TMP3, TMP2, 3 + | daddu TMP3, TMP1, TMP3 + | ld TMP1, 0(TMP3) + |1: + | beq TMP1, TISNIL, ->fff_res // End of iteration, return 0 results. + |. li RD, (0+1)*8 + | sd TMP1, -8(BASE) + | b ->fff_res + |. li RD, (2+1)*8 + |2: // Check for empty hash part first. Otherwise call C function. + | lw TMP0, TAB:CARG1->hmask + | load_got lj_tab_getinth + | beqz TMP0, ->fff_res + |. li RD, (0+1)*8 + | call_intern lj_tab_getinth // (GCtab *t, int32_t key) + |. move CARG2, TMP2 + | // Returns cTValue * or NULL. + | beqz CRET1, ->fff_res + |. li RD, (0+1)*8 + | b <1 + |. ld TMP1, 0(CRET1) + | + |.ffunc_1 ipairs + | checktp TAB:TMP1, CARG1, -LJ_TTAB, ->fff_fallback + | ld PC, FRAME_PC(BASE) +#if LJ_52 + | ld TAB:TMP2, TAB:TMP1->metatable + | ld CFUNC:TMP0, CFUNC:RB->upvalue[0] + | bnez TAB:TMP2, ->fff_fallback +#else + | ld TMP0, CFUNC:RB->upvalue[0] +#endif + | daddiu RA, BASE, -16 + | dsll AT, TISNUM, 47 + | sd CARG1, -8(BASE) + | sd AT, 0(BASE) + | sd CFUNC:TMP0, 0(RA) + | b ->fff_res + |. li RD, (3+1)*8 + | + |//-- Base library: catch errors ---------------------------------------- + | + |.ffunc pcall + | daddiu NARGS8:RC, NARGS8:RC, -8 + | lbu TMP3, DISPATCH_GL(hookmask)(DISPATCH) + | bltz NARGS8:RC, ->fff_fallback + |. move TMP2, BASE + | daddiu BASE, BASE, 16 + | // Remember active hook before pcall. + | srl TMP3, TMP3, HOOK_ACTIVE_SHIFT + | andi TMP3, TMP3, 1 + | daddiu PC, TMP3, 16+FRAME_PCALL + | beqz NARGS8:RC, ->vm_call_dispatch + |1: + |. daddu TMP0, BASE, NARGS8:RC + |2: + | ld TMP1, -16(TMP0) + | sd TMP1, -8(TMP0) + | daddiu TMP0, TMP0, -8 + | bne TMP0, BASE, <2 + |. nop + | b ->vm_call_dispatch + |. nop + | + |.ffunc xpcall + | daddiu NARGS8:RC, NARGS8:RC, -16 + | ld CARG1, 0(BASE) + | ld CARG2, 8(BASE) + | bltz NARGS8:RC, ->fff_fallback + |. lbu TMP1, DISPATCH_GL(hookmask)(DISPATCH) + | gettp AT, CARG2 + | daddiu AT, AT, -LJ_TFUNC + | bnez AT, ->fff_fallback // Traceback must be a function. + |. move TMP2, BASE + | daddiu BASE, BASE, 24 + | // Remember active hook before pcall. + | srl TMP3, TMP3, HOOK_ACTIVE_SHIFT + | sd CARG2, 0(TMP2) // Swap function and traceback. + | andi TMP3, TMP3, 1 + | sd CARG1, 8(TMP2) + | beqz NARGS8:RC, ->vm_call_dispatch + |. daddiu PC, TMP3, 24+FRAME_PCALL + | b <1 + |. nop + | + |//-- Coroutine library -------------------------------------------------- + | + |.macro coroutine_resume_wrap, resume + |.if resume + |.ffunc_1 coroutine_resume + | checktp CARG1, CARG1, -LJ_TTHREAD, ->fff_fallback + |.else + |.ffunc coroutine_wrap_aux + | ld L:CARG1, CFUNC:RB->upvalue[0].gcr + | cleartp L:CARG1 + |.endif + | lbu TMP0, L:CARG1->status + | ld TMP1, L:CARG1->cframe + | ld CARG2, L:CARG1->top + | ld TMP2, L:CARG1->base + | addiu AT, TMP0, -LUA_YIELD + | daddu CARG3, CARG2, TMP0 + | daddiu TMP3, CARG2, 8 + | bgtz AT, ->fff_fallback // st > LUA_YIELD? + |. movn CARG2, TMP3, AT + | xor TMP2, TMP2, CARG3 + | bnez TMP1, ->fff_fallback // cframe != 0? + |. or AT, TMP2, TMP0 + | ld TMP0, L:CARG1->maxstack + | beqz AT, ->fff_fallback // base == top && st == 0? + |. ld PC, FRAME_PC(BASE) + | daddu TMP2, CARG2, NARGS8:RC + | sltu AT, TMP0, TMP2 + | bnez AT, ->fff_fallback // Stack overflow? + |. sd PC, SAVE_PC + | sd BASE, L->base + |1: + |.if resume + | daddiu BASE, BASE, 8 // Keep resumed thread in stack for GC. + | daddiu NARGS8:RC, NARGS8:RC, -8 + | daddiu TMP2, TMP2, -8 + |.endif + | sd TMP2, L:CARG1->top + | daddu TMP1, BASE, NARGS8:RC + | move CARG3, CARG2 + | sd BASE, L->top + |2: // Move args to coroutine. + | ld CRET1, 0(BASE) + | sltu AT, BASE, TMP1 + | beqz AT, >3 + |. daddiu BASE, BASE, 8 + | sd CRET1, 0(CARG3) + | b <2 + |. daddiu CARG3, CARG3, 8 + |3: + | bal ->vm_resume // (lua_State *L, TValue *base, 0, 0) + |. move L:RA, L:CARG1 + | // Returns thread status. + |4: + | ld TMP2, L:RA->base + | sltiu AT, CRET1, LUA_YIELD+1 + | ld TMP3, L:RA->top + | li_vmstate INTERP + | ld BASE, L->base + | sd L, DISPATCH_GL(cur_L)(DISPATCH) + | st_vmstate + | beqz AT, >8 + |. dsubu RD, TMP3, TMP2 + | ld TMP0, L->maxstack + | beqz RD, >6 // No results? + |. daddu TMP1, BASE, RD + | sltu AT, TMP0, TMP1 + | bnez AT, >9 // Need to grow stack? + |. daddu TMP3, TMP2, RD + | sd TMP2, L:RA->top // Clear coroutine stack. + | move TMP1, BASE + |5: // Move results from coroutine. + | ld CRET1, 0(TMP2) + | daddiu TMP2, TMP2, 8 + | sltu AT, TMP2, TMP3 + | sd CRET1, 0(TMP1) + | bnez AT, <5 + |. daddiu TMP1, TMP1, 8 + |6: + | andi TMP0, PC, FRAME_TYPE + |.if resume + | mov_true TMP1 + | daddiu RA, BASE, -8 + | sd TMP1, -8(BASE) // Prepend true to results. + | daddiu RD, RD, 16 + |.else + | move RA, BASE + | daddiu RD, RD, 8 + |.endif + |7: + | sd PC, SAVE_PC + | beqz TMP0, ->BC_RET_Z + |. move MULTRES, RD + | b ->vm_return + |. nop + | + |8: // Coroutine returned with error (at co->top-1). + |.if resume + | daddiu TMP3, TMP3, -8 + | mov_false TMP1 + | ld CRET1, 0(TMP3) + | sd TMP3, L:RA->top // Remove error from coroutine stack. + | li RD, (2+1)*8 + | sd TMP1, -8(BASE) // Prepend false to results. + | daddiu RA, BASE, -8 + | sd CRET1, 0(BASE) // Copy error message. + | b <7 + |. andi TMP0, PC, FRAME_TYPE + |.else + | load_got lj_ffh_coroutine_wrap_err + | move CARG2, L:RA + | call_intern lj_ffh_coroutine_wrap_err // (lua_State *L, lua_State *co) + |. move CARG1, L + |.endif + | + |9: // Handle stack expansion on return from yield. + | load_got lj_state_growstack + | srl CARG2, RD, 3 + | call_intern lj_state_growstack // (lua_State *L, int n) + |. move CARG1, L + | b <4 + |. li CRET1, 0 + |.endmacro + | + | coroutine_resume_wrap 1 // coroutine.resume + | coroutine_resume_wrap 0 // coroutine.wrap + | + |.ffunc coroutine_yield + | ld TMP0, L->cframe + | daddu TMP1, BASE, NARGS8:RC + | sd BASE, L->base + | andi TMP0, TMP0, CFRAME_RESUME + | sd TMP1, L->top + | beqz TMP0, ->fff_fallback + |. li CRET1, LUA_YIELD + | sd r0, L->cframe + | b ->vm_leave_unw + |. sb CRET1, L->status + | + |//-- Math library ------------------------------------------------------- + | + |.ffunc_1 math_abs + | gettp CARG2, CARG1 + | daddiu AT, CARG2, -LJ_TISNUM + | bnez AT, >1 + |. sextw TMP1, CARG1 + | sra TMP0, TMP1, 31 // Extract sign. + | xor TMP1, TMP1, TMP0 + | dsubu CARG1, TMP1, TMP0 + | dsll TMP3, CARG1, 32 + | bgez TMP3, ->fff_restv + |. settp CARG1, TISNUM + | li CARG1, 0x41e0 // 2^31 as a double. + | b ->fff_restv + |. dsll CARG1, CARG1, 48 + |1: + | sltiu AT, CARG2, LJ_TISNUM + | beqz AT, ->fff_fallback + |. dextm CARG1, CARG1, 0, 30 + |// fallthrough + | + |->fff_restv: + | // CARG1 = TValue result. + | ld PC, FRAME_PC(BASE) + | daddiu RA, BASE, -16 + | sd CARG1, -16(BASE) + |->fff_res1: + | // RA = results, PC = return. + | li RD, (1+1)*8 + |->fff_res: + | // RA = results, RD = (nresults+1)*8, PC = return. + | andi TMP0, PC, FRAME_TYPE + | bnez TMP0, ->vm_return + |. move MULTRES, RD + | lw INS, -4(PC) + | decode_RB8a RB, INS + | decode_RB8b RB + |5: + | sltu AT, RD, RB + | bnez AT, >6 // More results expected? + |. decode_RA8a TMP0, INS + | decode_RA8b TMP0 + | ins_next1 + | // Adjust BASE. KBASE is assumed to be set for the calling frame. + | dsubu BASE, RA, TMP0 + | ins_next2 + | + |6: // Fill up results with nil. + | daddu TMP1, RA, RD + | daddiu RD, RD, 8 + | b <5 + |. sd TISNIL, -8(TMP1) + | + |.macro math_extern, func + | .ffunc_n math_ .. func + | load_got func + | call_extern + |. nop + | b ->fff_resn + |. nop + |.endmacro + | + |.macro math_extern2, func + | .ffunc_nn math_ .. func + |. load_got func + | call_extern + |. nop + | b ->fff_resn + |. nop + |.endmacro + | + |// TODO: Return integer type if result is integer (own sf implementation). + |.macro math_round, func + |->ff_math_ .. func: + | ld CARG1, 0(BASE) + | beqz NARGS8:RC, ->fff_fallback + |. gettp TMP0, CARG1 + | beq TMP0, TISNUM, ->fff_restv + |. sltu AT, TMP0, TISNUM + | beqz AT, ->fff_fallback + |.if FPU + |. ldc1 FARG1, 0(BASE) + | bal ->vm_ .. func + |. nop + |.else + |. load_got func + | call_extern + |. nop + |.endif + | b ->fff_resn + |. nop + |.endmacro + | + | math_round floor + | math_round ceil + | + |.ffunc math_log + | li AT, 8 + | bne NARGS8:RC, AT, ->fff_fallback // Exactly 1 argument. + |. ld CARG1, 0(BASE) + | checknum CARG1, ->fff_fallback + |. load_got log + |.if FPU + | call_extern + |. ldc1 FARG1, 0(BASE) + |.else + | call_extern + |. nop + |.endif + | b ->fff_resn + |. nop + | + | math_extern log10 + | math_extern exp + | math_extern sin + | math_extern cos + | math_extern tan + | math_extern asin + | math_extern acos + | math_extern atan + | math_extern sinh + | math_extern cosh + | math_extern tanh + | math_extern2 pow + | math_extern2 atan2 + | math_extern2 fmod + | + |.if FPU + |.ffunc_n math_sqrt + |. sqrt.d FRET1, FARG1 + |// fallthrough to ->fff_resn + |.else + | math_extern sqrt + |.endif + | + |->fff_resn: + | ld PC, FRAME_PC(BASE) + | daddiu RA, BASE, -16 + | b ->fff_res1 + |.if FPU + |. sdc1 FRET1, 0(RA) + |.else + |. sd CRET1, 0(RA) + |.endif + | + | + |.ffunc_2 math_ldexp + | checknum CARG1, ->fff_fallback + | checkint CARG2, ->fff_fallback + |. load_got ldexp + | .FPU ldc1 FARG1, 0(BASE) + | call_extern + |. lw CARG2, 8+LO(BASE) + | b ->fff_resn + |. nop + | + |.ffunc_n math_frexp + | load_got frexp + | ld PC, FRAME_PC(BASE) + | call_extern + |. daddiu CARG2, DISPATCH, DISPATCH_GL(tmptv) + | lw TMP1, DISPATCH_GL(tmptv)(DISPATCH) + | daddiu RA, BASE, -16 + |.if FPU + | mtc1 TMP1, FARG2 + | sdc1 FRET1, 0(RA) + | cvt.d.w FARG2, FARG2 + | sdc1 FARG2, 8(RA) + |.else + | sd CRET1, 0(RA) + | zextw TMP1, TMP1 + | settp TMP1, TISNUM + | sd TMP1, 8(RA) + |.endif + | b ->fff_res + |. li RD, (2+1)*8 + | + |.ffunc_n math_modf + | load_got modf + | ld PC, FRAME_PC(BASE) + | call_extern + |. daddiu CARG2, BASE, -16 + | daddiu RA, BASE, -16 + |.if FPU + | sdc1 FRET1, -8(BASE) + |.else + | sd CRET1, -8(BASE) + |.endif + | b ->fff_res + |. li RD, (2+1)*8 + | + |.macro math_minmax, name, intins, fpins + | .ffunc_1 name + | daddu TMP3, BASE, NARGS8:RC + | checkint CARG1, >5 + |. daddiu TMP2, BASE, 8 + |1: // Handle integers. + | beq TMP2, TMP3, ->fff_restv + |. ld CARG2, 0(TMP2) + | checkint CARG2, >3 + |. sextw CARG1, CARG1 + | lw CARG2, LO(TMP2) + |. slt AT, CARG1, CARG2 + | intins CARG1, CARG2, AT + | daddiu TMP2, TMP2, 8 + | zextw CARG1, CARG1 + | b <1 + |. settp CARG1, TISNUM + | + |3: // Convert intermediate result to number and continue with number loop. + | checknum CARG2, ->fff_fallback + |.if FPU + |. mtc1 CARG1, FRET1 + | cvt.d.w FRET1, FRET1 + | b >7 + |. ldc1 FARG1, 0(TMP2) + |.else + |. nop + | bal ->vm_sfi2d_1 + |. nop + | b >7 + |. nop + |.endif + | + |5: + | .FPU ldc1 FRET1, 0(BASE) + | checknum CARG1, ->fff_fallback + |6: // Handle numbers. + |. ld CARG2, 0(TMP2) + | beq TMP2, TMP3, ->fff_resn + |.if FPU + | ldc1 FARG1, 0(TMP2) + |.else + | move CRET1, CARG1 + |.endif + | checknum CARG2, >8 + |. nop + |7: + |.if FPU + | c.olt.d FRET1, FARG1 + | fpins FRET1, FARG1 + |.else + | bal ->vm_sfcmpolt + |. nop + | intins CARG1, CARG2, CRET1 + |.endif + | b <6 + |. daddiu TMP2, TMP2, 8 + | + |8: // Convert integer to number and continue with number loop. + | checkint CARG2, ->fff_fallback + |.if FPU + |. lwc1 FARG1, LO(TMP2) + | b <7 + |. cvt.d.w FARG1, FARG1 + |.else + |. lw CARG2, LO(TMP2) + | bal ->vm_sfi2d_2 + |. nop + | b <7 + |. nop + |.endif + | + |.endmacro + | + | math_minmax math_min, movz, movf.d + | math_minmax math_max, movn, movt.d + | + |//-- String library ----------------------------------------------------- + | + |.ffunc string_byte // Only handle the 1-arg case here. + | ld CARG1, 0(BASE) + | gettp TMP0, CARG1 + | xori AT, NARGS8:RC, 8 + | daddiu TMP0, TMP0, -LJ_TSTR + | or AT, AT, TMP0 + | bnez AT, ->fff_fallback // Need exactly 1 string argument. + |. cleartp STR:CARG1 + | lw TMP0, STR:CARG1->len + | daddiu RA, BASE, -16 + | ld PC, FRAME_PC(BASE) + | sltu RD, r0, TMP0 + | lbu TMP1, STR:CARG1[1] // Access is always ok (NUL at end). + | addiu RD, RD, 1 + | sll RD, RD, 3 // RD = ((str->len != 0)+1)*8 + | settp TMP1, TISNUM + | b ->fff_res + |. sd TMP1, 0(RA) + | + |.ffunc string_char // Only handle the 1-arg case here. + | ffgccheck + |. nop + | ld CARG1, 0(BASE) + | gettp TMP0, CARG1 + | xori AT, NARGS8:RC, 8 // Exactly 1 argument. + | daddiu TMP0, TMP0, -LJ_TISNUM // Integer. + | li TMP1, 255 + | sextw CARG1, CARG1 + | or AT, AT, TMP0 + | sltu TMP1, TMP1, CARG1 // !(255 < n). + | or AT, AT, TMP1 + | bnez AT, ->fff_fallback + |. li CARG3, 1 + | daddiu CARG2, sp, TMPD_OFS + | sb CARG1, TMPD + |->fff_newstr: + | load_got lj_str_new + | sd BASE, L->base + | sd PC, SAVE_PC + | call_intern lj_str_new // (lua_State *L, char *str, size_t l) + |. move CARG1, L + | // Returns GCstr *. + | ld BASE, L->base + |->fff_resstr: + | li AT, LJ_TSTR + | settp CRET1, AT + | b ->fff_restv + |. move CARG1, CRET1 + | + |.ffunc string_sub + | ffgccheck + |. nop + | addiu AT, NARGS8:RC, -16 + | ld TMP0, 0(BASE) + | bltz AT, ->fff_fallback + |. gettp TMP3, TMP0 + | cleartp STR:CARG1, TMP0 + | ld CARG2, 8(BASE) + | beqz AT, >1 + |. li CARG4, -1 + | ld CARG3, 16(BASE) + | checkint CARG3, ->fff_fallback + |. sextw CARG4, CARG3 + |1: + | checkint CARG2, ->fff_fallback + |. li AT, LJ_TSTR + | bne TMP3, AT, ->fff_fallback + |. sextw CARG3, CARG2 + | lw CARG2, STR:CARG1->len + | // STR:CARG1 = str, CARG2 = str->len, CARG3 = start, CARG4 = end + | slt AT, CARG4, r0 + | addiu TMP0, CARG2, 1 + | addu TMP1, CARG4, TMP0 + | slt TMP3, CARG3, r0 + | movn CARG4, TMP1, AT // if (end < 0) end += len+1 + | addu TMP1, CARG3, TMP0 + | movn CARG3, TMP1, TMP3 // if (start < 0) start += len+1 + | li TMP2, 1 + | slt AT, CARG4, r0 + | slt TMP3, r0, CARG3 + | movn CARG4, r0, AT // if (end < 0) end = 0 + | movz CARG3, TMP2, TMP3 // if (start < 1) start = 1 + | slt AT, CARG2, CARG4 + | movn CARG4, CARG2, AT // if (end > len) end = len + | daddu CARG2, STR:CARG1, CARG3 + | subu CARG3, CARG4, CARG3 // len = end - start + | daddiu CARG2, CARG2, sizeof(GCstr)-1 + | bgez CARG3, ->fff_newstr + |. addiu CARG3, CARG3, 1 // len++ + |->fff_emptystr: // Return empty string. + | li AT, LJ_TSTR + | daddiu STR:CARG1, DISPATCH, DISPATCH_GL(strempty) + | b ->fff_restv + |. settp CARG1, AT + | + |.macro ffstring_op, name + | .ffunc string_ .. name + | ffgccheck + |. nop + | beqz NARGS8:RC, ->fff_fallback + |. ld CARG2, 0(BASE) + | checkstr STR:CARG2, ->fff_fallback + | daddiu SBUF:CARG1, DISPATCH, DISPATCH_GL(tmpbuf) + | load_got lj_buf_putstr_ .. name + | ld TMP0, SBUF:CARG1->b + | sd L, SBUF:CARG1->L + | sd BASE, L->base + | sd TMP0, SBUF:CARG1->p + | call_intern extern lj_buf_putstr_ .. name + |. sd PC, SAVE_PC + | load_got lj_buf_tostr + | call_intern lj_buf_tostr + |. move SBUF:CARG1, SBUF:CRET1 + | b ->fff_resstr + |. ld BASE, L->base + |.endmacro + | + |ffstring_op reverse + |ffstring_op lower + |ffstring_op upper + | + |//-- Bit library -------------------------------------------------------- + | + |->vm_tobit_fb: + | beqz TMP1, ->fff_fallback + |.if FPU + |. ldc1 FARG1, 0(BASE) + | add.d FARG1, FARG1, TOBIT + | mfc1 CRET1, FARG1 + | jr ra + |. zextw CRET1, CRET1 + |.else + |// FP number to bit conversion for soft-float. + |->vm_tobit: + | dsll TMP0, CARG1, 1 + | li CARG3, 1076 + | dsrl AT, TMP0, 53 + | dsubu CARG3, CARG3, AT + | sltiu AT, CARG3, 54 + | beqz AT, >1 + |. dextm TMP0, TMP0, 0, 20 + | dinsu TMP0, AT, 21, 21 + | slt AT, CARG1, r0 + | dsrlv CRET1, TMP0, CARG3 + | dsubu TMP0, r0, CRET1 + | movn CRET1, TMP0, AT + | jr ra + |. zextw CRET1, CRET1 + |1: + | jr ra + |. move CRET1, r0 + |.endif + | + |.macro .ffunc_bit, name + | .ffunc_1 bit_..name + | gettp TMP0, CARG1 + | beq TMP0, TISNUM, >6 + |. zextw CRET1, CARG1 + | bal ->vm_tobit_fb + |. sltiu TMP1, TMP0, LJ_TISNUM + |6: + |.endmacro + | + |.macro .ffunc_bit_op, name, bins + | .ffunc_bit name + | daddiu TMP2, BASE, 8 + | daddu TMP3, BASE, NARGS8:RC + |1: + | beq TMP2, TMP3, ->fff_resi + |. ld CARG1, 0(TMP2) + | gettp TMP0, CARG1 + |.if FPU + | bne TMP0, TISNUM, >2 + |. daddiu TMP2, TMP2, 8 + | zextw CARG1, CARG1 + | b <1 + |. bins CRET1, CRET1, CARG1 + |2: + | ldc1 FARG1, -8(TMP2) + | sltiu AT, TMP0, LJ_TISNUM + | beqz AT, ->fff_fallback + |. add.d FARG1, FARG1, TOBIT + | mfc1 CARG1, FARG1 + | zextw CARG1, CARG1 + | b <1 + |. bins CRET1, CRET1, CARG1 + |.else + | beq TMP0, TISNUM, >2 + |. move CRET2, CRET1 + | bal ->vm_tobit_fb + |. sltiu TMP1, TMP0, LJ_TISNUM + | move CARG1, CRET2 + |2: + | zextw CARG1, CARG1 + | bins CRET1, CRET1, CARG1 + | b <1 + |. daddiu TMP2, TMP2, 8 + |.endif + |.endmacro + | + |.ffunc_bit_op band, and + |.ffunc_bit_op bor, or + |.ffunc_bit_op bxor, xor + | + |.ffunc_bit bswap + | dsrl TMP0, CRET1, 8 + | dsrl TMP1, CRET1, 24 + | andi TMP2, TMP0, 0xff00 + | dins TMP1, CRET1, 24, 31 + | dins TMP2, TMP0, 16, 23 + | b ->fff_resi + |. or CRET1, TMP1, TMP2 + | + |.ffunc_bit bnot + | not CRET1, CRET1 + | b ->fff_resi + |. zextw CRET1, CRET1 + | + |.macro .ffunc_bit_sh, name, shins, shmod + | .ffunc_2 bit_..name + | gettp TMP0, CARG1 + | beq TMP0, TISNUM, >1 + |. nop + | bal ->vm_tobit_fb + |. sltiu TMP1, TMP0, LJ_TISNUM + | move CARG1, CRET1 + |1: + | gettp TMP0, CARG2 + | bne TMP0, TISNUM, ->fff_fallback + |. zextw CARG2, CARG2 + | sextw CARG1, CARG1 + |.if shmod == 1 + | negu CARG2, CARG2 + |.endif + | shins CRET1, CARG1, CARG2 + | b ->fff_resi + |. zextw CRET1, CRET1 + |.endmacro + | + |.ffunc_bit_sh lshift, sllv, 0 + |.ffunc_bit_sh rshift, srlv, 0 + |.ffunc_bit_sh arshift, srav, 0 + |.ffunc_bit_sh rol, rotrv, 1 + |.ffunc_bit_sh ror, rotrv, 0 + | + |.ffunc_bit tobit + |->fff_resi: + | ld PC, FRAME_PC(BASE) + | daddiu RA, BASE, -16 + | settp CRET1, TISNUM + | b ->fff_res1 + |. sd CRET1, -16(BASE) + | + |//----------------------------------------------------------------------- + |->fff_fallback: // Call fast function fallback handler. + | // BASE = new base, RB = CFUNC, RC = nargs*8 + | ld TMP3, CFUNC:RB->f + | daddu TMP1, BASE, NARGS8:RC + | ld PC, FRAME_PC(BASE) // Fallback may overwrite PC. + | daddiu TMP0, TMP1, 8*LUA_MINSTACK + | ld TMP2, L->maxstack + | sd PC, SAVE_PC // Redundant (but a defined value). + | sltu AT, TMP2, TMP0 + | sd BASE, L->base + | sd TMP1, L->top + | bnez AT, >5 // Need to grow stack. + |. move CFUNCADDR, TMP3 + | jalr TMP3 // (lua_State *L) + |. move CARG1, L + | // Either throws an error, or recovers and returns -1, 0 or nresults+1. + | ld BASE, L->base + | sll RD, CRET1, 3 + | bgtz CRET1, ->fff_res // Returned nresults+1? + |. daddiu RA, BASE, -16 + |1: // Returned 0 or -1: retry fast path. + | ld LFUNC:RB, FRAME_FUNC(BASE) + | ld TMP0, L->top + | cleartp LFUNC:RB + | bnez CRET1, ->vm_call_tail // Returned -1? + |. dsubu NARGS8:RC, TMP0, BASE + | ins_callt // Returned 0: retry fast path. + | + |// Reconstruct previous base for vmeta_call during tailcall. + |->vm_call_tail: + | andi TMP0, PC, FRAME_TYPE + | li AT, -4 + | bnez TMP0, >3 + |. and TMP1, PC, AT + | lbu TMP1, OFS_RA(PC) + | sll TMP1, TMP1, 3 + | addiu TMP1, TMP1, 16 + |3: + | b ->vm_call_dispatch // Resolve again for tailcall. + |. dsubu TMP2, BASE, TMP1 + | + |5: // Grow stack for fallback handler. + | load_got lj_state_growstack + | li CARG2, LUA_MINSTACK + | call_intern lj_state_growstack // (lua_State *L, int n) + |. move CARG1, L + | ld BASE, L->base + | b <1 + |. li CRET1, 0 // Force retry. + | + |->fff_gcstep: // Call GC step function. + | // BASE = new base, RC = nargs*8 + | move MULTRES, ra + | load_got lj_gc_step + | sd BASE, L->base + | daddu TMP0, BASE, NARGS8:RC + | sd PC, SAVE_PC // Redundant (but a defined value). + | sd TMP0, L->top + | call_intern lj_gc_step // (lua_State *L) + |. move CARG1, L + | ld BASE, L->base + | move ra, MULTRES + | ld TMP0, L->top + | ld CFUNC:RB, FRAME_FUNC(BASE) + | cleartp CFUNC:RB + | jr ra + |. dsubu NARGS8:RC, TMP0, BASE + | + |//----------------------------------------------------------------------- + |//-- Special dispatch targets ------------------------------------------- + |//----------------------------------------------------------------------- + | + |->vm_record: // Dispatch target for recording phase. + |.if JIT + | lbu TMP3, DISPATCH_GL(hookmask)(DISPATCH) + | andi AT, TMP3, HOOK_VMEVENT // No recording while in vmevent. + | bnez AT, >5 + | // Decrement the hookcount for consistency, but always do the call. + |. lw TMP2, DISPATCH_GL(hookcount)(DISPATCH) + | andi AT, TMP3, HOOK_ACTIVE + | bnez AT, >1 + |. addiu TMP2, TMP2, -1 + | andi AT, TMP3, LUA_MASKLINE|LUA_MASKCOUNT + | beqz AT, >1 + |. nop + | b >1 + |. sw TMP2, DISPATCH_GL(hookcount)(DISPATCH) + |.endif + | + |->vm_rethook: // Dispatch target for return hooks. + | lbu TMP3, DISPATCH_GL(hookmask)(DISPATCH) + | andi AT, TMP3, HOOK_ACTIVE // Hook already active? + | beqz AT, >1 + |5: // Re-dispatch to static ins. + |. ld AT, GG_DISP2STATIC(TMP0) // Assumes TMP0 holds DISPATCH+OP*4. + | jr AT + |. nop + | + |->vm_inshook: // Dispatch target for instr/line hooks. + | lbu TMP3, DISPATCH_GL(hookmask)(DISPATCH) + | lw TMP2, DISPATCH_GL(hookcount)(DISPATCH) + | andi AT, TMP3, HOOK_ACTIVE // Hook already active? + | bnez AT, <5 + |. andi AT, TMP3, LUA_MASKLINE|LUA_MASKCOUNT + | beqz AT, <5 + |. addiu TMP2, TMP2, -1 + | beqz TMP2, >1 + |. sw TMP2, DISPATCH_GL(hookcount)(DISPATCH) + | andi AT, TMP3, LUA_MASKLINE + | beqz AT, <5 + |1: + |. load_got lj_dispatch_ins + | sw MULTRES, SAVE_MULTRES + | move CARG2, PC + | sd BASE, L->base + | // SAVE_PC must hold the _previous_ PC. The callee updates it with PC. + | call_intern lj_dispatch_ins // (lua_State *L, const BCIns *pc) + |. move CARG1, L + |3: + | ld BASE, L->base + |4: // Re-dispatch to static ins. + | lw INS, -4(PC) + | decode_OP8a TMP1, INS + | decode_OP8b TMP1 + | daddu TMP0, DISPATCH, TMP1 + | decode_RD8a RD, INS + | ld AT, GG_DISP2STATIC(TMP0) + | decode_RA8a RA, INS + | decode_RD8b RD + | jr AT + | decode_RA8b RA + | + |->cont_hook: // Continue from hook yield. + | daddiu PC, PC, 4 + | b <4 + |. lw MULTRES, -24+LO(RB) // Restore MULTRES for *M ins. + | + |->vm_hotloop: // Hot loop counter underflow. + |.if JIT + | ld LFUNC:TMP1, FRAME_FUNC(BASE) + | daddiu CARG1, DISPATCH, GG_DISP2J + | cleartp LFUNC:TMP1 + | sd PC, SAVE_PC + | ld TMP1, LFUNC:TMP1->pc + | move CARG2, PC + | sd L, DISPATCH_J(L)(DISPATCH) + | lbu TMP1, PC2PROTO(framesize)(TMP1) + | load_got lj_trace_hot + | sd BASE, L->base + | dsll TMP1, TMP1, 3 + | daddu TMP1, BASE, TMP1 + | call_intern lj_trace_hot // (jit_State *J, const BCIns *pc) + |. sd TMP1, L->top + | b <3 + |. nop + |.endif + | + | + |->vm_callhook: // Dispatch target for call hooks. + |.if JIT + | b >1 + |.endif + |. move CARG2, PC + | + |->vm_hotcall: // Hot call counter underflow. + |.if JIT + | ori CARG2, PC, 1 + |1: + |.endif + | load_got lj_dispatch_call + | daddu TMP0, BASE, RC + | sd PC, SAVE_PC + | sd BASE, L->base + | dsubu RA, RA, BASE + | sd TMP0, L->top + | call_intern lj_dispatch_call // (lua_State *L, const BCIns *pc) + |. move CARG1, L + | // Returns ASMFunction. + | ld BASE, L->base + | ld TMP0, L->top + | sd r0, SAVE_PC // Invalidate for subsequent line hook. + | dsubu NARGS8:RC, TMP0, BASE + | daddu RA, BASE, RA + | ld LFUNC:RB, FRAME_FUNC(BASE) + | cleartp LFUNC:RB + | jr CRET1 + |. lw INS, -4(PC) + | + |->cont_stitch: // Trace stitching. + |.if JIT + | // RA = resultptr, RB = meta base + | lw INS, -4(PC) + | ld TRACE:TMP2, -40(RB) // Save previous trace. + | decode_RA8a RC, INS + | daddiu AT, MULTRES, -8 + | cleartp TRACE:TMP2 + | decode_RA8b RC + | beqz AT, >2 + |. daddu RC, BASE, RC // Call base. + |1: // Move results down. + | ld CARG1, 0(RA) + | daddiu AT, AT, -8 + | daddiu RA, RA, 8 + | sd CARG1, 0(RC) + | bnez AT, <1 + |. daddiu RC, RC, 8 + |2: + | decode_RA8a RA, INS + | decode_RB8a RB, INS + | decode_RA8b RA + | decode_RB8b RB + | daddu RA, RA, RB + | daddu RA, BASE, RA + |3: + | sltu AT, RC, RA + | bnez AT, >9 // More results wanted? + |. nop + | + | lhu TMP3, TRACE:TMP2->traceno + | lhu RD, TRACE:TMP2->link + | beq RD, TMP3, ->cont_nop // Blacklisted. + |. load_got lj_dispatch_stitch + | bnez RD, =>BC_JLOOP // Jump to stitched trace. + |. sll RD, RD, 3 + | + | // Stitch a new trace to the previous trace. + | sw TMP3, DISPATCH_J(exitno)(DISPATCH) + | sd L, DISPATCH_J(L)(DISPATCH) + | sd BASE, L->base + | daddiu CARG1, DISPATCH, GG_DISP2J + | call_intern lj_dispatch_stitch // (jit_State *J, const BCIns *pc) + |. move CARG2, PC + | b ->cont_nop + |. ld BASE, L->base + | + |9: + | sd TISNIL, 0(RC) + | b <3 + |. daddiu RC, RC, 8 + |.endif + | + |->vm_profhook: // Dispatch target for profiler hook. +#if LJ_HASPROFILE + | load_got lj_dispatch_profile + | sw MULTRES, SAVE_MULTRES + | move CARG2, PC + | sd BASE, L->base + | call_intern lj_dispatch_profile // (lua_State *L, const BCIns *pc) + |. move CARG1, L + | // HOOK_PROFILE is off again, so re-dispatch to dynamic instruction. + | daddiu PC, PC, -4 + | b ->cont_nop + |. ld BASE, L->base +#endif + | + |//----------------------------------------------------------------------- + |//-- Trace exit handler ------------------------------------------------- + |//----------------------------------------------------------------------- + | + |.macro savex_, a, b + |.if FPU + | sdc1 f..a, a*8(sp) + | sdc1 f..b, b*8(sp) + | sd r..a, 32*8+a*8(sp) + | sd r..b, 32*8+b*8(sp) + |.else + | sd r..a, a*8(sp) + | sd r..b, b*8(sp) + |.endif + |.endmacro + | + |->vm_exit_handler: + |.if JIT + |.if FPU + | daddiu sp, sp, -(32*8+32*8) + |.else + | daddiu sp, sp, -(32*8) + |.endif + | savex_ 0, 1 + | savex_ 2, 3 + | savex_ 4, 5 + | savex_ 6, 7 + | savex_ 8, 9 + | savex_ 10, 11 + | savex_ 12, 13 + | savex_ 14, 15 + | savex_ 16, 17 + | savex_ 18, 19 + | savex_ 20, 21 + | savex_ 22, 23 + | savex_ 24, 25 + | savex_ 26, 27 + | savex_ 28, 30 + |.if FPU + | sdc1 f29, 29*8(sp) + | sdc1 f31, 31*8(sp) + | sd r0, 32*8+31*8(sp) // Clear RID_TMP. + | daddiu TMP2, sp, 32*8+32*8 // Recompute original value of sp. + | sd TMP2, 32*8+29*8(sp) // Store sp in RID_SP + |.else + | sd r0, 31*8(sp) // Clear RID_TMP. + | daddiu TMP2, sp, 32*8 // Recompute original value of sp. + | sd TMP2, 29*8(sp) // Store sp in RID_SP + |.endif + | li_vmstate EXIT + | daddiu DISPATCH, JGL, -GG_DISP2G-32768 + | lw TMP1, 0(TMP2) // Load exit number. + | st_vmstate + | ld L, DISPATCH_GL(cur_L)(DISPATCH) + | ld BASE, DISPATCH_GL(jit_base)(DISPATCH) + | load_got lj_trace_exit + | sd L, DISPATCH_J(L)(DISPATCH) + | sw ra, DISPATCH_J(parent)(DISPATCH) // Store trace number. + | sd BASE, L->base + | sw TMP1, DISPATCH_J(exitno)(DISPATCH) // Store exit number. + | daddiu CARG1, DISPATCH, GG_DISP2J + | sd r0, DISPATCH_GL(jit_base)(DISPATCH) + | call_intern lj_trace_exit // (jit_State *J, ExitState *ex) + |. move CARG2, sp + | // Returns MULTRES (unscaled) or negated error code. + | ld TMP1, L->cframe + | li AT, -4 + | ld BASE, L->base + | and sp, TMP1, AT + | ld PC, SAVE_PC // Get SAVE_PC. + | b >1 + |. sd L, SAVE_L // Set SAVE_L (on-trace resume/yield). + |.endif + |->vm_exit_interp: + |.if JIT + | // CRET1 = MULTRES or negated error code, BASE, PC and JGL set. + | ld L, SAVE_L + | daddiu DISPATCH, JGL, -GG_DISP2G-32768 + | sd BASE, L->base + |1: + | bltz CRET1, >9 // Check for error from exit. + |. ld LFUNC:RB, FRAME_FUNC(BASE) + | .FPU lui TMP3, 0x59c0 // TOBIT = 2^52 + 2^51 (float). + | dsll MULTRES, CRET1, 3 + | cleartp LFUNC:RB + | sw MULTRES, SAVE_MULTRES + | li TISNIL, LJ_TNIL + | li TISNUM, LJ_TISNUM // Setup type comparison constants. + | .FPU mtc1 TMP3, TOBIT + | ld TMP1, LFUNC:RB->pc + | sd r0, DISPATCH_GL(jit_base)(DISPATCH) + | ld KBASE, PC2PROTO(k)(TMP1) + | .FPU cvt.d.s TOBIT, TOBIT + | // Modified copy of ins_next which handles function header dispatch, too. + | lw INS, 0(PC) + | daddiu PC, PC, 4 + | // Assumes TISNIL == ~LJ_VMST_INTERP == -1 + | sw TISNIL, DISPATCH_GL(vmstate)(DISPATCH) + | decode_OP8a TMP1, INS + | decode_OP8b TMP1 + | sltiu TMP2, TMP1, BC_FUNCF*8 + | daddu TMP0, DISPATCH, TMP1 + | decode_RD8a RD, INS + | ld AT, 0(TMP0) + | decode_RA8a RA, INS + | beqz TMP2, >2 + |. decode_RA8b RA + | jr AT + |. decode_RD8b RD + |2: + | sltiu TMP2, TMP1, (BC_FUNCC+2)*8 // Fast function? + | bnez TMP2, >3 + |. ld TMP1, FRAME_PC(BASE) + | // Check frame below fast function. + | andi TMP0, TMP1, FRAME_TYPE + | bnez TMP0, >3 // Trace stitching continuation? + |. nop + | // Otherwise set KBASE for Lua function below fast function. + | lw TMP2, -4(TMP1) + | decode_RA8a TMP0, TMP2 + | decode_RA8b TMP0 + | dsubu TMP1, BASE, TMP0 + | ld LFUNC:TMP2, -32(TMP1) + | cleartp LFUNC:TMP2 + | ld TMP1, LFUNC:TMP2->pc + | ld KBASE, PC2PROTO(k)(TMP1) + |3: + | daddiu RC, MULTRES, -8 + | jr AT + |. daddu RA, RA, BASE + | + |9: // Rethrow error from the right C frame. + | load_got lj_err_throw + | negu CARG2, CRET1 + | call_intern lj_err_throw // (lua_State *L, int errcode) + |. move CARG1, L + |.endif + | + |//----------------------------------------------------------------------- + |//-- Math helper functions ---------------------------------------------- + |//----------------------------------------------------------------------- + | + |// Hard-float round to integer. + |// Modifies AT, TMP0, FRET1, FRET2, f4. Keeps all others incl. FARG1. + |.macro vm_round_hf, func + | lui TMP0, 0x4330 // Hiword of 2^52 (double). + | dsll TMP0, TMP0, 32 + | dmtc1 TMP0, f4 + | abs.d FRET2, FARG1 // |x| + | dmfc1 AT, FARG1 + | c.olt.d 0, FRET2, f4 + | add.d FRET1, FRET2, f4 // (|x| + 2^52) - 2^52 + | bc1f 0, >1 // Truncate only if |x| < 2^52. + |. sub.d FRET1, FRET1, f4 + | slt AT, AT, r0 + |.if "func" == "ceil" + | lui TMP0, 0xbff0 // Hiword of -1 (double). Preserves -0. + |.else + | lui TMP0, 0x3ff0 // Hiword of +1 (double). + |.endif + |.if "func" == "trunc" + | dsll TMP0, TMP0, 32 + | dmtc1 TMP0, f4 + | c.olt.d 0, FRET2, FRET1 // |x| < result? + | sub.d FRET2, FRET1, f4 + | movt.d FRET1, FRET2, 0 // If yes, subtract +1. + | neg.d FRET2, FRET1 + | jr ra + |. movn.d FRET1, FRET2, AT // Merge sign bit back in. + |.else + | neg.d FRET2, FRET1 + | dsll TMP0, TMP0, 32 + | dmtc1 TMP0, f4 + | movn.d FRET1, FRET2, AT // Merge sign bit back in. + |.if "func" == "ceil" + | c.olt.d 0, FRET1, FARG1 // x > result? + |.else + | c.olt.d 0, FARG1, FRET1 // x < result? + |.endif + | sub.d FRET2, FRET1, f4 // If yes, subtract +-1. + | jr ra + |. movt.d FRET1, FRET2, 0 + |.endif + |1: + | jr ra + |. mov.d FRET1, FARG1 + |.endmacro + | + |.macro vm_round, func + |.if FPU + | vm_round_hf, func + |.endif + |.endmacro + | + |->vm_floor: + | vm_round floor + |->vm_ceil: + | vm_round ceil + |->vm_trunc: + |.if JIT + | vm_round trunc + |.endif + | + |// Soft-float integer to number conversion. + |.macro sfi2d, ARG + |.if not FPU + | beqz ARG, >9 // Handle zero first. + |. sra TMP0, ARG, 31 + | xor TMP1, ARG, TMP0 + | dsubu TMP1, TMP1, TMP0 // Absolute value in TMP1. + | dclz ARG, TMP1 + | addiu ARG, ARG, -11 + | li AT, 0x3ff+63-11-1 + | dsllv TMP1, TMP1, ARG // Align mantissa left with leading 1. + | subu ARG, AT, ARG // Exponent - 1. + | ins ARG, TMP0, 11, 11 // Sign | Exponent. + | dsll ARG, ARG, 52 // Align left. + | jr ra + |. daddu ARG, ARG, TMP1 // Add mantissa, increment exponent. + |9: + | jr ra + |. nop + |.endif + |.endmacro + | + |// Input CARG1. Output: CARG1. Temporaries: AT, TMP0, TMP1. + |->vm_sfi2d_1: + | sfi2d CARG1 + | + |// Input CARG2. Output: CARG2. Temporaries: AT, TMP0, TMP1. + |->vm_sfi2d_2: + | sfi2d CARG2 + | + |// Soft-float comparison. Equivalent to c.eq.d. + |// Input: CARG*. Output: CRET1. Temporaries: AT, TMP0, TMP1. + |->vm_sfcmpeq: + |.if not FPU + | dsll AT, CARG1, 1 + | dsll TMP0, CARG2, 1 + | or TMP1, AT, TMP0 + | beqz TMP1, >8 // Both args +-0: return 1. + |. lui TMP1, 0xffe0 + | dsll TMP1, TMP1, 32 + | sltu AT, TMP1, AT + | sltu TMP0, TMP1, TMP0 + | or TMP1, AT, TMP0 + | bnez TMP1, >9 // Either arg is NaN: return 0; + |. xor AT, CARG1, CARG2 + | jr ra + |. sltiu CRET1, AT, 1 // Same values: return 1. + |8: + | jr ra + |. li CRET1, 1 + |9: + | jr ra + |. li CRET1, 0 + |.endif + | + |// Soft-float comparison. Equivalent to c.ult.d and c.olt.d. + |// Input: CARG1, CARG2. Output: CRET1. Temporaries: AT, TMP0, TMP1, CRET2. + |->vm_sfcmpult: + |.if not FPU + | b >1 + |. li CRET2, 1 + |.endif + | + |->vm_sfcmpolt: + |.if not FPU + | li CRET2, 0 + |1: + | dsll AT, CARG1, 1 + | dsll TMP0, CARG2, 1 + | or TMP1, AT, TMP0 + | beqz TMP1, >8 // Both args +-0: return 0. + |. lui TMP1, 0xffe0 + | dsll TMP1, TMP1, 32 + | sltu AT, TMP1, AT + | sltu TMP0, TMP1, TMP0 + | or TMP1, AT, TMP0 + | bnez TMP1, >9 // Either arg is NaN: return 0 or 1; + |. and AT, CARG1, CARG2 + | bltz AT, >5 // Both args negative? + |. nop + | jr ra + |. slt CRET1, CARG1, CARG2 + |5: // Swap conditions if both operands are negative. + | jr ra + |. slt CRET1, CARG2, CARG1 + |8: + | jr ra + |. nop + |9: + | jr ra + |. move CRET1, CRET2 + |.endif + | + |// Soft-float comparison. Equivalent to c.ole.d a, b or c.ole.d b, a. + |// Input: CARG1, CARG2, TMP3. Output: CRET1. Temporaries: AT, TMP0, TMP1. + |->vm_sfcmpolex: + |.if not FPU + | dsll AT, CARG1, 1 + | dsll TMP0, CARG2, 1 + | or TMP1, AT, TMP0 + | beqz TMP1, >8 // Both args +-0: return 1. + |. lui TMP1, 0xffe0 + | dsll TMP1, TMP1, 32 + | sltu AT, TMP1, AT + | sltu TMP0, TMP1, TMP0 + | or TMP1, AT, TMP0 + | bnez TMP1, >9 // Either arg is NaN: return 0; + |. and AT, CARG1, CARG2 + | xor AT, AT, TMP3 + | bltz AT, >5 // Both args negative? + |. nop + | jr ra + |. slt CRET1, CARG2, CARG1 + |5: // Swap conditions if both operands are negative. + | jr ra + |. slt CRET1, CARG1, CARG2 + |8: + | jr ra + |. li CRET1, 1 + |9: + | jr ra + |. li CRET1, 0 + |.endif + | + |//----------------------------------------------------------------------- + |//-- Miscellaneous functions -------------------------------------------- + |//----------------------------------------------------------------------- + | + |//----------------------------------------------------------------------- + |//-- FFI helper functions ----------------------------------------------- + |//----------------------------------------------------------------------- + | + |// Handler for callback functions. Callback slot number in r1, g in r2. + |->vm_ffi_callback: + |.if FFI + |.type CTSTATE, CTState, PC + | saveregs + | ld CTSTATE, GL:r2->ctype_state + | daddiu DISPATCH, r2, GG_G2DISP + | load_got lj_ccallback_enter + | sw r1, CTSTATE->cb.slot + | sd CARG1, CTSTATE->cb.gpr[0] + | .FPU sdc1 FARG1, CTSTATE->cb.fpr[0] + | sd CARG2, CTSTATE->cb.gpr[1] + | .FPU sdc1 FARG2, CTSTATE->cb.fpr[1] + | sd CARG3, CTSTATE->cb.gpr[2] + | .FPU sdc1 FARG3, CTSTATE->cb.fpr[2] + | sd CARG4, CTSTATE->cb.gpr[3] + | .FPU sdc1 FARG4, CTSTATE->cb.fpr[3] + | sd CARG5, CTSTATE->cb.gpr[4] + | .FPU sdc1 FARG5, CTSTATE->cb.fpr[4] + | sd CARG6, CTSTATE->cb.gpr[5] + | .FPU sdc1 FARG6, CTSTATE->cb.fpr[5] + | sd CARG7, CTSTATE->cb.gpr[6] + | .FPU sdc1 FARG7, CTSTATE->cb.fpr[6] + | sd CARG8, CTSTATE->cb.gpr[7] + | .FPU sdc1 FARG8, CTSTATE->cb.fpr[7] + | daddiu TMP0, sp, CFRAME_SPACE + | sd TMP0, CTSTATE->cb.stack + | sd r0, SAVE_PC // Any value outside of bytecode is ok. + | move CARG2, sp + | call_intern lj_ccallback_enter // (CTState *cts, void *cf) + |. move CARG1, CTSTATE + | // Returns lua_State *. + | ld BASE, L:CRET1->base + | ld RC, L:CRET1->top + | move L, CRET1 + | .FPU lui TMP3, 0x59c0 // TOBIT = 2^52 + 2^51 (float). + | ld LFUNC:RB, FRAME_FUNC(BASE) + | .FPU mtc1 TMP3, TOBIT + | li TISNIL, LJ_TNIL + | li TISNUM, LJ_TISNUM + | li_vmstate INTERP + | subu RC, RC, BASE + | cleartp LFUNC:RB + | st_vmstate + | .FPU cvt.d.s TOBIT, TOBIT + | ins_callt + |.endif + | + |->cont_ffi_callback: // Return from FFI callback. + |.if FFI + | load_got lj_ccallback_leave + | ld CTSTATE, DISPATCH_GL(ctype_state)(DISPATCH) + | sd BASE, L->base + | sd RB, L->top + | sd L, CTSTATE->L + | move CARG2, RA + | call_intern lj_ccallback_leave // (CTState *cts, TValue *o) + |. move CARG1, CTSTATE + | .FPU ldc1 FRET1, CTSTATE->cb.fpr[0] + | ld CRET1, CTSTATE->cb.gpr[0] + | .FPU ldc1 FRET2, CTSTATE->cb.fpr[1] + | b ->vm_leave_unw + |. ld CRET2, CTSTATE->cb.gpr[1] + |.endif + | + |->vm_ffi_call: // Call C function via FFI. + | // Caveat: needs special frame unwinding, see below. + |.if FFI + | .type CCSTATE, CCallState, CARG1 + | lw TMP1, CCSTATE->spadj + | lbu CARG2, CCSTATE->nsp + | move TMP2, sp + | dsubu sp, sp, TMP1 + | sd ra, -8(TMP2) + | sll CARG2, CARG2, 3 + | sd r16, -16(TMP2) + | sd CCSTATE, -24(TMP2) + | move r16, TMP2 + | daddiu TMP1, CCSTATE, offsetof(CCallState, stack) + | move TMP2, sp + | beqz CARG2, >2 + |. daddu TMP3, TMP1, CARG2 + |1: + | ld TMP0, 0(TMP1) + | daddiu TMP1, TMP1, 8 + | sltu AT, TMP1, TMP3 + | sd TMP0, 0(TMP2) + | bnez AT, <1 + |. daddiu TMP2, TMP2, 8 + |2: + | ld CFUNCADDR, CCSTATE->func + | .FPU ldc1 FARG1, CCSTATE->gpr[0] + | ld CARG2, CCSTATE->gpr[1] + | .FPU ldc1 FARG2, CCSTATE->gpr[1] + | ld CARG3, CCSTATE->gpr[2] + | .FPU ldc1 FARG3, CCSTATE->gpr[2] + | ld CARG4, CCSTATE->gpr[3] + | .FPU ldc1 FARG4, CCSTATE->gpr[3] + | ld CARG5, CCSTATE->gpr[4] + | .FPU ldc1 FARG5, CCSTATE->gpr[4] + | ld CARG6, CCSTATE->gpr[5] + | .FPU ldc1 FARG6, CCSTATE->gpr[5] + | ld CARG7, CCSTATE->gpr[6] + | .FPU ldc1 FARG7, CCSTATE->gpr[6] + | ld CARG8, CCSTATE->gpr[7] + | .FPU ldc1 FARG8, CCSTATE->gpr[7] + | jalr CFUNCADDR + |. ld CARG1, CCSTATE->gpr[0] // Do this last, since CCSTATE is CARG1. + | ld CCSTATE:TMP1, -24(r16) + | ld TMP2, -16(r16) + | ld ra, -8(r16) + | sd CRET1, CCSTATE:TMP1->gpr[0] + | sd CRET2, CCSTATE:TMP1->gpr[1] + |.if FPU + | sdc1 FRET1, CCSTATE:TMP1->fpr[0] + | sdc1 FRET2, CCSTATE:TMP1->fpr[1] + |.else + | sd CARG1, CCSTATE:TMP1->gpr[2] // 2nd FP struct field for soft-float. + |.endif + | move sp, r16 + | jr ra + |. move r16, TMP2 + |.endif + |// Note: vm_ffi_call must be the last function in this object file! + | + |//----------------------------------------------------------------------- +} + +/* Generate the code for a single instruction. */ +static void build_ins(BuildCtx *ctx, BCOp op, int defop) +{ + int vk = 0; + |=>defop: + + switch (op) { + + /* -- Comparison ops ---------------------------------------------------- */ + + /* Remember: all ops branch for a true comparison, fall through otherwise. */ + + case BC_ISLT: case BC_ISGE: case BC_ISLE: case BC_ISGT: + | // RA = src1*8, RD = src2*8, JMP with RD = target + |.macro bc_comp, FRA, FRD, ARGRA, ARGRD, movop, fmovop, fcomp, sfcomp + | daddu RA, BASE, RA + | daddu RD, BASE, RD + | ld ARGRA, 0(RA) + | ld ARGRD, 0(RD) + | lhu TMP2, OFS_RD(PC) + | gettp CARG3, ARGRA + | gettp CARG4, ARGRD + | bne CARG3, TISNUM, >2 + |. daddiu PC, PC, 4 + | bne CARG4, TISNUM, >5 + |. decode_RD4b TMP2 + | sextw ARGRA, ARGRA + | sextw ARGRD, ARGRD + | lui TMP3, (-(BCBIAS_J*4 >> 16) & 65535) + | slt AT, CARG1, CARG2 + | addu TMP2, TMP2, TMP3 + | movop TMP2, r0, AT + |1: + | daddu PC, PC, TMP2 + | ins_next + | + |2: // RA is not an integer. + | sltiu AT, CARG3, LJ_TISNUM + | beqz AT, ->vmeta_comp + |. lui TMP3, (-(BCBIAS_J*4 >> 16) & 65535) + | sltiu AT, CARG4, LJ_TISNUM + | beqz AT, >4 + |. decode_RD4b TMP2 + |.if FPU + | ldc1 FRA, 0(RA) + | ldc1 FRD, 0(RD) + |.endif + |3: // RA and RD are both numbers. + |.if FPU + | fcomp f20, f22 + | addu TMP2, TMP2, TMP3 + | b <1 + |. fmovop TMP2, r0 + |.else + | bal sfcomp + |. addu TMP2, TMP2, TMP3 + | b <1 + |. movop TMP2, r0, CRET1 + |.endif + | + |4: // RA is a number, RD is not a number. + | bne CARG4, TISNUM, ->vmeta_comp + | // RA is a number, RD is an integer. Convert RD to a number. + |.if FPU + |. lwc1 FRD, LO(RD) + | ldc1 FRA, 0(RA) + | b <3 + |. cvt.d.w FRD, FRD + |.else + |.if "ARGRD" == "CARG1" + |. sextw CARG1, CARG1 + | bal ->vm_sfi2d_1 + |. nop + |.else + |. sextw CARG2, CARG2 + | bal ->vm_sfi2d_2 + |. nop + |.endif + | b <3 + |. nop + |.endif + | + |5: // RA is an integer, RD is not an integer + | sltiu AT, CARG4, LJ_TISNUM + | beqz AT, ->vmeta_comp + |. lui TMP3, (-(BCBIAS_J*4 >> 16) & 65535) + | // RA is an integer, RD is a number. Convert RA to a number. + |.if FPU + | lwc1 FRA, LO(RA) + | ldc1 FRD, 0(RD) + | b <3 + | cvt.d.w FRA, FRA + |.else + |.if "ARGRA" == "CARG1" + | bal ->vm_sfi2d_1 + |. sextw CARG1, CARG1 + |.else + | bal ->vm_sfi2d_2 + |. sextw CARG2, CARG2 + |.endif + | b <3 + |. nop + |.endif + |.endmacro + | + if (op == BC_ISLT) { + | bc_comp f20, f22, CARG1, CARG2, movz, movf, c.olt.d, ->vm_sfcmpolt + } else if (op == BC_ISGE) { + | bc_comp f20, f22, CARG1, CARG2, movn, movt, c.olt.d, ->vm_sfcmpolt + } else if (op == BC_ISLE) { + | bc_comp f22, f20, CARG2, CARG1, movn, movt, c.ult.d, ->vm_sfcmpult + } else { + | bc_comp f22, f20, CARG2, CARG1, movz, movf, c.ult.d, ->vm_sfcmpult + } + break; + + case BC_ISEQV: case BC_ISNEV: + vk = op == BC_ISEQV; + | // RA = src1*8, RD = src2*8, JMP with RD = target + | daddu RA, BASE, RA + | daddiu PC, PC, 4 + | daddu RD, BASE, RD + | ld CARG1, 0(RA) + | lhu TMP2, -4+OFS_RD(PC) + | ld CARG2, 0(RD) + | gettp CARG3, CARG1 + | gettp CARG4, CARG2 + | sltu AT, TISNUM, CARG3 + | sltu TMP1, TISNUM, CARG4 + | or AT, AT, TMP1 + if (vk) { + | beqz AT, ->BC_ISEQN_Z + } else { + | beqz AT, ->BC_ISNEN_Z + } + | // Either or both types are not numbers. + | lui TMP3, (-(BCBIAS_J*4 >> 16) & 65535) + |.if FFI + |. li AT, LJ_TCDATA + | beq CARG3, AT, ->vmeta_equal_cd + |.endif + | decode_RD4b TMP2 + |.if FFI + | beq CARG4, AT, ->vmeta_equal_cd + |. nop + |.endif + | bne CARG1, CARG2, >2 + |. addu TMP2, TMP2, TMP3 + | // Tag and value are equal. + if (vk) { + |->BC_ISEQV_Z: + | daddu PC, PC, TMP2 + } + |1: + | ins_next + | + |2: // Check if the tags are the same and it's a table or userdata. + | xor AT, CARG3, CARG4 // Same type? + | sltiu TMP0, CARG3, LJ_TISTABUD+1 // Table or userdata? + | movn TMP0, r0, AT + if (vk) { + | beqz TMP0, <1 + } else { + | beqz TMP0, ->BC_ISEQV_Z // Reuse code from opposite instruction. + } + | // Different tables or userdatas. Need to check __eq metamethod. + | // Field metatable must be at same offset for GCtab and GCudata! + |. cleartp TAB:TMP1, CARG1 + | ld TAB:TMP3, TAB:TMP1->metatable + if (vk) { + | beqz TAB:TMP3, <1 // No metatable? + |. nop + | lbu TMP3, TAB:TMP3->nomm + | andi TMP3, TMP3, 1<<MM_eq + | bnez TMP3, >1 // Or 'no __eq' flag set? + } else { + | beqz TAB:TMP3,->BC_ISEQV_Z // No metatable? + |. nop + | lbu TMP3, TAB:TMP3->nomm + | andi TMP3, TMP3, 1<<MM_eq + | bnez TMP3, ->BC_ISEQV_Z // Or 'no __eq' flag set? + } + |. nop + | b ->vmeta_equal // Handle __eq metamethod. + |. li TMP0, 1-vk // ne = 0 or 1. + break; + + case BC_ISEQS: case BC_ISNES: + vk = op == BC_ISEQS; + | // RA = src*8, RD = str_const*8 (~), JMP with RD = target + | daddu RA, BASE, RA + | daddiu PC, PC, 4 + | ld CARG1, 0(RA) + | dsubu RD, KBASE, RD + | lhu TMP2, -4+OFS_RD(PC) + | ld CARG2, -8(RD) // KBASE-8-str_const*8 + |.if FFI + | gettp TMP0, CARG1 + | li AT, LJ_TCDATA + |.endif + | li TMP1, LJ_TSTR + | decode_RD4b TMP2 + |.if FFI + | beq TMP0, AT, ->vmeta_equal_cd + |.endif + |. settp CARG2, TMP1 + | lui TMP3, (-(BCBIAS_J*4 >> 16) & 65535) + | xor TMP1, CARG1, CARG2 + | addu TMP2, TMP2, TMP3 + if (vk) { + | movn TMP2, r0, TMP1 + } else { + | movz TMP2, r0, TMP1 + } + | daddu PC, PC, TMP2 + | ins_next + break; + + case BC_ISEQN: case BC_ISNEN: + vk = op == BC_ISEQN; + | // RA = src*8, RD = num_const*8, JMP with RD = target + | daddu RA, BASE, RA + | daddu RD, KBASE, RD + | ld CARG1, 0(RA) + | ld CARG2, 0(RD) + | lhu TMP2, OFS_RD(PC) + | gettp CARG3, CARG1 + | gettp CARG4, CARG2 + | daddiu PC, PC, 4 + | lui TMP3, (-(BCBIAS_J*4 >> 16) & 65535) + if (vk) { + |->BC_ISEQN_Z: + } else { + |->BC_ISNEN_Z: + } + | bne CARG3, TISNUM, >3 + |. decode_RD4b TMP2 + | bne CARG4, TISNUM, >6 + |. addu TMP2, TMP2, TMP3 + | xor AT, CARG1, CARG2 + if (vk) { + | movn TMP2, r0, AT + |1: + | daddu PC, PC, TMP2 + |2: + } else { + | movz TMP2, r0, AT + |1: + |2: + | daddu PC, PC, TMP2 + } + | ins_next + | + |3: // RA is not an integer. + | sltu AT, CARG3, TISNUM + |.if FFI + | beqz AT, >8 + |.else + | beqz AT, <2 + |.endif + |. addu TMP2, TMP2, TMP3 + | sltu AT, CARG4, TISNUM + |.if FPU + | ldc1 f20, 0(RA) + | ldc1 f22, 0(RD) + |.endif + | beqz AT, >5 + |. nop + |4: // RA and RD are both numbers. + |.if FPU + | c.eq.d f20, f22 + | b <1 + if (vk) { + |. movf TMP2, r0 + } else { + |. movt TMP2, r0 + } + |.else + | bal ->vm_sfcmpeq + |. nop + | b <1 + if (vk) { + |. movz TMP2, r0, CRET1 + } else { + |. movn TMP2, r0, CRET1 + } + |.endif + | + |5: // RA is a number, RD is not a number. + |.if FFI + | bne CARG4, TISNUM, >9 + |.else + | bne CARG4, TISNUM, <2 + |.endif + | // RA is a number, RD is an integer. Convert RD to a number. + |.if FPU + |. lwc1 f22, LO(RD) + | b <4 + |. cvt.d.w f22, f22 + |.else + |. sextw CARG2, CARG2 + | bal ->vm_sfi2d_2 + |. nop + | b <4 + |. nop + |.endif + | + |6: // RA is an integer, RD is not an integer + | sltu AT, CARG4, TISNUM + |.if FFI + | beqz AT, >9 + |.else + | beqz AT, <2 + |.endif + | // RA is an integer, RD is a number. Convert RA to a number. + |.if FPU + |. lwc1 f20, LO(RA) + | ldc1 f22, 0(RD) + | b <4 + | cvt.d.w f20, f20 + |.else + |. sextw CARG1, CARG1 + | bal ->vm_sfi2d_1 + |. nop + | b <4 + |. nop + |.endif + | + |.if FFI + |8: + | li AT, LJ_TCDATA + | bne CARG3, AT, <2 + |. nop + | b ->vmeta_equal_cd + |. nop + |9: + | li AT, LJ_TCDATA + | bne CARG4, AT, <2 + |. nop + | b ->vmeta_equal_cd + |. nop + |.endif + break; + + case BC_ISEQP: case BC_ISNEP: + vk = op == BC_ISEQP; + | // RA = src*8, RD = primitive_type*8 (~), JMP with RD = target + | daddu RA, BASE, RA + | srl TMP1, RD, 3 + | ld TMP0, 0(RA) + | lhu TMP2, OFS_RD(PC) + | not TMP1, TMP1 + | gettp TMP0, TMP0 + | daddiu PC, PC, 4 + |.if FFI + | li AT, LJ_TCDATA + | beq TMP0, AT, ->vmeta_equal_cd + |.endif + |. xor TMP0, TMP0, TMP1 + | decode_RD4b TMP2 + | lui TMP3, (-(BCBIAS_J*4 >> 16) & 65535) + | addu TMP2, TMP2, TMP3 + if (vk) { + | movn TMP2, r0, TMP0 + } else { + | movz TMP2, r0, TMP0 + } + | daddu PC, PC, TMP2 + | ins_next + break; + + /* -- Unary test and copy ops ------------------------------------------- */ + + case BC_ISTC: case BC_ISFC: case BC_IST: case BC_ISF: + | // RA = dst*8 or unused, RD = src*8, JMP with RD = target + | daddu RD, BASE, RD + | lhu TMP2, OFS_RD(PC) + | ld TMP0, 0(RD) + | daddiu PC, PC, 4 + | gettp TMP0, TMP0 + | sltiu TMP0, TMP0, LJ_TISTRUECOND + if (op == BC_IST || op == BC_ISF) { + | decode_RD4b TMP2 + | lui TMP3, (-(BCBIAS_J*4 >> 16) & 65535) + | addu TMP2, TMP2, TMP3 + if (op == BC_IST) { + | movz TMP2, r0, TMP0 + } else { + | movn TMP2, r0, TMP0 + } + | daddu PC, PC, TMP2 + } else { + | ld CRET1, 0(RD) + if (op == BC_ISTC) { + | beqz TMP0, >1 + } else { + | bnez TMP0, >1 + } + |. daddu RA, BASE, RA + | decode_RD4b TMP2 + | lui TMP3, (-(BCBIAS_J*4 >> 16) & 65535) + | addu TMP2, TMP2, TMP3 + | sd CRET1, 0(RA) + | daddu PC, PC, TMP2 + |1: + } + | ins_next + break; + + case BC_ISTYPE: + | // RA = src*8, RD = -type*8 + | daddu TMP2, BASE, RA + | srl TMP1, RD, 3 + | ld TMP0, 0(TMP2) + | ins_next1 + | gettp TMP0, TMP0 + | daddu AT, TMP0, TMP1 + | bnez AT, ->vmeta_istype + |. ins_next2 + break; + case BC_ISNUM: + | // RA = src*8, RD = -(TISNUM-1)*8 + | daddu TMP2, BASE, RA + | ld TMP0, 0(TMP2) + | ins_next1 + | checknum TMP0, ->vmeta_istype + |. ins_next2 + break; + + /* -- Unary ops --------------------------------------------------------- */ + + case BC_MOV: + | // RA = dst*8, RD = src*8 + | daddu RD, BASE, RD + | daddu RA, BASE, RA + | ld CRET1, 0(RD) + | ins_next1 + | sd CRET1, 0(RA) + | ins_next2 + break; + case BC_NOT: + | // RA = dst*8, RD = src*8 + | daddu RD, BASE, RD + | daddu RA, BASE, RA + | ld TMP0, 0(RD) + | li AT, LJ_TTRUE + | gettp TMP0, TMP0 + | sltu TMP0, AT, TMP0 + | addiu TMP0, TMP0, 1 + | dsll TMP0, TMP0, 47 + | not TMP0, TMP0 + | ins_next1 + | sd TMP0, 0(RA) + | ins_next2 + break; + case BC_UNM: + | // RA = dst*8, RD = src*8 + | daddu RB, BASE, RD + | ld CARG1, 0(RB) + | daddu RA, BASE, RA + | gettp CARG3, CARG1 + | bne CARG3, TISNUM, >2 + |. lui TMP1, 0x8000 + | sextw CARG1, CARG1 + | beq CARG1, TMP1, ->vmeta_unm // Meta handler deals with -2^31. + |. negu CARG1, CARG1 + | zextw CARG1, CARG1 + | settp CARG1, TISNUM + |1: + | ins_next1 + | sd CARG1, 0(RA) + | ins_next2 + |2: + | sltiu AT, CARG3, LJ_TISNUM + | beqz AT, ->vmeta_unm + |. dsll TMP1, TMP1, 32 + | b <1 + |. xor CARG1, CARG1, TMP1 + break; + case BC_LEN: + | // RA = dst*8, RD = src*8 + | daddu CARG2, BASE, RD + | daddu RA, BASE, RA + | ld TMP0, 0(CARG2) + | gettp TMP1, TMP0 + | daddiu AT, TMP1, -LJ_TSTR + | bnez AT, >2 + |. cleartp STR:CARG1, TMP0 + | lw CRET1, STR:CARG1->len + |1: + | settp CRET1, TISNUM + | ins_next1 + | sd CRET1, 0(RA) + | ins_next2 + |2: + | daddiu AT, TMP1, -LJ_TTAB + | bnez AT, ->vmeta_len + |. nop +#if LJ_52 + | ld TAB:TMP2, TAB:CARG1->metatable + | bnez TAB:TMP2, >9 + |. nop + |3: +#endif + |->BC_LEN_Z: + | load_got lj_tab_len + | call_intern lj_tab_len // (GCtab *t) + |. nop + | // Returns uint32_t (but less than 2^31). + | b <1 + |. nop +#if LJ_52 + |9: + | lbu TMP0, TAB:TMP2->nomm + | andi TMP0, TMP0, 1<<MM_len + | bnez TMP0, <3 // 'no __len' flag set: done. + |. nop + | b ->vmeta_len + |. nop +#endif + break; + + /* -- Binary ops -------------------------------------------------------- */ + + |.macro fpmod, a, b, c + | bal ->vm_floor // floor(b/c) + |. div.d FARG1, b, c + | mul.d a, FRET1, c + | sub.d a, b, a // b - floor(b/c)*c + |.endmacro + + |.macro sfpmod + | daddiu sp, sp, -16 + | + | load_got __divdf3 + | sd CARG1, 0(sp) + | call_extern + |. sd CARG2, 8(sp) + | + | load_got floor + | call_extern + |. move CARG1, CRET1 + | + | load_got __muldf3 + | move CARG1, CRET1 + | call_extern + |. ld CARG2, 8(sp) + | + | load_got __subdf3 + | ld CARG1, 0(sp) + | call_extern + |. move CARG2, CRET1 + | + | daddiu sp, sp, 16 + |.endmacro + + |.macro ins_arithpre, label + ||vk = ((int)op - BC_ADDVN) / (BC_ADDNV-BC_ADDVN); + | // RA = dst*8, RB = src1*8, RC = src2*8 | num_const*8 + ||switch (vk) { + ||case 0: + | decode_RB8a RB, INS + | decode_RB8b RB + | decode_RDtoRC8 RC, RD + | // RA = dst*8, RB = src1*8, RC = num_const*8 + | daddu RB, BASE, RB + |.if "label" ~= "none" + | b label + |.endif + |. daddu RC, KBASE, RC + || break; + ||case 1: + | decode_RB8a RC, INS + | decode_RB8b RC + | decode_RDtoRC8 RB, RD + | // RA = dst*8, RB = num_const*8, RC = src1*8 + | daddu RC, BASE, RC + |.if "label" ~= "none" + | b label + |.endif + |. daddu RB, KBASE, RB + || break; + ||default: + | decode_RB8a RB, INS + | decode_RB8b RB + | decode_RDtoRC8 RC, RD + | // RA = dst*8, RB = src1*8, RC = src2*8 + | daddu RB, BASE, RB + |.if "label" ~= "none" + | b label + |.endif + |. daddu RC, BASE, RC + || break; + ||} + |.endmacro + | + |.macro ins_arith, intins, fpins, fpcall, label + | ins_arithpre none + | + |.if "label" ~= "none" + |label: + |.endif + | + |// Used in 5. + | ld CARG1, 0(RB) + | ld CARG2, 0(RC) + | gettp TMP0, CARG1 + | gettp TMP1, CARG2 + | + |.if "intins" ~= "div" + | + | // Check for two integers. + | sextw CARG3, CARG1 + | bne TMP0, TISNUM, >5 + |. sextw CARG4, CARG2 + | bne TMP1, TISNUM, >5 + | + |.if "intins" == "addu" + |. intins CRET1, CARG3, CARG4 + | xor TMP1, CRET1, CARG3 // ((y^a) & (y^b)) < 0: overflow. + | xor TMP2, CRET1, CARG4 + | and TMP1, TMP1, TMP2 + | bltz TMP1, ->vmeta_arith + |. daddu RA, BASE, RA + |.elif "intins" == "subu" + |. intins CRET1, CARG3, CARG4 + | xor TMP1, CRET1, CARG3 // ((y^a) & (a^b)) < 0: overflow. + | xor TMP2, CARG3, CARG4 + | and TMP1, TMP1, TMP2 + | bltz TMP1, ->vmeta_arith + |. daddu RA, BASE, RA + |.elif "intins" == "mult" + |. intins CARG3, CARG4 + | mflo CRET1 + | mfhi TMP2 + | sra TMP1, CRET1, 31 + | bne TMP1, TMP2, ->vmeta_arith + |. daddu RA, BASE, RA + |.else + |. load_got lj_vm_modi + | beqz CARG4, ->vmeta_arith + |. daddu RA, BASE, RA + | move CARG1, CARG3 + | call_extern + |. move CARG2, CARG4 + |.endif + | + | zextw CRET1, CRET1 + | settp CRET1, TISNUM + | ins_next1 + | sd CRET1, 0(RA) + |3: + | ins_next2 + | + |.endif + | + |5: // Check for two numbers. + | .FPU ldc1 f20, 0(RB) + | sltu AT, TMP0, TISNUM + | sltu TMP0, TMP1, TISNUM + | .FPU ldc1 f22, 0(RC) + | and AT, AT, TMP0 + | beqz AT, ->vmeta_arith + |. daddu RA, BASE, RA + | + |.if FPU + | fpins FRET1, f20, f22 + |.elif "fpcall" == "sfpmod" + | sfpmod + |.else + | load_got fpcall + | call_extern + |. nop + |.endif + | + | ins_next1 + |.if "intins" ~= "div" + | b <3 + |.endif + |.if FPU + |. sdc1 FRET1, 0(RA) + |.else + |. sd CRET1, 0(RA) + |.endif + |.if "intins" == "div" + | ins_next2 + |.endif + | + |.endmacro + + case BC_ADDVN: case BC_ADDNV: case BC_ADDVV: + | ins_arith addu, add.d, __adddf3, none + break; + case BC_SUBVN: case BC_SUBNV: case BC_SUBVV: + | ins_arith subu, sub.d, __subdf3, none + break; + case BC_MULVN: case BC_MULNV: case BC_MULVV: + | ins_arith mult, mul.d, __muldf3, none + break; + case BC_DIVVN: + | ins_arith div, div.d, __divdf3, ->BC_DIVVN_Z + break; + case BC_DIVNV: case BC_DIVVV: + | ins_arithpre ->BC_DIVVN_Z + break; + case BC_MODVN: + | ins_arith modi, fpmod, sfpmod, ->BC_MODVN_Z + break; + case BC_MODNV: case BC_MODVV: + | ins_arithpre ->BC_MODVN_Z + break; + case BC_POW: + | ins_arithpre none + | ld CARG1, 0(RB) + | ld CARG2, 0(RC) + | gettp TMP0, CARG1 + | gettp TMP1, CARG2 + | sltiu TMP0, TMP0, LJ_TISNUM + | sltiu TMP1, TMP1, LJ_TISNUM + | and AT, TMP0, TMP1 + | load_got pow + | beqz AT, ->vmeta_arith + |. daddu RA, BASE, RA + |.if FPU + | ldc1 FARG1, 0(RB) + | ldc1 FARG2, 0(RC) + |.endif + | call_extern + |. nop + | ins_next1 + |.if FPU + | sdc1 FRET1, 0(RA) + |.else + | sd CRET1, 0(RA) + |.endif + | ins_next2 + break; + + case BC_CAT: + | // RA = dst*8, RB = src_start*8, RC = src_end*8 + | decode_RB8a RB, INS + | decode_RB8b RB + | decode_RDtoRC8 RC, RD + | dsubu CARG3, RC, RB + | sd BASE, L->base + | daddu CARG2, BASE, RC + | move MULTRES, RB + |->BC_CAT_Z: + | load_got lj_meta_cat + | srl CARG3, CARG3, 3 + | sd PC, SAVE_PC + | call_intern lj_meta_cat // (lua_State *L, TValue *top, int left) + |. move CARG1, L + | // Returns NULL (finished) or TValue * (metamethod). + | bnez CRET1, ->vmeta_binop + |. ld BASE, L->base + | daddu RB, BASE, MULTRES + | ld CRET1, 0(RB) + | daddu RA, BASE, RA + | ins_next1 + | sd CRET1, 0(RA) + | ins_next2 + break; + + /* -- Constant ops ------------------------------------------------------ */ + + case BC_KSTR: + | // RA = dst*8, RD = str_const*8 (~) + | dsubu TMP1, KBASE, RD + | ins_next1 + | li TMP2, LJ_TSTR + | ld TMP0, -8(TMP1) // KBASE-8-str_const*8 + | daddu RA, BASE, RA + | settp TMP0, TMP2 + | sd TMP0, 0(RA) + | ins_next2 + break; + case BC_KCDATA: + |.if FFI + | // RA = dst*8, RD = cdata_const*8 (~) + | dsubu TMP1, KBASE, RD + | ins_next1 + | ld TMP0, -8(TMP1) // KBASE-8-cdata_const*8 + | li TMP2, LJ_TCDATA + | daddu RA, BASE, RA + | settp TMP0, TMP2 + | sd TMP0, 0(RA) + | ins_next2 + |.endif + break; + case BC_KSHORT: + | // RA = dst*8, RD = int16_literal*8 + | sra RD, INS, 16 + | daddu RA, BASE, RA + | zextw RD, RD + | ins_next1 + | settp RD, TISNUM + | sd RD, 0(RA) + | ins_next2 + break; + case BC_KNUM: + | // RA = dst*8, RD = num_const*8 + | daddu RD, KBASE, RD + | daddu RA, BASE, RA + | ld CRET1, 0(RD) + | ins_next1 + | sd CRET1, 0(RA) + | ins_next2 + break; + case BC_KPRI: + | // RA = dst*8, RD = primitive_type*8 (~) + | daddu RA, BASE, RA + | dsll TMP0, RD, 44 + | not TMP0, TMP0 + | ins_next1 + | sd TMP0, 0(RA) + | ins_next2 + break; + case BC_KNIL: + | // RA = base*8, RD = end*8 + | daddu RA, BASE, RA + | sd TISNIL, 0(RA) + | daddiu RA, RA, 8 + | daddu RD, BASE, RD + |1: + | sd TISNIL, 0(RA) + | slt AT, RA, RD + | bnez AT, <1 + |. daddiu RA, RA, 8 + | ins_next_ + break; + + /* -- Upvalue and function ops ------------------------------------------ */ + + case BC_UGET: + | // RA = dst*8, RD = uvnum*8 + | ld LFUNC:RB, FRAME_FUNC(BASE) + | daddu RA, BASE, RA + | cleartp LFUNC:RB + | daddu RD, RD, LFUNC:RB + | ld UPVAL:RB, LFUNC:RD->uvptr + | ins_next1 + | ld TMP1, UPVAL:RB->v + | ld CRET1, 0(TMP1) + | sd CRET1, 0(RA) + | ins_next2 + break; + case BC_USETV: + | // RA = uvnum*8, RD = src*8 + | ld LFUNC:RB, FRAME_FUNC(BASE) + | daddu RD, BASE, RD + | cleartp LFUNC:RB + | daddu RA, RA, LFUNC:RB + | ld UPVAL:RB, LFUNC:RA->uvptr + | ld CRET1, 0(RD) + | lbu TMP3, UPVAL:RB->marked + | ld CARG2, UPVAL:RB->v + | andi TMP3, TMP3, LJ_GC_BLACK // isblack(uv) + | lbu TMP0, UPVAL:RB->closed + | gettp TMP2, CRET1 + | sd CRET1, 0(CARG2) + | li AT, LJ_GC_BLACK|1 + | or TMP3, TMP3, TMP0 + | beq TMP3, AT, >2 // Upvalue is closed and black? + |. daddiu TMP2, TMP2, -(LJ_TNUMX+1) + |1: + | ins_next + | + |2: // Check if new value is collectable. + | sltiu AT, TMP2, LJ_TISGCV - (LJ_TNUMX+1) + | beqz AT, <1 // tvisgcv(v) + |. cleartp GCOBJ:CRET1, CRET1 + | lbu TMP3, GCOBJ:CRET1->gch.marked + | andi TMP3, TMP3, LJ_GC_WHITES // iswhite(v) + | beqz TMP3, <1 + |. load_got lj_gc_barrieruv + | // Crossed a write barrier. Move the barrier forward. + | call_intern lj_gc_barrieruv // (global_State *g, TValue *tv) + |. daddiu CARG1, DISPATCH, GG_DISP2G + | b <1 + |. nop + break; + case BC_USETS: + | // RA = uvnum*8, RD = str_const*8 (~) + | ld LFUNC:RB, FRAME_FUNC(BASE) + | dsubu TMP1, KBASE, RD + | cleartp LFUNC:RB + | daddu RA, RA, LFUNC:RB + | ld UPVAL:RB, LFUNC:RA->uvptr + | ld STR:TMP1, -8(TMP1) // KBASE-8-str_const*8 + | lbu TMP2, UPVAL:RB->marked + | ld CARG2, UPVAL:RB->v + | lbu TMP3, STR:TMP1->marked + | andi AT, TMP2, LJ_GC_BLACK // isblack(uv) + | lbu TMP2, UPVAL:RB->closed + | li TMP0, LJ_TSTR + | settp TMP1, TMP0 + | bnez AT, >2 + |. sd TMP1, 0(CARG2) + |1: + | ins_next + | + |2: // Check if string is white and ensure upvalue is closed. + | beqz TMP2, <1 + |. andi AT, TMP3, LJ_GC_WHITES // iswhite(str) + | beqz AT, <1 + |. load_got lj_gc_barrieruv + | // Crossed a write barrier. Move the barrier forward. + | call_intern lj_gc_barrieruv // (global_State *g, TValue *tv) + |. daddiu CARG1, DISPATCH, GG_DISP2G + | b <1 + |. nop + break; + case BC_USETN: + | // RA = uvnum*8, RD = num_const*8 + | ld LFUNC:RB, FRAME_FUNC(BASE) + | daddu RD, KBASE, RD + | cleartp LFUNC:RB + | daddu RA, RA, LFUNC:RB + | ld UPVAL:RB, LFUNC:RA->uvptr + | ld CRET1, 0(RD) + | ld TMP1, UPVAL:RB->v + | ins_next1 + | sd CRET1, 0(TMP1) + | ins_next2 + break; + case BC_USETP: + | // RA = uvnum*8, RD = primitive_type*8 (~) + | ld LFUNC:RB, FRAME_FUNC(BASE) + | dsll TMP0, RD, 44 + | cleartp LFUNC:RB + | daddu RA, RA, LFUNC:RB + | not TMP0, TMP0 + | ld UPVAL:RB, LFUNC:RA->uvptr + | ins_next1 + | ld TMP1, UPVAL:RB->v + | sd TMP0, 0(TMP1) + | ins_next2 + break; + + case BC_UCLO: + | // RA = level*8, RD = target + | ld TMP2, L->openupval + | branch_RD // Do this first since RD is not saved. + | load_got lj_func_closeuv + | sd BASE, L->base + | beqz TMP2, >1 + |. move CARG1, L + | call_intern lj_func_closeuv // (lua_State *L, TValue *level) + |. daddu CARG2, BASE, RA + | ld BASE, L->base + |1: + | ins_next + break; + + case BC_FNEW: + | // RA = dst*8, RD = proto_const*8 (~) (holding function prototype) + | load_got lj_func_newL_gc + | dsubu TMP1, KBASE, RD + | ld CARG3, FRAME_FUNC(BASE) + | ld CARG2, -8(TMP1) // KBASE-8-tab_const*8 + | sd BASE, L->base + | sd PC, SAVE_PC + | cleartp CARG3 + | // (lua_State *L, GCproto *pt, GCfuncL *parent) + | call_intern lj_func_newL_gc + |. move CARG1, L + | // Returns GCfuncL *. + | li TMP0, LJ_TFUNC + | ld BASE, L->base + | ins_next1 + | settp CRET1, TMP0 + | daddu RA, BASE, RA + | sd CRET1, 0(RA) + | ins_next2 + break; + + /* -- Table ops --------------------------------------------------------- */ + + case BC_TNEW: + case BC_TDUP: + | // RA = dst*8, RD = (hbits|asize)*8 | tab_const*8 (~) + | ld TMP0, DISPATCH_GL(gc.total)(DISPATCH) + | ld TMP1, DISPATCH_GL(gc.threshold)(DISPATCH) + | sd BASE, L->base + | sd PC, SAVE_PC + | sltu AT, TMP0, TMP1 + | beqz AT, >5 + |1: + if (op == BC_TNEW) { + | load_got lj_tab_new + | srl CARG2, RD, 3 + | andi CARG2, CARG2, 0x7ff + | li TMP0, 0x801 + | addiu AT, CARG2, -0x7ff + | srl CARG3, RD, 14 + | movz CARG2, TMP0, AT + | // (lua_State *L, int32_t asize, uint32_t hbits) + | call_intern lj_tab_new + |. move CARG1, L + | // Returns Table *. + } else { + | load_got lj_tab_dup + | dsubu TMP1, KBASE, RD + | move CARG1, L + | call_intern lj_tab_dup // (lua_State *L, Table *kt) + |. ld CARG2, -8(TMP1) // KBASE-8-str_const*8 + | // Returns Table *. + } + | li TMP0, LJ_TTAB + | ld BASE, L->base + | ins_next1 + | daddu RA, BASE, RA + | settp CRET1, TMP0 + | sd CRET1, 0(RA) + | ins_next2 + |5: + | load_got lj_gc_step_fixtop + | move MULTRES, RD + | call_intern lj_gc_step_fixtop // (lua_State *L) + |. move CARG1, L + | b <1 + |. move RD, MULTRES + break; + + case BC_GGET: + | // RA = dst*8, RD = str_const*8 (~) + case BC_GSET: + | // RA = src*8, RD = str_const*8 (~) + | ld LFUNC:TMP2, FRAME_FUNC(BASE) + | dsubu TMP1, KBASE, RD + | ld STR:RC, -8(TMP1) // KBASE-8-str_const*8 + | cleartp LFUNC:TMP2 + | ld TAB:RB, LFUNC:TMP2->env + if (op == BC_GGET) { + | b ->BC_TGETS_Z + } else { + | b ->BC_TSETS_Z + } + |. daddu RA, BASE, RA + break; + + case BC_TGETV: + | // RA = dst*8, RB = table*8, RC = key*8 + | decode_RB8a RB, INS + | decode_RB8b RB + | decode_RDtoRC8 RC, RD + | daddu CARG2, BASE, RB + | daddu CARG3, BASE, RC + | ld TAB:RB, 0(CARG2) + | ld TMP2, 0(CARG3) + | daddu RA, BASE, RA + | checktab TAB:RB, ->vmeta_tgetv + | gettp TMP3, TMP2 + | bne TMP3, TISNUM, >5 // Integer key? + |. lw TMP0, TAB:RB->asize + | sextw TMP2, TMP2 + | ld TMP1, TAB:RB->array + | sltu AT, TMP2, TMP0 + | sll TMP2, TMP2, 3 + | beqz AT, ->vmeta_tgetv // Integer key and in array part? + |. daddu TMP2, TMP1, TMP2 + | ld AT, 0(TMP2) + | beq AT, TISNIL, >2 + |. ld CRET1, 0(TMP2) + |1: + | ins_next1 + | sd CRET1, 0(RA) + | ins_next2 + | + |2: // Check for __index if table value is nil. + | ld TAB:TMP2, TAB:RB->metatable + | beqz TAB:TMP2, <1 // No metatable: done. + |. nop + | lbu TMP0, TAB:TMP2->nomm + | andi TMP0, TMP0, 1<<MM_index + | bnez TMP0, <1 // 'no __index' flag set: done. + |. nop + | b ->vmeta_tgetv + |. nop + | + |5: + | li AT, LJ_TSTR + | bne TMP3, AT, ->vmeta_tgetv + |. cleartp RC, TMP2 + | b ->BC_TGETS_Z // String key? + |. nop + break; + case BC_TGETS: + | // RA = dst*8, RB = table*8, RC = str_const*8 (~) + | decode_RB8a RB, INS + | decode_RB8b RB + | decode_RC8a RC, INS + | daddu CARG2, BASE, RB + | decode_RC8b RC + | ld TAB:RB, 0(CARG2) + | dsubu CARG3, KBASE, RC + | daddu RA, BASE, RA + | ld STR:RC, -8(CARG3) // KBASE-8-str_const*8 + | checktab TAB:RB, ->vmeta_tgets1 + |->BC_TGETS_Z: + | // TAB:RB = GCtab *, STR:RC = GCstr *, RA = dst*8 + | lw TMP0, TAB:RB->hmask + | lw TMP1, STR:RC->hash + | ld NODE:TMP2, TAB:RB->node + | and TMP1, TMP1, TMP0 // idx = str->hash & tab->hmask + | sll TMP0, TMP1, 5 + | sll TMP1, TMP1, 3 + | subu TMP1, TMP0, TMP1 + | li TMP3, LJ_TSTR + | daddu NODE:TMP2, NODE:TMP2, TMP1 // node = tab->node + (idx*32-idx*8) + | settp STR:RC, TMP3 // Tagged key to look for. + |1: + | ld CARG1, NODE:TMP2->key + | ld CRET1, NODE:TMP2->val + | ld NODE:TMP1, NODE:TMP2->next + | bne CARG1, RC, >4 + |. ld TAB:TMP3, TAB:RB->metatable + | beq CRET1, TISNIL, >5 // Key found, but nil value? + |. nop + |3: + | ins_next1 + | sd CRET1, 0(RA) + | ins_next2 + | + |4: // Follow hash chain. + | bnez NODE:TMP1, <1 + |. move NODE:TMP2, NODE:TMP1 + | // End of hash chain: key not found, nil result. + | + |5: // Check for __index if table value is nil. + | beqz TAB:TMP3, <3 // No metatable: done. + |. move CRET1, TISNIL + | lbu TMP0, TAB:TMP3->nomm + | andi TMP0, TMP0, 1<<MM_index + | bnez TMP0, <3 // 'no __index' flag set: done. + |. nop + | b ->vmeta_tgets + |. nop + break; + case BC_TGETB: + | // RA = dst*8, RB = table*8, RC = index*8 + | decode_RB8a RB, INS + | decode_RB8b RB + | daddu CARG2, BASE, RB + | decode_RDtoRC8 RC, RD + | ld TAB:RB, 0(CARG2) + | daddu RA, BASE, RA + | srl TMP0, RC, 3 + | checktab TAB:RB, ->vmeta_tgetb + | lw TMP1, TAB:RB->asize + | ld TMP2, TAB:RB->array + | sltu AT, TMP0, TMP1 + | beqz AT, ->vmeta_tgetb + |. daddu RC, TMP2, RC + | ld AT, 0(RC) + | beq AT, TISNIL, >5 + |. ld CRET1, 0(RC) + |1: + | ins_next1 + | sd CRET1, 0(RA) + | ins_next2 + | + |5: // Check for __index if table value is nil. + | ld TAB:TMP2, TAB:RB->metatable + | beqz TAB:TMP2, <1 // No metatable: done. + |. nop + | lbu TMP1, TAB:TMP2->nomm + | andi TMP1, TMP1, 1<<MM_index + | bnez TMP1, <1 // 'no __index' flag set: done. + |. nop + | b ->vmeta_tgetb // Caveat: preserve TMP0 and CARG2! + |. nop + break; + case BC_TGETR: + | // RA = dst*8, RB = table*8, RC = key*8 + | decode_RB8a RB, INS + | decode_RB8b RB + | decode_RDtoRC8 RC, RD + | daddu RB, BASE, RB + | daddu RC, BASE, RC + | ld TAB:CARG1, 0(RB) + | lw CARG2, LO(RC) + | daddu RA, BASE, RA + | cleartp TAB:CARG1 + | lw TMP0, TAB:CARG1->asize + | ld TMP1, TAB:CARG1->array + | sltu AT, CARG2, TMP0 + | sll TMP2, CARG2, 3 + | beqz AT, ->vmeta_tgetr // In array part? + |. daddu CRET1, TMP1, TMP2 + | ld CARG2, 0(CRET1) + |->BC_TGETR_Z: + | ins_next1 + | sd CARG2, 0(RA) + | ins_next2 + break; + + case BC_TSETV: + | // RA = src*8, RB = table*8, RC = key*8 + | decode_RB8a RB, INS + | decode_RB8b RB + | decode_RDtoRC8 RC, RD + | daddu CARG2, BASE, RB + | daddu CARG3, BASE, RC + | ld RB, 0(CARG2) + | ld TMP2, 0(CARG3) + | daddu RA, BASE, RA + | checktab RB, ->vmeta_tsetv + | checkint TMP2, >5 + |. sextw RC, TMP2 + | lw TMP0, TAB:RB->asize + | ld TMP1, TAB:RB->array + | sltu AT, RC, TMP0 + | sll TMP2, RC, 3 + | beqz AT, ->vmeta_tsetv // Integer key and in array part? + |. daddu TMP1, TMP1, TMP2 + | ld TMP0, 0(TMP1) + | lbu TMP3, TAB:RB->marked + | beq TMP0, TISNIL, >3 + |. ld CRET1, 0(RA) + |1: + | andi AT, TMP3, LJ_GC_BLACK // isblack(table) + | bnez AT, >7 + |. sd CRET1, 0(TMP1) + |2: + | ins_next + | + |3: // Check for __newindex if previous value is nil. + | ld TAB:TMP2, TAB:RB->metatable + | beqz TAB:TMP2, <1 // No metatable: done. + |. nop + | lbu TMP2, TAB:TMP2->nomm + | andi TMP2, TMP2, 1<<MM_newindex + | bnez TMP2, <1 // 'no __newindex' flag set: done. + |. nop + | b ->vmeta_tsetv + |. nop + | + |5: + | gettp AT, TMP2 + | daddiu AT, AT, -LJ_TSTR + | bnez AT, ->vmeta_tsetv + |. nop + | b ->BC_TSETS_Z // String key? + |. cleartp STR:RC, TMP2 + | + |7: // Possible table write barrier for the value. Skip valiswhite check. + | barrierback TAB:RB, TMP3, TMP0, <2 + break; + case BC_TSETS: + | // RA = src*8, RB = table*8, RC = str_const*8 (~) + | decode_RB8a RB, INS + | decode_RB8b RB + | daddu CARG2, BASE, RB + | decode_RC8a RC, INS + | ld TAB:RB, 0(CARG2) + | decode_RC8b RC + | dsubu CARG3, KBASE, RC + | ld RC, -8(CARG3) // KBASE-8-str_const*8 + | daddu RA, BASE, RA + | cleartp STR:RC + | checktab TAB:RB, ->vmeta_tsets1 + |->BC_TSETS_Z: + | // TAB:RB = GCtab *, STR:RC = GCstr *, RA = BASE+src*8 + | lw TMP0, TAB:RB->hmask + | lw TMP1, STR:RC->hash + | ld NODE:TMP2, TAB:RB->node + | sb r0, TAB:RB->nomm // Clear metamethod cache. + | and TMP1, TMP1, TMP0 // idx = str->hash & tab->hmask + | sll TMP0, TMP1, 5 + | sll TMP1, TMP1, 3 + | subu TMP1, TMP0, TMP1 + | li TMP3, LJ_TSTR + | daddu NODE:TMP2, NODE:TMP2, TMP1 // node = tab->node + (idx*32-idx*8) + | settp STR:RC, TMP3 // Tagged key to look for. + |.if FPU + | ldc1 f20, 0(RA) + |.else + | ld CRET1, 0(RA) + |.endif + |1: + | ld TMP0, NODE:TMP2->key + | ld CARG2, NODE:TMP2->val + | ld NODE:TMP1, NODE:TMP2->next + | bne TMP0, RC, >5 + |. lbu TMP3, TAB:RB->marked + | beq CARG2, TISNIL, >4 // Key found, but nil value? + |. ld TAB:TMP0, TAB:RB->metatable + |2: + | andi AT, TMP3, LJ_GC_BLACK // isblack(table) + | bnez AT, >7 + |.if FPU + |. sdc1 f20, NODE:TMP2->val + |.else + |. sd CRET1, NODE:TMP2->val + |.endif + |3: + | ins_next + | + |4: // Check for __newindex if previous value is nil. + | beqz TAB:TMP0, <2 // No metatable: done. + |. nop + | lbu TMP0, TAB:TMP0->nomm + | andi TMP0, TMP0, 1<<MM_newindex + | bnez TMP0, <2 // 'no __newindex' flag set: done. + |. nop + | b ->vmeta_tsets + |. nop + | + |5: // Follow hash chain. + | bnez NODE:TMP1, <1 + |. move NODE:TMP2, NODE:TMP1 + | // End of hash chain: key not found, add a new one + | + | // But check for __newindex first. + | ld TAB:TMP2, TAB:RB->metatable + | beqz TAB:TMP2, >6 // No metatable: continue. + |. daddiu CARG3, DISPATCH, DISPATCH_GL(tmptv) + | lbu TMP0, TAB:TMP2->nomm + | andi TMP0, TMP0, 1<<MM_newindex + | beqz TMP0, ->vmeta_tsets // 'no __newindex' flag NOT set: check. + |6: + | load_got lj_tab_newkey + | sd RC, 0(CARG3) + | sd BASE, L->base + | move CARG2, TAB:RB + | sd PC, SAVE_PC + | call_intern lj_tab_newkey // (lua_State *L, GCtab *t, TValue *k + |. move CARG1, L + | // Returns TValue *. + | ld BASE, L->base + |.if FPU + | b <3 // No 2nd write barrier needed. + |. sdc1 f20, 0(CRET1) + |.else + | ld CARG1, 0(RA) + | b <3 // No 2nd write barrier needed. + |. sd CARG1, 0(CRET1) + |.endif + | + |7: // Possible table write barrier for the value. Skip valiswhite check. + | barrierback TAB:RB, TMP3, TMP0, <3 + break; + case BC_TSETB: + | // RA = src*8, RB = table*8, RC = index*8 + | decode_RB8a RB, INS + | decode_RB8b RB + | daddu CARG2, BASE, RB + | decode_RDtoRC8 RC, RD + | ld TAB:RB, 0(CARG2) + | daddu RA, BASE, RA + | srl TMP0, RC, 3 + | checktab RB, ->vmeta_tsetb + | lw TMP1, TAB:RB->asize + | ld TMP2, TAB:RB->array + | sltu AT, TMP0, TMP1 + | beqz AT, ->vmeta_tsetb + |. daddu RC, TMP2, RC + | ld TMP1, 0(RC) + | lbu TMP3, TAB:RB->marked + | beq TMP1, TISNIL, >5 + |1: + |. ld CRET1, 0(RA) + | andi AT, TMP3, LJ_GC_BLACK // isblack(table) + | bnez AT, >7 + |. sd CRET1, 0(RC) + |2: + | ins_next + | + |5: // Check for __newindex if previous value is nil. + | ld TAB:TMP2, TAB:RB->metatable + | beqz TAB:TMP2, <1 // No metatable: done. + |. nop + | lbu TMP1, TAB:TMP2->nomm + | andi TMP1, TMP1, 1<<MM_newindex + | bnez TMP1, <1 // 'no __newindex' flag set: done. + |. nop + | b ->vmeta_tsetb // Caveat: preserve TMP0 and CARG2! + |. nop + | + |7: // Possible table write barrier for the value. Skip valiswhite check. + | barrierback TAB:RB, TMP3, TMP0, <2 + break; + case BC_TSETR: + | // RA = dst*8, RB = table*8, RC = key*8 + | decode_RB8a RB, INS + | decode_RB8b RB + | decode_RDtoRC8 RC, RD + | daddu CARG1, BASE, RB + | daddu CARG3, BASE, RC + | ld TAB:CARG2, 0(CARG1) + | lw CARG3, LO(CARG3) + | cleartp TAB:CARG2 + | lbu TMP3, TAB:CARG2->marked + | lw TMP0, TAB:CARG2->asize + | ld TMP1, TAB:CARG2->array + | andi AT, TMP3, LJ_GC_BLACK // isblack(table) + | bnez AT, >7 + |. daddu RA, BASE, RA + |2: + | sltu AT, CARG3, TMP0 + | sll TMP2, CARG3, 3 + | beqz AT, ->vmeta_tsetr // In array part? + |. daddu CRET1, TMP1, TMP2 + |->BC_TSETR_Z: + | ld CARG1, 0(RA) + | ins_next1 + | sd CARG1, 0(CRET1) + | ins_next2 + | + |7: // Possible table write barrier for the value. Skip valiswhite check. + | barrierback TAB:CARG2, TMP3, TMP0, <2 + break; + + case BC_TSETM: + | // RA = base*8 (table at base-1), RD = num_const*8 (start index) + | daddu RA, BASE, RA + |1: + | daddu TMP3, KBASE, RD + | ld TAB:CARG2, -8(RA) // Guaranteed to be a table. + | addiu TMP0, MULTRES, -8 + | lw TMP3, LO(TMP3) // Integer constant is in lo-word. + | beqz TMP0, >4 // Nothing to copy? + |. srl CARG3, TMP0, 3 + | cleartp CARG2 + | addu CARG3, CARG3, TMP3 + | lw TMP2, TAB:CARG2->asize + | sll TMP1, TMP3, 3 + | lbu TMP3, TAB:CARG2->marked + | ld CARG1, TAB:CARG2->array + | sltu AT, TMP2, CARG3 + | bnez AT, >5 + |. daddu TMP2, RA, TMP0 + | daddu TMP1, TMP1, CARG1 + | andi TMP0, TMP3, LJ_GC_BLACK // isblack(table) + |3: // Copy result slots to table. + | ld CRET1, 0(RA) + | daddiu RA, RA, 8 + | sltu AT, RA, TMP2 + | sd CRET1, 0(TMP1) + | bnez AT, <3 + |. daddiu TMP1, TMP1, 8 + | bnez TMP0, >7 + |. nop + |4: + | ins_next + | + |5: // Need to resize array part. + | load_got lj_tab_reasize + | sd BASE, L->base + | sd PC, SAVE_PC + | move BASE, RD + | call_intern lj_tab_reasize // (lua_State *L, GCtab *t, int nasize) + |. move CARG1, L + | // Must not reallocate the stack. + | move RD, BASE + | b <1 + |. ld BASE, L->base // Reload BASE for lack of a saved register. + | + |7: // Possible table write barrier for any value. Skip valiswhite check. + | barrierback TAB:CARG2, TMP3, TMP0, <4 + break; + + /* -- Calls and vararg handling ----------------------------------------- */ + + case BC_CALLM: + | // RA = base*8, (RB = (nresults+1)*8,) RC = extra_nargs*8 + | decode_RDtoRC8 NARGS8:RC, RD + | b ->BC_CALL_Z + |. addu NARGS8:RC, NARGS8:RC, MULTRES + break; + case BC_CALL: + | // RA = base*8, (RB = (nresults+1)*8,) RC = (nargs+1)*8 + | decode_RDtoRC8 NARGS8:RC, RD + |->BC_CALL_Z: + | move TMP2, BASE + | daddu BASE, BASE, RA + | ld LFUNC:RB, 0(BASE) + | daddiu BASE, BASE, 16 + | addiu NARGS8:RC, NARGS8:RC, -8 + | checkfunc RB, ->vmeta_call + | ins_call + break; + + case BC_CALLMT: + | // RA = base*8, (RB = 0,) RC = extra_nargs*8 + | addu NARGS8:RD, NARGS8:RD, MULTRES // BC_CALLT gets RC from RD. + | // Fall through. Assumes BC_CALLT follows. + break; + case BC_CALLT: + | // RA = base*8, (RB = 0,) RC = (nargs+1)*8 + | daddu RA, BASE, RA + | ld RB, 0(RA) + | move NARGS8:RC, RD + | ld TMP1, FRAME_PC(BASE) + | daddiu RA, RA, 16 + | addiu NARGS8:RC, NARGS8:RC, -8 + | checktp CARG3, RB, -LJ_TFUNC, ->vmeta_callt + |->BC_CALLT_Z: + | andi TMP0, TMP1, FRAME_TYPE // Caveat: preserve TMP0 until the 'or'. + | lbu TMP3, LFUNC:CARG3->ffid + | bnez TMP0, >7 + |. xori TMP2, TMP1, FRAME_VARG + |1: + | sd RB, FRAME_FUNC(BASE) // Copy function down, but keep PC. + | sltiu AT, TMP3, 2 // (> FF_C) Calling a fast function? + | move TMP2, BASE + | move RB, CARG3 + | beqz NARGS8:RC, >3 + |. move TMP3, NARGS8:RC + |2: + | ld CRET1, 0(RA) + | daddiu RA, RA, 8 + | addiu TMP3, TMP3, -8 + | sd CRET1, 0(TMP2) + | bnez TMP3, <2 + |. daddiu TMP2, TMP2, 8 + |3: + | or TMP0, TMP0, AT + | beqz TMP0, >5 + |. nop + |4: + | ins_callt + | + |5: // Tailcall to a fast function with a Lua frame below. + | lw INS, -4(TMP1) + | decode_RA8a RA, INS + | decode_RA8b RA + | dsubu TMP1, BASE, RA + | ld TMP1, -32(TMP1) + | cleartp LFUNC:TMP1 + | ld TMP1, LFUNC:TMP1->pc + | b <4 + |. ld KBASE, PC2PROTO(k)(TMP1) // Need to prepare KBASE. + | + |7: // Tailcall from a vararg function. + | andi AT, TMP2, FRAME_TYPEP + | bnez AT, <1 // Vararg frame below? + |. dsubu TMP2, BASE, TMP2 // Relocate BASE down. + | move BASE, TMP2 + | ld TMP1, FRAME_PC(TMP2) + | b <1 + |. andi TMP0, TMP1, FRAME_TYPE + break; + + case BC_ITERC: + | // RA = base*8, (RB = (nresults+1)*8, RC = (nargs+1)*8 ((2+1)*8)) + | move TMP2, BASE // Save old BASE fir vmeta_call. + | daddu BASE, BASE, RA + | ld RB, -24(BASE) + | ld CARG1, -16(BASE) + | ld CARG2, -8(BASE) + | li NARGS8:RC, 16 // Iterators get 2 arguments. + | sd RB, 0(BASE) // Copy callable. + | sd CARG1, 16(BASE) // Copy state. + | sd CARG2, 24(BASE) // Copy control var. + | daddiu BASE, BASE, 16 + | checkfunc RB, ->vmeta_call + | ins_call + break; + + case BC_ITERN: + | // RA = base*8, (RB = (nresults+1)*8, RC = (nargs+1)*8 (2+1)*8) + |.if JIT + | // NYI: add hotloop, record BC_ITERN. + |.endif + | daddu RA, BASE, RA + | ld TAB:RB, -16(RA) + | lw RC, -8+LO(RA) // Get index from control var. + | cleartp TAB:RB + | daddiu PC, PC, 4 + | lw TMP0, TAB:RB->asize + | ld TMP1, TAB:RB->array + | dsll CARG3, TISNUM, 47 + |1: // Traverse array part. + | sltu AT, RC, TMP0 + | beqz AT, >5 // Index points after array part? + |. sll TMP3, RC, 3 + | daddu TMP3, TMP1, TMP3 + | ld CARG1, 0(TMP3) + | lhu RD, -4+OFS_RD(PC) + | or TMP2, RC, CARG3 + | beq CARG1, TISNIL, <1 // Skip holes in array part. + |. addiu RC, RC, 1 + | sd TMP2, 0(RA) + | sd CARG1, 8(RA) + | or TMP0, RC, CARG3 + | lui TMP3, (-(BCBIAS_J*4 >> 16) & 65535) + | decode_RD4b RD + | daddu RD, RD, TMP3 + | sw TMP0, -8+LO(RA) // Update control var. + | daddu PC, PC, RD + |3: + | ins_next + | + |5: // Traverse hash part. + | lw TMP1, TAB:RB->hmask + | subu RC, RC, TMP0 + | ld TMP2, TAB:RB->node + |6: + | sltu AT, TMP1, RC // End of iteration? Branch to ITERL+1. + | bnez AT, <3 + |. sll TMP3, RC, 5 + | sll RB, RC, 3 + | subu TMP3, TMP3, RB + | daddu NODE:TMP3, TMP3, TMP2 + | ld CARG1, 0(NODE:TMP3) + | lhu RD, -4+OFS_RD(PC) + | beq CARG1, TISNIL, <6 // Skip holes in hash part. + |. addiu RC, RC, 1 + | ld CARG2, NODE:TMP3->key + | lui TMP3, (-(BCBIAS_J*4 >> 16) & 65535) + | sd CARG1, 8(RA) + | addu RC, RC, TMP0 + | decode_RD4b RD + | addu RD, RD, TMP3 + | sd CARG2, 0(RA) + | daddu PC, PC, RD + | b <3 + |. sw RC, -8+LO(RA) // Update control var. + break; + + case BC_ISNEXT: + | // RA = base*8, RD = target (points to ITERN) + | daddu RA, BASE, RA + | srl TMP0, RD, 1 + | ld CFUNC:CARG1, -24(RA) + | daddu TMP0, PC, TMP0 + | ld CARG2, -16(RA) + | ld CARG3, -8(RA) + | lui TMP2, (-(BCBIAS_J*4 >> 16) & 65535) + | checkfunc CFUNC:CARG1, >5 + | gettp CARG2, CARG2 + | daddiu CARG2, CARG2, -LJ_TTAB + | lbu TMP1, CFUNC:CARG1->ffid + | daddiu CARG3, CARG3, -LJ_TNIL + | or AT, CARG2, CARG3 + | daddiu TMP1, TMP1, -FF_next_N + | or AT, AT, TMP1 + | bnez AT, >5 + |. lui TMP1, 0xfffe + | daddu PC, TMP0, TMP2 + | ori TMP1, TMP1, 0x7fff + | dsll TMP1, TMP1, 32 + | sd TMP1, -8(RA) + |1: + | ins_next + |5: // Despecialize bytecode if any of the checks fail. + | li TMP3, BC_JMP + | li TMP1, BC_ITERC + | sb TMP3, -4+OFS_OP(PC) + | daddu PC, TMP0, TMP2 + | b <1 + |. sb TMP1, OFS_OP(PC) + break; + + case BC_VARG: + | // RA = base*8, RB = (nresults+1)*8, RC = numparams*8 + | ld TMP0, FRAME_PC(BASE) + | decode_RDtoRC8 RC, RD + | decode_RB8a RB, INS + | daddu RC, BASE, RC + | decode_RB8b RB + | daddu RA, BASE, RA + | daddiu RC, RC, FRAME_VARG + | daddu TMP2, RA, RB + | daddiu TMP3, BASE, -16 // TMP3 = vtop + | dsubu RC, RC, TMP0 // RC = vbase + | // Note: RC may now be even _above_ BASE if nargs was < numparams. + | beqz RB, >5 // Copy all varargs? + |. dsubu TMP1, TMP3, RC + | daddiu TMP2, TMP2, -16 + |1: // Copy vararg slots to destination slots. + | ld CARG1, 0(RC) + | sltu AT, RC, TMP3 + | daddiu RC, RC, 8 + | movz CARG1, TISNIL, AT + | sd CARG1, 0(RA) + | sltu AT, RA, TMP2 + | bnez AT, <1 + |. daddiu RA, RA, 8 + |3: + | ins_next + | + |5: // Copy all varargs. + | ld TMP0, L->maxstack + | blez TMP1, <3 // No vararg slots? + |. li MULTRES, 8 // MULTRES = (0+1)*8 + | daddu TMP2, RA, TMP1 + | sltu AT, TMP0, TMP2 + | bnez AT, >7 + |. daddiu MULTRES, TMP1, 8 + |6: + | ld CRET1, 0(RC) + | daddiu RC, RC, 8 + | sd CRET1, 0(RA) + | sltu AT, RC, TMP3 + | bnez AT, <6 // More vararg slots? + |. daddiu RA, RA, 8 + | b <3 + |. nop + | + |7: // Grow stack for varargs. + | load_got lj_state_growstack + | sd RA, L->top + | dsubu RA, RA, BASE + | sd BASE, L->base + | dsubu BASE, RC, BASE // Need delta, because BASE may change. + | sd PC, SAVE_PC + | srl CARG2, TMP1, 3 + | call_intern lj_state_growstack // (lua_State *L, int n) + |. move CARG1, L + | move RC, BASE + | ld BASE, L->base + | daddu RA, BASE, RA + | daddu RC, BASE, RC + | b <6 + |. daddiu TMP3, BASE, -16 + break; + + /* -- Returns ----------------------------------------------------------- */ + + case BC_RETM: + | // RA = results*8, RD = extra_nresults*8 + | addu RD, RD, MULTRES // MULTRES >= 8, so RD >= 8. + | // Fall through. Assumes BC_RET follows. + break; + + case BC_RET: + | // RA = results*8, RD = (nresults+1)*8 + | ld PC, FRAME_PC(BASE) + | daddu RA, BASE, RA + | move MULTRES, RD + |1: + | andi TMP0, PC, FRAME_TYPE + | bnez TMP0, ->BC_RETV_Z + |. xori TMP1, PC, FRAME_VARG + | + |->BC_RET_Z: + | // BASE = base, RA = resultptr, RD = (nresults+1)*8, PC = return + | lw INS, -4(PC) + | daddiu TMP2, BASE, -16 + | daddiu RC, RD, -8 + | decode_RA8a TMP0, INS + | decode_RB8a RB, INS + | decode_RA8b TMP0 + | decode_RB8b RB + | daddu TMP3, TMP2, RB + | beqz RC, >3 + |. dsubu BASE, TMP2, TMP0 + |2: + | ld CRET1, 0(RA) + | daddiu RA, RA, 8 + | daddiu RC, RC, -8 + | sd CRET1, 0(TMP2) + | bnez RC, <2 + |. daddiu TMP2, TMP2, 8 + |3: + | daddiu TMP3, TMP3, -8 + |5: + | sltu AT, TMP2, TMP3 + | bnez AT, >6 + |. ld LFUNC:TMP1, FRAME_FUNC(BASE) + | ins_next1 + | cleartp LFUNC:TMP1 + | ld TMP1, LFUNC:TMP1->pc + | ld KBASE, PC2PROTO(k)(TMP1) + | ins_next2 + | + |6: // Fill up results with nil. + | sd TISNIL, 0(TMP2) + | b <5 + |. daddiu TMP2, TMP2, 8 + | + |->BC_RETV_Z: // Non-standard return case. + | andi TMP2, TMP1, FRAME_TYPEP + | bnez TMP2, ->vm_return + |. nop + | // Return from vararg function: relocate BASE down. + | dsubu BASE, BASE, TMP1 + | b <1 + |. ld PC, FRAME_PC(BASE) + break; + + case BC_RET0: case BC_RET1: + | // RA = results*8, RD = (nresults+1)*8 + | ld PC, FRAME_PC(BASE) + | daddu RA, BASE, RA + | move MULTRES, RD + | andi TMP0, PC, FRAME_TYPE + | bnez TMP0, ->BC_RETV_Z + |. xori TMP1, PC, FRAME_VARG + | lw INS, -4(PC) + | daddiu TMP2, BASE, -16 + if (op == BC_RET1) { + | ld CRET1, 0(RA) + } + | decode_RB8a RB, INS + | decode_RA8a RA, INS + | decode_RB8b RB + | decode_RA8b RA + | dsubu BASE, TMP2, RA + if (op == BC_RET1) { + | sd CRET1, 0(TMP2) + } + |5: + | sltu AT, RD, RB + | bnez AT, >6 + |. ld TMP1, FRAME_FUNC(BASE) + | ins_next1 + | cleartp LFUNC:TMP1 + | ld TMP1, LFUNC:TMP1->pc + | ld KBASE, PC2PROTO(k)(TMP1) + | ins_next2 + | + |6: // Fill up results with nil. + | daddiu TMP2, TMP2, 8 + | daddiu RD, RD, 8 + | b <5 + if (op == BC_RET1) { + |. sd TISNIL, 0(TMP2) + } else { + |. sd TISNIL, -8(TMP2) + } + break; + + /* -- Loops and branches ------------------------------------------------ */ + + case BC_FORL: + |.if JIT + | hotloop + |.endif + | // Fall through. Assumes BC_IFORL follows. + break; + + case BC_JFORI: + case BC_JFORL: +#if !LJ_HASJIT + break; +#endif + case BC_FORI: + case BC_IFORL: + | // RA = base*8, RD = target (after end of loop or start of loop) + vk = (op == BC_IFORL || op == BC_JFORL); + | daddu RA, BASE, RA + | ld CARG1, FORL_IDX*8(RA) // IDX CARG1 - CARG3 type + | gettp CARG3, CARG1 + if (op != BC_JFORL) { + | srl RD, RD, 1 + | lui TMP2, (-(BCBIAS_J*4 >> 16) & 65535) + | daddu TMP2, RD, TMP2 + } + if (!vk) { + | ld CARG2, FORL_STOP*8(RA) // STOP CARG2 - CARG4 type + | ld CRET1, FORL_STEP*8(RA) // STEP CRET1 - CRET2 type + | gettp CARG4, CARG2 + | bne CARG3, TISNUM, >5 + |. gettp CRET2, CRET1 + | bne CARG4, TISNUM, ->vmeta_for + |. sextw CARG3, CARG1 + | bne CRET2, TISNUM, ->vmeta_for + |. sextw CARG2, CARG2 + | dext AT, CRET1, 31, 0 + | slt CRET1, CARG2, CARG3 + | slt TMP1, CARG3, CARG2 + | movn CRET1, TMP1, AT + } else { + | bne CARG3, TISNUM, >5 + |. ld CARG2, FORL_STEP*8(RA) // STEP CARG2 - CARG4 type + | ld CRET1, FORL_STOP*8(RA) // STOP CRET1 - CRET2 type + | sextw TMP3, CARG1 + | sextw CARG2, CARG2 + | sextw CRET1, CRET1 + | addu CARG1, TMP3, CARG2 + | xor TMP0, CARG1, TMP3 + | xor TMP1, CARG1, CARG2 + | and TMP0, TMP0, TMP1 + | slt TMP1, CARG1, CRET1 + | slt CRET1, CRET1, CARG1 + | slt AT, CARG2, r0 + | slt TMP0, TMP0, r0 // ((y^a) & (y^b)) < 0: overflow. + | movn CRET1, TMP1, AT + | or CRET1, CRET1, TMP0 + | zextw CARG1, CARG1 + | settp CARG1, TISNUM + } + |1: + if (op == BC_FORI) { + | movz TMP2, r0, CRET1 + | daddu PC, PC, TMP2 + } else if (op == BC_JFORI) { + | daddu PC, PC, TMP2 + | lhu RD, -4+OFS_RD(PC) + } else if (op == BC_IFORL) { + | movn TMP2, r0, CRET1 + | daddu PC, PC, TMP2 + } + if (vk) { + | sd CARG1, FORL_IDX*8(RA) + } + | ins_next1 + | sd CARG1, FORL_EXT*8(RA) + |2: + if (op == BC_JFORI) { + | beqz CRET1, =>BC_JLOOP + |. decode_RD8b RD + } else if (op == BC_JFORL) { + | beqz CRET1, =>BC_JLOOP + } + | ins_next2 + | + |5: // FP loop. + |.if FPU + if (!vk) { + | ldc1 f0, FORL_IDX*8(RA) + | ldc1 f2, FORL_STOP*8(RA) + | sltiu TMP0, CARG3, LJ_TISNUM + | sltiu TMP1, CARG4, LJ_TISNUM + | sltiu AT, CRET2, LJ_TISNUM + | ld TMP3, FORL_STEP*8(RA) + | and TMP0, TMP0, TMP1 + | and AT, AT, TMP0 + | beqz AT, ->vmeta_for + |. slt TMP3, TMP3, r0 + | c.ole.d 0, f0, f2 + | c.ole.d 1, f2, f0 + | li CRET1, 1 + | movt CRET1, r0, 0 + | movt AT, r0, 1 + | b <1 + |. movn CRET1, AT, TMP3 + } else { + | ldc1 f0, FORL_IDX*8(RA) + | ldc1 f4, FORL_STEP*8(RA) + | ldc1 f2, FORL_STOP*8(RA) + | ld TMP3, FORL_STEP*8(RA) + | add.d f0, f0, f4 + | c.ole.d 0, f0, f2 + | c.ole.d 1, f2, f0 + | slt TMP3, TMP3, r0 + | li CRET1, 1 + | li AT, 1 + | movt CRET1, r0, 0 + | movt AT, r0, 1 + | movn CRET1, AT, TMP3 + if (op == BC_IFORL) { + | movn TMP2, r0, CRET1 + | daddu PC, PC, TMP2 + } + | sdc1 f0, FORL_IDX*8(RA) + | ins_next1 + | b <2 + |. sdc1 f0, FORL_EXT*8(RA) + } + |.else + if (!vk) { + | sltiu TMP0, CARG3, LJ_TISNUM + | sltiu TMP1, CARG4, LJ_TISNUM + | sltiu AT, CRET2, LJ_TISNUM + | and TMP0, TMP0, TMP1 + | and AT, AT, TMP0 + | beqz AT, ->vmeta_for + |. nop + | bal ->vm_sfcmpolex + |. lw TMP3, FORL_STEP*8+HI(RA) + | b <1 + |. nop + } else { + | load_got __adddf3 + | call_extern + |. sw TMP2, TMPD + | ld CARG2, FORL_STOP*8(RA) + | move CARG1, CRET1 + if ( op == BC_JFORL ) { + | lhu RD, -4+OFS_RD(PC) + | decode_RD8b RD + } + | bal ->vm_sfcmpolex + |. lw TMP3, FORL_STEP*8+HI(RA) + | b <1 + |. lw TMP2, TMPD + } + |.endif + break; + + case BC_ITERL: + |.if JIT + | hotloop + |.endif + | // Fall through. Assumes BC_IITERL follows. + break; + + case BC_JITERL: +#if !LJ_HASJIT + break; +#endif + case BC_IITERL: + | // RA = base*8, RD = target + | daddu RA, BASE, RA + | ld TMP1, 0(RA) + | beq TMP1, TISNIL, >1 // Stop if iterator returned nil. + |. nop + if (op == BC_JITERL) { + | b =>BC_JLOOP + |. sd TMP1, -8(RA) + } else { + | branch_RD // Otherwise save control var + branch. + | sd TMP1, -8(RA) + } + |1: + | ins_next + break; + + case BC_LOOP: + | // RA = base*8, RD = target (loop extent) + | // Note: RA/RD is only used by trace recorder to determine scope/extent + | // This opcode does NOT jump, it's only purpose is to detect a hot loop. + |.if JIT + | hotloop + |.endif + | // Fall through. Assumes BC_ILOOP follows. + break; + + case BC_ILOOP: + | // RA = base*8, RD = target (loop extent) + | ins_next + break; + + case BC_JLOOP: + |.if JIT + | // RA = base*8 (ignored), RD = traceno*8 + | ld TMP1, DISPATCH_J(trace)(DISPATCH) + | li AT, 0 + | daddu TMP1, TMP1, RD + | // Traces on MIPS don't store the trace number, so use 0. + | sd AT, DISPATCH_GL(vmstate)(DISPATCH) + | ld TRACE:TMP2, 0(TMP1) + | sd BASE, DISPATCH_GL(jit_base)(DISPATCH) + | ld TMP2, TRACE:TMP2->mcode + | sd L, DISPATCH_GL(tmpbuf.L)(DISPATCH) + | jr TMP2 + |. daddiu JGL, DISPATCH, GG_DISP2G+32768 + |.endif + break; + + case BC_JMP: + | // RA = base*8 (only used by trace recorder), RD = target + | branch_RD + | ins_next + break; + + /* -- Function headers -------------------------------------------------- */ + + case BC_FUNCF: + |.if JIT + | hotcall + |.endif + case BC_FUNCV: /* NYI: compiled vararg functions. */ + | // Fall through. Assumes BC_IFUNCF/BC_IFUNCV follow. + break; + + case BC_JFUNCF: +#if !LJ_HASJIT + break; +#endif + case BC_IFUNCF: + | // BASE = new base, RA = BASE+framesize*8, RB = LFUNC, RC = nargs*8 + | ld TMP2, L->maxstack + | lbu TMP1, -4+PC2PROTO(numparams)(PC) + | ld KBASE, -4+PC2PROTO(k)(PC) + | sltu AT, TMP2, RA + | bnez AT, ->vm_growstack_l + |. sll TMP1, TMP1, 3 + if (op != BC_JFUNCF) { + | ins_next1 + } + |2: + | sltu AT, NARGS8:RC, TMP1 // Check for missing parameters. + | bnez AT, >3 + |. daddu AT, BASE, NARGS8:RC + if (op == BC_JFUNCF) { + | decode_RD8a RD, INS + | b =>BC_JLOOP + |. decode_RD8b RD + } else { + | ins_next2 + } + | + |3: // Clear missing parameters. + | sd TISNIL, 0(AT) + | b <2 + |. addiu NARGS8:RC, NARGS8:RC, 8 + break; + + case BC_JFUNCV: +#if !LJ_HASJIT + break; +#endif + | NYI // NYI: compiled vararg functions + break; /* NYI: compiled vararg functions. */ + + case BC_IFUNCV: + | // BASE = new base, RA = BASE+framesize*8, RB = LFUNC, RC = nargs*8 + | li TMP0, LJ_TFUNC + | daddu TMP1, BASE, RC + | ld TMP2, L->maxstack + | settp LFUNC:RB, TMP0 + | daddu TMP0, RA, RC + | sd LFUNC:RB, 0(TMP1) // Store (tagged) copy of LFUNC. + | daddiu TMP3, RC, 16+FRAME_VARG + | sltu AT, TMP0, TMP2 + | ld KBASE, -4+PC2PROTO(k)(PC) + | beqz AT, ->vm_growstack_l + |. sd TMP3, 8(TMP1) // Store delta + FRAME_VARG. + | lbu TMP2, -4+PC2PROTO(numparams)(PC) + | move RA, BASE + | move RC, TMP1 + | ins_next1 + | beqz TMP2, >3 + |. daddiu BASE, TMP1, 16 + |1: + | ld TMP0, 0(RA) + | sltu AT, RA, RC // Less args than parameters? + | move CARG1, TMP0 + | movz TMP0, TISNIL, AT // Clear missing parameters. + | movn CARG1, TISNIL, AT // Clear old fixarg slot (help the GC). + | addiu TMP2, TMP2, -1 + | sd TMP0, 16(TMP1) + | daddiu TMP1, TMP1, 8 + | sd CARG1, 0(RA) + | bnez TMP2, <1 + |. daddiu RA, RA, 8 + |3: + | ins_next2 + break; + + case BC_FUNCC: + case BC_FUNCCW: + | // BASE = new base, RA = BASE+framesize*8, RB = CFUNC, RC = nargs*8 + if (op == BC_FUNCC) { + | ld CFUNCADDR, CFUNC:RB->f + } else { + | ld CFUNCADDR, DISPATCH_GL(wrapf)(DISPATCH) + } + | daddu TMP1, RA, NARGS8:RC + | ld TMP2, L->maxstack + | daddu RC, BASE, NARGS8:RC + | sd BASE, L->base + | sltu AT, TMP2, TMP1 + | sd RC, L->top + | li_vmstate C + if (op == BC_FUNCCW) { + | ld CARG2, CFUNC:RB->f + } + | bnez AT, ->vm_growstack_c // Need to grow stack. + |. move CARG1, L + | jalr CFUNCADDR // (lua_State *L [, lua_CFunction f]) + |. st_vmstate + | // Returns nresults. + | ld BASE, L->base + | sll RD, CRET1, 3 + | ld TMP1, L->top + | li_vmstate INTERP + | ld PC, FRAME_PC(BASE) // Fetch PC of caller. + | dsubu RA, TMP1, RD // RA = L->top - nresults*8 + | sd L, DISPATCH_GL(cur_L)(DISPATCH) + | b ->vm_returnc + |. st_vmstate + break; + + /* ---------------------------------------------------------------------- */ + + default: + fprintf(stderr, "Error: undefined opcode BC_%s\n", bc_names[op]); + exit(2); + break; + } +} + +static int build_backend(BuildCtx *ctx) +{ + int op; + + dasm_growpc(Dst, BC__MAX); + + build_subroutines(ctx); + + |.code_op + for (op = 0; op < BC__MAX; op++) + build_ins(ctx, (BCOp)op, op); + + return BC__MAX; +} + +/* Emit pseudo frame-info for all assembler functions. */ +static void emit_asm_debug(BuildCtx *ctx) +{ + int fcofs = (int)((uint8_t *)ctx->glob[GLOB_vm_ffi_call] - ctx->code); + int i; + switch (ctx->mode) { + case BUILD_elfasm: + fprintf(ctx->fp, "\t.section .debug_frame,\"\",@progbits\n"); + fprintf(ctx->fp, + ".Lframe0:\n" + "\t.4byte .LECIE0-.LSCIE0\n" + ".LSCIE0:\n" + "\t.4byte 0xffffffff\n" + "\t.byte 0x1\n" + "\t.string \"\"\n" + "\t.uleb128 0x1\n" + "\t.sleb128 -4\n" + "\t.byte 31\n" + "\t.byte 0xc\n\t.uleb128 29\n\t.uleb128 0\n" + "\t.align 2\n" + ".LECIE0:\n\n"); + fprintf(ctx->fp, + ".LSFDE0:\n" + "\t.4byte .LEFDE0-.LASFDE0\n" + ".LASFDE0:\n" + "\t.4byte .Lframe0\n" + "\t.8byte .Lbegin\n" + "\t.8byte %d\n" + "\t.byte 0xe\n\t.uleb128 %d\n" + "\t.byte 0x9f\n\t.sleb128 2*5\n" + "\t.byte 0x9e\n\t.sleb128 2*6\n", + fcofs, CFRAME_SIZE); + for (i = 23; i >= 16; i--) + fprintf(ctx->fp, "\t.byte %d\n\t.uleb128 %d\n", 0x80+i, 2*(30-i)); +#if !LJ_SOFTFP + for (i = 31; i >= 24; i--) + fprintf(ctx->fp, "\t.byte %d\n\t.uleb128 %d\n", 0x80+32+i, 2*(46-i)); +#endif + fprintf(ctx->fp, + "\t.align 2\n" + ".LEFDE0:\n\n"); +#if LJ_HASFFI + fprintf(ctx->fp, + ".LSFDE1:\n" + "\t.4byte .LEFDE1-.LASFDE1\n" + ".LASFDE1:\n" + "\t.4byte .Lframe0\n" + "\t.4byte lj_vm_ffi_call\n" + "\t.4byte %d\n" + "\t.byte 0x9f\n\t.uleb128 2*1\n" + "\t.byte 0x90\n\t.uleb128 2*2\n" + "\t.byte 0xd\n\t.uleb128 0x10\n" + "\t.align 2\n" + ".LEFDE1:\n\n", (int)ctx->codesz - fcofs); +#endif +#if !LJ_NO_UNWIND + /* NYI */ +#endif + break; + default: + break; + } +} + diff --git a/core/src/luajit/src/vm_ppc.dasc b/core/src/luajit/src/vm_ppc.dasc index ad8a023e4..b4260ebc1 100644 --- a/core/src/luajit/src/vm_ppc.dasc +++ b/core/src/luajit/src/vm_ppc.dasc @@ -1,6 +1,6 @@ -|// Low-level VM code for PowerPC CPUs. +|// Low-level VM code for PowerPC 32 bit or 32on64 bit mode. |// Bytecode interpreter, fast functions and helper functions. -|// Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +|// Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h | |.arch ppc |.section code_op, code_sub @@ -18,7 +18,7 @@ |// DynASM defines used by the PPC port: |// |// P64 64 bit pointers (only for GPR64 testing). -|// Note: a full PPC64 _LP64 port is not planned. +|// Note: see vm_ppc64.dasc for a full PPC64 _LP64 port. |// GPR64 64 bit registers (but possibly 32 bit pointers, e.g. PS3). |// Affects reg saves, stack layout, carry/overflow/dot flags etc. |// FRAME32 Use 32 bit frame layout, even with GPR64 (Xbox 360). @@ -316,16 +316,10 @@ |.type NODE, Node |.type NARGS8, int |.type TRACE, GCtrace +|.type SBUF, SBuf | |//----------------------------------------------------------------------- | -|// These basic macros should really be part of DynASM. -|.macro srwi, rx, ry, n; rlwinm rx, ry, 32-n, n, 31; .endmacro -|.macro slwi, rx, ry, n; rlwinm rx, ry, n, 0, 31-n; .endmacro -|.macro rotlwi, rx, ry, n; rlwinm rx, ry, n, 0, 31; .endmacro -|.macro rotlw, rx, ry, rn; rlwnm rx, ry, rn, 0, 31; .endmacro -|.macro subi, rx, ry, i; addi rx, ry, -i; .endmacro -| |// Trap for not-yet-implemented parts. |.macro NYI; tw 4, sp, sp; .endmacro | @@ -684,12 +678,13 @@ static void build_subroutines(BuildCtx *ctx) | stw CARG3, SAVE_NRES | cmplwi TMP1, 0 | stw CARG3, SAVE_ERRF - | stp TMP0, L->cframe | stp CARG3, SAVE_CFRAME | stw CARG1, SAVE_PC // Any value outside of bytecode is ok. + | stp TMP0, L->cframe | beq >3 | | // Resume after yield (like a return). + | stw L, DISPATCH_GL(cur_L)(DISPATCH) | mr RA, BASE | lp BASE, L->base | li TISNUM, LJ_TISNUM // Setup type comparison constants. @@ -729,17 +724,18 @@ static void build_subroutines(BuildCtx *ctx) | |1: // Entry point for vm_pcall above (PC = ftype). | lp TMP1, L:CARG1->cframe - | stw CARG3, SAVE_NRES | mr L, CARG1 - | stw CARG1, SAVE_L - | mr BASE, CARG2 - | stp sp, L->cframe // Add our C frame to cframe chain. + | stw CARG3, SAVE_NRES | lwz DISPATCH, L->glref // Setup pointer to dispatch table. + | stw CARG1, SAVE_L + | mr BASE, CARG2 + | addi DISPATCH, DISPATCH, GG_G2DISP | stw CARG1, SAVE_PC // Any value outside of bytecode is ok. | stp TMP1, SAVE_CFRAME - | addi DISPATCH, DISPATCH, GG_G2DISP + | stp sp, L->cframe // Add our C frame to cframe chain. | |3: // Entry point for vm_cpcall/vm_resume (BASE = base, PC = ftype). + | stw L, DISPATCH_GL(cur_L)(DISPATCH) | lp TMP2, L->base // TMP2 = old base (used in vmeta_call). | li TISNUM, LJ_TISNUM // Setup type comparison constants. | lp TMP1, L->top @@ -776,15 +772,18 @@ static void build_subroutines(BuildCtx *ctx) | lwz TMP0, L:CARG1->stack | stw CARG1, SAVE_L | lp TMP1, L->top + | lwz DISPATCH, L->glref // Setup pointer to dispatch table. | stw CARG1, SAVE_PC // Any value outside of bytecode is ok. | sub TMP0, TMP0, TMP1 // Compute -savestack(L, L->top). | lp TMP1, L->cframe - | stp sp, L->cframe // Add our C frame to cframe chain. + | addi DISPATCH, DISPATCH, GG_G2DISP | .toc lp CARG4, 0(CARG4) | li TMP2, 0 | stw TMP0, SAVE_NRES // Neg. delta means cframe w/o frame. | stw TMP2, SAVE_ERRF // No error function. | stp TMP1, SAVE_CFRAME + | stp sp, L->cframe // Add our C frame to cframe chain. + | stw L, DISPATCH_GL(cur_L)(DISPATCH) | mtctr CARG4 | bctrl // (lua_State *L, lua_CFunction func, void *ud) |.if PPE @@ -793,9 +792,7 @@ static void build_subroutines(BuildCtx *ctx) |.else | mr. BASE, CRET1 |.endif - | lwz DISPATCH, L->glref // Setup pointer to dispatch table. - | li PC, FRAME_CP - | addi DISPATCH, DISPATCH, GG_G2DISP + | li PC, FRAME_CP | bne <3 // Else continue with the call. | b ->vm_leave_cp // No base? Just remove C frame. | @@ -918,6 +915,17 @@ static void build_subroutines(BuildCtx *ctx) | li NARGS8:RC, 16 // 2 args for func(t, k). | b ->vm_call_dispatch_f | + |->vmeta_tgetr: + | bl extern lj_tab_getinth // (GCtab *t, int32_t key) + | // Returns cTValue * or NULL. + | cmplwi CRET1, 0 + | beq >1 + | lfd f14, 0(CRET1) + | b ->BC_TGETR_Z + |1: + | stwx TISNIL, BASE, RA + | b ->cont_nop + | |//----------------------------------------------------------------------- | |->vmeta_tsets1: @@ -985,6 +993,14 @@ static void build_subroutines(BuildCtx *ctx) | stfd f0, 16(BASE) // Copy value to third argument. | b ->vm_call_dispatch_f | + |->vmeta_tsetr: + | stp BASE, L->base + | stw PC, SAVE_PC + | bl extern lj_tab_setinth // (lua_State *L, GCtab *t, int32_t key) + | // Returns TValue *. + | stfd f14, 0(CRET1) + | b ->cont_nop + | |//-- Comparison metamethods --------------------------------------------- | |->vmeta_comp: @@ -1063,6 +1079,16 @@ static void build_subroutines(BuildCtx *ctx) | b <3 |.endif | + |->vmeta_istype: + | subi PC, PC, 4 + | stp BASE, L->base + | srwi CARG2, RA, 3 + | mr CARG1, L + | srwi CARG3, RD, 3 + | stw PC, SAVE_PC + | bl extern lj_meta_istype // (lua_State *L, BCReg ra, BCReg tp) + | b ->cont_nop + | |//-- Arithmetic metamethods --------------------------------------------- | |->vmeta_arith_nv: @@ -1387,9 +1413,9 @@ static void build_subroutines(BuildCtx *ctx) | mr CARG1, L | mr CARG2, BASE |.if DUALNUM - | bl extern lj_str_fromnumber // (lua_State *L, cTValue *o) + | bl extern lj_strfmt_number // (lua_State *L, cTValue *o) |.else - | bl extern lj_str_fromnum // (lua_State *L, lua_Number *np) + | bl extern lj_strfmt_num // (lua_State *L, lua_Number *np) |.endif | // Returns GCstr *. | li CARG3, LJ_TSTR @@ -1622,6 +1648,7 @@ static void build_subroutines(BuildCtx *ctx) | lp TMP3, L:SAVE0->top | li_vmstate INTERP | lp BASE, L->base + | stw L, DISPATCH_GL(cur_L)(DISPATCH) | st_vmstate | bgt >8 | sub RD, TMP3, TMP2 @@ -1893,12 +1920,6 @@ static void build_subroutines(BuildCtx *ctx) | math_extern2 atan2 | math_extern2 fmod | - |->ff_math_deg: - |.ffunc_n math_rad - | lfd FARG2, CFUNC:RB->upvalue[0] - | fmul FARG1, FARG1, FARG2 - | b ->fff_resn - | |.if DUALNUM |.ffunc math_ldexp | cmplwi NARGS8:RC, 16 @@ -2044,11 +2065,6 @@ static void build_subroutines(BuildCtx *ctx) | |//-- String library ----------------------------------------------------- | - |.ffunc_1 string_len - | checkstr CARG3; bne ->fff_fallback - | lwz CRET1, STR:CARG1->len - | b ->fff_resi - | |.ffunc string_byte // Only handle the 1-arg case here. | cmplwi NARGS8:RC, 8 | lwz CARG3, 0(BASE) @@ -2103,6 +2119,7 @@ static void build_subroutines(BuildCtx *ctx) | stp BASE, L->base | stw PC, SAVE_PC | bl extern lj_str_new // (lua_State *L, char *str, size_t l) + |->fff_resstr: | // Returns GCstr *. | lp BASE, L->base | li CARG3, LJ_TSTR @@ -2180,114 +2197,29 @@ static void build_subroutines(BuildCtx *ctx) | addi TMP1, TMP1, 1 // start = 1 + (start ? start+len : 0) | b <3 | - |.ffunc string_rep // Only handle the 1-char case inline. - | ffgccheck - | cmplwi NARGS8:RC, 16 - | lwz TMP0, 0(BASE) - | lwz STR:CARG1, 4(BASE) - | lwz CARG4, 8(BASE) - |.if DUALNUM - | lwz CARG3, 12(BASE) - |.else - | lfd FARG2, 8(BASE) - |.endif - | bne ->fff_fallback // Exactly 2 arguments. - | checkstr TMP0; bne ->fff_fallback - |.if DUALNUM - | checknum CARG4; bne ->fff_fallback - |.else - | checknum CARG4; bge ->fff_fallback - | toint CARG3, FARG2 - |.endif - | lwz TMP0, STR:CARG1->len - | cmpwi CARG3, 0 - | lwz TMP1, DISPATCH_GL(tmpbuf.sz)(DISPATCH) - | ble >2 // Count <= 0? (or non-int) - | cmplwi TMP0, 1 - | subi TMP2, CARG3, 1 - | blt >2 // Zero length string? - | cmplw cr1, TMP1, CARG3 - | bne ->fff_fallback // Fallback for > 1-char strings. - | lbz TMP0, STR:CARG1[1] - | lp CARG2, DISPATCH_GL(tmpbuf.buf)(DISPATCH) - | blt cr1, ->fff_fallback - |1: // Fill buffer with char. Yes, this is suboptimal code (do you care?). - | cmplwi TMP2, 0 - | stbx TMP0, CARG2, TMP2 - | subi TMP2, TMP2, 1 - | bne <1 - | b ->fff_newstr - |2: // Return empty string. - | la STR:CARG1, DISPATCH_GL(strempty)(DISPATCH) - | li CARG3, LJ_TSTR - | b ->fff_restv - | - |.ffunc string_reverse + |.macro ffstring_op, name + | .ffunc string_ .. name | ffgccheck | cmplwi NARGS8:RC, 8 | lwz CARG3, 0(BASE) - | lwz STR:CARG1, 4(BASE) + | lwz STR:CARG2, 4(BASE) | blt ->fff_fallback | checkstr CARG3 - | lwz TMP1, DISPATCH_GL(tmpbuf.sz)(DISPATCH) + | la SBUF:CARG1, DISPATCH_GL(tmpbuf)(DISPATCH) | bne ->fff_fallback - | lwz CARG3, STR:CARG1->len - | la CARG1, #STR(STR:CARG1) - | lp CARG2, DISPATCH_GL(tmpbuf.buf)(DISPATCH) - | li TMP2, 0 - | cmplw TMP1, CARG3 - | subi TMP3, CARG3, 1 - | blt ->fff_fallback - |1: // Reverse string copy. - | cmpwi TMP3, 0 - | lbzx TMP1, CARG1, TMP2 - | blty ->fff_newstr - | stbx TMP1, CARG2, TMP3 - | subi TMP3, TMP3, 1 - | addi TMP2, TMP2, 1 - | b <1 - | - |.macro ffstring_case, name, lo - | .ffunc name - | ffgccheck - | cmplwi NARGS8:RC, 8 - | lwz CARG3, 0(BASE) - | lwz STR:CARG1, 4(BASE) - | blt ->fff_fallback - | checkstr CARG3 - | lwz TMP1, DISPATCH_GL(tmpbuf.sz)(DISPATCH) - | bne ->fff_fallback - | lwz CARG3, STR:CARG1->len - | la CARG1, #STR(STR:CARG1) - | lp CARG2, DISPATCH_GL(tmpbuf.buf)(DISPATCH) - | cmplw TMP1, CARG3 - | li TMP2, 0 - | blt ->fff_fallback - |1: // ASCII case conversion. - | cmplw TMP2, CARG3 - | lbzx TMP1, CARG1, TMP2 - | bgey ->fff_newstr - | subi TMP0, TMP1, lo - | xori TMP3, TMP1, 0x20 - | addic TMP0, TMP0, -26 - | subfe TMP3, TMP3, TMP3 - | rlwinm TMP3, TMP3, 0, 26, 26 // x &= 0x20. - | xor TMP1, TMP1, TMP3 - | stbx TMP1, CARG2, TMP2 - | addi TMP2, TMP2, 1 - | b <1 + | lwz TMP0, SBUF:CARG1->b + | stw L, SBUF:CARG1->L + | stp BASE, L->base + | stw PC, SAVE_PC + | stw TMP0, SBUF:CARG1->p + | bl extern lj_buf_putstr_ .. name + | bl extern lj_buf_tostr + | b ->fff_resstr |.endmacro | - |ffstring_case string_lower, 65 - |ffstring_case string_upper, 97 - | - |//-- Table library ------------------------------------------------------ - | - |.ffunc_1 table_getn - | checktab CARG3; bne ->fff_fallback - | bl extern lj_tab_len // (GCtab *t) - | // Returns uint32_t (but less than 2^31). - | b ->fff_resi + |ffstring_op reverse + |ffstring_op lower + |ffstring_op upper | |//-- Bit library -------------------------------------------------------- | @@ -2589,6 +2521,66 @@ static void build_subroutines(BuildCtx *ctx) | mtctr CRET1 | bctr | + |->cont_stitch: // Trace stitching. + |.if JIT + | // RA = resultptr, RB = meta base + | lwz INS, -4(PC) + | lwz TRACE:TMP2, -20(RB) // Save previous trace. + | addic. TMP1, MULTRES, -8 + | decode_RA8 RC, INS // Call base. + | beq >2 + |1: // Move results down. + | lfd f0, 0(RA) + | addic. TMP1, TMP1, -8 + | addi RA, RA, 8 + | stfdx f0, BASE, RC + | addi RC, RC, 8 + | bne <1 + |2: + | decode_RA8 RA, INS + | decode_RB8 RB, INS + | add RA, RA, RB + |3: + | cmplw RA, RC + | bgt >9 // More results wanted? + | + | lhz TMP3, TRACE:TMP2->traceno + | lhz RD, TRACE:TMP2->link + | cmpw RD, TMP3 + | cmpwi cr1, RD, 0 + | beq ->cont_nop // Blacklisted. + | slwi RD, RD, 3 + | bne cr1, =>BC_JLOOP // Jump to stitched trace. + | + | // Stitch a new trace to the previous trace. + | stw TMP3, DISPATCH_J(exitno)(DISPATCH) + | stp L, DISPATCH_J(L)(DISPATCH) + | stp BASE, L->base + | addi CARG1, DISPATCH, GG_DISP2J + | mr CARG2, PC + | bl extern lj_dispatch_stitch // (jit_State *J, const BCIns *pc) + | lp BASE, L->base + | b ->cont_nop + | + |9: + | stwx TISNIL, BASE, RC + | addi RC, RC, 8 + | b <3 + |.endif + | + |->vm_profhook: // Dispatch target for profiler hook. +#if LJ_HASPROFILE + | mr CARG1, L + | stw MULTRES, SAVE_MULTRES + | mr CARG2, PC + | stp BASE, L->base + | bl extern lj_dispatch_profile // (lua_State *L, const BCIns *pc) + | // HOOK_PROFILE is off again, so re-dispatch to dynamic instruction. + | lp BASE, L->base + | subi PC, PC, 4 + | b ->cont_nop +#endif + | |//----------------------------------------------------------------------- |//-- Trace exit handler ------------------------------------------------- |//----------------------------------------------------------------------- @@ -2623,16 +2615,16 @@ static void build_subroutines(BuildCtx *ctx) | savex_ 20,21,22,23 | lhz CARG4, 2(CARG3) // Load trace number. | savex_ 24,25,26,27 - | lwz L, DISPATCH_GL(jit_L)(DISPATCH) + | lwz L, DISPATCH_GL(cur_L)(DISPATCH) | savex_ 28,29,30,31 | sub CARG3, TMP0, CARG3 // Compute exit number. | lp BASE, DISPATCH_GL(jit_base)(DISPATCH) | srwi CARG3, CARG3, 2 - | stw L, DISPATCH_J(L)(DISPATCH) + | stp L, DISPATCH_J(L)(DISPATCH) | subi CARG3, CARG3, 2 - | stw TMP1, DISPATCH_GL(jit_L)(DISPATCH) - | stw CARG4, DISPATCH_J(parent)(DISPATCH) | stp BASE, L->base + | stw CARG4, DISPATCH_J(parent)(DISPATCH) + | stw TMP1, DISPATCH_GL(jit_base)(DISPATCH) | addi CARG1, DISPATCH, GG_DISP2J | stw CARG3, DISPATCH_J(exitno)(DISPATCH) | addi CARG2, sp, 16 @@ -2656,15 +2648,16 @@ static void build_subroutines(BuildCtx *ctx) | // CARG1 = MULTRES or negated error code, BASE, PC and JGL set. | lwz L, SAVE_L | addi DISPATCH, JGL, -GG_DISP2G-32768 + | stp BASE, L->base |1: | cmpwi CARG1, 0 - | blt >3 // Check for error from exit. - | lwz LFUNC:TMP1, FRAME_FUNC(BASE) + | blt >9 // Check for error from exit. + | lwz LFUNC:RB, FRAME_FUNC(BASE) | slwi MULTRES, CARG1, 3 | li TMP2, 0 | stw MULTRES, SAVE_MULTRES - | lwz TMP1, LFUNC:TMP1->pc - | stw TMP2, DISPATCH_GL(jit_L)(DISPATCH) + | lwz TMP1, LFUNC:RB->pc + | stw TMP2, DISPATCH_GL(jit_base)(DISPATCH) | lwz KBASE, PC2PROTO(k)(TMP1) | // Setup type comparison constants. | li TISNUM, LJ_TISNUM @@ -2694,11 +2687,25 @@ static void build_subroutines(BuildCtx *ctx) | decode_RC8 RC, INS | bctr |2: + | cmplwi TMP1, (BC_FUNCC+2)*4 // Fast function? + | blt >3 + | // Check frame below fast function. + | lwz TMP1, FRAME_PC(BASE) + | andix. TMP0, TMP1, FRAME_TYPE + | bney >3 // Trace stitching continuation? + | // Otherwise set KBASE for Lua function below fast function. + | lwz TMP2, -4(TMP1) + | decode_RA8 TMP0, TMP2 + | sub TMP1, BASE, TMP0 + | lwz LFUNC:TMP2, -12(TMP1) + | lwz TMP1, LFUNC:TMP2->pc + | lwz KBASE, PC2PROTO(k)(TMP1) + |3: | subi RC, MULTRES, 8 | add RA, RA, BASE | bctr | - |3: // Rethrow error from the right C frame. + |9: // Rethrow error from the right C frame. | neg CARG2, CARG1 | mr CARG1, L | bl extern lj_err_throw // (lua_State *L, int errcode) @@ -3288,6 +3295,29 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | ins_next break; + case BC_ISTYPE: + | // RA = src*8, RD = -type*8 + | lwzx TMP0, BASE, RA + | srwi TMP1, RD, 3 + | ins_next1 + |.if not PPE and not GPR64 + | add. TMP0, TMP0, TMP1 + |.else + | neg TMP1, TMP1 + | cmpw TMP0, TMP1 + |.endif + | bne ->vmeta_istype + | ins_next2 + break; + case BC_ISNUM: + | // RA = src*8, RD = -(TISNUM-1)*8 + | lwzx TMP0, BASE, RA + | ins_next1 + | checknum TMP0 + | bge ->vmeta_istype + | ins_next2 + break; + /* -- Unary ops --------------------------------------------------------- */ case BC_MOV: @@ -4039,6 +4069,30 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | bne <1 // 'no __index' flag set: done. | b ->vmeta_tgetb // Caveat: preserve TMP0! break; + case BC_TGETR: + | // RA = dst*8, RB = table*8, RC = key*8 + | add RB, BASE, RB + | lwz TAB:CARG1, 4(RB) + |.if DUALNUM + | add RC, BASE, RC + | lwz TMP0, TAB:CARG1->asize + | lwz CARG2, 4(RC) + | lwz TMP1, TAB:CARG1->array + |.else + | lfdx f0, BASE, RC + | lwz TMP0, TAB:CARG1->asize + | toint CARG2, f0 + | lwz TMP1, TAB:CARG1->array + |.endif + | cmplw TMP0, CARG2 + | slwi TMP2, CARG2, 3 + | ble ->vmeta_tgetr // In array part? + | lfdx f14, TMP1, TMP2 + |->BC_TGETR_Z: + | ins_next1 + | stfdx f14, BASE, RA + | ins_next2 + break; case BC_TSETV: | // RA = src*8, RB = table*8, RC = key*8 @@ -4218,6 +4272,39 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | barrierback TAB:RB, TMP3, TMP0 | b <2 break; + case BC_TSETR: + | // RA = dst*8, RB = table*8, RC = key*8 + | add RB, BASE, RB + | lwz TAB:CARG2, 4(RB) + |.if DUALNUM + | add RC, BASE, RC + | lbz TMP3, TAB:CARG2->marked + | lwz TMP0, TAB:CARG2->asize + | lwz CARG3, 4(RC) + | lwz TMP1, TAB:CARG2->array + |.else + | lfdx f0, BASE, RC + | lbz TMP3, TAB:CARG2->marked + | lwz TMP0, TAB:CARG2->asize + | toint CARG3, f0 + | lwz TMP1, TAB:CARG2->array + |.endif + | andix. TMP2, TMP3, LJ_GC_BLACK // isblack(table) + | bne >7 + |2: + | cmplw TMP0, CARG3 + | slwi TMP2, CARG3, 3 + | lfdx f14, BASE, RA + | ble ->vmeta_tsetr // In array part? + | ins_next1 + | stfdx f14, TMP1, TMP2 + | ins_next2 + | + |7: // Possible table write barrier for the value. Skip valiswhite check. + | barrierback TAB:CARG2, TMP3, TMP2 + | b <2 + break; + case BC_TSETM: | // RA = base*8 (table at base-1), RD = num_const*8 (start index) @@ -4859,8 +4946,8 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | lp TMP2, TRACE:TMP2->mcode | stw BASE, DISPATCH_GL(jit_base)(DISPATCH) | mtctr TMP2 - | stw L, DISPATCH_GL(jit_L)(DISPATCH) | addi JGL, DISPATCH, GG_DISP2G+32768 + | stw L, DISPATCH_GL(tmpbuf.L)(DISPATCH) | bctr |.endif break; @@ -4995,6 +5082,7 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | lp TMP1, L->top | li_vmstate INTERP | lwz PC, FRAME_PC(BASE) // Fetch PC of caller. + | stw L, DISPATCH_GL(cur_L)(DISPATCH) | sub RA, TMP1, RD // RA = L->top - nresults*8 | st_vmstate | b ->vm_returnc diff --git a/core/src/luajit/src/vm_ppcspe.dasc b/core/src/luajit/src/vm_ppcspe.dasc deleted file mode 100644 index 53ea2d965..000000000 --- a/core/src/luajit/src/vm_ppcspe.dasc +++ /dev/null @@ -1,3691 +0,0 @@ -|// Low-level VM code for PowerPC/e500 CPUs. -|// Bytecode interpreter, fast functions and helper functions. -|// Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h -| -|.arch ppc -|.section code_op, code_sub -| -|.actionlist build_actionlist -|.globals GLOB_ -|.globalnames globnames -|.externnames extnames -| -|// Note: The ragged indentation of the instructions is intentional. -|// The starting columns indicate data dependencies. -| -|//----------------------------------------------------------------------- -| -|// Fixed register assignments for the interpreter. -|// Don't use: r1 = sp, r2 and r13 = reserved and/or small data area ptr -| -|// The following must be C callee-save (but BASE is often refetched). -|.define BASE, r14 // Base of current Lua stack frame. -|.define KBASE, r15 // Constants of current Lua function. -|.define PC, r16 // Next PC. -|.define DISPATCH, r17 // Opcode dispatch table. -|.define LREG, r18 // Register holding lua_State (also in SAVE_L). -|.define MULTRES, r19 // Size of multi-result: (nresults+1)*8. -| -|// Constants for vectorized type-comparisons (hi+low GPR). C callee-save. -|.define TISNUM, r22 -|.define TISSTR, r23 -|.define TISTAB, r24 -|.define TISFUNC, r25 -|.define TISNIL, r26 -|.define TOBIT, r27 -|.define ZERO, TOBIT // Zero in lo word. -| -|// The following temporaries are not saved across C calls, except for RA. -|.define RA, r20 // Callee-save. -|.define RB, r10 -|.define RC, r11 -|.define RD, r12 -|.define INS, r7 // Overlaps CARG5. -| -|.define TMP0, r0 -|.define TMP1, r8 -|.define TMP2, r9 -|.define TMP3, r6 // Overlaps CARG4. -| -|// Saved temporaries. -|.define SAVE0, r21 -| -|// Calling conventions. -|.define CARG1, r3 -|.define CARG2, r4 -|.define CARG3, r5 -|.define CARG4, r6 // Overlaps TMP3. -|.define CARG5, r7 // Overlaps INS. -| -|.define CRET1, r3 -|.define CRET2, r4 -| -|// Stack layout while in interpreter. Must match with lj_frame.h. -|.define SAVE_LR, 188(sp) -|.define CFRAME_SPACE, 184 // Delta for sp. -|// Back chain for sp: 184(sp) <-- sp entering interpreter -|.define SAVE_r31, 176(sp) // 64 bit register saves. -|.define SAVE_r30, 168(sp) -|.define SAVE_r29, 160(sp) -|.define SAVE_r28, 152(sp) -|.define SAVE_r27, 144(sp) -|.define SAVE_r26, 136(sp) -|.define SAVE_r25, 128(sp) -|.define SAVE_r24, 120(sp) -|.define SAVE_r23, 112(sp) -|.define SAVE_r22, 104(sp) -|.define SAVE_r21, 96(sp) -|.define SAVE_r20, 88(sp) -|.define SAVE_r19, 80(sp) -|.define SAVE_r18, 72(sp) -|.define SAVE_r17, 64(sp) -|.define SAVE_r16, 56(sp) -|.define SAVE_r15, 48(sp) -|.define SAVE_r14, 40(sp) -|.define SAVE_CR, 36(sp) -|.define UNUSED1, 32(sp) -|.define SAVE_ERRF, 28(sp) // 32 bit C frame info. -|.define SAVE_NRES, 24(sp) -|.define SAVE_CFRAME, 20(sp) -|.define SAVE_L, 16(sp) -|.define SAVE_PC, 12(sp) -|.define SAVE_MULTRES, 8(sp) -|// Next frame lr: 4(sp) -|// Back chain for sp: 0(sp) <-- sp while in interpreter -| -|.macro save_, reg; evstdd reg, SAVE_..reg; .endmacro -|.macro rest_, reg; evldd reg, SAVE_..reg; .endmacro -| -|.macro saveregs -| stwu sp, -CFRAME_SPACE(sp) -| save_ r14; save_ r15; save_ r16; save_ r17; save_ r18; save_ r19 -| mflr r0; mfcr r12 -| save_ r20; save_ r21; save_ r22; save_ r23; save_ r24; save_ r25 -| stw r0, SAVE_LR; stw r12, SAVE_CR -| save_ r26; save_ r27; save_ r28; save_ r29; save_ r30; save_ r31 -|.endmacro -| -|.macro restoreregs -| lwz r0, SAVE_LR; lwz r12, SAVE_CR -| rest_ r14; rest_ r15; rest_ r16; rest_ r17; rest_ r18; rest_ r19 -| mtlr r0; mtcrf 0x38, r12 -| rest_ r20; rest_ r21; rest_ r22; rest_ r23; rest_ r24; rest_ r25 -| rest_ r26; rest_ r27; rest_ r28; rest_ r29; rest_ r30; rest_ r31 -| addi sp, sp, CFRAME_SPACE -|.endmacro -| -|// Type definitions. Some of these are only used for documentation. -|.type L, lua_State, LREG -|.type GL, global_State -|.type TVALUE, TValue -|.type GCOBJ, GCobj -|.type STR, GCstr -|.type TAB, GCtab -|.type LFUNC, GCfuncL -|.type CFUNC, GCfuncC -|.type PROTO, GCproto -|.type UPVAL, GCupval -|.type NODE, Node -|.type NARGS8, int -|.type TRACE, GCtrace -| -|//----------------------------------------------------------------------- -| -|// These basic macros should really be part of DynASM. -|.macro srwi, rx, ry, n; rlwinm rx, ry, 32-n, n, 31; .endmacro -|.macro slwi, rx, ry, n; rlwinm rx, ry, n, 0, 31-n; .endmacro -|.macro rotlwi, rx, ry, n; rlwinm rx, ry, n, 0, 31; .endmacro -|.macro rotlw, rx, ry, rn; rlwnm rx, ry, rn, 0, 31; .endmacro -|.macro subi, rx, ry, i; addi rx, ry, -i; .endmacro -| -|// Trap for not-yet-implemented parts. -|.macro NYI; tw 4, sp, sp; .endmacro -| -|//----------------------------------------------------------------------- -| -|// Access to frame relative to BASE. -|.define FRAME_PC, -8 -|.define FRAME_FUNC, -4 -| -|// Instruction decode. -|.macro decode_OP4, dst, ins; rlwinm dst, ins, 2, 22, 29; .endmacro -|.macro decode_RA8, dst, ins; rlwinm dst, ins, 27, 21, 28; .endmacro -|.macro decode_RB8, dst, ins; rlwinm dst, ins, 11, 21, 28; .endmacro -|.macro decode_RC8, dst, ins; rlwinm dst, ins, 19, 21, 28; .endmacro -|.macro decode_RD8, dst, ins; rlwinm dst, ins, 19, 13, 28; .endmacro -| -|.macro decode_OP1, dst, ins; rlwinm dst, ins, 0, 24, 31; .endmacro -|.macro decode_RD4, dst, ins; rlwinm dst, ins, 18, 14, 29; .endmacro -| -|// Instruction fetch. -|.macro ins_NEXT1 -| lwz INS, 0(PC) -| addi PC, PC, 4 -|.endmacro -|// Instruction decode+dispatch. -|.macro ins_NEXT2 -| decode_OP4 TMP1, INS -| decode_RB8 RB, INS -| decode_RD8 RD, INS -| lwzx TMP0, DISPATCH, TMP1 -| decode_RA8 RA, INS -| decode_RC8 RC, INS -| mtctr TMP0 -| bctr -|.endmacro -|.macro ins_NEXT -| ins_NEXT1 -| ins_NEXT2 -|.endmacro -| -|// Instruction footer. -|.if 1 -| // Replicated dispatch. Less unpredictable branches, but higher I-Cache use. -| .define ins_next, ins_NEXT -| .define ins_next_, ins_NEXT -| .define ins_next1, ins_NEXT1 -| .define ins_next2, ins_NEXT2 -|.else -| // Common dispatch. Lower I-Cache use, only one (very) unpredictable branch. -| // Affects only certain kinds of benchmarks (and only with -j off). -| .macro ins_next -| b ->ins_next -| .endmacro -| .macro ins_next1 -| .endmacro -| .macro ins_next2 -| b ->ins_next -| .endmacro -| .macro ins_next_ -| ->ins_next: -| ins_NEXT -| .endmacro -|.endif -| -|// Call decode and dispatch. -|.macro ins_callt -| // BASE = new base, RB = LFUNC/CFUNC, RC = nargs*8, FRAME_PC(BASE) = PC -| lwz PC, LFUNC:RB->pc -| lwz INS, 0(PC) -| addi PC, PC, 4 -| decode_OP4 TMP1, INS -| decode_RA8 RA, INS -| lwzx TMP0, DISPATCH, TMP1 -| add RA, RA, BASE -| mtctr TMP0 -| bctr -|.endmacro -| -|.macro ins_call -| // BASE = new base, RB = LFUNC/CFUNC, RC = nargs*8, PC = caller PC -| stw PC, FRAME_PC(BASE) -| ins_callt -|.endmacro -| -|//----------------------------------------------------------------------- -| -|// Macros to test operand types. -|.macro checknum, reg; evcmpltu reg, TISNUM; .endmacro -|.macro checkstr, reg; evcmpeq reg, TISSTR; .endmacro -|.macro checktab, reg; evcmpeq reg, TISTAB; .endmacro -|.macro checkfunc, reg; evcmpeq reg, TISFUNC; .endmacro -|.macro checknil, reg; evcmpeq reg, TISNIL; .endmacro -|.macro checkok, label; blt label; .endmacro -|.macro checkfail, label; bge label; .endmacro -|.macro checkanyfail, label; bns label; .endmacro -|.macro checkallok, label; bso label; .endmacro -| -|.macro branch_RD -| srwi TMP0, RD, 1 -| add PC, PC, TMP0 -| addis PC, PC, -(BCBIAS_J*4 >> 16) -|.endmacro -| -|// Assumes DISPATCH is relative to GL. -#define DISPATCH_GL(field) (GG_DISP2G + (int)offsetof(global_State, field)) -#define DISPATCH_J(field) (GG_DISP2J + (int)offsetof(jit_State, field)) -| -#define PC2PROTO(field) ((int)offsetof(GCproto, field)-(int)sizeof(GCproto)) -| -|.macro hotloop -| NYI -|.endmacro -| -|.macro hotcall -| NYI -|.endmacro -| -|// Set current VM state. Uses TMP0. -|.macro li_vmstate, st; li TMP0, ~LJ_VMST_..st; .endmacro -|.macro st_vmstate; stw TMP0, DISPATCH_GL(vmstate)(DISPATCH); .endmacro -| -|// Move table write barrier back. Overwrites mark and tmp. -|.macro barrierback, tab, mark, tmp -| lwz tmp, DISPATCH_GL(gc.grayagain)(DISPATCH) -| // Assumes LJ_GC_BLACK is 0x04. -| rlwinm mark, mark, 0, 30, 28 // black2gray(tab) -| stw tab, DISPATCH_GL(gc.grayagain)(DISPATCH) -| stb mark, tab->marked -| stw tmp, tab->gclist -|.endmacro -| -|//----------------------------------------------------------------------- - -/* Generate subroutines used by opcodes and other parts of the VM. */ -/* The .code_sub section should be last to help static branch prediction. */ -static void build_subroutines(BuildCtx *ctx) -{ - |.code_sub - | - |//----------------------------------------------------------------------- - |//-- Return handling ---------------------------------------------------- - |//----------------------------------------------------------------------- - | - |->vm_returnp: - | // See vm_return. Also: TMP2 = previous base. - | andi. TMP0, PC, FRAME_P - | evsplati TMP1, LJ_TTRUE - | beq ->cont_dispatch - | - | // Return from pcall or xpcall fast func. - | lwz PC, FRAME_PC(TMP2) // Fetch PC of previous frame. - | mr BASE, TMP2 // Restore caller base. - | // Prepending may overwrite the pcall frame, so do it at the end. - | stwu TMP1, FRAME_PC(RA) // Prepend true to results. - | - |->vm_returnc: - | addi RD, RD, 8 // RD = (nresults+1)*8. - | andi. TMP0, PC, FRAME_TYPE - | cmpwi cr1, RD, 0 - | li CRET1, LUA_YIELD - | beq cr1, ->vm_unwind_c_eh - | mr MULTRES, RD - | beq ->BC_RET_Z // Handle regular return to Lua. - | - |->vm_return: - | // BASE = base, RA = resultptr, RD/MULTRES = (nresults+1)*8, PC = return - | // TMP0 = PC & FRAME_TYPE - | cmpwi TMP0, FRAME_C - | rlwinm TMP2, PC, 0, 0, 28 - | li_vmstate C - | sub TMP2, BASE, TMP2 // TMP2 = previous base. - | bne ->vm_returnp - | - | addic. TMP1, RD, -8 - | stw TMP2, L->base - | lwz TMP2, SAVE_NRES - | subi BASE, BASE, 8 - | st_vmstate - | slwi TMP2, TMP2, 3 - | beq >2 - |1: - | addic. TMP1, TMP1, -8 - | evldd TMP0, 0(RA) - | addi RA, RA, 8 - | evstdd TMP0, 0(BASE) - | addi BASE, BASE, 8 - | bne <1 - | - |2: - | cmpw TMP2, RD // More/less results wanted? - | bne >6 - |3: - | stw BASE, L->top // Store new top. - | - |->vm_leave_cp: - | lwz TMP0, SAVE_CFRAME // Restore previous C frame. - | li CRET1, 0 // Ok return status for vm_pcall. - | stw TMP0, L->cframe - | - |->vm_leave_unw: - | restoreregs - | blr - | - |6: - | ble >7 // Less results wanted? - | // More results wanted. Check stack size and fill up results with nil. - | lwz TMP1, L->maxstack - | cmplw BASE, TMP1 - | bge >8 - | evstdd TISNIL, 0(BASE) - | addi RD, RD, 8 - | addi BASE, BASE, 8 - | b <2 - | - |7: // Less results wanted. - | sub TMP0, RD, TMP2 - | cmpwi TMP2, 0 // LUA_MULTRET+1 case? - | sub TMP0, BASE, TMP0 // Subtract the difference. - | iseleq BASE, BASE, TMP0 // Either keep top or shrink it. - | b <3 - | - |8: // Corner case: need to grow stack for filling up results. - | // This can happen if: - | // - A C function grows the stack (a lot). - | // - The GC shrinks the stack in between. - | // - A return back from a lua_call() with (high) nresults adjustment. - | stw BASE, L->top // Save current top held in BASE (yes). - | mr SAVE0, RD - | mr CARG2, TMP2 - | mr CARG1, L - | bl extern lj_state_growstack // (lua_State *L, int n) - | lwz TMP2, SAVE_NRES - | mr RD, SAVE0 - | slwi TMP2, TMP2, 3 - | lwz BASE, L->top // Need the (realloced) L->top in BASE. - | b <2 - | - |->vm_unwind_c: // Unwind C stack, return from vm_pcall. - | // (void *cframe, int errcode) - | mr sp, CARG1 - | mr CRET1, CARG2 - |->vm_unwind_c_eh: // Landing pad for external unwinder. - | lwz L, SAVE_L - | li TMP0, ~LJ_VMST_C - | lwz GL:TMP1, L->glref - | stw TMP0, GL:TMP1->vmstate - | b ->vm_leave_unw - | - |->vm_unwind_ff: // Unwind C stack, return from ff pcall. - | // (void *cframe) - | rlwinm sp, CARG1, 0, 0, 29 - |->vm_unwind_ff_eh: // Landing pad for external unwinder. - | lwz L, SAVE_L - | evsplati TISNUM, LJ_TISNUM+1 // Setup type comparison constants. - | evsplati TISFUNC, LJ_TFUNC - | lus TOBIT, 0x4338 - | evsplati TISTAB, LJ_TTAB - | li TMP0, 0 - | lwz BASE, L->base - | evmergelo TOBIT, TOBIT, TMP0 - | lwz DISPATCH, L->glref // Setup pointer to dispatch table. - | evsplati TISSTR, LJ_TSTR - | li TMP1, LJ_TFALSE - | evsplati TISNIL, LJ_TNIL - | li_vmstate INTERP - | lwz PC, FRAME_PC(BASE) // Fetch PC of previous frame. - | la RA, -8(BASE) // Results start at BASE-8. - | addi DISPATCH, DISPATCH, GG_G2DISP - | stw TMP1, 0(RA) // Prepend false to error message. - | li RD, 16 // 2 results: false + error message. - | st_vmstate - | b ->vm_returnc - | - |//----------------------------------------------------------------------- - |//-- Grow stack for calls ----------------------------------------------- - |//----------------------------------------------------------------------- - | - |->vm_growstack_c: // Grow stack for C function. - | li CARG2, LUA_MINSTACK - | b >2 - | - |->vm_growstack_l: // Grow stack for Lua function. - | // BASE = new base, RA = BASE+framesize*8, RC = nargs*8, PC = first PC - | add RC, BASE, RC - | sub RA, RA, BASE - | stw BASE, L->base - | addi PC, PC, 4 // Must point after first instruction. - | stw RC, L->top - | srwi CARG2, RA, 3 - |2: - | // L->base = new base, L->top = top - | stw PC, SAVE_PC - | mr CARG1, L - | bl extern lj_state_growstack // (lua_State *L, int n) - | lwz BASE, L->base - | lwz RC, L->top - | lwz LFUNC:RB, FRAME_FUNC(BASE) - | sub RC, RC, BASE - | // BASE = new base, RB = LFUNC/CFUNC, RC = nargs*8, FRAME_PC(BASE) = PC - | ins_callt // Just retry the call. - | - |//----------------------------------------------------------------------- - |//-- Entry points into the assembler VM --------------------------------- - |//----------------------------------------------------------------------- - | - |->vm_resume: // Setup C frame and resume thread. - | // (lua_State *L, TValue *base, int nres1 = 0, ptrdiff_t ef = 0) - | saveregs - | mr L, CARG1 - | lwz DISPATCH, L->glref // Setup pointer to dispatch table. - | mr BASE, CARG2 - | lbz TMP1, L->status - | stw L, SAVE_L - | li PC, FRAME_CP - | addi TMP0, sp, CFRAME_RESUME - | addi DISPATCH, DISPATCH, GG_G2DISP - | stw CARG3, SAVE_NRES - | cmplwi TMP1, 0 - | stw CARG3, SAVE_ERRF - | stw TMP0, L->cframe - | stw CARG3, SAVE_CFRAME - | stw CARG1, SAVE_PC // Any value outside of bytecode is ok. - | beq >3 - | - | // Resume after yield (like a return). - | mr RA, BASE - | lwz BASE, L->base - | evsplati TISNUM, LJ_TISNUM+1 // Setup type comparison constants. - | lwz TMP1, L->top - | evsplati TISFUNC, LJ_TFUNC - | lus TOBIT, 0x4338 - | evsplati TISTAB, LJ_TTAB - | lwz PC, FRAME_PC(BASE) - | li TMP2, 0 - | evsplati TISSTR, LJ_TSTR - | sub RD, TMP1, BASE - | evmergelo TOBIT, TOBIT, TMP2 - | stb CARG3, L->status - | andi. TMP0, PC, FRAME_TYPE - | li_vmstate INTERP - | addi RD, RD, 8 - | evsplati TISNIL, LJ_TNIL - | mr MULTRES, RD - | st_vmstate - | beq ->BC_RET_Z - | b ->vm_return - | - |->vm_pcall: // Setup protected C frame and enter VM. - | // (lua_State *L, TValue *base, int nres1, ptrdiff_t ef) - | saveregs - | li PC, FRAME_CP - | stw CARG4, SAVE_ERRF - | b >1 - | - |->vm_call: // Setup C frame and enter VM. - | // (lua_State *L, TValue *base, int nres1) - | saveregs - | li PC, FRAME_C - | - |1: // Entry point for vm_pcall above (PC = ftype). - | lwz TMP1, L:CARG1->cframe - | stw CARG3, SAVE_NRES - | mr L, CARG1 - | stw CARG1, SAVE_L - | mr BASE, CARG2 - | stw sp, L->cframe // Add our C frame to cframe chain. - | lwz DISPATCH, L->glref // Setup pointer to dispatch table. - | stw CARG1, SAVE_PC // Any value outside of bytecode is ok. - | stw TMP1, SAVE_CFRAME - | addi DISPATCH, DISPATCH, GG_G2DISP - | - |3: // Entry point for vm_cpcall/vm_resume (BASE = base, PC = ftype). - | lwz TMP2, L->base // TMP2 = old base (used in vmeta_call). - | evsplati TISNUM, LJ_TISNUM+1 // Setup type comparison constants. - | lwz TMP1, L->top - | evsplati TISFUNC, LJ_TFUNC - | add PC, PC, BASE - | evsplati TISTAB, LJ_TTAB - | lus TOBIT, 0x4338 - | li TMP0, 0 - | sub PC, PC, TMP2 // PC = frame delta + frame type - | evsplati TISSTR, LJ_TSTR - | sub NARGS8:RC, TMP1, BASE - | evmergelo TOBIT, TOBIT, TMP0 - | li_vmstate INTERP - | evsplati TISNIL, LJ_TNIL - | st_vmstate - | - |->vm_call_dispatch: - | // TMP2 = old base, BASE = new base, RC = nargs*8, PC = caller PC - | li TMP0, -8 - | evlddx LFUNC:RB, BASE, TMP0 - | checkfunc LFUNC:RB - | checkfail ->vmeta_call - | - |->vm_call_dispatch_f: - | ins_call - | // BASE = new base, RB = func, RC = nargs*8, PC = caller PC - | - |->vm_cpcall: // Setup protected C frame, call C. - | // (lua_State *L, lua_CFunction func, void *ud, lua_CPFunction cp) - | saveregs - | mr L, CARG1 - | lwz TMP0, L:CARG1->stack - | stw CARG1, SAVE_L - | lwz TMP1, L->top - | stw CARG1, SAVE_PC // Any value outside of bytecode is ok. - | sub TMP0, TMP0, TMP1 // Compute -savestack(L, L->top). - | lwz TMP1, L->cframe - | stw sp, L->cframe // Add our C frame to cframe chain. - | li TMP2, 0 - | stw TMP0, SAVE_NRES // Neg. delta means cframe w/o frame. - | stw TMP2, SAVE_ERRF // No error function. - | stw TMP1, SAVE_CFRAME - | mtctr CARG4 - | bctrl // (lua_State *L, lua_CFunction func, void *ud) - | mr. BASE, CRET1 - | lwz DISPATCH, L->glref // Setup pointer to dispatch table. - | li PC, FRAME_CP - | addi DISPATCH, DISPATCH, GG_G2DISP - | bne <3 // Else continue with the call. - | b ->vm_leave_cp // No base? Just remove C frame. - | - |//----------------------------------------------------------------------- - |//-- Metamethod handling ------------------------------------------------ - |//----------------------------------------------------------------------- - | - |// The lj_meta_* functions (except for lj_meta_cat) don't reallocate the - |// stack, so BASE doesn't need to be reloaded across these calls. - | - |//-- Continuation dispatch ---------------------------------------------- - | - |->cont_dispatch: - | // BASE = meta base, RA = resultptr, RD = (nresults+1)*8 - | lwz TMP0, -12(BASE) // Continuation. - | mr RB, BASE - | mr BASE, TMP2 // Restore caller BASE. - | lwz LFUNC:TMP1, FRAME_FUNC(TMP2) - | cmplwi TMP0, 0 - | lwz PC, -16(RB) // Restore PC from [cont|PC]. - | beq >1 - | subi TMP2, RD, 8 - | lwz TMP1, LFUNC:TMP1->pc - | evstddx TISNIL, RA, TMP2 // Ensure one valid arg. - | lwz KBASE, PC2PROTO(k)(TMP1) - | // BASE = base, RA = resultptr, RB = meta base - | mtctr TMP0 - | bctr // Jump to continuation. - | - |1: // Tail call from C function. - | subi TMP1, RB, 16 - | sub RC, TMP1, BASE - | b ->vm_call_tail - | - |->cont_cat: // RA = resultptr, RB = meta base - | lwz INS, -4(PC) - | subi CARG2, RB, 16 - | decode_RB8 SAVE0, INS - | evldd TMP0, 0(RA) - | add TMP1, BASE, SAVE0 - | stw BASE, L->base - | cmplw TMP1, CARG2 - | sub CARG3, CARG2, TMP1 - | decode_RA8 RA, INS - | evstdd TMP0, 0(CARG2) - | bne ->BC_CAT_Z - | evstddx TMP0, BASE, RA - | b ->cont_nop - | - |//-- Table indexing metamethods ----------------------------------------- - | - |->vmeta_tgets1: - | evmergelo STR:RC, TISSTR, STR:RC - | la CARG3, DISPATCH_GL(tmptv)(DISPATCH) - | decode_RB8 RB, INS - | evstdd STR:RC, 0(CARG3) - | add CARG2, BASE, RB - | b >1 - | - |->vmeta_tgets: - | evmergelo TAB:RB, TISTAB, TAB:RB - | la CARG2, DISPATCH_GL(tmptv)(DISPATCH) - | evmergelo STR:RC, TISSTR, STR:RC - | evstdd TAB:RB, 0(CARG2) - | la CARG3, DISPATCH_GL(tmptv2)(DISPATCH) - | evstdd STR:RC, 0(CARG3) - | b >1 - | - |->vmeta_tgetb: // TMP0 = index - | efdcfsi TMP0, TMP0 - | decode_RB8 RB, INS - | la CARG3, DISPATCH_GL(tmptv)(DISPATCH) - | add CARG2, BASE, RB - | evstdd TMP0, 0(CARG3) - | b >1 - | - |->vmeta_tgetv: - | decode_RB8 RB, INS - | decode_RC8 RC, INS - | add CARG2, BASE, RB - | add CARG3, BASE, RC - |1: - | stw BASE, L->base - | mr CARG1, L - | stw PC, SAVE_PC - | bl extern lj_meta_tget // (lua_State *L, TValue *o, TValue *k) - | // Returns TValue * (finished) or NULL (metamethod). - | cmplwi CRET1, 0 - | beq >3 - | evldd TMP0, 0(CRET1) - | evstddx TMP0, BASE, RA - | ins_next - | - |3: // Call __index metamethod. - | // BASE = base, L->top = new base, stack = cont/func/t/k - | subfic TMP1, BASE, FRAME_CONT - | lwz BASE, L->top - | stw PC, -16(BASE) // [cont|PC] - | add PC, TMP1, BASE - | lwz LFUNC:RB, FRAME_FUNC(BASE) // Guaranteed to be a function here. - | li NARGS8:RC, 16 // 2 args for func(t, k). - | b ->vm_call_dispatch_f - | - |//----------------------------------------------------------------------- - | - |->vmeta_tsets1: - | evmergelo STR:RC, TISSTR, STR:RC - | la CARG3, DISPATCH_GL(tmptv)(DISPATCH) - | decode_RB8 RB, INS - | evstdd STR:RC, 0(CARG3) - | add CARG2, BASE, RB - | b >1 - | - |->vmeta_tsets: - | evmergelo TAB:RB, TISTAB, TAB:RB - | la CARG2, DISPATCH_GL(tmptv)(DISPATCH) - | evmergelo STR:RC, TISSTR, STR:RC - | evstdd TAB:RB, 0(CARG2) - | la CARG3, DISPATCH_GL(tmptv2)(DISPATCH) - | evstdd STR:RC, 0(CARG3) - | b >1 - | - |->vmeta_tsetb: // TMP0 = index - | efdcfsi TMP0, TMP0 - | decode_RB8 RB, INS - | la CARG3, DISPATCH_GL(tmptv)(DISPATCH) - | add CARG2, BASE, RB - | evstdd TMP0, 0(CARG3) - | b >1 - | - |->vmeta_tsetv: - | decode_RB8 RB, INS - | decode_RC8 RC, INS - | add CARG2, BASE, RB - | add CARG3, BASE, RC - |1: - | stw BASE, L->base - | mr CARG1, L - | stw PC, SAVE_PC - | bl extern lj_meta_tset // (lua_State *L, TValue *o, TValue *k) - | // Returns TValue * (finished) or NULL (metamethod). - | cmplwi CRET1, 0 - | evlddx TMP0, BASE, RA - | beq >3 - | // NOBARRIER: lj_meta_tset ensures the table is not black. - | evstdd TMP0, 0(CRET1) - | ins_next - | - |3: // Call __newindex metamethod. - | // BASE = base, L->top = new base, stack = cont/func/t/k/(v) - | subfic TMP1, BASE, FRAME_CONT - | lwz BASE, L->top - | stw PC, -16(BASE) // [cont|PC] - | add PC, TMP1, BASE - | lwz LFUNC:RB, FRAME_FUNC(BASE) // Guaranteed to be a function here. - | li NARGS8:RC, 24 // 3 args for func(t, k, v) - | evstdd TMP0, 16(BASE) // Copy value to third argument. - | b ->vm_call_dispatch_f - | - |//-- Comparison metamethods --------------------------------------------- - | - |->vmeta_comp: - | mr CARG1, L - | subi PC, PC, 4 - | add CARG2, BASE, RA - | stw PC, SAVE_PC - | add CARG3, BASE, RD - | stw BASE, L->base - | decode_OP1 CARG4, INS - | bl extern lj_meta_comp // (lua_State *L, TValue *o1, *o2, int op) - | // Returns 0/1 or TValue * (metamethod). - |3: - | cmplwi CRET1, 1 - | bgt ->vmeta_binop - |4: - | lwz INS, 0(PC) - | addi PC, PC, 4 - | decode_RD4 TMP2, INS - | addis TMP3, PC, -(BCBIAS_J*4 >> 16) - | add TMP2, TMP2, TMP3 - | isellt PC, PC, TMP2 - |->cont_nop: - | ins_next - | - |->cont_ra: // RA = resultptr - | lwz INS, -4(PC) - | evldd TMP0, 0(RA) - | decode_RA8 TMP1, INS - | evstddx TMP0, BASE, TMP1 - | b ->cont_nop - | - |->cont_condt: // RA = resultptr - | lwz TMP0, 0(RA) - | li TMP1, LJ_TTRUE - | cmplw TMP1, TMP0 // Branch if result is true. - | b <4 - | - |->cont_condf: // RA = resultptr - | lwz TMP0, 0(RA) - | li TMP1, LJ_TFALSE - | cmplw TMP0, TMP1 // Branch if result is false. - | b <4 - | - |->vmeta_equal: - | // CARG2, CARG3, CARG4 are already set by BC_ISEQV/BC_ISNEV. - | subi PC, PC, 4 - | stw BASE, L->base - | mr CARG1, L - | stw PC, SAVE_PC - | bl extern lj_meta_equal // (lua_State *L, GCobj *o1, *o2, int ne) - | // Returns 0/1 or TValue * (metamethod). - | b <3 - | - |//-- Arithmetic metamethods --------------------------------------------- - | - |->vmeta_arith_vn: - | add CARG3, BASE, RB - | add CARG4, KBASE, RC - | b >1 - | - |->vmeta_arith_nv: - | add CARG3, KBASE, RC - | add CARG4, BASE, RB - | b >1 - | - |->vmeta_unm: - | add CARG3, BASE, RD - | mr CARG4, CARG3 - | b >1 - | - |->vmeta_arith_vv: - | add CARG3, BASE, RB - | add CARG4, BASE, RC - |1: - | add CARG2, BASE, RA - | stw BASE, L->base - | mr CARG1, L - | stw PC, SAVE_PC - | decode_OP1 CARG5, INS // Caveat: CARG5 overlaps INS. - | bl extern lj_meta_arith // (lua_State *L, TValue *ra,*rb,*rc, BCReg op) - | // Returns NULL (finished) or TValue * (metamethod). - | cmplwi CRET1, 0 - | beq ->cont_nop - | - | // Call metamethod for binary op. - |->vmeta_binop: - | // BASE = old base, CRET1 = new base, stack = cont/func/o1/o2 - | sub TMP1, CRET1, BASE - | stw PC, -16(CRET1) // [cont|PC] - | mr TMP2, BASE - | addi PC, TMP1, FRAME_CONT - | mr BASE, CRET1 - | li NARGS8:RC, 16 // 2 args for func(o1, o2). - | b ->vm_call_dispatch - | - |->vmeta_len: -#if LJ_52 - | mr SAVE0, CARG1 -#endif - | add CARG2, BASE, RD - | stw BASE, L->base - | mr CARG1, L - | stw PC, SAVE_PC - | bl extern lj_meta_len // (lua_State *L, TValue *o) - | // Returns NULL (retry) or TValue * (metamethod base). -#if LJ_52 - | cmplwi CRET1, 0 - | bne ->vmeta_binop // Binop call for compatibility. - | mr CARG1, SAVE0 - | b ->BC_LEN_Z -#else - | b ->vmeta_binop // Binop call for compatibility. -#endif - | - |//-- Call metamethod ---------------------------------------------------- - | - |->vmeta_call: // Resolve and call __call metamethod. - | // TMP2 = old base, BASE = new base, RC = nargs*8 - | mr CARG1, L - | stw TMP2, L->base // This is the callers base! - | subi CARG2, BASE, 8 - | stw PC, SAVE_PC - | add CARG3, BASE, RC - | mr SAVE0, NARGS8:RC - | bl extern lj_meta_call // (lua_State *L, TValue *func, TValue *top) - | lwz LFUNC:RB, FRAME_FUNC(BASE) // Guaranteed to be a function here. - | addi NARGS8:RC, SAVE0, 8 // Got one more argument now. - | ins_call - | - |->vmeta_callt: // Resolve __call for BC_CALLT. - | // BASE = old base, RA = new base, RC = nargs*8 - | mr CARG1, L - | stw BASE, L->base - | subi CARG2, RA, 8 - | stw PC, SAVE_PC - | add CARG3, RA, RC - | mr SAVE0, NARGS8:RC - | bl extern lj_meta_call // (lua_State *L, TValue *func, TValue *top) - | lwz TMP1, FRAME_PC(BASE) - | addi NARGS8:RC, SAVE0, 8 // Got one more argument now. - | lwz LFUNC:RB, FRAME_FUNC(RA) // Guaranteed to be a function here. - | b ->BC_CALLT_Z - | - |//-- Argument coercion for 'for' statement ------------------------------ - | - |->vmeta_for: - | mr CARG1, L - | stw BASE, L->base - | mr CARG2, RA - | stw PC, SAVE_PC - | mr SAVE0, INS - | bl extern lj_meta_for // (lua_State *L, TValue *base) - |.if JIT - | decode_OP1 TMP0, SAVE0 - |.endif - | decode_RA8 RA, SAVE0 - |.if JIT - | cmpwi TMP0, BC_JFORI - |.endif - | decode_RD8 RD, SAVE0 - |.if JIT - | beq =>BC_JFORI - |.endif - | b =>BC_FORI - | - |//----------------------------------------------------------------------- - |//-- Fast functions ----------------------------------------------------- - |//----------------------------------------------------------------------- - | - |.macro .ffunc, name - |->ff_ .. name: - |.endmacro - | - |.macro .ffunc_1, name - |->ff_ .. name: - | cmplwi NARGS8:RC, 8 - | evldd CARG1, 0(BASE) - | blt ->fff_fallback - |.endmacro - | - |.macro .ffunc_2, name - |->ff_ .. name: - | cmplwi NARGS8:RC, 16 - | evldd CARG1, 0(BASE) - | evldd CARG2, 8(BASE) - | blt ->fff_fallback - |.endmacro - | - |.macro .ffunc_n, name - | .ffunc_1 name - | checknum CARG1 - | checkfail ->fff_fallback - |.endmacro - | - |.macro .ffunc_nn, name - | .ffunc_2 name - | evmergehi TMP0, CARG1, CARG2 - | checknum TMP0 - | checkanyfail ->fff_fallback - |.endmacro - | - |// Inlined GC threshold check. Caveat: uses TMP0 and TMP1. - |.macro ffgccheck - | lwz TMP0, DISPATCH_GL(gc.total)(DISPATCH) - | lwz TMP1, DISPATCH_GL(gc.threshold)(DISPATCH) - | cmplw TMP0, TMP1 - | bgel ->fff_gcstep - |.endmacro - | - |//-- Base library: checks ----------------------------------------------- - | - |.ffunc assert - | cmplwi NARGS8:RC, 8 - | evldd TMP0, 0(BASE) - | blt ->fff_fallback - | evaddw TMP1, TISNIL, TISNIL // Synthesize LJ_TFALSE. - | la RA, -8(BASE) - | evcmpltu cr1, TMP0, TMP1 - | lwz PC, FRAME_PC(BASE) - | bge cr1, ->fff_fallback - | evstdd TMP0, 0(RA) - | addi RD, NARGS8:RC, 8 // Compute (nresults+1)*8. - | beq ->fff_res // Done if exactly 1 argument. - | li TMP1, 8 - | subi RC, RC, 8 - |1: - | cmplw TMP1, RC - | evlddx TMP0, BASE, TMP1 - | evstddx TMP0, RA, TMP1 - | addi TMP1, TMP1, 8 - | bne <1 - | b ->fff_res - | - |.ffunc type - | cmplwi NARGS8:RC, 8 - | lwz CARG1, 0(BASE) - | blt ->fff_fallback - | li TMP2, ~LJ_TNUMX - | cmplw CARG1, TISNUM - | not TMP1, CARG1 - | isellt TMP1, TMP2, TMP1 - | slwi TMP1, TMP1, 3 - | la TMP2, CFUNC:RB->upvalue - | evlddx STR:CRET1, TMP2, TMP1 - | b ->fff_restv - | - |//-- Base library: getters and setters --------------------------------- - | - |.ffunc_1 getmetatable - | checktab CARG1 - | evmergehi TMP1, CARG1, CARG1 - | checkfail >6 - |1: // Field metatable must be at same offset for GCtab and GCudata! - | lwz TAB:RB, TAB:CARG1->metatable - |2: - | evmr CRET1, TISNIL - | cmplwi TAB:RB, 0 - | lwz STR:RC, DISPATCH_GL(gcroot[GCROOT_MMNAME+MM_metatable])(DISPATCH) - | beq ->fff_restv - | lwz TMP0, TAB:RB->hmask - | evmergelo CRET1, TISTAB, TAB:RB // Use metatable as default result. - | lwz TMP1, STR:RC->hash - | lwz NODE:TMP2, TAB:RB->node - | evmergelo STR:RC, TISSTR, STR:RC - | and TMP1, TMP1, TMP0 // idx = str->hash & tab->hmask - | slwi TMP0, TMP1, 5 - | slwi TMP1, TMP1, 3 - | sub TMP1, TMP0, TMP1 - | add NODE:TMP2, NODE:TMP2, TMP1 // node = tab->node + (idx*32-idx*8) - |3: // Rearranged logic, because we expect _not_ to find the key. - | evldd TMP0, NODE:TMP2->key - | evldd TMP1, NODE:TMP2->val - | evcmpeq TMP0, STR:RC - | lwz NODE:TMP2, NODE:TMP2->next - | checkallok >5 - | cmplwi NODE:TMP2, 0 - | beq ->fff_restv // Not found, keep default result. - | b <3 - |5: - | checknil TMP1 - | checkok ->fff_restv // Ditto for nil value. - | evmr CRET1, TMP1 // Return value of mt.__metatable. - | b ->fff_restv - | - |6: - | cmpwi TMP1, LJ_TUDATA - | not TMP1, TMP1 - | beq <1 - | checknum CARG1 - | slwi TMP1, TMP1, 2 - | li TMP2, 4*~LJ_TNUMX - | isellt TMP1, TMP2, TMP1 - | la TMP2, DISPATCH_GL(gcroot[GCROOT_BASEMT])(DISPATCH) - | lwzx TAB:RB, TMP2, TMP1 - | b <2 - | - |.ffunc_2 setmetatable - | // Fast path: no mt for table yet and not clearing the mt. - | evmergehi TMP0, TAB:CARG1, TAB:CARG2 - | checktab TMP0 - | checkanyfail ->fff_fallback - | lwz TAB:TMP1, TAB:CARG1->metatable - | cmplwi TAB:TMP1, 0 - | lbz TMP3, TAB:CARG1->marked - | bne ->fff_fallback - | andi. TMP0, TMP3, LJ_GC_BLACK // isblack(table) - | stw TAB:CARG2, TAB:CARG1->metatable - | beq ->fff_restv - | barrierback TAB:CARG1, TMP3, TMP0 - | b ->fff_restv - | - |.ffunc rawget - | cmplwi NARGS8:RC, 16 - | evldd CARG2, 0(BASE) - | blt ->fff_fallback - | checktab CARG2 - | la CARG3, 8(BASE) - | checkfail ->fff_fallback - | mr CARG1, L - | bl extern lj_tab_get // (lua_State *L, GCtab *t, cTValue *key) - | // Returns cTValue *. - | evldd CRET1, 0(CRET1) - | b ->fff_restv - | - |//-- Base library: conversions ------------------------------------------ - | - |.ffunc tonumber - | // Only handles the number case inline (without a base argument). - | cmplwi NARGS8:RC, 8 - | evldd CARG1, 0(BASE) - | bne ->fff_fallback // Exactly one argument. - | checknum CARG1 - | checkok ->fff_restv - | b ->fff_fallback - | - |.ffunc_1 tostring - | // Only handles the string or number case inline. - | checkstr CARG1 - | // A __tostring method in the string base metatable is ignored. - | checkok ->fff_restv // String key? - | // Handle numbers inline, unless a number base metatable is present. - | lwz TMP0, DISPATCH_GL(gcroot[GCROOT_BASEMT_NUM])(DISPATCH) - | checknum CARG1 - | cmplwi cr1, TMP0, 0 - | stw BASE, L->base // Add frame since C call can throw. - | crand 4*cr0+eq, 4*cr0+lt, 4*cr1+eq - | stw PC, SAVE_PC // Redundant (but a defined value). - | bne ->fff_fallback - | ffgccheck - | mr CARG1, L - | mr CARG2, BASE - | bl extern lj_str_fromnum // (lua_State *L, lua_Number *np) - | // Returns GCstr *. - | evmergelo STR:CRET1, TISSTR, STR:CRET1 - | b ->fff_restv - | - |//-- Base library: iterators ------------------------------------------- - | - |.ffunc next - | cmplwi NARGS8:RC, 8 - | evldd CARG2, 0(BASE) - | blt ->fff_fallback - | evstddx TISNIL, BASE, NARGS8:RC // Set missing 2nd arg to nil. - | checktab TAB:CARG2 - | lwz PC, FRAME_PC(BASE) - | checkfail ->fff_fallback - | stw BASE, L->base // Add frame since C call can throw. - | mr CARG1, L - | stw BASE, L->top // Dummy frame length is ok. - | la CARG3, 8(BASE) - | stw PC, SAVE_PC - | bl extern lj_tab_next // (lua_State *L, GCtab *t, TValue *key) - | // Returns 0 at end of traversal. - | cmplwi CRET1, 0 - | evmr CRET1, TISNIL - | beq ->fff_restv // End of traversal: return nil. - | evldd TMP0, 8(BASE) // Copy key and value to results. - | la RA, -8(BASE) - | evldd TMP1, 16(BASE) - | evstdd TMP0, 0(RA) - | li RD, (2+1)*8 - | evstdd TMP1, 8(RA) - | b ->fff_res - | - |.ffunc_1 pairs - | checktab TAB:CARG1 - | lwz PC, FRAME_PC(BASE) - | checkfail ->fff_fallback -#if LJ_52 - | lwz TAB:TMP2, TAB:CARG1->metatable - | evldd CFUNC:TMP0, CFUNC:RB->upvalue[0] - | cmplwi TAB:TMP2, 0 - | la RA, -8(BASE) - | bne ->fff_fallback -#else - | evldd CFUNC:TMP0, CFUNC:RB->upvalue[0] - | la RA, -8(BASE) -#endif - | evstdd TISNIL, 8(BASE) - | li RD, (3+1)*8 - | evstdd CFUNC:TMP0, 0(RA) - | b ->fff_res - | - |.ffunc_2 ipairs_aux - | checktab TAB:CARG1 - | lwz PC, FRAME_PC(BASE) - | checkfail ->fff_fallback - | checknum CARG2 - | lus TMP3, 0x3ff0 - | checkfail ->fff_fallback - | efdctsi TMP2, CARG2 - | lwz TMP0, TAB:CARG1->asize - | evmergelo TMP3, TMP3, ZERO - | lwz TMP1, TAB:CARG1->array - | efdadd CARG2, CARG2, TMP3 - | addi TMP2, TMP2, 1 - | la RA, -8(BASE) - | cmplw TMP0, TMP2 - | slwi TMP3, TMP2, 3 - | evstdd CARG2, 0(RA) - | ble >2 // Not in array part? - | evlddx TMP1, TMP1, TMP3 - |1: - | checknil TMP1 - | li RD, (0+1)*8 - | checkok ->fff_res // End of iteration, return 0 results. - | li RD, (2+1)*8 - | evstdd TMP1, 8(RA) - | b ->fff_res - |2: // Check for empty hash part first. Otherwise call C function. - | lwz TMP0, TAB:CARG1->hmask - | cmplwi TMP0, 0 - | li RD, (0+1)*8 - | beq ->fff_res - | mr CARG2, TMP2 - | bl extern lj_tab_getinth // (GCtab *t, int32_t key) - | // Returns cTValue * or NULL. - | cmplwi CRET1, 0 - | li RD, (0+1)*8 - | beq ->fff_res - | evldd TMP1, 0(CRET1) - | b <1 - | - |.ffunc_1 ipairs - | checktab TAB:CARG1 - | lwz PC, FRAME_PC(BASE) - | checkfail ->fff_fallback -#if LJ_52 - | lwz TAB:TMP2, TAB:CARG1->metatable - | evldd CFUNC:TMP0, CFUNC:RB->upvalue[0] - | cmplwi TAB:TMP2, 0 - | la RA, -8(BASE) - | bne ->fff_fallback -#else - | evldd CFUNC:TMP0, CFUNC:RB->upvalue[0] - | la RA, -8(BASE) -#endif - | evsplati TMP1, 0 - | li RD, (3+1)*8 - | evstdd TMP1, 8(BASE) - | evstdd CFUNC:TMP0, 0(RA) - | b ->fff_res - | - |//-- Base library: catch errors ---------------------------------------- - | - |.ffunc pcall - | cmplwi NARGS8:RC, 8 - | lbz TMP3, DISPATCH_GL(hookmask)(DISPATCH) - | blt ->fff_fallback - | mr TMP2, BASE - | la BASE, 8(BASE) - | // Remember active hook before pcall. - | rlwinm TMP3, TMP3, 32-HOOK_ACTIVE_SHIFT, 31, 31 - | subi NARGS8:RC, NARGS8:RC, 8 - | addi PC, TMP3, 8+FRAME_PCALL - | b ->vm_call_dispatch - | - |.ffunc_2 xpcall - | lbz TMP3, DISPATCH_GL(hookmask)(DISPATCH) - | mr TMP2, BASE - | checkfunc CARG2 // Traceback must be a function. - | checkfail ->fff_fallback - | la BASE, 16(BASE) - | // Remember active hook before pcall. - | rlwinm TMP3, TMP3, 32-HOOK_ACTIVE_SHIFT, 31, 31 - | evstdd CARG2, 0(TMP2) // Swap function and traceback. - | subi NARGS8:RC, NARGS8:RC, 16 - | evstdd CARG1, 8(TMP2) - | addi PC, TMP3, 16+FRAME_PCALL - | b ->vm_call_dispatch - | - |//-- Coroutine library -------------------------------------------------- - | - |.macro coroutine_resume_wrap, resume - |.if resume - |.ffunc_1 coroutine_resume - | evmergehi TMP0, L:CARG1, L:CARG1 - |.else - |.ffunc coroutine_wrap_aux - | lwz L:CARG1, CFUNC:RB->upvalue[0].gcr - |.endif - |.if resume - | cmpwi TMP0, LJ_TTHREAD - | bne ->fff_fallback - |.endif - | lbz TMP0, L:CARG1->status - | lwz TMP1, L:CARG1->cframe - | lwz CARG2, L:CARG1->top - | cmplwi cr0, TMP0, LUA_YIELD - | lwz TMP2, L:CARG1->base - | cmplwi cr1, TMP1, 0 - | lwz TMP0, L:CARG1->maxstack - | cmplw cr7, CARG2, TMP2 - | lwz PC, FRAME_PC(BASE) - | crorc 4*cr6+lt, 4*cr0+gt, 4*cr1+eq // st>LUA_YIELD || cframe!=0 - | add TMP2, CARG2, NARGS8:RC - | crandc 4*cr6+gt, 4*cr7+eq, 4*cr0+eq // base==top && st!=LUA_YIELD - | cmplw cr1, TMP2, TMP0 - | cror 4*cr6+lt, 4*cr6+lt, 4*cr6+gt - | stw PC, SAVE_PC - | cror 4*cr6+lt, 4*cr6+lt, 4*cr1+gt // cond1 || cond2 || stackov - | stw BASE, L->base - | blt cr6, ->fff_fallback - |1: - |.if resume - | addi BASE, BASE, 8 // Keep resumed thread in stack for GC. - | subi NARGS8:RC, NARGS8:RC, 8 - | subi TMP2, TMP2, 8 - |.endif - | stw TMP2, L:CARG1->top - | li TMP1, 0 - | stw BASE, L->top - |2: // Move args to coroutine. - | cmpw TMP1, NARGS8:RC - | evlddx TMP0, BASE, TMP1 - | beq >3 - | evstddx TMP0, CARG2, TMP1 - | addi TMP1, TMP1, 8 - | b <2 - |3: - | li CARG3, 0 - | mr L:SAVE0, L:CARG1 - | li CARG4, 0 - | bl ->vm_resume // (lua_State *L, TValue *base, 0, 0) - | // Returns thread status. - |4: - | lwz TMP2, L:SAVE0->base - | cmplwi CRET1, LUA_YIELD - | lwz TMP3, L:SAVE0->top - | li_vmstate INTERP - | lwz BASE, L->base - | st_vmstate - | bgt >8 - | sub RD, TMP3, TMP2 - | lwz TMP0, L->maxstack - | cmplwi RD, 0 - | add TMP1, BASE, RD - | beq >6 // No results? - | cmplw TMP1, TMP0 - | li TMP1, 0 - | bgt >9 // Need to grow stack? - | - | subi TMP3, RD, 8 - | stw TMP2, L:SAVE0->top // Clear coroutine stack. - |5: // Move results from coroutine. - | cmplw TMP1, TMP3 - | evlddx TMP0, TMP2, TMP1 - | evstddx TMP0, BASE, TMP1 - | addi TMP1, TMP1, 8 - | bne <5 - |6: - | andi. TMP0, PC, FRAME_TYPE - |.if resume - | li TMP1, LJ_TTRUE - | la RA, -8(BASE) - | stw TMP1, -8(BASE) // Prepend true to results. - | addi RD, RD, 16 - |.else - | mr RA, BASE - | addi RD, RD, 8 - |.endif - |7: - | stw PC, SAVE_PC - | mr MULTRES, RD - | beq ->BC_RET_Z - | b ->vm_return - | - |8: // Coroutine returned with error (at co->top-1). - |.if resume - | andi. TMP0, PC, FRAME_TYPE - | la TMP3, -8(TMP3) - | li TMP1, LJ_TFALSE - | evldd TMP0, 0(TMP3) - | stw TMP3, L:SAVE0->top // Remove error from coroutine stack. - | li RD, (2+1)*8 - | stw TMP1, -8(BASE) // Prepend false to results. - | la RA, -8(BASE) - | evstdd TMP0, 0(BASE) // Copy error message. - | b <7 - |.else - | mr CARG1, L - | mr CARG2, L:SAVE0 - | bl extern lj_ffh_coroutine_wrap_err // (lua_State *L, lua_State *co) - |.endif - | - |9: // Handle stack expansion on return from yield. - | mr CARG1, L - | srwi CARG2, RD, 3 - | bl extern lj_state_growstack // (lua_State *L, int n) - | li CRET1, 0 - | b <4 - |.endmacro - | - | coroutine_resume_wrap 1 // coroutine.resume - | coroutine_resume_wrap 0 // coroutine.wrap - | - |.ffunc coroutine_yield - | lwz TMP0, L->cframe - | add TMP1, BASE, NARGS8:RC - | stw BASE, L->base - | andi. TMP0, TMP0, CFRAME_RESUME - | stw TMP1, L->top - | li CRET1, LUA_YIELD - | beq ->fff_fallback - | stw ZERO, L->cframe - | stb CRET1, L->status - | b ->vm_leave_unw - | - |//-- Math library ------------------------------------------------------- - | - |.ffunc_n math_abs - | efdabs CRET1, CARG1 - | // Fallthrough. - | - |->fff_restv: - | // CRET1 = TValue result. - | lwz PC, FRAME_PC(BASE) - | la RA, -8(BASE) - | evstdd CRET1, 0(RA) - |->fff_res1: - | // RA = results, PC = return. - | li RD, (1+1)*8 - |->fff_res: - | // RA = results, RD = (nresults+1)*8, PC = return. - | andi. TMP0, PC, FRAME_TYPE - | mr MULTRES, RD - | bne ->vm_return - | lwz INS, -4(PC) - | decode_RB8 RB, INS - |5: - | cmplw RB, RD // More results expected? - | decode_RA8 TMP0, INS - | bgt >6 - | ins_next1 - | // Adjust BASE. KBASE is assumed to be set for the calling frame. - | sub BASE, RA, TMP0 - | ins_next2 - | - |6: // Fill up results with nil. - | subi TMP1, RD, 8 - | addi RD, RD, 8 - | evstddx TISNIL, RA, TMP1 - | b <5 - | - |.macro math_extern, func - | .ffunc math_ .. func - | cmplwi NARGS8:RC, 8 - | evldd CARG2, 0(BASE) - | blt ->fff_fallback - | checknum CARG2 - | evmergehi CARG1, CARG2, CARG2 - | checkfail ->fff_fallback - | bl extern func@plt - | evmergelo CRET1, CRET1, CRET2 - | b ->fff_restv - |.endmacro - | - |.macro math_extern2, func - | .ffunc math_ .. func - | cmplwi NARGS8:RC, 16 - | evldd CARG2, 0(BASE) - | evldd CARG4, 8(BASE) - | blt ->fff_fallback - | evmergehi CARG1, CARG4, CARG2 - | checknum CARG1 - | evmergehi CARG3, CARG4, CARG4 - | checkanyfail ->fff_fallback - | bl extern func@plt - | evmergelo CRET1, CRET1, CRET2 - | b ->fff_restv - |.endmacro - | - |.macro math_round, func - | .ffunc math_ .. func - | cmplwi NARGS8:RC, 8 - | evldd CARG2, 0(BASE) - | blt ->fff_fallback - | checknum CARG2 - | evmergehi CARG1, CARG2, CARG2 - | checkfail ->fff_fallback - | lwz PC, FRAME_PC(BASE) - | bl ->vm_..func.._hilo; - | la RA, -8(BASE) - | evstdd CRET2, 0(RA) - | b ->fff_res1 - |.endmacro - | - | math_round floor - | math_round ceil - | - | math_extern sqrt - | - |.ffunc math_log - | cmplwi NARGS8:RC, 8 - | evldd CARG2, 0(BASE) - | bne ->fff_fallback // Need exactly 1 argument. - | checknum CARG2 - | evmergehi CARG1, CARG2, CARG2 - | checkfail ->fff_fallback - | bl extern log@plt - | evmergelo CRET1, CRET1, CRET2 - | b ->fff_restv - | - | math_extern log10 - | math_extern exp - | math_extern sin - | math_extern cos - | math_extern tan - | math_extern asin - | math_extern acos - | math_extern atan - | math_extern sinh - | math_extern cosh - | math_extern tanh - | math_extern2 pow - | math_extern2 atan2 - | math_extern2 fmod - | - |->ff_math_deg: - |.ffunc_n math_rad - | evldd CARG2, CFUNC:RB->upvalue[0] - | efdmul CRET1, CARG1, CARG2 - | b ->fff_restv - | - |.ffunc math_ldexp - | cmplwi NARGS8:RC, 16 - | evldd CARG2, 0(BASE) - | evldd CARG4, 8(BASE) - | blt ->fff_fallback - | evmergehi CARG1, CARG4, CARG2 - | checknum CARG1 - | checkanyfail ->fff_fallback - | efdctsi CARG3, CARG4 - | bl extern ldexp@plt - | evmergelo CRET1, CRET1, CRET2 - | b ->fff_restv - | - |.ffunc math_frexp - | cmplwi NARGS8:RC, 8 - | evldd CARG2, 0(BASE) - | blt ->fff_fallback - | checknum CARG2 - | evmergehi CARG1, CARG2, CARG2 - | checkfail ->fff_fallback - | la CARG3, DISPATCH_GL(tmptv)(DISPATCH) - | lwz PC, FRAME_PC(BASE) - | bl extern frexp@plt - | lwz TMP1, DISPATCH_GL(tmptv)(DISPATCH) - | evmergelo CRET1, CRET1, CRET2 - | efdcfsi CRET2, TMP1 - | la RA, -8(BASE) - | evstdd CRET1, 0(RA) - | li RD, (2+1)*8 - | evstdd CRET2, 8(RA) - | b ->fff_res - | - |.ffunc math_modf - | cmplwi NARGS8:RC, 8 - | evldd CARG2, 0(BASE) - | blt ->fff_fallback - | checknum CARG2 - | evmergehi CARG1, CARG2, CARG2 - | checkfail ->fff_fallback - | la CARG3, -8(BASE) - | lwz PC, FRAME_PC(BASE) - | bl extern modf@plt - | evmergelo CRET1, CRET1, CRET2 - | la RA, -8(BASE) - | evstdd CRET1, 0(BASE) - | li RD, (2+1)*8 - | b ->fff_res - | - |.macro math_minmax, name, cmpop - | .ffunc_1 name - | checknum CARG1 - | li TMP1, 8 - | checkfail ->fff_fallback - |1: - | evlddx CARG2, BASE, TMP1 - | cmplw cr1, TMP1, NARGS8:RC - | checknum CARG2 - | bge cr1, ->fff_restv // Ok, since CRET1 = CARG1. - | checkfail ->fff_fallback - | cmpop CARG2, CARG1 - | addi TMP1, TMP1, 8 - | crmove 4*cr0+lt, 4*cr0+gt - | evsel CARG1, CARG2, CARG1 - | b <1 - |.endmacro - | - | math_minmax math_min, efdtstlt - | math_minmax math_max, efdtstgt - | - |//-- String library ----------------------------------------------------- - | - |.ffunc_1 string_len - | checkstr STR:CARG1 - | checkfail ->fff_fallback - | lwz TMP0, STR:CARG1->len - | efdcfsi CRET1, TMP0 - | b ->fff_restv - | - |.ffunc string_byte // Only handle the 1-arg case here. - | cmplwi NARGS8:RC, 8 - | evldd STR:CARG1, 0(BASE) - | bne ->fff_fallback // Need exactly 1 argument. - | checkstr STR:CARG1 - | la RA, -8(BASE) - | checkfail ->fff_fallback - | lwz TMP0, STR:CARG1->len - | li RD, (0+1)*8 - | lbz TMP1, STR:CARG1[1] // Access is always ok (NUL at end). - | li TMP2, (1+1)*8 - | cmplwi TMP0, 0 - | lwz PC, FRAME_PC(BASE) - | efdcfsi CRET1, TMP1 - | iseleq RD, RD, TMP2 - | evstdd CRET1, 0(RA) - | b ->fff_res - | - |.ffunc string_char // Only handle the 1-arg case here. - | ffgccheck - | cmplwi NARGS8:RC, 8 - | evldd CARG1, 0(BASE) - | bne ->fff_fallback // Exactly 1 argument. - | checknum CARG1 - | la CARG2, DISPATCH_GL(tmptv)(DISPATCH) - | checkfail ->fff_fallback - | efdctsiz TMP0, CARG1 - | li CARG3, 1 - | cmplwi TMP0, 255 - | stb TMP0, 0(CARG2) - | bgt ->fff_fallback - |->fff_newstr: - | mr CARG1, L - | stw BASE, L->base - | stw PC, SAVE_PC - | bl extern lj_str_new // (lua_State *L, char *str, size_t l) - | // Returns GCstr *. - | lwz BASE, L->base - | evmergelo STR:CRET1, TISSTR, STR:CRET1 - | b ->fff_restv - | - |.ffunc string_sub - | ffgccheck - | cmplwi NARGS8:RC, 16 - | evldd CARG3, 16(BASE) - | evldd STR:CARG1, 0(BASE) - | blt ->fff_fallback - | evldd CARG2, 8(BASE) - | li TMP2, -1 - | beq >1 - | checknum CARG3 - | checkfail ->fff_fallback - | efdctsiz TMP2, CARG3 - |1: - | checknum CARG2 - | checkfail ->fff_fallback - | checkstr STR:CARG1 - | efdctsiz TMP1, CARG2 - | checkfail ->fff_fallback - | lwz TMP0, STR:CARG1->len - | cmplw TMP0, TMP2 // len < end? (unsigned compare) - | add TMP3, TMP2, TMP0 - | blt >5 - |2: - | cmpwi TMP1, 0 // start <= 0? - | add TMP3, TMP1, TMP0 - | ble >7 - |3: - | sub. CARG3, TMP2, TMP1 - | addi CARG2, STR:CARG1, #STR-1 - | addi CARG3, CARG3, 1 - | add CARG2, CARG2, TMP1 - | isellt CARG3, r0, CARG3 - | b ->fff_newstr - | - |5: // Negative end or overflow. - | cmpw TMP0, TMP2 - | addi TMP3, TMP3, 1 - | iselgt TMP2, TMP3, TMP0 // end = end > len ? len : end+len+1 - | b <2 - | - |7: // Negative start or underflow. - | cmpwi cr1, TMP3, 0 - | iseleq TMP1, r0, TMP3 - | isel TMP1, r0, TMP1, 4*cr1+lt - | addi TMP1, TMP1, 1 // start = 1 + (start ? start+len : 0) - | b <3 - | - |.ffunc string_rep // Only handle the 1-char case inline. - | ffgccheck - | cmplwi NARGS8:RC, 16 - | evldd CARG1, 0(BASE) - | evldd CARG2, 8(BASE) - | bne ->fff_fallback // Exactly 2 arguments. - | checknum CARG2 - | checkfail ->fff_fallback - | checkstr STR:CARG1 - | efdctsiz CARG3, CARG2 - | checkfail ->fff_fallback - | lwz TMP0, STR:CARG1->len - | cmpwi CARG3, 0 - | lwz TMP1, DISPATCH_GL(tmpbuf.sz)(DISPATCH) - | ble >2 // Count <= 0? (or non-int) - | cmplwi TMP0, 1 - | subi TMP2, CARG3, 1 - | blt >2 // Zero length string? - | cmplw cr1, TMP1, CARG3 - | bne ->fff_fallback // Fallback for > 1-char strings. - | lbz TMP0, STR:CARG1[1] - | lwz CARG2, DISPATCH_GL(tmpbuf.buf)(DISPATCH) - | blt cr1, ->fff_fallback - |1: // Fill buffer with char. Yes, this is suboptimal code (do you care?). - | cmplwi TMP2, 0 - | stbx TMP0, CARG2, TMP2 - | subi TMP2, TMP2, 1 - | bne <1 - | b ->fff_newstr - |2: // Return empty string. - | la STR:CRET1, DISPATCH_GL(strempty)(DISPATCH) - | evmergelo CRET1, TISSTR, STR:CRET1 - | b ->fff_restv - | - |.ffunc string_reverse - | ffgccheck - | cmplwi NARGS8:RC, 8 - | evldd CARG1, 0(BASE) - | blt ->fff_fallback - | checkstr STR:CARG1 - | lwz TMP1, DISPATCH_GL(tmpbuf.sz)(DISPATCH) - | checkfail ->fff_fallback - | lwz CARG3, STR:CARG1->len - | la CARG1, #STR(STR:CARG1) - | lwz CARG2, DISPATCH_GL(tmpbuf.buf)(DISPATCH) - | li TMP2, 0 - | cmplw TMP1, CARG3 - | subi TMP3, CARG3, 1 - | blt ->fff_fallback - |1: // Reverse string copy. - | cmpwi TMP3, 0 - | lbzx TMP1, CARG1, TMP2 - | blt ->fff_newstr - | stbx TMP1, CARG2, TMP3 - | subi TMP3, TMP3, 1 - | addi TMP2, TMP2, 1 - | b <1 - | - |.macro ffstring_case, name, lo - | .ffunc name - | ffgccheck - | cmplwi NARGS8:RC, 8 - | evldd CARG1, 0(BASE) - | blt ->fff_fallback - | checkstr STR:CARG1 - | lwz TMP1, DISPATCH_GL(tmpbuf.sz)(DISPATCH) - | checkfail ->fff_fallback - | lwz CARG3, STR:CARG1->len - | la CARG1, #STR(STR:CARG1) - | lwz CARG2, DISPATCH_GL(tmpbuf.buf)(DISPATCH) - | cmplw TMP1, CARG3 - | li TMP2, 0 - | blt ->fff_fallback - |1: // ASCII case conversion. - | cmplw TMP2, CARG3 - | lbzx TMP1, CARG1, TMP2 - | bge ->fff_newstr - | subi TMP0, TMP1, lo - | xori TMP3, TMP1, 0x20 - | cmplwi TMP0, 26 - | isellt TMP1, TMP3, TMP1 - | stbx TMP1, CARG2, TMP2 - | addi TMP2, TMP2, 1 - | b <1 - |.endmacro - | - |ffstring_case string_lower, 65 - |ffstring_case string_upper, 97 - | - |//-- Table library ------------------------------------------------------ - | - |.ffunc_1 table_getn - | checktab CARG1 - | checkfail ->fff_fallback - | bl extern lj_tab_len // (GCtab *t) - | // Returns uint32_t (but less than 2^31). - | efdcfsi CRET1, CRET1 - | b ->fff_restv - | - |//-- Bit library -------------------------------------------------------- - | - |.macro .ffunc_bit, name - | .ffunc_n bit_..name - | efdadd CARG1, CARG1, TOBIT - |.endmacro - | - |.ffunc_bit tobit - |->fff_resbit: - | efdcfsi CRET1, CARG1 - | b ->fff_restv - | - |.macro .ffunc_bit_op, name, ins - | .ffunc_bit name - | li TMP1, 8 - |1: - | evlddx CARG2, BASE, TMP1 - | cmplw cr1, TMP1, NARGS8:RC - | checknum CARG2 - | bge cr1, ->fff_resbit - | checkfail ->fff_fallback - | efdadd CARG2, CARG2, TOBIT - | ins CARG1, CARG1, CARG2 - | addi TMP1, TMP1, 8 - | b <1 - |.endmacro - | - |.ffunc_bit_op band, and - |.ffunc_bit_op bor, or - |.ffunc_bit_op bxor, xor - | - |.ffunc_bit bswap - | rotlwi TMP0, CARG1, 8 - | rlwimi TMP0, CARG1, 24, 0, 7 - | rlwimi TMP0, CARG1, 24, 16, 23 - | efdcfsi CRET1, TMP0 - | b ->fff_restv - | - |.ffunc_bit bnot - | not TMP0, CARG1 - | efdcfsi CRET1, TMP0 - | b ->fff_restv - | - |.macro .ffunc_bit_sh, name, ins, shmod - | .ffunc_nn bit_..name - | efdadd CARG2, CARG2, TOBIT - | efdadd CARG1, CARG1, TOBIT - |.if shmod == 1 - | rlwinm CARG2, CARG2, 0, 27, 31 - |.elif shmod == 2 - | neg CARG2, CARG2 - |.endif - | ins TMP0, CARG1, CARG2 - | efdcfsi CRET1, TMP0 - | b ->fff_restv - |.endmacro - | - |.ffunc_bit_sh lshift, slw, 1 - |.ffunc_bit_sh rshift, srw, 1 - |.ffunc_bit_sh arshift, sraw, 1 - |.ffunc_bit_sh rol, rotlw, 0 - |.ffunc_bit_sh ror, rotlw, 2 - | - |//----------------------------------------------------------------------- - | - |->fff_fallback: // Call fast function fallback handler. - | // BASE = new base, RB = CFUNC, RC = nargs*8 - | lwz TMP3, CFUNC:RB->f - | add TMP1, BASE, NARGS8:RC - | lwz PC, FRAME_PC(BASE) // Fallback may overwrite PC. - | addi TMP0, TMP1, 8*LUA_MINSTACK - | lwz TMP2, L->maxstack - | stw PC, SAVE_PC // Redundant (but a defined value). - | cmplw TMP0, TMP2 - | stw BASE, L->base - | stw TMP1, L->top - | mr CARG1, L - | bgt >5 // Need to grow stack. - | mtctr TMP3 - | bctrl // (lua_State *L) - | // Either throws an error, or recovers and returns -1, 0 or nresults+1. - | lwz BASE, L->base - | cmpwi CRET1, 0 - | slwi RD, CRET1, 3 - | la RA, -8(BASE) - | bgt ->fff_res // Returned nresults+1? - |1: // Returned 0 or -1: retry fast path. - | lwz TMP0, L->top - | lwz LFUNC:RB, FRAME_FUNC(BASE) - | sub NARGS8:RC, TMP0, BASE - | bne ->vm_call_tail // Returned -1? - | ins_callt // Returned 0: retry fast path. - | - |// Reconstruct previous base for vmeta_call during tailcall. - |->vm_call_tail: - | andi. TMP0, PC, FRAME_TYPE - | rlwinm TMP1, PC, 0, 0, 28 - | bne >3 - | lwz INS, -4(PC) - | decode_RA8 TMP1, INS - | addi TMP1, TMP1, 8 - |3: - | sub TMP2, BASE, TMP1 - | b ->vm_call_dispatch // Resolve again for tailcall. - | - |5: // Grow stack for fallback handler. - | li CARG2, LUA_MINSTACK - | bl extern lj_state_growstack // (lua_State *L, int n) - | lwz BASE, L->base - | cmpw TMP0, TMP0 // Set 4*cr0+eq to force retry. - | b <1 - | - |->fff_gcstep: // Call GC step function. - | // BASE = new base, RC = nargs*8 - | mflr SAVE0 - | stw BASE, L->base - | add TMP0, BASE, NARGS8:RC - | stw PC, SAVE_PC // Redundant (but a defined value). - | stw TMP0, L->top - | mr CARG1, L - | bl extern lj_gc_step // (lua_State *L) - | lwz BASE, L->base - | mtlr SAVE0 - | lwz TMP0, L->top - | sub NARGS8:RC, TMP0, BASE - | lwz CFUNC:RB, FRAME_FUNC(BASE) - | blr - | - |//----------------------------------------------------------------------- - |//-- Special dispatch targets ------------------------------------------- - |//----------------------------------------------------------------------- - | - |->vm_record: // Dispatch target for recording phase. - |.if JIT - | NYI - |.endif - | - |->vm_rethook: // Dispatch target for return hooks. - | lbz TMP3, DISPATCH_GL(hookmask)(DISPATCH) - | andi. TMP0, TMP3, HOOK_ACTIVE // Hook already active? - | beq >1 - |5: // Re-dispatch to static ins. - | addi TMP1, TMP1, GG_DISP2STATIC // Assumes decode_OP4 TMP1, INS. - | lwzx TMP0, DISPATCH, TMP1 - | mtctr TMP0 - | bctr - | - |->vm_inshook: // Dispatch target for instr/line hooks. - | lbz TMP3, DISPATCH_GL(hookmask)(DISPATCH) - | lwz TMP2, DISPATCH_GL(hookcount)(DISPATCH) - | andi. TMP0, TMP3, HOOK_ACTIVE // Hook already active? - | rlwinm TMP0, TMP3, 31-LUA_HOOKLINE, 31, 0 - | bne <5 - | - | cmpwi cr1, TMP0, 0 - | addic. TMP2, TMP2, -1 - | beq cr1, <5 - | stw TMP2, DISPATCH_GL(hookcount)(DISPATCH) - | beq >1 - | bge cr1, <5 - |1: - | mr CARG1, L - | stw MULTRES, SAVE_MULTRES - | mr CARG2, PC - | stw BASE, L->base - | // SAVE_PC must hold the _previous_ PC. The callee updates it with PC. - | bl extern lj_dispatch_ins // (lua_State *L, const BCIns *pc) - |3: - | lwz BASE, L->base - |4: // Re-dispatch to static ins. - | lwz INS, -4(PC) - | decode_OP4 TMP1, INS - | decode_RB8 RB, INS - | addi TMP1, TMP1, GG_DISP2STATIC - | decode_RD8 RD, INS - | lwzx TMP0, DISPATCH, TMP1 - | decode_RA8 RA, INS - | decode_RC8 RC, INS - | mtctr TMP0 - | bctr - | - |->cont_hook: // Continue from hook yield. - | addi PC, PC, 4 - | lwz MULTRES, -20(RB) // Restore MULTRES for *M ins. - | b <4 - | - |->vm_hotloop: // Hot loop counter underflow. - |.if JIT - | NYI - |.endif - | - |->vm_callhook: // Dispatch target for call hooks. - | mr CARG2, PC - |.if JIT - | b >1 - |.endif - | - |->vm_hotcall: // Hot call counter underflow. - |.if JIT - | ori CARG2, PC, 1 - |1: - |.endif - | add TMP0, BASE, RC - | stw PC, SAVE_PC - | mr CARG1, L - | stw BASE, L->base - | sub RA, RA, BASE - | stw TMP0, L->top - | bl extern lj_dispatch_call // (lua_State *L, const BCIns *pc) - | // Returns ASMFunction. - | lwz BASE, L->base - | lwz TMP0, L->top - | stw ZERO, SAVE_PC // Invalidate for subsequent line hook. - | sub NARGS8:RC, TMP0, BASE - | add RA, BASE, RA - | lwz LFUNC:RB, FRAME_FUNC(BASE) - | mtctr CRET1 - | bctr - | - |//----------------------------------------------------------------------- - |//-- Trace exit handler ------------------------------------------------- - |//----------------------------------------------------------------------- - | - |->vm_exit_handler: - |.if JIT - | NYI - |.endif - |->vm_exit_interp: - |.if JIT - | NYI - |.endif - | - |//----------------------------------------------------------------------- - |//-- Math helper functions ---------------------------------------------- - |//----------------------------------------------------------------------- - | - |// FP value rounding. Called by math.floor/math.ceil fast functions - |// and from JIT code. - |// - |// This can be inlined if the CPU has the frin/friz/frip/frim instructions. - |// The alternative hard-float approaches have a deep dependency chain. - |// The resulting latency is at least 3x-7x the double-precision FP latency - |// (e500v2: 6cy, e600: 5cy, Cell: 10cy) or around 20-70 cycles. - |// - |// The soft-float approach is tedious, but much faster (e500v2: ~11cy/~6cy). - |// However it relies on a fast way to transfer the FP value to GPRs - |// (e500v2: 0cy for lo-word, 1cy for hi-word). - |// - |.macro vm_round, name, mode - | // Used temporaries: TMP0, TMP1, TMP2, TMP3. - |->name.._efd: // Input: CARG2, output: CRET2 - | evmergehi CARG1, CARG2, CARG2 - |->name.._hilo: - | // Input: CARG1 (hi), CARG2 (hi, lo), output: CRET2 - | rlwinm TMP2, CARG1, 12, 21, 31 - | addic. TMP2, TMP2, -1023 // exp = exponent(x) - 1023 - | li TMP1, -1 - | cmplwi cr1, TMP2, 51 // 0 <= exp <= 51? - | subfic TMP0, TMP2, 52 - | bgt cr1, >1 - | lus TMP3, 0xfff0 - | slw TMP0, TMP1, TMP0 // lomask = -1 << (52-exp) - | sraw TMP1, TMP3, TMP2 // himask = (int32_t)0xfff00000 >> exp - |.if mode == 2 // trunc(x): - | evmergelo TMP0, TMP1, TMP0 - | evand CRET2, CARG2, TMP0 // hi &= himask, lo &= lomask - |.else - | andc TMP2, CARG2, TMP0 - | andc TMP3, CARG1, TMP1 - | or TMP2, TMP2, TMP3 // ztest = (hi&~himask) | (lo&~lomask) - | srawi TMP3, CARG1, 31 // signmask = (int32_t)hi >> 31 - |.if mode == 0 // floor(x): - | and. TMP2, TMP2, TMP3 // iszero = ((ztest & signmask) == 0) - |.else // ceil(x): - | andc. TMP2, TMP2, TMP3 // iszero = ((ztest & ~signmask) == 0) - |.endif - | and CARG2, CARG2, TMP0 // lo &= lomask - | and CARG1, CARG1, TMP1 // hi &= himask - | subc TMP0, CARG2, TMP0 - | iseleq TMP0, CARG2, TMP0 // lo = iszero ? lo : lo-lomask - | sube TMP1, CARG1, TMP1 - | iseleq TMP1, CARG1, TMP1 // hi = iszero ? hi : hi-himask+carry - | evmergelo CRET2, TMP1, TMP0 - |.endif - | blr - |1: - | bgtlr // Already done if >=2^52, +-inf or nan. - |.if mode == 2 // trunc(x): - | rlwinm TMP1, CARG1, 0, 0, 0 // hi = sign(x) - | li TMP0, 0 - | evmergelo CRET2, TMP1, TMP0 - |.else - | rlwinm TMP2, CARG1, 0, 1, 31 - | srawi TMP0, CARG1, 31 // signmask = (int32_t)hi >> 31 - | or TMP2, TMP2, CARG2 // ztest = abs(hi) | lo - | lus TMP1, 0x3ff0 - |.if mode == 0 // floor(x): - | and. TMP2, TMP2, TMP0 // iszero = ((ztest & signmask) == 0) - |.else // ceil(x): - | andc. TMP2, TMP2, TMP0 // iszero = ((ztest & ~signmask) == 0) - |.endif - | li TMP0, 0 - | iseleq TMP1, r0, TMP1 - | rlwimi CARG1, TMP1, 0, 1, 31 // hi = sign(x) | (iszero ? 0.0 : 1.0) - | evmergelo CRET2, CARG1, TMP0 - |.endif - | blr - |.endmacro - | - |->vm_floor: - | mflr CARG3 - | evmergelo CARG2, CARG1, CARG2 - | bl ->vm_floor_hilo - | mtlr CARG3 - | evmergehi CRET1, CRET2, CRET2 - | blr - | - | vm_round vm_floor, 0 - | vm_round vm_ceil, 1 - |.if JIT - | vm_round vm_trunc, 2 - |.else - |->vm_trunc_efd: - |->vm_trunc_hilo: - |.endif - | - |//----------------------------------------------------------------------- - |//-- Miscellaneous functions -------------------------------------------- - |//----------------------------------------------------------------------- - | - |//----------------------------------------------------------------------- - |//-- FFI helper functions ----------------------------------------------- - |//----------------------------------------------------------------------- - | - |->vm_ffi_call: - |.if FFI - | NYI - |.endif - | - |//----------------------------------------------------------------------- -} - -/* Generate the code for a single instruction. */ -static void build_ins(BuildCtx *ctx, BCOp op, int defop) -{ - int vk = 0; - |=>defop: - - switch (op) { - - /* -- Comparison ops ---------------------------------------------------- */ - - /* Remember: all ops branch for a true comparison, fall through otherwise. */ - - case BC_ISLT: case BC_ISGE: case BC_ISLE: case BC_ISGT: - | // RA = src1*8, RD = src2*8, JMP with RD = target - | evlddx TMP0, BASE, RA - | addi PC, PC, 4 - | evlddx TMP1, BASE, RD - | addis TMP3, PC, -(BCBIAS_J*4 >> 16) - | lwz TMP2, -4(PC) - | evmergehi RB, TMP0, TMP1 - | decode_RD4 TMP2, TMP2 - | checknum RB - | add TMP2, TMP2, TMP3 - | checkanyfail ->vmeta_comp - | efdcmplt TMP0, TMP1 - if (op == BC_ISLE || op == BC_ISGT) { - | efdcmpeq cr1, TMP0, TMP1 - | cror 4*cr0+gt, 4*cr0+gt, 4*cr1+gt - } - if (op == BC_ISLT || op == BC_ISLE) { - | iselgt PC, TMP2, PC - } else { - | iselgt PC, PC, TMP2 - } - | ins_next - break; - - case BC_ISEQV: case BC_ISNEV: - vk = op == BC_ISEQV; - | // RA = src1*8, RD = src2*8, JMP with RD = target - | evlddx CARG2, BASE, RA - | addi PC, PC, 4 - | evlddx CARG3, BASE, RD - | addis TMP3, PC, -(BCBIAS_J*4 >> 16) - | lwz TMP2, -4(PC) - | evmergehi RB, CARG2, CARG3 - | decode_RD4 TMP2, TMP2 - | checknum RB - | add TMP2, TMP2, TMP3 - | checkanyfail >5 - | efdcmpeq CARG2, CARG3 - if (vk) { - | iselgt PC, TMP2, PC - } else { - | iselgt PC, PC, TMP2 - } - |1: - | ins_next - | - |5: // Either or both types are not numbers. - | evcmpeq CARG2, CARG3 - | not TMP3, RB - | cmplwi cr1, TMP3, ~LJ_TISPRI // Primitive? - | crorc 4*cr7+lt, 4*cr0+so, 4*cr0+lt // 1: Same tv or different type. - | cmplwi cr6, TMP3, ~LJ_TISTABUD // Table or userdata? - | crandc 4*cr7+gt, 4*cr0+lt, 4*cr1+gt // 2: Same type and primitive. - | mr SAVE0, PC - if (vk) { - | isel PC, TMP2, PC, 4*cr7+gt - } else { - | isel TMP2, PC, TMP2, 4*cr7+gt - } - | cror 4*cr7+lt, 4*cr7+lt, 4*cr7+gt // 1 or 2. - if (vk) { - | isel PC, TMP2, PC, 4*cr0+so - } else { - | isel PC, PC, TMP2, 4*cr0+so - } - | blt cr7, <1 // Done if 1 or 2. - | blt cr6, <1 // Done if not tab/ud. - | - | // Different tables or userdatas. Need to check __eq metamethod. - | // Field metatable must be at same offset for GCtab and GCudata! - | lwz TAB:TMP2, TAB:CARG2->metatable - | li CARG4, 1-vk // ne = 0 or 1. - | cmplwi TAB:TMP2, 0 - | beq <1 // No metatable? - | lbz TMP2, TAB:TMP2->nomm - | andi. TMP2, TMP2, 1<<MM_eq - | bne <1 // Or 'no __eq' flag set? - | mr PC, SAVE0 // Restore old PC. - | b ->vmeta_equal // Handle __eq metamethod. - break; - - case BC_ISEQS: case BC_ISNES: - vk = op == BC_ISEQS; - | // RA = src*8, RD = str_const*8 (~), JMP with RD = target - | evlddx TMP0, BASE, RA - | srwi RD, RD, 1 - | lwz INS, 0(PC) - | subfic RD, RD, -4 - | addi PC, PC, 4 - | lwzx STR:TMP1, KBASE, RD // KBASE-4-str_const*4 - | addis TMP3, PC, -(BCBIAS_J*4 >> 16) - | decode_RD4 TMP2, INS - | evmergelo STR:TMP1, TISSTR, STR:TMP1 - | add TMP2, TMP2, TMP3 - | evcmpeq TMP0, STR:TMP1 - if (vk) { - | isel PC, TMP2, PC, 4*cr0+so - } else { - | isel PC, PC, TMP2, 4*cr0+so - } - | ins_next - break; - - case BC_ISEQN: case BC_ISNEN: - vk = op == BC_ISEQN; - | // RA = src*8, RD = num_const*8, JMP with RD = target - | evlddx TMP0, BASE, RA - | addi PC, PC, 4 - | evlddx TMP1, KBASE, RD - | addis TMP3, PC, -(BCBIAS_J*4 >> 16) - | lwz INS, -4(PC) - | checknum TMP0 - | checkfail >5 - | efdcmpeq TMP0, TMP1 - |1: - | decode_RD4 TMP2, INS - | add TMP2, TMP2, TMP3 - if (vk) { - | iselgt PC, TMP2, PC - |5: - } else { - | iselgt PC, PC, TMP2 - } - |3: - | ins_next - if (!vk) { - |5: - | decode_RD4 TMP2, INS - | add PC, TMP2, TMP3 - | b <3 - } - break; - - case BC_ISEQP: case BC_ISNEP: - vk = op == BC_ISEQP; - | // RA = src*8, RD = primitive_type*8 (~), JMP with RD = target - | lwzx TMP0, BASE, RA - | srwi TMP1, RD, 3 - | lwz INS, 0(PC) - | addi PC, PC, 4 - | not TMP1, TMP1 - | addis TMP3, PC, -(BCBIAS_J*4 >> 16) - | cmplw TMP0, TMP1 - | decode_RD4 TMP2, INS - | add TMP2, TMP2, TMP3 - if (vk) { - | iseleq PC, TMP2, PC - } else { - | iseleq PC, PC, TMP2 - } - | ins_next - break; - - /* -- Unary test and copy ops ------------------------------------------- */ - - case BC_ISTC: case BC_ISFC: case BC_IST: case BC_ISF: - | // RA = dst*8 or unused, RD = src*8, JMP with RD = target - | evlddx TMP0, BASE, RD - | evaddw TMP1, TISNIL, TISNIL // Synthesize LJ_TFALSE. - | lwz INS, 0(PC) - | evcmpltu TMP0, TMP1 - | addi PC, PC, 4 - if (op == BC_IST || op == BC_ISF) { - | addis TMP3, PC, -(BCBIAS_J*4 >> 16) - | decode_RD4 TMP2, INS - | add TMP2, TMP2, TMP3 - if (op == BC_IST) { - | isellt PC, TMP2, PC - } else { - | isellt PC, PC, TMP2 - } - } else { - if (op == BC_ISTC) { - | checkfail >1 - } else { - | checkok >1 - } - | addis PC, PC, -(BCBIAS_J*4 >> 16) - | decode_RD4 TMP2, INS - | evstddx TMP0, BASE, RA - | add PC, PC, TMP2 - |1: - } - | ins_next - break; - - /* -- Unary ops --------------------------------------------------------- */ - - case BC_MOV: - | // RA = dst*8, RD = src*8 - | ins_next1 - | evlddx TMP0, BASE, RD - | evstddx TMP0, BASE, RA - | ins_next2 - break; - case BC_NOT: - | // RA = dst*8, RD = src*8 - | ins_next1 - | lwzx TMP0, BASE, RD - | subfic TMP1, TMP0, LJ_TTRUE - | adde TMP0, TMP0, TMP1 - | stwx TMP0, BASE, RA - | ins_next2 - break; - case BC_UNM: - | // RA = dst*8, RD = src*8 - | evlddx TMP0, BASE, RD - | checknum TMP0 - | checkfail ->vmeta_unm - | efdneg TMP0, TMP0 - | ins_next1 - | evstddx TMP0, BASE, RA - | ins_next2 - break; - case BC_LEN: - | // RA = dst*8, RD = src*8 - | evlddx CARG1, BASE, RD - | checkstr CARG1 - | checkfail >2 - | lwz CRET1, STR:CARG1->len - |1: - | ins_next1 - | efdcfsi TMP0, CRET1 - | evstddx TMP0, BASE, RA - | ins_next2 - |2: - | checktab CARG1 - | checkfail ->vmeta_len -#if LJ_52 - | lwz TAB:TMP2, TAB:CARG1->metatable - | cmplwi TAB:TMP2, 0 - | bne >9 - |3: -#endif - |->BC_LEN_Z: - | bl extern lj_tab_len // (GCtab *t) - | // Returns uint32_t (but less than 2^31). - | b <1 -#if LJ_52 - |9: - | lbz TMP0, TAB:TMP2->nomm - | andi. TMP0, TMP0, 1<<MM_len - | bne <3 // 'no __len' flag set: done. - | b ->vmeta_len -#endif - break; - - /* -- Binary ops -------------------------------------------------------- */ - - |.macro ins_arithpre, t0, t1 - | // RA = dst*8, RB = src1*8, RC = src2*8 | num_const*8 - ||vk = ((int)op - BC_ADDVN) / (BC_ADDNV-BC_ADDVN); - ||switch (vk) { - ||case 0: - | evlddx t0, BASE, RB - | checknum t0 - | evlddx t1, KBASE, RC - | checkfail ->vmeta_arith_vn - || break; - ||case 1: - | evlddx t1, BASE, RB - | checknum t1 - | evlddx t0, KBASE, RC - | checkfail ->vmeta_arith_nv - || break; - ||default: - | evlddx t0, BASE, RB - | evlddx t1, BASE, RC - | evmergehi TMP2, t0, t1 - | checknum TMP2 - | checkanyfail ->vmeta_arith_vv - || break; - ||} - |.endmacro - | - |.macro ins_arith, ins - | ins_arithpre TMP0, TMP1 - | ins_next1 - | ins TMP0, TMP0, TMP1 - | evstddx TMP0, BASE, RA - | ins_next2 - |.endmacro - - case BC_ADDVN: case BC_ADDNV: case BC_ADDVV: - | ins_arith efdadd - break; - case BC_SUBVN: case BC_SUBNV: case BC_SUBVV: - | ins_arith efdsub - break; - case BC_MULVN: case BC_MULNV: case BC_MULVV: - | ins_arith efdmul - break; - case BC_DIVVN: case BC_DIVNV: case BC_DIVVV: - | ins_arith efddiv - break; - case BC_MODVN: - | ins_arithpre RD, SAVE0 - |->BC_MODVN_Z: - | efddiv CARG2, RD, SAVE0 - | bl ->vm_floor_efd // floor(b/c) - | efdmul TMP0, CRET2, SAVE0 - | ins_next1 - | efdsub TMP0, RD, TMP0 // b - floor(b/c)*c - | evstddx TMP0, BASE, RA - | ins_next2 - break; - case BC_MODNV: case BC_MODVV: - | ins_arithpre RD, SAVE0 - | b ->BC_MODVN_Z // Avoid 3 copies. It's slow anyway. - break; - case BC_POW: - | evlddx CARG2, BASE, RB - | evlddx CARG4, BASE, RC - | evmergehi CARG1, CARG4, CARG2 - | checknum CARG1 - | evmergehi CARG3, CARG4, CARG4 - | checkanyfail ->vmeta_arith_vv - | bl extern pow@plt - | evmergelo CRET2, CRET1, CRET2 - | evstddx CRET2, BASE, RA - | ins_next - break; - - case BC_CAT: - | // RA = dst*8, RB = src_start*8, RC = src_end*8 - | sub CARG3, RC, RB - | stw BASE, L->base - | add CARG2, BASE, RC - | mr SAVE0, RB - |->BC_CAT_Z: - | stw PC, SAVE_PC - | mr CARG1, L - | srwi CARG3, CARG3, 3 - | bl extern lj_meta_cat // (lua_State *L, TValue *top, int left) - | // Returns NULL (finished) or TValue * (metamethod). - | cmplwi CRET1, 0 - | lwz BASE, L->base - | bne ->vmeta_binop - | evlddx TMP0, BASE, SAVE0 // Copy result from RB to RA. - | evstddx TMP0, BASE, RA - | ins_next - break; - - /* -- Constant ops ------------------------------------------------------ */ - - case BC_KSTR: - | // RA = dst*8, RD = str_const*8 (~) - | ins_next1 - | srwi TMP1, RD, 1 - | subfic TMP1, TMP1, -4 - | lwzx TMP0, KBASE, TMP1 // KBASE-4-str_const*4 - | evmergelo TMP0, TISSTR, TMP0 - | evstddx TMP0, BASE, RA - | ins_next2 - break; - case BC_KCDATA: - |.if FFI - | // RA = dst*8, RD = cdata_const*8 (~) - | ins_next1 - | srwi TMP1, RD, 1 - | subfic TMP1, TMP1, -4 - | lwzx TMP0, KBASE, TMP1 // KBASE-4-cdata_const*4 - | li TMP2, LJ_TCDATA - | evmergelo TMP0, TMP2, TMP0 - | evstddx TMP0, BASE, RA - | ins_next2 - |.endif - break; - case BC_KSHORT: - | // RA = dst*8, RD = int16_literal*8 - | srwi TMP1, RD, 3 - | extsh TMP1, TMP1 - | ins_next1 - | efdcfsi TMP0, TMP1 - | evstddx TMP0, BASE, RA - | ins_next2 - break; - case BC_KNUM: - | // RA = dst*8, RD = num_const*8 - | evlddx TMP0, KBASE, RD - | ins_next1 - | evstddx TMP0, BASE, RA - | ins_next2 - break; - case BC_KPRI: - | // RA = dst*8, RD = primitive_type*8 (~) - | srwi TMP1, RD, 3 - | not TMP0, TMP1 - | ins_next1 - | stwx TMP0, BASE, RA - | ins_next2 - break; - case BC_KNIL: - | // RA = base*8, RD = end*8 - | evstddx TISNIL, BASE, RA - | addi RA, RA, 8 - |1: - | evstddx TISNIL, BASE, RA - | cmpw RA, RD - | addi RA, RA, 8 - | blt <1 - | ins_next_ - break; - - /* -- Upvalue and function ops ------------------------------------------ */ - - case BC_UGET: - | // RA = dst*8, RD = uvnum*8 - | ins_next1 - | lwz LFUNC:RB, FRAME_FUNC(BASE) - | srwi RD, RD, 1 - | addi RD, RD, offsetof(GCfuncL, uvptr) - | lwzx UPVAL:RB, LFUNC:RB, RD - | lwz TMP1, UPVAL:RB->v - | evldd TMP0, 0(TMP1) - | evstddx TMP0, BASE, RA - | ins_next2 - break; - case BC_USETV: - | // RA = uvnum*8, RD = src*8 - | lwz LFUNC:RB, FRAME_FUNC(BASE) - | srwi RA, RA, 1 - | addi RA, RA, offsetof(GCfuncL, uvptr) - | evlddx TMP1, BASE, RD - | lwzx UPVAL:RB, LFUNC:RB, RA - | lbz TMP3, UPVAL:RB->marked - | lwz CARG2, UPVAL:RB->v - | andi. TMP3, TMP3, LJ_GC_BLACK // isblack(uv) - | lbz TMP0, UPVAL:RB->closed - | evmergehi TMP2, TMP1, TMP1 - | evstdd TMP1, 0(CARG2) - | cmplwi cr1, TMP0, 0 - | cror 4*cr0+eq, 4*cr0+eq, 4*cr1+eq - | subi TMP2, TMP2, (LJ_TISNUM+1) - | bne >2 // Upvalue is closed and black? - |1: - | ins_next - | - |2: // Check if new value is collectable. - | cmplwi TMP2, LJ_TISGCV - (LJ_TISNUM+1) - | bge <1 // tvisgcv(v) - | lbz TMP3, GCOBJ:TMP1->gch.marked - | andi. TMP3, TMP3, LJ_GC_WHITES // iswhite(v) - | la CARG1, GG_DISP2G(DISPATCH) - | // Crossed a write barrier. Move the barrier forward. - | beq <1 - | bl extern lj_gc_barrieruv // (global_State *g, TValue *tv) - | b <1 - break; - case BC_USETS: - | // RA = uvnum*8, RD = str_const*8 (~) - | lwz LFUNC:RB, FRAME_FUNC(BASE) - | srwi TMP1, RD, 1 - | srwi RA, RA, 1 - | subfic TMP1, TMP1, -4 - | addi RA, RA, offsetof(GCfuncL, uvptr) - | lwzx STR:TMP1, KBASE, TMP1 // KBASE-4-str_const*4 - | lwzx UPVAL:RB, LFUNC:RB, RA - | evmergelo STR:TMP1, TISSTR, STR:TMP1 - | lbz TMP3, UPVAL:RB->marked - | lwz CARG2, UPVAL:RB->v - | andi. TMP3, TMP3, LJ_GC_BLACK // isblack(uv) - | lbz TMP3, STR:TMP1->marked - | lbz TMP2, UPVAL:RB->closed - | evstdd STR:TMP1, 0(CARG2) - | bne >2 - |1: - | ins_next - | - |2: // Check if string is white and ensure upvalue is closed. - | andi. TMP3, TMP3, LJ_GC_WHITES // iswhite(str) - | cmplwi cr1, TMP2, 0 - | cror 4*cr0+eq, 4*cr0+eq, 4*cr1+eq - | la CARG1, GG_DISP2G(DISPATCH) - | // Crossed a write barrier. Move the barrier forward. - | beq <1 - | bl extern lj_gc_barrieruv // (global_State *g, TValue *tv) - | b <1 - break; - case BC_USETN: - | // RA = uvnum*8, RD = num_const*8 - | ins_next1 - | lwz LFUNC:RB, FRAME_FUNC(BASE) - | srwi RA, RA, 1 - | addi RA, RA, offsetof(GCfuncL, uvptr) - | evlddx TMP0, KBASE, RD - | lwzx UPVAL:RB, LFUNC:RB, RA - | lwz TMP1, UPVAL:RB->v - | evstdd TMP0, 0(TMP1) - | ins_next2 - break; - case BC_USETP: - | // RA = uvnum*8, RD = primitive_type*8 (~) - | ins_next1 - | lwz LFUNC:RB, FRAME_FUNC(BASE) - | srwi RA, RA, 1 - | addi RA, RA, offsetof(GCfuncL, uvptr) - | srwi TMP0, RD, 3 - | lwzx UPVAL:RB, LFUNC:RB, RA - | not TMP0, TMP0 - | lwz TMP1, UPVAL:RB->v - | stw TMP0, 0(TMP1) - | ins_next2 - break; - - case BC_UCLO: - | // RA = level*8, RD = target - | lwz TMP1, L->openupval - | branch_RD // Do this first since RD is not saved. - | stw BASE, L->base - | cmplwi TMP1, 0 - | mr CARG1, L - | beq >1 - | add CARG2, BASE, RA - | bl extern lj_func_closeuv // (lua_State *L, TValue *level) - | lwz BASE, L->base - |1: - | ins_next - break; - - case BC_FNEW: - | // RA = dst*8, RD = proto_const*8 (~) (holding function prototype) - | srwi TMP1, RD, 1 - | stw BASE, L->base - | subfic TMP1, TMP1, -4 - | stw PC, SAVE_PC - | lwzx CARG2, KBASE, TMP1 // KBASE-4-tab_const*4 - | mr CARG1, L - | lwz CARG3, FRAME_FUNC(BASE) - | // (lua_State *L, GCproto *pt, GCfuncL *parent) - | bl extern lj_func_newL_gc - | // Returns GCfuncL *. - | lwz BASE, L->base - | evmergelo LFUNC:CRET1, TISFUNC, LFUNC:CRET1 - | evstddx LFUNC:CRET1, BASE, RA - | ins_next - break; - - /* -- Table ops --------------------------------------------------------- */ - - case BC_TNEW: - case BC_TDUP: - | // RA = dst*8, RD = (hbits|asize)*8 | tab_const*8 (~) - | lwz TMP0, DISPATCH_GL(gc.total)(DISPATCH) - | mr CARG1, L - | lwz TMP1, DISPATCH_GL(gc.threshold)(DISPATCH) - | stw BASE, L->base - | cmplw TMP0, TMP1 - | stw PC, SAVE_PC - | bge >5 - |1: - if (op == BC_TNEW) { - | rlwinm CARG2, RD, 29, 21, 31 - | rlwinm CARG3, RD, 18, 27, 31 - | cmpwi CARG2, 0x7ff - | li TMP1, 0x801 - | iseleq CARG2, TMP1, CARG2 - | bl extern lj_tab_new // (lua_State *L, int32_t asize, uint32_t hbits) - | // Returns Table *. - } else { - | srwi TMP1, RD, 1 - | subfic TMP1, TMP1, -4 - | lwzx CARG2, KBASE, TMP1 // KBASE-4-tab_const*4 - | bl extern lj_tab_dup // (lua_State *L, Table *kt) - | // Returns Table *. - } - | lwz BASE, L->base - | evmergelo TAB:CRET1, TISTAB, TAB:CRET1 - | evstddx TAB:CRET1, BASE, RA - | ins_next - |5: - | mr SAVE0, RD - | bl extern lj_gc_step_fixtop // (lua_State *L) - | mr RD, SAVE0 - | mr CARG1, L - | b <1 - break; - - case BC_GGET: - | // RA = dst*8, RD = str_const*8 (~) - case BC_GSET: - | // RA = src*8, RD = str_const*8 (~) - | lwz LFUNC:TMP2, FRAME_FUNC(BASE) - | srwi TMP1, RD, 1 - | lwz TAB:RB, LFUNC:TMP2->env - | subfic TMP1, TMP1, -4 - | lwzx STR:RC, KBASE, TMP1 // KBASE-4-str_const*4 - if (op == BC_GGET) { - | b ->BC_TGETS_Z - } else { - | b ->BC_TSETS_Z - } - break; - - case BC_TGETV: - | // RA = dst*8, RB = table*8, RC = key*8 - | evlddx TAB:RB, BASE, RB - | evlddx RC, BASE, RC - | checktab TAB:RB - | checkfail ->vmeta_tgetv - | checknum RC - | checkfail >5 - | // Convert number key to integer - | efdctsi TMP2, RC - | lwz TMP0, TAB:RB->asize - | efdcfsi TMP1, TMP2 - | cmplw cr0, TMP0, TMP2 - | efdcmpeq cr1, RC, TMP1 - | lwz TMP1, TAB:RB->array - | crand 4*cr0+gt, 4*cr0+gt, 4*cr1+gt - | slwi TMP2, TMP2, 3 - | ble ->vmeta_tgetv // Integer key and in array part? - | evlddx TMP1, TMP1, TMP2 - | checknil TMP1 - | checkok >2 - |1: - | evstddx TMP1, BASE, RA - | ins_next - | - |2: // Check for __index if table value is nil. - | lwz TAB:TMP2, TAB:RB->metatable - | cmplwi TAB:TMP2, 0 - | beq <1 // No metatable: done. - | lbz TMP0, TAB:TMP2->nomm - | andi. TMP0, TMP0, 1<<MM_index - | bne <1 // 'no __index' flag set: done. - | b ->vmeta_tgetv - | - |5: - | checkstr STR:RC // String key? - | checkok ->BC_TGETS_Z - | b ->vmeta_tgetv - break; - case BC_TGETS: - | // RA = dst*8, RB = table*8, RC = str_const*8 (~) - | evlddx TAB:RB, BASE, RB - | srwi TMP1, RC, 1 - | checktab TAB:RB - | subfic TMP1, TMP1, -4 - | lwzx STR:RC, KBASE, TMP1 // KBASE-4-str_const*4 - | checkfail ->vmeta_tgets1 - |->BC_TGETS_Z: - | // TAB:RB = GCtab *, STR:RC = GCstr *, RA = dst*8 - | lwz TMP0, TAB:RB->hmask - | lwz TMP1, STR:RC->hash - | lwz NODE:TMP2, TAB:RB->node - | evmergelo STR:RC, TISSTR, STR:RC - | and TMP1, TMP1, TMP0 // idx = str->hash & tab->hmask - | slwi TMP0, TMP1, 5 - | slwi TMP1, TMP1, 3 - | sub TMP1, TMP0, TMP1 - | add NODE:TMP2, NODE:TMP2, TMP1 // node = tab->node + (idx*32-idx*8) - |1: - | evldd TMP0, NODE:TMP2->key - | evldd TMP1, NODE:TMP2->val - | evcmpeq TMP0, STR:RC - | checkanyfail >4 - | checknil TMP1 - | checkok >5 // Key found, but nil value? - |3: - | evstddx TMP1, BASE, RA - | ins_next - | - |4: // Follow hash chain. - | lwz NODE:TMP2, NODE:TMP2->next - | cmplwi NODE:TMP2, 0 - | bne <1 - | // End of hash chain: key not found, nil result. - | evmr TMP1, TISNIL - | - |5: // Check for __index if table value is nil. - | lwz TAB:TMP2, TAB:RB->metatable - | cmplwi TAB:TMP2, 0 - | beq <3 // No metatable: done. - | lbz TMP0, TAB:TMP2->nomm - | andi. TMP0, TMP0, 1<<MM_index - | bne <3 // 'no __index' flag set: done. - | b ->vmeta_tgets - break; - case BC_TGETB: - | // RA = dst*8, RB = table*8, RC = index*8 - | evlddx TAB:RB, BASE, RB - | srwi TMP0, RC, 3 - | checktab TAB:RB - | checkfail ->vmeta_tgetb - | lwz TMP1, TAB:RB->asize - | lwz TMP2, TAB:RB->array - | cmplw TMP0, TMP1 - | bge ->vmeta_tgetb - | evlddx TMP1, TMP2, RC - | checknil TMP1 - | checkok >5 - |1: - | ins_next1 - | evstddx TMP1, BASE, RA - | ins_next2 - | - |5: // Check for __index if table value is nil. - | lwz TAB:TMP2, TAB:RB->metatable - | cmplwi TAB:TMP2, 0 - | beq <1 // No metatable: done. - | lbz TMP2, TAB:TMP2->nomm - | andi. TMP2, TMP2, 1<<MM_index - | bne <1 // 'no __index' flag set: done. - | b ->vmeta_tgetb // Caveat: preserve TMP0! - break; - - case BC_TSETV: - | // RA = src*8, RB = table*8, RC = key*8 - | evlddx TAB:RB, BASE, RB - | evlddx RC, BASE, RC - | checktab TAB:RB - | checkfail ->vmeta_tsetv - | checknum RC - | checkfail >5 - | // Convert number key to integer - | efdctsi TMP2, RC - | evlddx SAVE0, BASE, RA - | lwz TMP0, TAB:RB->asize - | efdcfsi TMP1, TMP2 - | cmplw cr0, TMP0, TMP2 - | efdcmpeq cr1, RC, TMP1 - | lwz TMP1, TAB:RB->array - | crand 4*cr0+gt, 4*cr0+gt, 4*cr1+gt - | slwi TMP0, TMP2, 3 - | ble ->vmeta_tsetv // Integer key and in array part? - | lbz TMP3, TAB:RB->marked - | evlddx TMP2, TMP1, TMP0 - | checknil TMP2 - | checkok >3 - |1: - | andi. TMP2, TMP3, LJ_GC_BLACK // isblack(table) - | evstddx SAVE0, TMP1, TMP0 - | bne >7 - |2: - | ins_next - | - |3: // Check for __newindex if previous value is nil. - | lwz TAB:TMP2, TAB:RB->metatable - | cmplwi TAB:TMP2, 0 - | beq <1 // No metatable: done. - | lbz TMP2, TAB:TMP2->nomm - | andi. TMP2, TMP2, 1<<MM_newindex - | bne <1 // 'no __newindex' flag set: done. - | b ->vmeta_tsetv - | - |5: - | checkstr STR:RC // String key? - | checkok ->BC_TSETS_Z - | b ->vmeta_tsetv - | - |7: // Possible table write barrier for the value. Skip valiswhite check. - | barrierback TAB:RB, TMP3, TMP0 - | b <2 - break; - case BC_TSETS: - | // RA = src*8, RB = table*8, RC = str_const*8 (~) - | evlddx TAB:RB, BASE, RB - | srwi TMP1, RC, 1 - | checktab TAB:RB - | subfic TMP1, TMP1, -4 - | lwzx STR:RC, KBASE, TMP1 // KBASE-4-str_const*4 - | checkfail ->vmeta_tsets1 - |->BC_TSETS_Z: - | // TAB:RB = GCtab *, STR:RC = GCstr *, RA = src*8 - | lwz TMP0, TAB:RB->hmask - | lwz TMP1, STR:RC->hash - | lwz NODE:TMP2, TAB:RB->node - | evmergelo STR:RC, TISSTR, STR:RC - | stb ZERO, TAB:RB->nomm // Clear metamethod cache. - | and TMP1, TMP1, TMP0 // idx = str->hash & tab->hmask - | evlddx SAVE0, BASE, RA - | slwi TMP0, TMP1, 5 - | slwi TMP1, TMP1, 3 - | sub TMP1, TMP0, TMP1 - | lbz TMP3, TAB:RB->marked - | add NODE:TMP2, NODE:TMP2, TMP1 // node = tab->node + (idx*32-idx*8) - |1: - | evldd TMP0, NODE:TMP2->key - | evldd TMP1, NODE:TMP2->val - | evcmpeq TMP0, STR:RC - | checkanyfail >5 - | checknil TMP1 - | checkok >4 // Key found, but nil value? - |2: - | andi. TMP0, TMP3, LJ_GC_BLACK // isblack(table) - | evstdd SAVE0, NODE:TMP2->val - | bne >7 - |3: - | ins_next - | - |4: // Check for __newindex if previous value is nil. - | lwz TAB:TMP1, TAB:RB->metatable - | cmplwi TAB:TMP1, 0 - | beq <2 // No metatable: done. - | lbz TMP0, TAB:TMP1->nomm - | andi. TMP0, TMP0, 1<<MM_newindex - | bne <2 // 'no __newindex' flag set: done. - | b ->vmeta_tsets - | - |5: // Follow hash chain. - | lwz NODE:TMP2, NODE:TMP2->next - | cmplwi NODE:TMP2, 0 - | bne <1 - | // End of hash chain: key not found, add a new one. - | - | // But check for __newindex first. - | lwz TAB:TMP1, TAB:RB->metatable - | la CARG3, DISPATCH_GL(tmptv)(DISPATCH) - | stw PC, SAVE_PC - | mr CARG1, L - | cmplwi TAB:TMP1, 0 - | stw BASE, L->base - | beq >6 // No metatable: continue. - | lbz TMP0, TAB:TMP1->nomm - | andi. TMP0, TMP0, 1<<MM_newindex - | beq ->vmeta_tsets // 'no __newindex' flag NOT set: check. - |6: - | mr CARG2, TAB:RB - | evstdd STR:RC, 0(CARG3) - | bl extern lj_tab_newkey // (lua_State *L, GCtab *t, TValue *k) - | // Returns TValue *. - | lwz BASE, L->base - | evstdd SAVE0, 0(CRET1) - | b <3 // No 2nd write barrier needed. - | - |7: // Possible table write barrier for the value. Skip valiswhite check. - | barrierback TAB:RB, TMP3, TMP0 - | b <3 - break; - case BC_TSETB: - | // RA = src*8, RB = table*8, RC = index*8 - | evlddx TAB:RB, BASE, RB - | srwi TMP0, RC, 3 - | checktab TAB:RB - | checkfail ->vmeta_tsetb - | lwz TMP1, TAB:RB->asize - | lwz TMP2, TAB:RB->array - | lbz TMP3, TAB:RB->marked - | cmplw TMP0, TMP1 - | evlddx SAVE0, BASE, RA - | bge ->vmeta_tsetb - | evlddx TMP1, TMP2, RC - | checknil TMP1 - | checkok >5 - |1: - | andi. TMP0, TMP3, LJ_GC_BLACK // isblack(table) - | evstddx SAVE0, TMP2, RC - | bne >7 - |2: - | ins_next - | - |5: // Check for __newindex if previous value is nil. - | lwz TAB:TMP1, TAB:RB->metatable - | cmplwi TAB:TMP1, 0 - | beq <1 // No metatable: done. - | lbz TMP1, TAB:TMP1->nomm - | andi. TMP1, TMP1, 1<<MM_newindex - | bne <1 // 'no __newindex' flag set: done. - | b ->vmeta_tsetb // Caveat: preserve TMP0! - | - |7: // Possible table write barrier for the value. Skip valiswhite check. - | barrierback TAB:RB, TMP3, TMP0 - | b <2 - break; - - case BC_TSETM: - | // RA = base*8 (table at base-1), RD = num_const*8 (start index) - | add RA, BASE, RA - |1: - | add TMP3, KBASE, RD - | lwz TAB:CARG2, -4(RA) // Guaranteed to be a table. - | addic. TMP0, MULTRES, -8 - | lwz TMP3, 4(TMP3) // Integer constant is in lo-word. - | srwi CARG3, TMP0, 3 - | beq >4 // Nothing to copy? - | add CARG3, CARG3, TMP3 - | lwz TMP2, TAB:CARG2->asize - | slwi TMP1, TMP3, 3 - | lbz TMP3, TAB:CARG2->marked - | cmplw CARG3, TMP2 - | add TMP2, RA, TMP0 - | lwz TMP0, TAB:CARG2->array - | bgt >5 - | add TMP1, TMP1, TMP0 - | andi. TMP0, TMP3, LJ_GC_BLACK // isblack(table) - |3: // Copy result slots to table. - | evldd TMP0, 0(RA) - | addi RA, RA, 8 - | cmpw cr1, RA, TMP2 - | evstdd TMP0, 0(TMP1) - | addi TMP1, TMP1, 8 - | blt cr1, <3 - | bne >7 - |4: - | ins_next - | - |5: // Need to resize array part. - | stw BASE, L->base - | mr CARG1, L - | stw PC, SAVE_PC - | mr SAVE0, RD - | bl extern lj_tab_reasize // (lua_State *L, GCtab *t, int nasize) - | // Must not reallocate the stack. - | mr RD, SAVE0 - | b <1 - | - |7: // Possible table write barrier for any value. Skip valiswhite check. - | barrierback TAB:CARG2, TMP3, TMP0 - | b <4 - break; - - /* -- Calls and vararg handling ----------------------------------------- */ - - case BC_CALLM: - | // RA = base*8, (RB = (nresults+1)*8,) RC = extra_nargs*8 - | add NARGS8:RC, NARGS8:RC, MULTRES - | // Fall through. Assumes BC_CALL follows. - break; - case BC_CALL: - | // RA = base*8, (RB = (nresults+1)*8,) RC = (nargs+1)*8 - | evlddx LFUNC:RB, BASE, RA - | mr TMP2, BASE - | add BASE, BASE, RA - | subi NARGS8:RC, NARGS8:RC, 8 - | checkfunc LFUNC:RB - | addi BASE, BASE, 8 - | checkfail ->vmeta_call - | ins_call - break; - - case BC_CALLMT: - | // RA = base*8, (RB = 0,) RC = extra_nargs*8 - | add NARGS8:RC, NARGS8:RC, MULTRES - | // Fall through. Assumes BC_CALLT follows. - break; - case BC_CALLT: - | // RA = base*8, (RB = 0,) RC = (nargs+1)*8 - | evlddx LFUNC:RB, BASE, RA - | add RA, BASE, RA - | lwz TMP1, FRAME_PC(BASE) - | subi NARGS8:RC, NARGS8:RC, 8 - | checkfunc LFUNC:RB - | addi RA, RA, 8 - | checkfail ->vmeta_callt - |->BC_CALLT_Z: - | andi. TMP0, TMP1, FRAME_TYPE // Caveat: preserve cr0 until the crand. - | lbz TMP3, LFUNC:RB->ffid - | xori TMP2, TMP1, FRAME_VARG - | cmplwi cr1, NARGS8:RC, 0 - | bne >7 - |1: - | stw LFUNC:RB, FRAME_FUNC(BASE) // Copy function down, but keep PC. - | li TMP2, 0 - | cmplwi cr7, TMP3, 1 // (> FF_C) Calling a fast function? - | beq cr1, >3 - |2: - | addi TMP3, TMP2, 8 - | evlddx TMP0, RA, TMP2 - | cmplw cr1, TMP3, NARGS8:RC - | evstddx TMP0, BASE, TMP2 - | mr TMP2, TMP3 - | bne cr1, <2 - |3: - | crand 4*cr0+eq, 4*cr0+eq, 4*cr7+gt - | beq >5 - |4: - | ins_callt - | - |5: // Tailcall to a fast function with a Lua frame below. - | lwz INS, -4(TMP1) - | decode_RA8 RA, INS - | sub TMP1, BASE, RA - | lwz LFUNC:TMP1, FRAME_FUNC-8(TMP1) - | lwz TMP1, LFUNC:TMP1->pc - | lwz KBASE, PC2PROTO(k)(TMP1) // Need to prepare KBASE. - | b <4 - | - |7: // Tailcall from a vararg function. - | andi. TMP0, TMP2, FRAME_TYPEP - | bne <1 // Vararg frame below? - | sub BASE, BASE, TMP2 // Relocate BASE down. - | lwz TMP1, FRAME_PC(BASE) - | andi. TMP0, TMP1, FRAME_TYPE - | b <1 - break; - - case BC_ITERC: - | // RA = base*8, (RB = (nresults+1)*8, RC = (nargs+1)*8 ((2+1)*8)) - | subi RA, RA, 24 // evldd doesn't support neg. offsets. - | mr TMP2, BASE - | evlddx LFUNC:RB, BASE, RA - | add BASE, BASE, RA - | evldd TMP0, 8(BASE) - | evldd TMP1, 16(BASE) - | evstdd LFUNC:RB, 24(BASE) // Copy callable. - | checkfunc LFUNC:RB - | evstdd TMP0, 32(BASE) // Copy state. - | li NARGS8:RC, 16 // Iterators get 2 arguments. - | evstdd TMP1, 40(BASE) // Copy control var. - | addi BASE, BASE, 32 - | checkfail ->vmeta_call - | ins_call - break; - - case BC_ITERN: - | // RA = base*8, (RB = (nresults+1)*8, RC = (nargs+1)*8 (2+1)*8) - |.if JIT - | // NYI: add hotloop, record BC_ITERN. - |.endif - | add RA, BASE, RA - | lwz TAB:RB, -12(RA) - | lwz RC, -4(RA) // Get index from control var. - | lwz TMP0, TAB:RB->asize - | lwz TMP1, TAB:RB->array - | addi PC, PC, 4 - |1: // Traverse array part. - | cmplw RC, TMP0 - | slwi TMP3, RC, 3 - | bge >5 // Index points after array part? - | evlddx TMP2, TMP1, TMP3 - | checknil TMP2 - | lwz INS, -4(PC) - | checkok >4 - | efdcfsi TMP0, RC - | addi RC, RC, 1 - | addis TMP3, PC, -(BCBIAS_J*4 >> 16) - | evstdd TMP2, 8(RA) - | decode_RD4 TMP1, INS - | stw RC, -4(RA) // Update control var. - | add PC, TMP1, TMP3 - | evstdd TMP0, 0(RA) - |3: - | ins_next - | - |4: // Skip holes in array part. - | addi RC, RC, 1 - | b <1 - | - |5: // Traverse hash part. - | lwz TMP1, TAB:RB->hmask - | sub RC, RC, TMP0 - | lwz TMP2, TAB:RB->node - |6: - | cmplw RC, TMP1 // End of iteration? Branch to ITERL+1. - | slwi TMP3, RC, 5 - | bgt <3 - | slwi RB, RC, 3 - | sub TMP3, TMP3, RB - | evlddx RB, TMP2, TMP3 - | add NODE:TMP3, TMP2, TMP3 - | checknil RB - | lwz INS, -4(PC) - | checkok >7 - | evldd TMP3, NODE:TMP3->key - | addis TMP2, PC, -(BCBIAS_J*4 >> 16) - | evstdd RB, 8(RA) - | add RC, RC, TMP0 - | decode_RD4 TMP1, INS - | evstdd TMP3, 0(RA) - | addi RC, RC, 1 - | add PC, TMP1, TMP2 - | stw RC, -4(RA) // Update control var. - | b <3 - | - |7: // Skip holes in hash part. - | addi RC, RC, 1 - | b <6 - break; - - case BC_ISNEXT: - | // RA = base*8, RD = target (points to ITERN) - | add RA, BASE, RA - | li TMP2, -24 - | evlddx CFUNC:TMP1, RA, TMP2 - | lwz TMP2, -16(RA) - | lwz TMP3, -8(RA) - | evmergehi TMP0, CFUNC:TMP1, CFUNC:TMP1 - | cmpwi cr0, TMP2, LJ_TTAB - | cmpwi cr1, TMP0, LJ_TFUNC - | cmpwi cr6, TMP3, LJ_TNIL - | bne cr1, >5 - | lbz TMP1, CFUNC:TMP1->ffid - | crand 4*cr0+eq, 4*cr0+eq, 4*cr6+eq - | cmpwi cr7, TMP1, FF_next_N - | srwi TMP0, RD, 1 - | crand 4*cr0+eq, 4*cr0+eq, 4*cr7+eq - | add TMP3, PC, TMP0 - | bne cr0, >5 - | lus TMP1, 0xfffe - | ori TMP1, TMP1, 0x7fff - | stw ZERO, -4(RA) // Initialize control var. - | stw TMP1, -8(RA) - | addis PC, TMP3, -(BCBIAS_J*4 >> 16) - |1: - | ins_next - |5: // Despecialize bytecode if any of the checks fail. - | li TMP0, BC_JMP - | li TMP1, BC_ITERC - | stb TMP0, -1(PC) - | addis PC, TMP3, -(BCBIAS_J*4 >> 16) - | stb TMP1, 3(PC) - | b <1 - break; - - case BC_VARG: - | // RA = base*8, RB = (nresults+1)*8, RC = numparams*8 - | lwz TMP0, FRAME_PC(BASE) - | add RC, BASE, RC - | add RA, BASE, RA - | addi RC, RC, FRAME_VARG - | add TMP2, RA, RB - | subi TMP3, BASE, 8 // TMP3 = vtop - | sub RC, RC, TMP0 // RC = vbase - | // Note: RC may now be even _above_ BASE if nargs was < numparams. - | cmplwi cr1, RB, 0 - | sub. TMP1, TMP3, RC - | beq cr1, >5 // Copy all varargs? - | subi TMP2, TMP2, 16 - | ble >2 // No vararg slots? - |1: // Copy vararg slots to destination slots. - | evldd TMP0, 0(RC) - | addi RC, RC, 8 - | evstdd TMP0, 0(RA) - | cmplw RA, TMP2 - | cmplw cr1, RC, TMP3 - | bge >3 // All destination slots filled? - | addi RA, RA, 8 - | blt cr1, <1 // More vararg slots? - |2: // Fill up remainder with nil. - | evstdd TISNIL, 0(RA) - | cmplw RA, TMP2 - | addi RA, RA, 8 - | blt <2 - |3: - | ins_next - | - |5: // Copy all varargs. - | lwz TMP0, L->maxstack - | li MULTRES, 8 // MULTRES = (0+1)*8 - | ble <3 // No vararg slots? - | add TMP2, RA, TMP1 - | cmplw TMP2, TMP0 - | addi MULTRES, TMP1, 8 - | bgt >7 - |6: - | evldd TMP0, 0(RC) - | addi RC, RC, 8 - | evstdd TMP0, 0(RA) - | cmplw RC, TMP3 - | addi RA, RA, 8 - | blt <6 // More vararg slots? - | b <3 - | - |7: // Grow stack for varargs. - | mr CARG1, L - | stw RA, L->top - | sub SAVE0, RC, BASE // Need delta, because BASE may change. - | stw BASE, L->base - | sub RA, RA, BASE - | stw PC, SAVE_PC - | srwi CARG2, TMP1, 3 - | bl extern lj_state_growstack // (lua_State *L, int n) - | lwz BASE, L->base - | add RA, BASE, RA - | add RC, BASE, SAVE0 - | subi TMP3, BASE, 8 - | b <6 - break; - - /* -- Returns ----------------------------------------------------------- */ - - case BC_RETM: - | // RA = results*8, RD = extra_nresults*8 - | add RD, RD, MULTRES // MULTRES >= 8, so RD >= 8. - | // Fall through. Assumes BC_RET follows. - break; - - case BC_RET: - | // RA = results*8, RD = (nresults+1)*8 - | lwz PC, FRAME_PC(BASE) - | add RA, BASE, RA - | mr MULTRES, RD - |1: - | andi. TMP0, PC, FRAME_TYPE - | xori TMP1, PC, FRAME_VARG - | bne ->BC_RETV_Z - | - |->BC_RET_Z: - | // BASE = base, RA = resultptr, RD = (nresults+1)*8, PC = return - | lwz INS, -4(PC) - | cmpwi RD, 8 - | subi TMP2, BASE, 8 - | subi RC, RD, 8 - | decode_RB8 RB, INS - | beq >3 - | li TMP1, 0 - |2: - | addi TMP3, TMP1, 8 - | evlddx TMP0, RA, TMP1 - | cmpw TMP3, RC - | evstddx TMP0, TMP2, TMP1 - | beq >3 - | addi TMP1, TMP3, 8 - | evlddx TMP0, RA, TMP3 - | cmpw TMP1, RC - | evstddx TMP0, TMP2, TMP3 - | bne <2 - |3: - |5: - | cmplw RB, RD - | decode_RA8 RA, INS - | bgt >6 - | sub BASE, TMP2, RA - | lwz LFUNC:TMP1, FRAME_FUNC(BASE) - | ins_next1 - | lwz TMP1, LFUNC:TMP1->pc - | lwz KBASE, PC2PROTO(k)(TMP1) - | ins_next2 - | - |6: // Fill up results with nil. - | subi TMP1, RD, 8 - | addi RD, RD, 8 - | evstddx TISNIL, TMP2, TMP1 - | b <5 - | - |->BC_RETV_Z: // Non-standard return case. - | andi. TMP2, TMP1, FRAME_TYPEP - | bne ->vm_return - | // Return from vararg function: relocate BASE down. - | sub BASE, BASE, TMP1 - | lwz PC, FRAME_PC(BASE) - | b <1 - break; - - case BC_RET0: case BC_RET1: - | // RA = results*8, RD = (nresults+1)*8 - | lwz PC, FRAME_PC(BASE) - | add RA, BASE, RA - | mr MULTRES, RD - | andi. TMP0, PC, FRAME_TYPE - | xori TMP1, PC, FRAME_VARG - | bne ->BC_RETV_Z - | - | lwz INS, -4(PC) - | subi TMP2, BASE, 8 - | decode_RB8 RB, INS - if (op == BC_RET1) { - | evldd TMP0, 0(RA) - | evstdd TMP0, 0(TMP2) - } - |5: - | cmplw RB, RD - | decode_RA8 RA, INS - | bgt >6 - | sub BASE, TMP2, RA - | lwz LFUNC:TMP1, FRAME_FUNC(BASE) - | ins_next1 - | lwz TMP1, LFUNC:TMP1->pc - | lwz KBASE, PC2PROTO(k)(TMP1) - | ins_next2 - | - |6: // Fill up results with nil. - | subi TMP1, RD, 8 - | addi RD, RD, 8 - | evstddx TISNIL, TMP2, TMP1 - | b <5 - break; - - /* -- Loops and branches ------------------------------------------------ */ - - case BC_FORL: - |.if JIT - | hotloop - |.endif - | // Fall through. Assumes BC_IFORL follows. - break; - - case BC_JFORI: - case BC_JFORL: -#if !LJ_HASJIT - break; -#endif - case BC_FORI: - case BC_IFORL: - | // RA = base*8, RD = target (after end of loop or start of loop) - vk = (op == BC_IFORL || op == BC_JFORL); - | add RA, BASE, RA - | evldd TMP1, FORL_IDX*8(RA) - | evldd TMP3, FORL_STEP*8(RA) - | evldd TMP2, FORL_STOP*8(RA) - if (!vk) { - | evcmpgtu cr0, TMP1, TISNUM - | evcmpgtu cr7, TMP3, TISNUM - | evcmpgtu cr1, TMP2, TISNUM - | cror 4*cr0+lt, 4*cr0+lt, 4*cr7+lt - | cror 4*cr0+lt, 4*cr0+lt, 4*cr1+lt - | blt ->vmeta_for - } - if (vk) { - | efdadd TMP1, TMP1, TMP3 - | evstdd TMP1, FORL_IDX*8(RA) - } - | evcmpgts TMP3, TISNIL - | evstdd TMP1, FORL_EXT*8(RA) - | bge >2 - | efdcmpgt TMP1, TMP2 - |1: - if (op != BC_JFORL) { - | srwi RD, RD, 1 - | add RD, PC, RD - if (op == BC_JFORI) { - | addis PC, RD, -(BCBIAS_J*4 >> 16) - } else { - | addis RD, RD, -(BCBIAS_J*4 >> 16) - } - } - if (op == BC_FORI) { - | iselgt PC, RD, PC - } else if (op == BC_IFORL) { - | iselgt PC, PC, RD - } else { - | ble =>BC_JLOOP - } - | ins_next - |2: - | efdcmpgt TMP2, TMP1 - | b <1 - break; - - case BC_ITERL: - |.if JIT - | hotloop - |.endif - | // Fall through. Assumes BC_IITERL follows. - break; - - case BC_JITERL: -#if !LJ_HASJIT - break; -#endif - case BC_IITERL: - | // RA = base*8, RD = target - | evlddx TMP1, BASE, RA - | subi RA, RA, 8 - | checknil TMP1 - | checkok >1 // Stop if iterator returned nil. - if (op == BC_JITERL) { - | NYI - } else { - | branch_RD // Otherwise save control var + branch. - | evstddx TMP1, BASE, RA - } - |1: - | ins_next - break; - - case BC_LOOP: - | // RA = base*8, RD = target (loop extent) - | // Note: RA/RD is only used by trace recorder to determine scope/extent - | // This opcode does NOT jump, it's only purpose is to detect a hot loop. - |.if JIT - | hotloop - |.endif - | // Fall through. Assumes BC_ILOOP follows. - break; - - case BC_ILOOP: - | // RA = base*8, RD = target (loop extent) - | ins_next - break; - - case BC_JLOOP: - |.if JIT - | NYI - |.endif - break; - - case BC_JMP: - | // RA = base*8 (only used by trace recorder), RD = target - | branch_RD - | ins_next - break; - - /* -- Function headers -------------------------------------------------- */ - - case BC_FUNCF: - |.if JIT - | hotcall - |.endif - case BC_FUNCV: /* NYI: compiled vararg functions. */ - | // Fall through. Assumes BC_IFUNCF/BC_IFUNCV follow. - break; - - case BC_JFUNCF: -#if !LJ_HASJIT - break; -#endif - case BC_IFUNCF: - | // BASE = new base, RA = BASE+framesize*8, RB = LFUNC, RC = nargs*8 - | lwz TMP2, L->maxstack - | lbz TMP1, -4+PC2PROTO(numparams)(PC) - | lwz KBASE, -4+PC2PROTO(k)(PC) - | cmplw RA, TMP2 - | slwi TMP1, TMP1, 3 - | bgt ->vm_growstack_l - | ins_next1 - |2: - | cmplw NARGS8:RC, TMP1 // Check for missing parameters. - | ble >3 - if (op == BC_JFUNCF) { - | NYI - } else { - | ins_next2 - } - | - |3: // Clear missing parameters. - | evstddx TISNIL, BASE, NARGS8:RC - | addi NARGS8:RC, NARGS8:RC, 8 - | b <2 - break; - - case BC_JFUNCV: -#if !LJ_HASJIT - break; -#endif - | NYI // NYI: compiled vararg functions - break; /* NYI: compiled vararg functions. */ - - case BC_IFUNCV: - | // BASE = new base, RA = BASE+framesize*8, RB = LFUNC, RC = nargs*8 - | lwz TMP2, L->maxstack - | add TMP1, BASE, RC - | add TMP0, RA, RC - | stw LFUNC:RB, 4(TMP1) // Store copy of LFUNC. - | addi TMP3, RC, 8+FRAME_VARG - | lwz KBASE, -4+PC2PROTO(k)(PC) - | cmplw TMP0, TMP2 - | stw TMP3, 0(TMP1) // Store delta + FRAME_VARG. - | bge ->vm_growstack_l - | lbz TMP2, -4+PC2PROTO(numparams)(PC) - | mr RA, BASE - | mr RC, TMP1 - | ins_next1 - | cmpwi TMP2, 0 - | addi BASE, TMP1, 8 - | beq >3 - |1: - | cmplw RA, RC // Less args than parameters? - | evldd TMP0, 0(RA) - | bge >4 - | evstdd TISNIL, 0(RA) // Clear old fixarg slot (help the GC). - | addi RA, RA, 8 - |2: - | addic. TMP2, TMP2, -1 - | evstdd TMP0, 8(TMP1) - | addi TMP1, TMP1, 8 - | bne <1 - |3: - | ins_next2 - | - |4: // Clear missing parameters. - | evmr TMP0, TISNIL - | b <2 - break; - - case BC_FUNCC: - case BC_FUNCCW: - | // BASE = new base, RA = BASE+framesize*8, RB = CFUNC, RC = nargs*8 - if (op == BC_FUNCC) { - | lwz TMP3, CFUNC:RB->f - } else { - | lwz TMP3, DISPATCH_GL(wrapf)(DISPATCH) - } - | add TMP1, RA, NARGS8:RC - | lwz TMP2, L->maxstack - | add RC, BASE, NARGS8:RC - | stw BASE, L->base - | cmplw TMP1, TMP2 - | stw RC, L->top - | li_vmstate C - | mtctr TMP3 - if (op == BC_FUNCCW) { - | lwz CARG2, CFUNC:RB->f - } - | mr CARG1, L - | bgt ->vm_growstack_c // Need to grow stack. - | st_vmstate - | bctrl // (lua_State *L [, lua_CFunction f]) - | // Returns nresults. - | lwz TMP1, L->top - | slwi RD, CRET1, 3 - | lwz BASE, L->base - | li_vmstate INTERP - | lwz PC, FRAME_PC(BASE) // Fetch PC of caller. - | sub RA, TMP1, RD // RA = L->top - nresults*8 - | st_vmstate - | b ->vm_returnc - break; - - /* ---------------------------------------------------------------------- */ - - default: - fprintf(stderr, "Error: undefined opcode BC_%s\n", bc_names[op]); - exit(2); - break; - } -} - -static int build_backend(BuildCtx *ctx) -{ - int op; - - dasm_growpc(Dst, BC__MAX); - - build_subroutines(ctx); - - |.code_op - for (op = 0; op < BC__MAX; op++) - build_ins(ctx, (BCOp)op, op); - - return BC__MAX; -} - -/* Emit pseudo frame-info for all assembler functions. */ -static void emit_asm_debug(BuildCtx *ctx) -{ - int i; - switch (ctx->mode) { - case BUILD_elfasm: - fprintf(ctx->fp, "\t.section .debug_frame,\"\",@progbits\n"); - fprintf(ctx->fp, - ".Lframe0:\n" - "\t.long .LECIE0-.LSCIE0\n" - ".LSCIE0:\n" - "\t.long 0xffffffff\n" - "\t.byte 0x1\n" - "\t.string \"\"\n" - "\t.uleb128 0x1\n" - "\t.sleb128 -4\n" - "\t.byte 65\n" - "\t.byte 0xc\n\t.uleb128 1\n\t.uleb128 0\n" - "\t.align 2\n" - ".LECIE0:\n\n"); - fprintf(ctx->fp, - ".LSFDE0:\n" - "\t.long .LEFDE0-.LASFDE0\n" - ".LASFDE0:\n" - "\t.long .Lframe0\n" - "\t.long .Lbegin\n" - "\t.long %d\n" - "\t.byte 0xe\n\t.uleb128 %d\n" - "\t.byte 0x11\n\t.uleb128 65\n\t.sleb128 -1\n" - "\t.byte 0x5\n\t.uleb128 70\n\t.sleb128 37\n", - (int)ctx->codesz, CFRAME_SIZE); - for (i = 14; i <= 31; i++) - fprintf(ctx->fp, - "\t.byte %d\n\t.uleb128 %d\n" - "\t.byte 5\n\t.uleb128 %d\n\t.uleb128 %d\n", - 0x80+i, 1+2*(31-i), 1200+i, 2+2*(31-i)); - fprintf(ctx->fp, - "\t.align 2\n" - ".LEFDE0:\n\n"); - fprintf(ctx->fp, "\t.section .eh_frame,\"a\",@progbits\n"); - fprintf(ctx->fp, - ".Lframe1:\n" - "\t.long .LECIE1-.LSCIE1\n" - ".LSCIE1:\n" - "\t.long 0\n" - "\t.byte 0x1\n" - "\t.string \"zPR\"\n" - "\t.uleb128 0x1\n" - "\t.sleb128 -4\n" - "\t.byte 65\n" - "\t.uleb128 6\n" /* augmentation length */ - "\t.byte 0x1b\n" /* pcrel|sdata4 */ - "\t.long lj_err_unwind_dwarf-.\n" - "\t.byte 0x1b\n" /* pcrel|sdata4 */ - "\t.byte 0xc\n\t.uleb128 1\n\t.uleb128 0\n" - "\t.align 2\n" - ".LECIE1:\n\n"); - fprintf(ctx->fp, - ".LSFDE1:\n" - "\t.long .LEFDE1-.LASFDE1\n" - ".LASFDE1:\n" - "\t.long .LASFDE1-.Lframe1\n" - "\t.long .Lbegin-.\n" - "\t.long %d\n" - "\t.uleb128 0\n" /* augmentation length */ - "\t.byte 0xe\n\t.uleb128 %d\n" - "\t.byte 0x11\n\t.uleb128 65\n\t.sleb128 -1\n" - "\t.byte 0x5\n\t.uleb128 70\n\t.sleb128 37\n", - (int)ctx->codesz, CFRAME_SIZE); - for (i = 14; i <= 31; i++) - fprintf(ctx->fp, - "\t.byte %d\n\t.uleb128 %d\n" - "\t.byte 5\n\t.uleb128 %d\n\t.uleb128 %d\n", - 0x80+i, 1+2*(31-i), 1200+i, 2+2*(31-i)); - fprintf(ctx->fp, - "\t.align 2\n" - ".LEFDE1:\n\n"); - break; - default: - break; - } -} - diff --git a/core/src/luajit/src/vm_x64.dasc b/core/src/luajit/src/vm_x64.dasc new file mode 100644 index 000000000..a003fb4f6 --- /dev/null +++ b/core/src/luajit/src/vm_x64.dasc @@ -0,0 +1,4909 @@ +|// Low-level VM code for x64 CPUs in LJ_GC64 mode. +|// Bytecode interpreter, fast functions and helper functions. +|// Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h +| +|.arch x64 +|.section code_op, code_sub +| +|.actionlist build_actionlist +|.globals GLOB_ +|.globalnames globnames +|.externnames extnames +| +|//----------------------------------------------------------------------- +| +|.if WIN +|.define X64WIN, 1 // Windows/x64 calling conventions. +|.endif +| +|// Fixed register assignments for the interpreter. +|// This is very fragile and has many dependencies. Caveat emptor. +|.define BASE, rdx // Not C callee-save, refetched anyway. +|.if X64WIN +|.define KBASE, rdi // Must be C callee-save. +|.define PC, rsi // Must be C callee-save. +|.define DISPATCH, rbx // Must be C callee-save. +|.define KBASEd, edi +|.define PCd, esi +|.define DISPATCHd, ebx +|.else +|.define KBASE, r15 // Must be C callee-save. +|.define PC, rbx // Must be C callee-save. +|.define DISPATCH, r14 // Must be C callee-save. +|.define KBASEd, r15d +|.define PCd, ebx +|.define DISPATCHd, r14d +|.endif +| +|.define RA, rcx +|.define RAd, ecx +|.define RAH, ch +|.define RAL, cl +|.define RB, rbp // Must be rbp (C callee-save). +|.define RBd, ebp +|.define RC, rax // Must be rax. +|.define RCd, eax +|.define RCW, ax +|.define RCH, ah +|.define RCL, al +|.define OP, RBd +|.define RD, RC +|.define RDd, RCd +|.define RDW, RCW +|.define RDL, RCL +|.define TMPR, r10 +|.define TMPRd, r10d +|.define ITYPE, r11 +|.define ITYPEd, r11d +| +|.if X64WIN +|.define CARG1, rcx // x64/WIN64 C call arguments. +|.define CARG2, rdx +|.define CARG3, r8 +|.define CARG4, r9 +|.define CARG1d, ecx +|.define CARG2d, edx +|.define CARG3d, r8d +|.define CARG4d, r9d +|.else +|.define CARG1, rdi // x64/POSIX C call arguments. +|.define CARG2, rsi +|.define CARG3, rdx +|.define CARG4, rcx +|.define CARG5, r8 +|.define CARG6, r9 +|.define CARG1d, edi +|.define CARG2d, esi +|.define CARG3d, edx +|.define CARG4d, ecx +|.define CARG5d, r8d +|.define CARG6d, r9d +|.endif +| +|// Type definitions. Some of these are only used for documentation. +|.type L, lua_State +|.type GL, global_State +|.type TVALUE, TValue +|.type GCOBJ, GCobj +|.type STR, GCstr +|.type TAB, GCtab +|.type LFUNC, GCfuncL +|.type CFUNC, GCfuncC +|.type PROTO, GCproto +|.type UPVAL, GCupval +|.type NODE, Node +|.type NARGS, int +|.type TRACE, GCtrace +|.type SBUF, SBuf +| +|// Stack layout while in interpreter. Must match with lj_frame.h. +|//----------------------------------------------------------------------- +|.if X64WIN // x64/Windows stack layout +| +|.define CFRAME_SPACE, aword*5 // Delta for rsp (see <--). +|.macro saveregs_ +| push rdi; push rsi; push rbx +| sub rsp, CFRAME_SPACE +|.endmacro +|.macro saveregs +| push rbp; saveregs_ +|.endmacro +|.macro restoreregs +| add rsp, CFRAME_SPACE +| pop rbx; pop rsi; pop rdi; pop rbp +|.endmacro +| +|.define SAVE_CFRAME, aword [rsp+aword*13] +|.define SAVE_PC, aword [rsp+aword*12] +|.define SAVE_L, aword [rsp+aword*11] +|.define SAVE_ERRF, dword [rsp+dword*21] +|.define SAVE_NRES, dword [rsp+dword*20] +|//----- 16 byte aligned, ^^^ 32 byte register save area, owned by interpreter +|.define SAVE_RET, aword [rsp+aword*9] //<-- rsp entering interpreter. +|.define SAVE_R4, aword [rsp+aword*8] +|.define SAVE_R3, aword [rsp+aword*7] +|.define SAVE_R2, aword [rsp+aword*6] +|.define SAVE_R1, aword [rsp+aword*5] //<-- rsp after register saves. +|.define ARG5, aword [rsp+aword*4] +|.define CSAVE_4, aword [rsp+aword*3] +|.define CSAVE_3, aword [rsp+aword*2] +|.define CSAVE_2, aword [rsp+aword*1] +|.define CSAVE_1, aword [rsp] //<-- rsp while in interpreter. +|//----- 16 byte aligned, ^^^ 32 byte register save area, owned by callee +| +|.define ARG5d, dword [rsp+dword*8] +|.define TMP1, ARG5 // TMP1 overlaps ARG5 +|.define TMP1d, ARG5d +|.define TMP1hi, dword [rsp+dword*9] +|.define MULTRES, TMP1d // MULTRES overlaps TMP1d. +| +|//----------------------------------------------------------------------- +|.else // x64/POSIX stack layout +| +|.define CFRAME_SPACE, aword*5 // Delta for rsp (see <--). +|.macro saveregs_ +| push rbx; push r15; push r14 +|.if NO_UNWIND +| push r13; push r12 +|.endif +| sub rsp, CFRAME_SPACE +|.endmacro +|.macro saveregs +| push rbp; saveregs_ +|.endmacro +|.macro restoreregs +| add rsp, CFRAME_SPACE +|.if NO_UNWIND +| pop r12; pop r13 +|.endif +| pop r14; pop r15; pop rbx; pop rbp +|.endmacro +| +|//----- 16 byte aligned, +|.if NO_UNWIND +|.define SAVE_RET, aword [rsp+aword*11] //<-- rsp entering interpreter. +|.define SAVE_R4, aword [rsp+aword*10] +|.define SAVE_R3, aword [rsp+aword*9] +|.define SAVE_R2, aword [rsp+aword*8] +|.define SAVE_R1, aword [rsp+aword*7] +|.define SAVE_RU2, aword [rsp+aword*6] +|.define SAVE_RU1, aword [rsp+aword*5] //<-- rsp after register saves. +|.else +|.define SAVE_RET, aword [rsp+aword*9] //<-- rsp entering interpreter. +|.define SAVE_R4, aword [rsp+aword*8] +|.define SAVE_R3, aword [rsp+aword*7] +|.define SAVE_R2, aword [rsp+aword*6] +|.define SAVE_R1, aword [rsp+aword*5] //<-- rsp after register saves. +|.endif +|.define SAVE_CFRAME, aword [rsp+aword*4] +|.define SAVE_PC, aword [rsp+aword*3] +|.define SAVE_L, aword [rsp+aword*2] +|.define SAVE_ERRF, dword [rsp+dword*3] +|.define SAVE_NRES, dword [rsp+dword*2] +|.define TMP1, aword [rsp] //<-- rsp while in interpreter. +|//----- 16 byte aligned +| +|.define TMP1d, dword [rsp] +|.define TMP1hi, dword [rsp+dword*1] +|.define MULTRES, TMP1d // MULTRES overlaps TMP1d. +| +|.endif +| +|//----------------------------------------------------------------------- +| +|// Instruction headers. +|.macro ins_A; .endmacro +|.macro ins_AD; .endmacro +|.macro ins_AJ; .endmacro +|.macro ins_ABC; movzx RBd, RCH; movzx RCd, RCL; .endmacro +|.macro ins_AB_; movzx RBd, RCH; .endmacro +|.macro ins_A_C; movzx RCd, RCL; .endmacro +|.macro ins_AND; not RD; .endmacro +| +|// Instruction decode+dispatch. Carefully tuned (nope, lodsd is not faster). +|.macro ins_NEXT +| mov RCd, [PC] +| movzx RAd, RCH +| movzx OP, RCL +| add PC, 4 +| shr RCd, 16 +| jmp aword [DISPATCH+OP*8] +|.endmacro +| +|// Instruction footer. +|.if 1 +| // Replicated dispatch. Less unpredictable branches, but higher I-Cache use. +| .define ins_next, ins_NEXT +| .define ins_next_, ins_NEXT +|.else +| // Common dispatch. Lower I-Cache use, only one (very) unpredictable branch. +| // Affects only certain kinds of benchmarks (and only with -j off). +| // Around 10%-30% slower on Core2, a lot more slower on P4. +| .macro ins_next +| jmp ->ins_next +| .endmacro +| .macro ins_next_ +| ->ins_next: +| ins_NEXT +| .endmacro +|.endif +| +|// Call decode and dispatch. +|.macro ins_callt +| // BASE = new base, RB = LFUNC, RD = nargs+1, [BASE-8] = PC +| mov PC, LFUNC:RB->pc +| mov RAd, [PC] +| movzx OP, RAL +| movzx RAd, RAH +| add PC, 4 +| jmp aword [DISPATCH+OP*8] +|.endmacro +| +|.macro ins_call +| // BASE = new base, RB = LFUNC, RD = nargs+1 +| mov [BASE-8], PC +| ins_callt +|.endmacro +| +|//----------------------------------------------------------------------- +| +|// Macros to clear or set tags. +|.macro cleartp, reg; shl reg, 17; shr reg, 17; .endmacro +|.macro settp, reg, tp +| mov64 ITYPE, ((uint64_t)tp<<47) +| or reg, ITYPE +|.endmacro +|.macro settp, dst, reg, tp +| mov64 dst, ((uint64_t)tp<<47) +| or dst, reg +|.endmacro +|.macro setint, reg +| settp reg, LJ_TISNUM +|.endmacro +|.macro setint, dst, reg +| settp dst, reg, LJ_TISNUM +|.endmacro +| +|// Macros to test operand types. +|.macro checktp_nc, reg, tp, target +| mov ITYPE, reg +| sar ITYPE, 47 +| cmp ITYPEd, tp +| jne target +|.endmacro +|.macro checktp, reg, tp, target +| mov ITYPE, reg +| cleartp reg +| sar ITYPE, 47 +| cmp ITYPEd, tp +| jne target +|.endmacro +|.macro checktptp, src, tp, target +| mov ITYPE, src +| sar ITYPE, 47 +| cmp ITYPEd, tp +| jne target +|.endmacro +|.macro checkstr, reg, target; checktp reg, LJ_TSTR, target; .endmacro +|.macro checktab, reg, target; checktp reg, LJ_TTAB, target; .endmacro +|.macro checkfunc, reg, target; checktp reg, LJ_TFUNC, target; .endmacro +| +|.macro checknumx, reg, target, jump +| mov ITYPE, reg +| sar ITYPE, 47 +| cmp ITYPEd, LJ_TISNUM +| jump target +|.endmacro +|.macro checkint, reg, target; checknumx reg, target, jne; .endmacro +|.macro checkinttp, src, target; checknumx src, target, jne; .endmacro +|.macro checknum, reg, target; checknumx reg, target, jae; .endmacro +|.macro checknumtp, src, target; checknumx src, target, jae; .endmacro +|.macro checknumber, src, target; checknumx src, target, ja; .endmacro +| +|.macro mov_false, reg; mov64 reg, (int64_t)~((uint64_t)1<<47); .endmacro +|.macro mov_true, reg; mov64 reg, (int64_t)~((uint64_t)2<<47); .endmacro +| +|// These operands must be used with movzx. +|.define PC_OP, byte [PC-4] +|.define PC_RA, byte [PC-3] +|.define PC_RB, byte [PC-1] +|.define PC_RC, byte [PC-2] +|.define PC_RD, word [PC-2] +| +|.macro branchPC, reg +| lea PC, [PC+reg*4-BCBIAS_J*4] +|.endmacro +| +|// Assumes DISPATCH is relative to GL. +#define DISPATCH_GL(field) (GG_DISP2G + (int)offsetof(global_State, field)) +#define DISPATCH_J(field) (GG_DISP2J + (int)offsetof(jit_State, field)) +| +#define PC2PROTO(field) ((int)offsetof(GCproto, field)-(int)sizeof(GCproto)) +| +|// Decrement hashed hotcount and trigger trace recorder if zero. +|.macro hotloop, reg +| mov reg, PCd +| shr reg, 1 +| and reg, HOTCOUNT_PCMASK +| sub word [DISPATCH+reg+GG_DISP2HOT], HOTCOUNT_LOOP +| jb ->vm_hotloop +|.endmacro +| +|.macro hotcall, reg +| mov reg, PCd +| shr reg, 1 +| and reg, HOTCOUNT_PCMASK +| sub word [DISPATCH+reg+GG_DISP2HOT], HOTCOUNT_CALL +| jb ->vm_hotcall +|.endmacro +| +|// Set current VM state. +|.macro set_vmstate, st +| mov dword [DISPATCH+DISPATCH_GL(vmstate)], ~LJ_VMST_..st +|.endmacro +| +|.macro fpop1; fstp st1; .endmacro +| +|// Synthesize SSE FP constants. +|.macro sseconst_abs, reg, tmp // Synthesize abs mask. +| mov64 tmp, U64x(7fffffff,ffffffff); movd reg, tmp +|.endmacro +| +|.macro sseconst_hi, reg, tmp, val // Synthesize hi-32 bit const. +| mov64 tmp, U64x(val,00000000); movd reg, tmp +|.endmacro +| +|.macro sseconst_sign, reg, tmp // Synthesize sign mask. +| sseconst_hi reg, tmp, 80000000 +|.endmacro +|.macro sseconst_1, reg, tmp // Synthesize 1.0. +| sseconst_hi reg, tmp, 3ff00000 +|.endmacro +|.macro sseconst_m1, reg, tmp // Synthesize -1.0. +| sseconst_hi reg, tmp, bff00000 +|.endmacro +|.macro sseconst_2p52, reg, tmp // Synthesize 2^52. +| sseconst_hi reg, tmp, 43300000 +|.endmacro +|.macro sseconst_tobit, reg, tmp // Synthesize 2^52 + 2^51. +| sseconst_hi reg, tmp, 43380000 +|.endmacro +| +|// Move table write barrier back. Overwrites reg. +|.macro barrierback, tab, reg +| and byte tab->marked, (uint8_t)~LJ_GC_BLACK // black2gray(tab) +| mov reg, [DISPATCH+DISPATCH_GL(gc.grayagain)] +| mov [DISPATCH+DISPATCH_GL(gc.grayagain)], tab +| mov tab->gclist, reg +|.endmacro +| +|//----------------------------------------------------------------------- + +/* Generate subroutines used by opcodes and other parts of the VM. */ +/* The .code_sub section should be last to help static branch prediction. */ +static void build_subroutines(BuildCtx *ctx) +{ + |.code_sub + | + |//----------------------------------------------------------------------- + |//-- Return handling ---------------------------------------------------- + |//----------------------------------------------------------------------- + | + |->vm_returnp: + | test PCd, FRAME_P + | jz ->cont_dispatch + | + | // Return from pcall or xpcall fast func. + | and PC, -8 + | sub BASE, PC // Restore caller base. + | lea RA, [RA+PC-8] // Rebase RA and prepend one result. + | mov PC, [BASE-8] // Fetch PC of previous frame. + | // Prepending may overwrite the pcall frame, so do it at the end. + | mov_true ITYPE + | mov aword [BASE+RA], ITYPE // Prepend true to results. + | + |->vm_returnc: + | add RDd, 1 // RD = nresults+1 + | jz ->vm_unwind_yield + | mov MULTRES, RDd + | test PC, FRAME_TYPE + | jz ->BC_RET_Z // Handle regular return to Lua. + | + |->vm_return: + | // BASE = base, RA = resultofs, RD = nresults+1 (= MULTRES), PC = return + | xor PC, FRAME_C + | test PCd, FRAME_TYPE + | jnz ->vm_returnp + | + | // Return to C. + | set_vmstate C + | and PC, -8 + | sub PC, BASE + | neg PC // Previous base = BASE - delta. + | + | sub RDd, 1 + | jz >2 + |1: // Move results down. + | mov RB, [BASE+RA] + | mov [BASE-16], RB + | add BASE, 8 + | sub RDd, 1 + | jnz <1 + |2: + | mov L:RB, SAVE_L + | mov L:RB->base, PC + |3: + | mov RDd, MULTRES + | mov RAd, SAVE_NRES // RA = wanted nresults+1 + |4: + | cmp RAd, RDd + | jne >6 // More/less results wanted? + |5: + | sub BASE, 16 + | mov L:RB->top, BASE + | + |->vm_leave_cp: + | mov RA, SAVE_CFRAME // Restore previous C frame. + | mov L:RB->cframe, RA + | xor eax, eax // Ok return status for vm_pcall. + | + |->vm_leave_unw: + | restoreregs + | ret + | + |6: + | jb >7 // Less results wanted? + | // More results wanted. Check stack size and fill up results with nil. + | cmp BASE, L:RB->maxstack + | ja >8 + | mov aword [BASE-16], LJ_TNIL + | add BASE, 8 + | add RDd, 1 + | jmp <4 + | + |7: // Less results wanted. + | test RAd, RAd + | jz <5 // But check for LUA_MULTRET+1. + | sub RA, RD // Negative result! + | lea BASE, [BASE+RA*8] // Correct top. + | jmp <5 + | + |8: // Corner case: need to grow stack for filling up results. + | // This can happen if: + | // - A C function grows the stack (a lot). + | // - The GC shrinks the stack in between. + | // - A return back from a lua_call() with (high) nresults adjustment. + | mov L:RB->top, BASE // Save current top held in BASE (yes). + | mov MULTRES, RDd // Need to fill only remainder with nil. + | mov CARG2d, RAd + | mov CARG1, L:RB + | call extern lj_state_growstack // (lua_State *L, int n) + | mov BASE, L:RB->top // Need the (realloced) L->top in BASE. + | jmp <3 + | + |->vm_unwind_yield: + | mov al, LUA_YIELD + | jmp ->vm_unwind_c_eh + | + |->vm_unwind_c: // Unwind C stack, return from vm_pcall. + | // (void *cframe, int errcode) + | mov eax, CARG2d // Error return status for vm_pcall. + | mov rsp, CARG1 + |->vm_unwind_c_eh: // Landing pad for external unwinder. + | mov L:RB, SAVE_L + | mov GL:RB, L:RB->glref + | mov dword GL:RB->vmstate, ~LJ_VMST_C + | jmp ->vm_leave_unw + | + |->vm_unwind_rethrow: + |.if not X64WIN + | mov CARG1, SAVE_L + | mov CARG2d, eax + | restoreregs + | jmp extern lj_err_throw // (lua_State *L, int errcode) + |.endif + | + |->vm_unwind_ff: // Unwind C stack, return from ff pcall. + | // (void *cframe) + | and CARG1, CFRAME_RAWMASK + | mov rsp, CARG1 + |->vm_unwind_ff_eh: // Landing pad for external unwinder. + | mov L:RB, SAVE_L + | mov RDd, 1+1 // Really 1+2 results, incr. later. + | mov BASE, L:RB->base + | mov DISPATCH, L:RB->glref // Setup pointer to dispatch table. + | add DISPATCH, GG_G2DISP + | mov PC, [BASE-8] // Fetch PC of previous frame. + | mov_false RA + | mov RB, [BASE] + | mov [BASE-16], RA // Prepend false to error message. + | mov [BASE-8], RB + | mov RA, -16 // Results start at BASE+RA = BASE-16. + | set_vmstate INTERP + | jmp ->vm_returnc // Increments RD/MULTRES and returns. + | + |//----------------------------------------------------------------------- + |//-- Grow stack for calls ----------------------------------------------- + |//----------------------------------------------------------------------- + | + |->vm_growstack_c: // Grow stack for C function. + | mov CARG2d, LUA_MINSTACK + | jmp >2 + | + |->vm_growstack_v: // Grow stack for vararg Lua function. + | sub RD, 16 // LJ_FR2 + | jmp >1 + | + |->vm_growstack_f: // Grow stack for fixarg Lua function. + | // BASE = new base, RD = nargs+1, RB = L, PC = first PC + | lea RD, [BASE+NARGS:RD*8-8] + |1: + | movzx RAd, byte [PC-4+PC2PROTO(framesize)] + | add PC, 4 // Must point after first instruction. + | mov L:RB->base, BASE + | mov L:RB->top, RD + | mov SAVE_PC, PC + | mov CARG2, RA + |2: + | // RB = L, L->base = new base, L->top = top + | mov CARG1, L:RB + | call extern lj_state_growstack // (lua_State *L, int n) + | mov BASE, L:RB->base + | mov RD, L:RB->top + | mov LFUNC:RB, [BASE-16] + | cleartp LFUNC:RB + | sub RD, BASE + | shr RDd, 3 + | add NARGS:RDd, 1 + | // BASE = new base, RB = LFUNC, RD = nargs+1 + | ins_callt // Just retry the call. + | + |//----------------------------------------------------------------------- + |//-- Entry points into the assembler VM --------------------------------- + |//----------------------------------------------------------------------- + | + |->vm_resume: // Setup C frame and resume thread. + | // (lua_State *L, TValue *base, int nres1 = 0, ptrdiff_t ef = 0) + | saveregs + | mov L:RB, CARG1 // Caveat: CARG1 may be RA. + | mov SAVE_L, CARG1 + | mov RA, CARG2 + | mov PCd, FRAME_CP + | xor RDd, RDd + | lea KBASE, [esp+CFRAME_RESUME] + | mov DISPATCH, L:RB->glref // Setup pointer to dispatch table. + | add DISPATCH, GG_G2DISP + | mov SAVE_PC, RD // Any value outside of bytecode is ok. + | mov SAVE_CFRAME, RD + | mov SAVE_NRES, RDd + | mov SAVE_ERRF, RDd + | mov L:RB->cframe, KBASE + | cmp byte L:RB->status, RDL + | je >2 // Initial resume (like a call). + | + | // Resume after yield (like a return). + | mov [DISPATCH+DISPATCH_GL(cur_L)], L:RB + | set_vmstate INTERP + | mov byte L:RB->status, RDL + | mov BASE, L:RB->base + | mov RD, L:RB->top + | sub RD, RA + | shr RDd, 3 + | add RDd, 1 // RD = nresults+1 + | sub RA, BASE // RA = resultofs + | mov PC, [BASE-8] + | mov MULTRES, RDd + | test PCd, FRAME_TYPE + | jz ->BC_RET_Z + | jmp ->vm_return + | + |->vm_pcall: // Setup protected C frame and enter VM. + | // (lua_State *L, TValue *base, int nres1, ptrdiff_t ef) + | saveregs + | mov PCd, FRAME_CP + | mov SAVE_ERRF, CARG4d + | jmp >1 + | + |->vm_call: // Setup C frame and enter VM. + | // (lua_State *L, TValue *base, int nres1) + | saveregs + | mov PCd, FRAME_C + | + |1: // Entry point for vm_pcall above (PC = ftype). + | mov SAVE_NRES, CARG3d + | mov L:RB, CARG1 // Caveat: CARG1 may be RA. + | mov SAVE_L, CARG1 + | mov RA, CARG2 + | + | mov DISPATCH, L:RB->glref // Setup pointer to dispatch table. + | mov KBASE, L:RB->cframe // Add our C frame to cframe chain. + | mov SAVE_CFRAME, KBASE + | mov SAVE_PC, L:RB // Any value outside of bytecode is ok. + | add DISPATCH, GG_G2DISP + | mov L:RB->cframe, rsp + | + |2: // Entry point for vm_resume/vm_cpcall (RA = base, RB = L, PC = ftype). + | mov [DISPATCH+DISPATCH_GL(cur_L)], L:RB + | set_vmstate INTERP + | mov BASE, L:RB->base // BASE = old base (used in vmeta_call). + | add PC, RA + | sub PC, BASE // PC = frame delta + frame type + | + | mov RD, L:RB->top + | sub RD, RA + | shr NARGS:RDd, 3 + | add NARGS:RDd, 1 // RD = nargs+1 + | + |->vm_call_dispatch: + | mov LFUNC:RB, [RA-16] + | checkfunc LFUNC:RB, ->vmeta_call // Ensure KBASE defined and != BASE. + | + |->vm_call_dispatch_f: + | mov BASE, RA + | ins_call + | // BASE = new base, RB = func, RD = nargs+1, PC = caller PC + | + |->vm_cpcall: // Setup protected C frame, call C. + | // (lua_State *L, lua_CFunction func, void *ud, lua_CPFunction cp) + | saveregs + | mov L:RB, CARG1 // Caveat: CARG1 may be RA. + | mov SAVE_L, CARG1 + | mov SAVE_PC, L:RB // Any value outside of bytecode is ok. + | + | mov KBASE, L:RB->stack // Compute -savestack(L, L->top). + | sub KBASE, L:RB->top + | mov DISPATCH, L:RB->glref // Setup pointer to dispatch table. + | mov SAVE_ERRF, 0 // No error function. + | mov SAVE_NRES, KBASEd // Neg. delta means cframe w/o frame. + | add DISPATCH, GG_G2DISP + | // Handler may change cframe_nres(L->cframe) or cframe_errfunc(L->cframe). + | + | mov KBASE, L:RB->cframe // Add our C frame to cframe chain. + | mov SAVE_CFRAME, KBASE + | mov L:RB->cframe, rsp + | mov [DISPATCH+DISPATCH_GL(cur_L)], L:RB + | + | call CARG4 // (lua_State *L, lua_CFunction func, void *ud) + | // TValue * (new base) or NULL returned in eax (RC). + | test RC, RC + | jz ->vm_leave_cp // No base? Just remove C frame. + | mov RA, RC + | mov PCd, FRAME_CP + | jmp <2 // Else continue with the call. + | + |//----------------------------------------------------------------------- + |//-- Metamethod handling ------------------------------------------------ + |//----------------------------------------------------------------------- + | + |//-- Continuation dispatch ---------------------------------------------- + | + |->cont_dispatch: + | // BASE = meta base, RA = resultofs, RD = nresults+1 (also in MULTRES) + | add RA, BASE + | and PC, -8 + | mov RB, BASE + | sub BASE, PC // Restore caller BASE. + | mov aword [RA+RD*8-8], LJ_TNIL // Ensure one valid arg. + | mov RC, RA // ... in [RC] + | mov PC, [RB-24] // Restore PC from [cont|PC]. + | mov RA, qword [RB-32] // May be negative on WIN64 with debug. + |.if FFI + | cmp RA, 1 + | jbe >1 + |.endif + | mov LFUNC:KBASE, [BASE-16] + | cleartp LFUNC:KBASE + | mov KBASE, LFUNC:KBASE->pc + | mov KBASE, [KBASE+PC2PROTO(k)] + | // BASE = base, RC = result, RB = meta base + | jmp RA // Jump to continuation. + | + |.if FFI + |1: + | je ->cont_ffi_callback // cont = 1: return from FFI callback. + | // cont = 0: Tail call from C function. + | sub RB, BASE + | shr RBd, 3 + | lea RDd, [RBd-3] + | jmp ->vm_call_tail + |.endif + | + |->cont_cat: // BASE = base, RC = result, RB = mbase + | movzx RAd, PC_RB + | sub RB, 32 + | lea RA, [BASE+RA*8] + | sub RA, RB + | je ->cont_ra + | neg RA + | shr RAd, 3 + |.if X64WIN + | mov CARG3d, RAd + | mov L:CARG1, SAVE_L + | mov L:CARG1->base, BASE + | mov RC, [RC] + | mov [RB], RC + | mov CARG2, RB + |.else + | mov L:CARG1, SAVE_L + | mov L:CARG1->base, BASE + | mov CARG3d, RAd + | mov RA, [RC] + | mov [RB], RA + | mov CARG2, RB + |.endif + | jmp ->BC_CAT_Z + | + |//-- Table indexing metamethods ----------------------------------------- + | + |->vmeta_tgets: + | settp STR:RC, LJ_TSTR // STR:RC = GCstr * + | mov TMP1, STR:RC + | lea RC, TMP1 + | cmp PC_OP, BC_GGET + | jne >1 + | settp TAB:RA, TAB:RB, LJ_TTAB // TAB:RB = GCtab * + | lea RB, [DISPATCH+DISPATCH_GL(tmptv)] // Store fn->l.env in g->tmptv. + | mov [RB], TAB:RA + | jmp >2 + | + |->vmeta_tgetb: + | movzx RCd, PC_RC + |.if DUALNUM + | setint RC + | mov TMP1, RC + |.else + | cvtsi2sd xmm0, RCd + | movsd TMP1, xmm0 + |.endif + | lea RC, TMP1 + | jmp >1 + | + |->vmeta_tgetv: + | movzx RCd, PC_RC // Reload TValue *k from RC. + | lea RC, [BASE+RC*8] + |1: + | movzx RBd, PC_RB // Reload TValue *t from RB. + | lea RB, [BASE+RB*8] + |2: + | mov L:CARG1, SAVE_L + | mov L:CARG1->base, BASE // Caveat: CARG2/CARG3 may be BASE. + | mov CARG2, RB + | mov CARG3, RC + | mov L:RB, L:CARG1 + | mov SAVE_PC, PC + | call extern lj_meta_tget // (lua_State *L, TValue *o, TValue *k) + | // TValue * (finished) or NULL (metamethod) returned in eax (RC). + | mov BASE, L:RB->base + | test RC, RC + | jz >3 + |->cont_ra: // BASE = base, RC = result + | movzx RAd, PC_RA + | mov RB, [RC] + | mov [BASE+RA*8], RB + | ins_next + | + |3: // Call __index metamethod. + | // BASE = base, L->top = new base, stack = cont/func/t/k + | mov RA, L:RB->top + | mov [RA-24], PC // [cont|PC] + | lea PC, [RA+FRAME_CONT] + | sub PC, BASE + | mov LFUNC:RB, [RA-16] // Guaranteed to be a function here. + | mov NARGS:RDd, 2+1 // 2 args for func(t, k). + | cleartp LFUNC:RB + | jmp ->vm_call_dispatch_f + | + |->vmeta_tgetr: + | mov CARG1, TAB:RB + | mov RB, BASE // Save BASE. + | mov CARG2d, RCd // Caveat: CARG2 == BASE + | call extern lj_tab_getinth // (GCtab *t, int32_t key) + | // cTValue * or NULL returned in eax (RC). + | movzx RAd, PC_RA + | mov BASE, RB // Restore BASE. + | test RC, RC + | jnz ->BC_TGETR_Z + | mov ITYPE, LJ_TNIL + | jmp ->BC_TGETR2_Z + | + |//----------------------------------------------------------------------- + | + |->vmeta_tsets: + | settp STR:RC, LJ_TSTR // STR:RC = GCstr * + | mov TMP1, STR:RC + | lea RC, TMP1 + | cmp PC_OP, BC_GSET + | jne >1 + | settp TAB:RA, TAB:RB, LJ_TTAB // TAB:RB = GCtab * + | lea RB, [DISPATCH+DISPATCH_GL(tmptv)] // Store fn->l.env in g->tmptv. + | mov [RB], TAB:RA + | jmp >2 + | + |->vmeta_tsetb: + | movzx RCd, PC_RC + |.if DUALNUM + | setint RC + | mov TMP1, RC + |.else + | cvtsi2sd xmm0, RCd + | movsd TMP1, xmm0 + |.endif + | lea RC, TMP1 + | jmp >1 + | + |->vmeta_tsetv: + | movzx RCd, PC_RC // Reload TValue *k from RC. + | lea RC, [BASE+RC*8] + |1: + | movzx RBd, PC_RB // Reload TValue *t from RB. + | lea RB, [BASE+RB*8] + |2: + | mov L:CARG1, SAVE_L + | mov L:CARG1->base, BASE // Caveat: CARG2/CARG3 may be BASE. + | mov CARG2, RB + | mov CARG3, RC + | mov L:RB, L:CARG1 + | mov SAVE_PC, PC + | call extern lj_meta_tset // (lua_State *L, TValue *o, TValue *k) + | // TValue * (finished) or NULL (metamethod) returned in eax (RC). + | mov BASE, L:RB->base + | test RC, RC + | jz >3 + | // NOBARRIER: lj_meta_tset ensures the table is not black. + | movzx RAd, PC_RA + | mov RB, [BASE+RA*8] + | mov [RC], RB + |->cont_nop: // BASE = base, (RC = result) + | ins_next + | + |3: // Call __newindex metamethod. + | // BASE = base, L->top = new base, stack = cont/func/t/k/(v) + | mov RA, L:RB->top + | mov [RA-24], PC // [cont|PC] + | movzx RCd, PC_RA + | // Copy value to third argument. + | mov RB, [BASE+RC*8] + | mov [RA+16], RB + | lea PC, [RA+FRAME_CONT] + | sub PC, BASE + | mov LFUNC:RB, [RA-16] // Guaranteed to be a function here. + | mov NARGS:RDd, 3+1 // 3 args for func(t, k, v). + | cleartp LFUNC:RB + | jmp ->vm_call_dispatch_f + | + |->vmeta_tsetr: + |.if X64WIN + | mov L:CARG1, SAVE_L + | mov CARG3d, RCd + | mov L:CARG1->base, BASE + | xchg CARG2, TAB:RB // Caveat: CARG2 == BASE. + |.else + | mov L:CARG1, SAVE_L + | mov CARG2, TAB:RB + | mov L:CARG1->base, BASE + | mov RB, BASE // Save BASE. + | mov CARG3d, RCd // Caveat: CARG3 == BASE. + |.endif + | mov SAVE_PC, PC + | call extern lj_tab_setinth // (lua_State *L, GCtab *t, int32_t key) + | // TValue * returned in eax (RC). + | movzx RAd, PC_RA + | mov BASE, RB // Restore BASE. + | jmp ->BC_TSETR_Z + | + |//-- Comparison metamethods --------------------------------------------- + | + |->vmeta_comp: + | movzx RDd, PC_RD + | movzx RAd, PC_RA + | mov L:RB, SAVE_L + | mov L:RB->base, BASE // Caveat: CARG2/CARG3 == BASE. + |.if X64WIN + | lea CARG3, [BASE+RD*8] + | lea CARG2, [BASE+RA*8] + |.else + | lea CARG2, [BASE+RA*8] + | lea CARG3, [BASE+RD*8] + |.endif + | mov CARG1, L:RB // Caveat: CARG1/CARG4 == RA. + | movzx CARG4d, PC_OP + | mov SAVE_PC, PC + | call extern lj_meta_comp // (lua_State *L, TValue *o1, *o2, int op) + | // 0/1 or TValue * (metamethod) returned in eax (RC). + |3: + | mov BASE, L:RB->base + | cmp RC, 1 + | ja ->vmeta_binop + |4: + | lea PC, [PC+4] + | jb >6 + |5: + | movzx RDd, PC_RD + | branchPC RD + |6: + | ins_next + | + |->cont_condt: // BASE = base, RC = result + | add PC, 4 + | mov ITYPE, [RC] + | sar ITYPE, 47 + | cmp ITYPEd, LJ_TISTRUECOND // Branch if result is true. + | jb <5 + | jmp <6 + | + |->cont_condf: // BASE = base, RC = result + | mov ITYPE, [RC] + | sar ITYPE, 47 + | cmp ITYPEd, LJ_TISTRUECOND // Branch if result is false. + | jmp <4 + | + |->vmeta_equal: + | cleartp TAB:RD + | sub PC, 4 + |.if X64WIN + | mov CARG3, RD + | mov CARG4d, RBd + | mov L:RB, SAVE_L + | mov L:RB->base, BASE // Caveat: CARG2 == BASE. + | mov CARG2, RA + | mov CARG1, L:RB // Caveat: CARG1 == RA. + |.else + | mov CARG2, RA + | mov CARG4d, RBd // Caveat: CARG4 == RA. + | mov L:RB, SAVE_L + | mov L:RB->base, BASE // Caveat: CARG3 == BASE. + | mov CARG3, RD + | mov CARG1, L:RB + |.endif + | mov SAVE_PC, PC + | call extern lj_meta_equal // (lua_State *L, GCobj *o1, *o2, int ne) + | // 0/1 or TValue * (metamethod) returned in eax (RC). + | jmp <3 + | + |->vmeta_equal_cd: + |.if FFI + | sub PC, 4 + | mov L:RB, SAVE_L + | mov L:RB->base, BASE + | mov CARG1, L:RB + | mov CARG2d, dword [PC-4] + | mov SAVE_PC, PC + | call extern lj_meta_equal_cd // (lua_State *L, BCIns ins) + | // 0/1 or TValue * (metamethod) returned in eax (RC). + | jmp <3 + |.endif + | + |->vmeta_istype: + | mov L:RB, SAVE_L + | mov L:RB->base, BASE // Caveat: CARG2/CARG3 may be BASE. + | mov CARG2d, RAd + | mov CARG3d, RDd + | mov L:CARG1, L:RB + | mov SAVE_PC, PC + | call extern lj_meta_istype // (lua_State *L, BCReg ra, BCReg tp) + | mov BASE, L:RB->base + | jmp <6 + | + |//-- Arithmetic metamethods --------------------------------------------- + | + |->vmeta_arith_vno: + |.if DUALNUM + | movzx RBd, PC_RB + | movzx RCd, PC_RC + |.endif + |->vmeta_arith_vn: + | lea RC, [KBASE+RC*8] + | jmp >1 + | + |->vmeta_arith_nvo: + |.if DUALNUM + | movzx RBd, PC_RB + | movzx RCd, PC_RC + |.endif + |->vmeta_arith_nv: + | lea TMPR, [KBASE+RC*8] + | lea RC, [BASE+RB*8] + | mov RB, TMPR + | jmp >2 + | + |->vmeta_unm: + | lea RC, [BASE+RD*8] + | mov RB, RC + | jmp >2 + | + |->vmeta_arith_vvo: + |.if DUALNUM + | movzx RBd, PC_RB + | movzx RCd, PC_RC + |.endif + |->vmeta_arith_vv: + | lea RC, [BASE+RC*8] + |1: + | lea RB, [BASE+RB*8] + |2: + | lea RA, [BASE+RA*8] + |.if X64WIN + | mov CARG3, RB + | mov CARG4, RC + | movzx RCd, PC_OP + | mov ARG5d, RCd + | mov L:RB, SAVE_L + | mov L:RB->base, BASE // Caveat: CARG2 == BASE. + | mov CARG2, RA + | mov CARG1, L:RB // Caveat: CARG1 == RA. + |.else + | movzx CARG5d, PC_OP + | mov CARG2, RA + | mov CARG4, RC // Caveat: CARG4 == RA. + | mov L:CARG1, SAVE_L + | mov L:CARG1->base, BASE // Caveat: CARG3 == BASE. + | mov CARG3, RB + | mov L:RB, L:CARG1 + |.endif + | mov SAVE_PC, PC + | call extern lj_meta_arith // (lua_State *L, TValue *ra,*rb,*rc, BCReg op) + | // NULL (finished) or TValue * (metamethod) returned in eax (RC). + | mov BASE, L:RB->base + | test RC, RC + | jz ->cont_nop + | + | // Call metamethod for binary op. + |->vmeta_binop: + | // BASE = base, RC = new base, stack = cont/func/o1/o2 + | mov RA, RC + | sub RC, BASE + | mov [RA-24], PC // [cont|PC] + | lea PC, [RC+FRAME_CONT] + | mov NARGS:RDd, 2+1 // 2 args for func(o1, o2). + | jmp ->vm_call_dispatch + | + |->vmeta_len: + | movzx RDd, PC_RD + | mov L:RB, SAVE_L + | mov L:RB->base, BASE + | lea CARG2, [BASE+RD*8] // Caveat: CARG2 == BASE + | mov L:CARG1, L:RB + | mov SAVE_PC, PC + | call extern lj_meta_len // (lua_State *L, TValue *o) + | // NULL (retry) or TValue * (metamethod) returned in eax (RC). + | mov BASE, L:RB->base +#if LJ_52 + | test RC, RC + | jne ->vmeta_binop // Binop call for compatibility. + | movzx RDd, PC_RD + | mov TAB:CARG1, [BASE+RD*8] + | cleartp TAB:CARG1 + | jmp ->BC_LEN_Z +#else + | jmp ->vmeta_binop // Binop call for compatibility. +#endif + | + |//-- Call metamethod ---------------------------------------------------- + | + |->vmeta_call_ra: + | lea RA, [BASE+RA*8+16] + |->vmeta_call: // Resolve and call __call metamethod. + | // BASE = old base, RA = new base, RC = nargs+1, PC = return + | mov TMP1d, NARGS:RDd // Save RA, RC for us. + | mov RB, RA + |.if X64WIN + | mov L:TMPR, SAVE_L + | mov L:TMPR->base, BASE // Caveat: CARG2 is BASE. + | lea CARG2, [RA-16] + | lea CARG3, [RA+NARGS:RD*8-8] + | mov CARG1, L:TMPR // Caveat: CARG1 is RA. + |.else + | mov L:CARG1, SAVE_L + | mov L:CARG1->base, BASE // Caveat: CARG3 is BASE. + | lea CARG2, [RA-16] + | lea CARG3, [RA+NARGS:RD*8-8] + |.endif + | mov SAVE_PC, PC + | call extern lj_meta_call // (lua_State *L, TValue *func, TValue *top) + | mov RA, RB + | mov L:RB, SAVE_L + | mov BASE, L:RB->base + | mov NARGS:RDd, TMP1d + | mov LFUNC:RB, [RA-16] + | add NARGS:RDd, 1 + | // This is fragile. L->base must not move, KBASE must always be defined. + | cmp KBASE, BASE // Continue with CALLT if flag set. + | je ->BC_CALLT_Z + | cleartp LFUNC:RB + | mov BASE, RA + | ins_call // Otherwise call resolved metamethod. + | + |//-- Argument coercion for 'for' statement ------------------------------ + | + |->vmeta_for: + | mov L:RB, SAVE_L + | mov L:RB->base, BASE + | mov CARG2, RA // Caveat: CARG2 == BASE + | mov L:CARG1, L:RB // Caveat: CARG1 == RA + | mov SAVE_PC, PC + | call extern lj_meta_for // (lua_State *L, TValue *base) + | mov BASE, L:RB->base + | mov RCd, [PC-4] + | movzx RAd, RCH + | movzx OP, RCL + | shr RCd, 16 + | jmp aword [DISPATCH+OP*8+GG_DISP2STATIC] // Retry FORI or JFORI. + | + |//----------------------------------------------------------------------- + |//-- Fast functions ----------------------------------------------------- + |//----------------------------------------------------------------------- + | + |.macro .ffunc, name + |->ff_ .. name: + |.endmacro + | + |.macro .ffunc_1, name + |->ff_ .. name: + | cmp NARGS:RDd, 1+1; jb ->fff_fallback + |.endmacro + | + |.macro .ffunc_2, name + |->ff_ .. name: + | cmp NARGS:RDd, 2+1; jb ->fff_fallback + |.endmacro + | + |.macro .ffunc_n, name, op + | .ffunc_1 name + | checknumtp [BASE], ->fff_fallback + | op xmm0, qword [BASE] + |.endmacro + | + |.macro .ffunc_n, name + | .ffunc_n name, movsd + |.endmacro + | + |.macro .ffunc_nn, name + | .ffunc_2 name + | checknumtp [BASE], ->fff_fallback + | checknumtp [BASE+8], ->fff_fallback + | movsd xmm0, qword [BASE] + | movsd xmm1, qword [BASE+8] + |.endmacro + | + |// Inlined GC threshold check. Caveat: uses label 1. + |.macro ffgccheck + | mov RB, [DISPATCH+DISPATCH_GL(gc.total)] + | cmp RB, [DISPATCH+DISPATCH_GL(gc.threshold)] + | jb >1 + | call ->fff_gcstep + |1: + |.endmacro + | + |//-- Base library: checks ----------------------------------------------- + | + |.ffunc_1 assert + | mov ITYPE, [BASE] + | mov RB, ITYPE + | sar ITYPE, 47 + | cmp ITYPEd, LJ_TISTRUECOND; jae ->fff_fallback + | mov PC, [BASE-8] + | mov MULTRES, RDd + | mov RB, [BASE] + | mov [BASE-16], RB + | sub RDd, 2 + | jz >2 + | mov RA, BASE + |1: + | add RA, 8 + | mov RB, [RA] + | mov [RA-16], RB + | sub RDd, 1 + | jnz <1 + |2: + | mov RDd, MULTRES + | jmp ->fff_res_ + | + |.ffunc_1 type + | mov RC, [BASE] + | sar RC, 47 + | mov RBd, LJ_TISNUM + | cmp RCd, RBd + | cmovb RCd, RBd + | not RCd + |2: + | mov CFUNC:RB, [BASE-16] + | cleartp CFUNC:RB + | mov STR:RC, [CFUNC:RB+RC*8+((char *)(&((GCfuncC *)0)->upvalue))] + | mov PC, [BASE-8] + | settp STR:RC, LJ_TSTR + | mov [BASE-16], STR:RC + | jmp ->fff_res1 + | + |//-- Base library: getters and setters --------------------------------- + | + |.ffunc_1 getmetatable + | mov TAB:RB, [BASE] + | mov PC, [BASE-8] + | checktab TAB:RB, >6 + |1: // Field metatable must be at same offset for GCtab and GCudata! + | mov TAB:RB, TAB:RB->metatable + |2: + | test TAB:RB, TAB:RB + | mov aword [BASE-16], LJ_TNIL + | jz ->fff_res1 + | settp TAB:RC, TAB:RB, LJ_TTAB + | mov [BASE-16], TAB:RC // Store metatable as default result. + | mov STR:RC, [DISPATCH+DISPATCH_GL(gcroot)+8*(GCROOT_MMNAME+MM_metatable)] + | mov RAd, TAB:RB->hmask + | and RAd, STR:RC->hash + | settp STR:RC, LJ_TSTR + | imul RAd, #NODE + | add NODE:RA, TAB:RB->node + |3: // Rearranged logic, because we expect _not_ to find the key. + | cmp NODE:RA->key, STR:RC + | je >5 + |4: + | mov NODE:RA, NODE:RA->next + | test NODE:RA, NODE:RA + | jnz <3 + | jmp ->fff_res1 // Not found, keep default result. + |5: + | mov RB, NODE:RA->val + | cmp RB, LJ_TNIL; je ->fff_res1 // Ditto for nil value. + | mov [BASE-16], RB // Return value of mt.__metatable. + | jmp ->fff_res1 + | + |6: + | cmp ITYPEd, LJ_TUDATA; je <1 + | cmp ITYPEd, LJ_TISNUM; ja >7 + | mov ITYPEd, LJ_TISNUM + |7: + | not ITYPEd + | mov TAB:RB, [DISPATCH+ITYPE*8+DISPATCH_GL(gcroot[GCROOT_BASEMT])] + | jmp <2 + | + |.ffunc_2 setmetatable + | mov TAB:RB, [BASE] + | mov TAB:TMPR, TAB:RB + | checktab TAB:RB, ->fff_fallback + | // Fast path: no mt for table yet and not clearing the mt. + | cmp aword TAB:RB->metatable, 0; jne ->fff_fallback + | mov TAB:RA, [BASE+8] + | checktab TAB:RA, ->fff_fallback + | mov TAB:RB->metatable, TAB:RA + | mov PC, [BASE-8] + | mov [BASE-16], TAB:TMPR // Return original table. + | test byte TAB:RB->marked, LJ_GC_BLACK // isblack(table) + | jz >1 + | // Possible write barrier. Table is black, but skip iswhite(mt) check. + | barrierback TAB:RB, RC + |1: + | jmp ->fff_res1 + | + |.ffunc_2 rawget + |.if X64WIN + | mov TAB:RA, [BASE] + | checktab TAB:RA, ->fff_fallback + | mov RB, BASE // Save BASE. + | lea CARG3, [BASE+8] + | mov CARG2, TAB:RA // Caveat: CARG2 == BASE. + | mov CARG1, SAVE_L + |.else + | mov TAB:CARG2, [BASE] + | checktab TAB:CARG2, ->fff_fallback + | mov RB, BASE // Save BASE. + | lea CARG3, [BASE+8] // Caveat: CARG3 == BASE. + | mov CARG1, SAVE_L + |.endif + | call extern lj_tab_get // (lua_State *L, GCtab *t, cTValue *key) + | // cTValue * returned in eax (RD). + | mov BASE, RB // Restore BASE. + | // Copy table slot. + | mov RB, [RD] + | mov PC, [BASE-8] + | mov [BASE-16], RB + | jmp ->fff_res1 + | + |//-- Base library: conversions ------------------------------------------ + | + |.ffunc tonumber + | // Only handles the number case inline (without a base argument). + | cmp NARGS:RDd, 1+1; jne ->fff_fallback // Exactly one argument. + | mov RB, [BASE] + | checknumber RB, ->fff_fallback + | mov PC, [BASE-8] + | mov [BASE-16], RB + | jmp ->fff_res1 + | + |.ffunc_1 tostring + | // Only handles the string or number case inline. + | mov PC, [BASE-8] + | mov STR:RB, [BASE] + | checktp_nc STR:RB, LJ_TSTR, >3 + | // A __tostring method in the string base metatable is ignored. + |2: + | mov [BASE-16], STR:RB + | jmp ->fff_res1 + |3: // Handle numbers inline, unless a number base metatable is present. + | cmp ITYPEd, LJ_TISNUM; ja ->fff_fallback_1 + | cmp aword [DISPATCH+DISPATCH_GL(gcroot[GCROOT_BASEMT_NUM])], 0 + | jne ->fff_fallback + | ffgccheck // Caveat: uses label 1. + | mov L:RB, SAVE_L + | mov L:RB->base, BASE // Add frame since C call can throw. + | mov SAVE_PC, PC // Redundant (but a defined value). + |.if not X64WIN + | mov CARG2, BASE // Otherwise: CARG2 == BASE + |.endif + | mov L:CARG1, L:RB + |.if DUALNUM + | call extern lj_strfmt_number // (lua_State *L, cTValue *o) + |.else + | call extern lj_strfmt_num // (lua_State *L, lua_Number *np) + |.endif + | // GCstr returned in eax (RD). + | mov BASE, L:RB->base + | settp STR:RB, RD, LJ_TSTR + | jmp <2 + | + |//-- Base library: iterators ------------------------------------------- + | + |.ffunc_1 next + | je >2 // Missing 2nd arg? + |1: + |.if X64WIN + | mov RA, [BASE] + | checktab RA, ->fff_fallback + |.else + | mov CARG2, [BASE] + | checktab CARG2, ->fff_fallback + |.endif + | mov L:RB, SAVE_L + | mov L:RB->base, BASE // Add frame since C call can throw. + | mov L:RB->top, BASE // Dummy frame length is ok. + | mov PC, [BASE-8] + |.if X64WIN + | lea CARG3, [BASE+8] + | mov CARG2, RA // Caveat: CARG2 == BASE. + | mov CARG1, L:RB + |.else + | lea CARG3, [BASE+8] // Caveat: CARG3 == BASE. + | mov CARG1, L:RB + |.endif + | mov SAVE_PC, PC // Needed for ITERN fallback. + | call extern lj_tab_next // (lua_State *L, GCtab *t, TValue *key) + | // Flag returned in eax (RD). + | mov BASE, L:RB->base + | test RDd, RDd; jz >3 // End of traversal? + | // Copy key and value to results. + | mov RB, [BASE+8] + | mov RD, [BASE+16] + | mov [BASE-16], RB + | mov [BASE-8], RD + |->fff_res2: + | mov RDd, 1+2 + | jmp ->fff_res + |2: // Set missing 2nd arg to nil. + | mov aword [BASE+8], LJ_TNIL + | jmp <1 + |3: // End of traversal: return nil. + | mov aword [BASE-16], LJ_TNIL + | jmp ->fff_res1 + | + |.ffunc_1 pairs + | mov TAB:RB, [BASE] + | mov TMPR, TAB:RB + | checktab TAB:RB, ->fff_fallback +#if LJ_52 + | cmp aword TAB:RB->metatable, 0; jne ->fff_fallback +#endif + | mov CFUNC:RD, [BASE-16] + | cleartp CFUNC:RD + | mov CFUNC:RD, CFUNC:RD->upvalue[0] + | settp CFUNC:RD, LJ_TFUNC + | mov PC, [BASE-8] + | mov [BASE-16], CFUNC:RD + | mov [BASE-8], TMPR + | mov aword [BASE], LJ_TNIL + | mov RDd, 1+3 + | jmp ->fff_res + | + |.ffunc_2 ipairs_aux + | mov TAB:RB, [BASE] + | checktab TAB:RB, ->fff_fallback + |.if DUALNUM + | mov RA, [BASE+8] + | checkint RA, ->fff_fallback + |.else + | checknumtp [BASE+8], ->fff_fallback + | movsd xmm0, qword [BASE+8] + |.endif + | mov PC, [BASE-8] + |.if DUALNUM + | add RAd, 1 + | setint ITYPE, RA + | mov [BASE-16], ITYPE + |.else + | sseconst_1 xmm1, TMPR + | addsd xmm0, xmm1 + | cvttsd2si RAd, xmm0 + | movsd qword [BASE-16], xmm0 + |.endif + | cmp RAd, TAB:RB->asize; jae >2 // Not in array part? + | mov RD, TAB:RB->array + | lea RD, [RD+RA*8] + |1: + | cmp aword [RD], LJ_TNIL; je ->fff_res0 + | // Copy array slot. + | mov RB, [RD] + | mov [BASE-8], RB + | jmp ->fff_res2 + |2: // Check for empty hash part first. Otherwise call C function. + | cmp dword TAB:RB->hmask, 0; je ->fff_res0 + |.if X64WIN + | mov TMPR, BASE + | mov CARG2d, RAd + | mov CARG1, TAB:RB + | mov RB, TMPR + |.else + | mov CARG1, TAB:RB + | mov RB, BASE // Save BASE. + | mov CARG2d, RAd // Caveat: CARG2 == BASE + |.endif + | call extern lj_tab_getinth // (GCtab *t, int32_t key) + | // cTValue * or NULL returned in eax (RD). + | mov BASE, RB + | test RD, RD + | jnz <1 + |->fff_res0: + | mov RDd, 1+0 + | jmp ->fff_res + | + |.ffunc_1 ipairs + | mov TAB:RB, [BASE] + | mov TMPR, TAB:RB + | checktab TAB:RB, ->fff_fallback +#if LJ_52 + | cmp aword TAB:RB->metatable, 0; jne ->fff_fallback +#endif + | mov CFUNC:RD, [BASE-16] + | cleartp CFUNC:RD + | mov CFUNC:RD, CFUNC:RD->upvalue[0] + | settp CFUNC:RD, LJ_TFUNC + | mov PC, [BASE-8] + | mov [BASE-16], CFUNC:RD + | mov [BASE-8], TMPR + |.if DUALNUM + | mov64 RD, ((uint64_t)LJ_TISNUM<<47) + | mov [BASE], RD + |.else + | mov qword [BASE], 0 + |.endif + | mov RDd, 1+3 + | jmp ->fff_res + | + |//-- Base library: catch errors ---------------------------------------- + | + |.ffunc_1 pcall + | lea RA, [BASE+16] + | sub NARGS:RDd, 1 + | mov PCd, 16+FRAME_PCALL + |1: + | movzx RBd, byte [DISPATCH+DISPATCH_GL(hookmask)] + | shr RB, HOOK_ACTIVE_SHIFT + | and RB, 1 + | add PC, RB // Remember active hook before pcall. + | // Note: this does a (harmless) copy of the function to the PC slot, too. + | mov KBASE, RD + |2: + | mov RB, [RA+KBASE*8-24] + | mov [RA+KBASE*8-16], RB + | sub KBASE, 1 + | ja <2 + | jmp ->vm_call_dispatch + | + |.ffunc_2 xpcall + | mov LFUNC:RA, [BASE+8] + | checktp_nc LFUNC:RA, LJ_TFUNC, ->fff_fallback + | mov LFUNC:RB, [BASE] // Swap function and traceback. + | mov [BASE], LFUNC:RA + | mov [BASE+8], LFUNC:RB + | lea RA, [BASE+24] + | sub NARGS:RDd, 2 + | mov PCd, 24+FRAME_PCALL + | jmp <1 + | + |//-- Coroutine library -------------------------------------------------- + | + |.macro coroutine_resume_wrap, resume + |.if resume + |.ffunc_1 coroutine_resume + | mov L:RB, [BASE] + | cleartp L:RB + |.else + |.ffunc coroutine_wrap_aux + | mov CFUNC:RB, [BASE-16] + | cleartp CFUNC:RB + | mov L:RB, CFUNC:RB->upvalue[0].gcr + | cleartp L:RB + |.endif + | mov PC, [BASE-8] + | mov SAVE_PC, PC + | mov TMP1, L:RB + |.if resume + | checktptp [BASE], LJ_TTHREAD, ->fff_fallback + |.endif + | cmp aword L:RB->cframe, 0; jne ->fff_fallback + | cmp byte L:RB->status, LUA_YIELD; ja ->fff_fallback + | mov RA, L:RB->top + | je >1 // Status != LUA_YIELD (i.e. 0)? + | cmp RA, L:RB->base // Check for presence of initial func. + | je ->fff_fallback + | mov PC, [RA-8] // Move initial function up. + | mov [RA], PC + | add RA, 8 + |1: + |.if resume + | lea PC, [RA+NARGS:RD*8-16] // Check stack space (-1-thread). + |.else + | lea PC, [RA+NARGS:RD*8-8] // Check stack space (-1). + |.endif + | cmp PC, L:RB->maxstack; ja ->fff_fallback + | mov L:RB->top, PC + | + | mov L:RB, SAVE_L + | mov L:RB->base, BASE + |.if resume + | add BASE, 8 // Keep resumed thread in stack for GC. + |.endif + | mov L:RB->top, BASE + |.if resume + | lea RB, [BASE+NARGS:RD*8-24] // RB = end of source for stack move. + |.else + | lea RB, [BASE+NARGS:RD*8-16] // RB = end of source for stack move. + |.endif + | sub RB, PC // Relative to PC. + | + | cmp PC, RA + | je >3 + |2: // Move args to coroutine. + | mov RC, [PC+RB] + | mov [PC-8], RC + | sub PC, 8 + | cmp PC, RA + | jne <2 + |3: + | mov CARG2, RA + | mov CARG1, TMP1 + | call ->vm_resume // (lua_State *L, TValue *base, 0, 0) + | + | mov L:RB, SAVE_L + | mov L:PC, TMP1 + | mov BASE, L:RB->base + | mov [DISPATCH+DISPATCH_GL(cur_L)], L:RB + | set_vmstate INTERP + | + | cmp eax, LUA_YIELD + | ja >8 + |4: + | mov RA, L:PC->base + | mov KBASE, L:PC->top + | mov L:PC->top, RA // Clear coroutine stack. + | mov PC, KBASE + | sub PC, RA + | je >6 // No results? + | lea RD, [BASE+PC] + | shr PCd, 3 + | cmp RD, L:RB->maxstack + | ja >9 // Need to grow stack? + | + | mov RB, BASE + | sub RB, RA + |5: // Move results from coroutine. + | mov RD, [RA] + | mov [RA+RB], RD + | add RA, 8 + | cmp RA, KBASE + | jne <5 + |6: + |.if resume + | lea RDd, [PCd+2] // nresults+1 = 1 + true + results. + | mov_true ITYPE // Prepend true to results. + | mov [BASE-8], ITYPE + |.else + | lea RDd, [PCd+1] // nresults+1 = 1 + results. + |.endif + |7: + | mov PC, SAVE_PC + | mov MULTRES, RDd + |.if resume + | mov RA, -8 + |.else + | xor RAd, RAd + |.endif + | test PCd, FRAME_TYPE + | jz ->BC_RET_Z + | jmp ->vm_return + | + |8: // Coroutine returned with error (at co->top-1). + |.if resume + | mov_false ITYPE // Prepend false to results. + | mov [BASE-8], ITYPE + | mov RA, L:PC->top + | sub RA, 8 + | mov L:PC->top, RA // Clear error from coroutine stack. + | // Copy error message. + | mov RD, [RA] + | mov [BASE], RD + | mov RDd, 1+2 // nresults+1 = 1 + false + error. + | jmp <7 + |.else + | mov CARG2, L:PC + | mov CARG1, L:RB + | call extern lj_ffh_coroutine_wrap_err // (lua_State *L, lua_State *co) + | // Error function does not return. + |.endif + | + |9: // Handle stack expansion on return from yield. + | mov L:RA, TMP1 + | mov L:RA->top, KBASE // Undo coroutine stack clearing. + | mov CARG2, PC + | mov CARG1, L:RB + | call extern lj_state_growstack // (lua_State *L, int n) + | mov L:PC, TMP1 + | mov BASE, L:RB->base + | jmp <4 // Retry the stack move. + |.endmacro + | + | coroutine_resume_wrap 1 // coroutine.resume + | coroutine_resume_wrap 0 // coroutine.wrap + | + |.ffunc coroutine_yield + | mov L:RB, SAVE_L + | test aword L:RB->cframe, CFRAME_RESUME + | jz ->fff_fallback + | mov L:RB->base, BASE + | lea RD, [BASE+NARGS:RD*8-8] + | mov L:RB->top, RD + | xor RDd, RDd + | mov aword L:RB->cframe, RD + | mov al, LUA_YIELD + | mov byte L:RB->status, al + | jmp ->vm_leave_unw + | + |//-- Math library ------------------------------------------------------- + | + | .ffunc_1 math_abs + | mov RB, [BASE] + |.if DUALNUM + | checkint RB, >3 + | cmp RBd, 0; jns ->fff_resi + | neg RBd; js >2 + |->fff_resbit: + |->fff_resi: + | setint RB + |->fff_resRB: + | mov PC, [BASE-8] + | mov [BASE-16], RB + | jmp ->fff_res1 + |2: + | mov64 RB, U64x(41e00000,00000000) // 2^31. + | jmp ->fff_resRB + |3: + | ja ->fff_fallback + |.else + | checknum RB, ->fff_fallback + |.endif + | shl RB, 1 + | shr RB, 1 + | mov PC, [BASE-8] + | mov [BASE-16], RB + | jmp ->fff_res1 + | + |.ffunc_n math_sqrt, sqrtsd + |->fff_resxmm0: + | mov PC, [BASE-8] + | movsd qword [BASE-16], xmm0 + | // fallthrough + | + |->fff_res1: + | mov RDd, 1+1 + |->fff_res: + | mov MULTRES, RDd + |->fff_res_: + | test PCd, FRAME_TYPE + | jnz >7 + |5: + | cmp PC_RB, RDL // More results expected? + | ja >6 + | // Adjust BASE. KBASE is assumed to be set for the calling frame. + | movzx RAd, PC_RA + | neg RA + | lea BASE, [BASE+RA*8-16] // base = base - (RA+2)*8 + | ins_next + | + |6: // Fill up results with nil. + | mov aword [BASE+RD*8-24], LJ_TNIL + | add RD, 1 + | jmp <5 + | + |7: // Non-standard return case. + | mov RA, -16 // Results start at BASE+RA = BASE-16. + | jmp ->vm_return + | + |.macro math_round, func + | .ffunc math_ .. func + |.if DUALNUM + | mov RB, [BASE] + | checknumx RB, ->fff_resRB, je + | ja ->fff_fallback + |.else + | checknumtp [BASE], ->fff_fallback + |.endif + | movsd xmm0, qword [BASE] + | call ->vm_ .. func .. _sse + |.if DUALNUM + | cvttsd2si RBd, xmm0 + | cmp RBd, 0x80000000 + | jne ->fff_resi + | cvtsi2sd xmm1, RBd + | ucomisd xmm0, xmm1 + | jp ->fff_resxmm0 + | je ->fff_resi + |.endif + | jmp ->fff_resxmm0 + |.endmacro + | + | math_round floor + | math_round ceil + | + |.ffunc math_log + | cmp NARGS:RDd, 1+1; jne ->fff_fallback // Exactly one argument. + | checknumtp [BASE], ->fff_fallback + | movsd xmm0, qword [BASE] + | mov RB, BASE + | call extern log + | mov BASE, RB + | jmp ->fff_resxmm0 + | + |.macro math_extern, func + | .ffunc_n math_ .. func + | mov RB, BASE + | call extern func + | mov BASE, RB + | jmp ->fff_resxmm0 + |.endmacro + | + |.macro math_extern2, func + | .ffunc_nn math_ .. func + | mov RB, BASE + | call extern func + | mov BASE, RB + | jmp ->fff_resxmm0 + |.endmacro + | + | math_extern log10 + | math_extern exp + | math_extern sin + | math_extern cos + | math_extern tan + | math_extern asin + | math_extern acos + | math_extern atan + | math_extern sinh + | math_extern cosh + | math_extern tanh + | math_extern2 pow + | math_extern2 atan2 + | math_extern2 fmod + | + |.ffunc_2 math_ldexp + | checknumtp [BASE], ->fff_fallback + | checknumtp [BASE+8], ->fff_fallback + | fld qword [BASE+8] + | fld qword [BASE] + | fscale + | fpop1 + | mov PC, [BASE-8] + | fstp qword [BASE-16] + | jmp ->fff_res1 + | + |.ffunc_n math_frexp + | mov RB, BASE + |.if X64WIN + | lea CARG2, TMP1 // Caveat: CARG2 == BASE + |.else + | lea CARG1, TMP1 + |.endif + | call extern frexp + | mov BASE, RB + | mov RBd, TMP1d + | mov PC, [BASE-8] + | movsd qword [BASE-16], xmm0 + |.if DUALNUM + | setint RB + | mov [BASE-8], RB + |.else + | cvtsi2sd xmm1, RBd + | movsd qword [BASE-8], xmm1 + |.endif + | mov RDd, 1+2 + | jmp ->fff_res + | + |.ffunc_n math_modf + | mov RB, BASE + |.if X64WIN + | lea CARG2, [BASE-16] // Caveat: CARG2 == BASE + |.else + | lea CARG1, [BASE-16] + |.endif + | call extern modf + | mov BASE, RB + | mov PC, [BASE-8] + | movsd qword [BASE-8], xmm0 + | mov RDd, 1+2 + | jmp ->fff_res + | + |.macro math_minmax, name, cmovop, sseop + | .ffunc name + | mov RAd, 2 + |.if DUALNUM + | mov RB, [BASE] + | checkint RB, >4 + |1: // Handle integers. + | cmp RAd, RDd; jae ->fff_resRB + | mov TMPR, [BASE+RA*8-8] + | checkint TMPR, >3 + | cmp RBd, TMPRd + | cmovop RB, TMPR + | add RAd, 1 + | jmp <1 + |3: + | ja ->fff_fallback + | // Convert intermediate result to number and continue below. + | cvtsi2sd xmm0, RBd + | jmp >6 + |4: + | ja ->fff_fallback + |.else + | checknumtp [BASE], ->fff_fallback + |.endif + | + | movsd xmm0, qword [BASE] + |5: // Handle numbers or integers. + | cmp RAd, RDd; jae ->fff_resxmm0 + |.if DUALNUM + | mov RB, [BASE+RA*8-8] + | checknumx RB, >6, jb + | ja ->fff_fallback + | cvtsi2sd xmm1, RBd + | jmp >7 + |.else + | checknumtp [BASE+RA*8-8], ->fff_fallback + |.endif + |6: + | movsd xmm1, qword [BASE+RA*8-8] + |7: + | sseop xmm0, xmm1 + | add RAd, 1 + | jmp <5 + |.endmacro + | + | math_minmax math_min, cmovg, minsd + | math_minmax math_max, cmovl, maxsd + | + |//-- String library ----------------------------------------------------- + | + |.ffunc string_byte // Only handle the 1-arg case here. + | cmp NARGS:RDd, 1+1; jne ->fff_fallback + | mov STR:RB, [BASE] + | checkstr STR:RB, ->fff_fallback + | mov PC, [BASE-8] + | cmp dword STR:RB->len, 1 + | jb ->fff_res0 // Return no results for empty string. + | movzx RBd, byte STR:RB[1] + |.if DUALNUM + | jmp ->fff_resi + |.else + | cvtsi2sd xmm0, RBd; jmp ->fff_resxmm0 + |.endif + | + |.ffunc string_char // Only handle the 1-arg case here. + | ffgccheck + | cmp NARGS:RDd, 1+1; jne ->fff_fallback // *Exactly* 1 arg. + |.if DUALNUM + | mov RB, [BASE] + | checkint RB, ->fff_fallback + |.else + | checknumtp [BASE], ->fff_fallback + | cvttsd2si RBd, qword [BASE] + |.endif + | cmp RBd, 255; ja ->fff_fallback + | mov TMP1d, RBd + | mov TMPRd, 1 + | lea RD, TMP1 // Points to stack. Little-endian. + |->fff_newstr: + | mov L:RB, SAVE_L + | mov L:RB->base, BASE + | mov CARG3d, TMPRd // Zero-extended to size_t. + | mov CARG2, RD + | mov CARG1, L:RB + | mov SAVE_PC, PC + | call extern lj_str_new // (lua_State *L, char *str, size_t l) + |->fff_resstr: + | // GCstr * returned in eax (RD). + | mov BASE, L:RB->base + | mov PC, [BASE-8] + | settp STR:RD, LJ_TSTR + | mov [BASE-16], STR:RD + | jmp ->fff_res1 + | + |.ffunc string_sub + | ffgccheck + | mov TMPRd, -1 + | cmp NARGS:RDd, 1+2; jb ->fff_fallback + | jna >1 + |.if DUALNUM + | mov TMPR, [BASE+16] + | checkint TMPR, ->fff_fallback + |.else + | checknumtp [BASE+16], ->fff_fallback + | cvttsd2si TMPRd, qword [BASE+16] + |.endif + |1: + | mov STR:RB, [BASE] + | checkstr STR:RB, ->fff_fallback + |.if DUALNUM + | mov ITYPE, [BASE+8] + | mov RAd, ITYPEd // Must clear hiword for lea below. + | sar ITYPE, 47 + | cmp ITYPEd, LJ_TISNUM + | jne ->fff_fallback + |.else + | checknumtp [BASE+8], ->fff_fallback + | cvttsd2si RAd, qword [BASE+8] + |.endif + | mov RCd, STR:RB->len + | cmp RCd, TMPRd // len < end? (unsigned compare) + | jb >5 + |2: + | test RAd, RAd // start <= 0? + | jle >7 + |3: + | sub TMPRd, RAd // start > end? + | jl ->fff_emptystr + | lea RD, [STR:RB+RAd+#STR-1] + | add TMPRd, 1 + |4: + | jmp ->fff_newstr + | + |5: // Negative end or overflow. + | jl >6 + | lea TMPRd, [TMPRd+RCd+1] // end = end+(len+1) + | jmp <2 + |6: // Overflow. + | mov TMPRd, RCd // end = len + | jmp <2 + | + |7: // Negative start or underflow. + | je >8 + | add RAd, RCd // start = start+(len+1) + | add RAd, 1 + | jg <3 // start > 0? + |8: // Underflow. + | mov RAd, 1 // start = 1 + | jmp <3 + | + |->fff_emptystr: // Range underflow. + | xor TMPRd, TMPRd // Zero length. Any ptr in RD is ok. + | jmp <4 + | + |.macro ffstring_op, name + | .ffunc_1 string_ .. name + | ffgccheck + |.if X64WIN + | mov STR:TMPR, [BASE] + | checkstr STR:TMPR, ->fff_fallback + |.else + | mov STR:CARG2, [BASE] + | checkstr STR:CARG2, ->fff_fallback + |.endif + | mov L:RB, SAVE_L + | lea SBUF:CARG1, [DISPATCH+DISPATCH_GL(tmpbuf)] + | mov L:RB->base, BASE + |.if X64WIN + | mov STR:CARG2, STR:TMPR // Caveat: CARG2 == BASE + |.endif + | mov RC, SBUF:CARG1->b + | mov SBUF:CARG1->L, L:RB + | mov SBUF:CARG1->p, RC + | mov SAVE_PC, PC + | call extern lj_buf_putstr_ .. name + | mov CARG1, rax + | call extern lj_buf_tostr + | jmp ->fff_resstr + |.endmacro + | + |ffstring_op reverse + |ffstring_op lower + |ffstring_op upper + | + |//-- Bit library -------------------------------------------------------- + | + |.macro .ffunc_bit, name, kind, fdef + | fdef name + |.if kind == 2 + | sseconst_tobit xmm1, RB + |.endif + |.if DUALNUM + | mov RB, [BASE] + | checkint RB, >1 + |.if kind > 0 + | jmp >2 + |.else + | jmp ->fff_resbit + |.endif + |1: + | ja ->fff_fallback + | movd xmm0, RB + |.else + | checknumtp [BASE], ->fff_fallback + | movsd xmm0, qword [BASE] + |.endif + |.if kind < 2 + | sseconst_tobit xmm1, RB + |.endif + | addsd xmm0, xmm1 + | movd RBd, xmm0 + |2: + |.endmacro + | + |.macro .ffunc_bit, name, kind + | .ffunc_bit name, kind, .ffunc_1 + |.endmacro + | + |.ffunc_bit bit_tobit, 0 + | jmp ->fff_resbit + | + |.macro .ffunc_bit_op, name, ins + | .ffunc_bit name, 2 + | mov TMPRd, NARGS:RDd // Save for fallback. + | lea RD, [BASE+NARGS:RD*8-16] + |1: + | cmp RD, BASE + | jbe ->fff_resbit + |.if DUALNUM + | mov RA, [RD] + | checkint RA, >2 + | ins RBd, RAd + | sub RD, 8 + | jmp <1 + |2: + | ja ->fff_fallback_bit_op + | movd xmm0, RA + |.else + | checknumtp [RD], ->fff_fallback_bit_op + | movsd xmm0, qword [RD] + |.endif + | addsd xmm0, xmm1 + | movd RAd, xmm0 + | ins RBd, RAd + | sub RD, 8 + | jmp <1 + |.endmacro + | + |.ffunc_bit_op bit_band, and + |.ffunc_bit_op bit_bor, or + |.ffunc_bit_op bit_bxor, xor + | + |.ffunc_bit bit_bswap, 1 + | bswap RBd + | jmp ->fff_resbit + | + |.ffunc_bit bit_bnot, 1 + | not RBd + |.if DUALNUM + | jmp ->fff_resbit + |.else + |->fff_resbit: + | cvtsi2sd xmm0, RBd + | jmp ->fff_resxmm0 + |.endif + | + |->fff_fallback_bit_op: + | mov NARGS:RDd, TMPRd // Restore for fallback + | jmp ->fff_fallback + | + |.macro .ffunc_bit_sh, name, ins + |.if DUALNUM + | .ffunc_bit name, 1, .ffunc_2 + | // Note: no inline conversion from number for 2nd argument! + | mov RA, [BASE+8] + | checkint RA, ->fff_fallback + |.else + | .ffunc_nn name + | sseconst_tobit xmm2, RB + | addsd xmm0, xmm2 + | addsd xmm1, xmm2 + | movd RBd, xmm0 + | movd RAd, xmm1 + |.endif + | ins RBd, cl // Assumes RA is ecx. + | jmp ->fff_resbit + |.endmacro + | + |.ffunc_bit_sh bit_lshift, shl + |.ffunc_bit_sh bit_rshift, shr + |.ffunc_bit_sh bit_arshift, sar + |.ffunc_bit_sh bit_rol, rol + |.ffunc_bit_sh bit_ror, ror + | + |//----------------------------------------------------------------------- + | + |->fff_fallback_2: + | mov NARGS:RDd, 1+2 // Other args are ignored, anyway. + | jmp ->fff_fallback + |->fff_fallback_1: + | mov NARGS:RDd, 1+1 // Other args are ignored, anyway. + |->fff_fallback: // Call fast function fallback handler. + | // BASE = new base, RD = nargs+1 + | mov L:RB, SAVE_L + | mov PC, [BASE-8] // Fallback may overwrite PC. + | mov SAVE_PC, PC // Redundant (but a defined value). + | mov L:RB->base, BASE + | lea RD, [BASE+NARGS:RD*8-8] + | lea RA, [RD+8*LUA_MINSTACK] // Ensure enough space for handler. + | mov L:RB->top, RD + | mov CFUNC:RD, [BASE-16] + | cleartp CFUNC:RD + | cmp RA, L:RB->maxstack + | ja >5 // Need to grow stack. + | mov CARG1, L:RB + | call aword CFUNC:RD->f // (lua_State *L) + | mov BASE, L:RB->base + | // Either throws an error, or recovers and returns -1, 0 or nresults+1. + | test RDd, RDd; jg ->fff_res // Returned nresults+1? + |1: + | mov RA, L:RB->top + | sub RA, BASE + | shr RAd, 3 + | test RDd, RDd + | lea NARGS:RDd, [RAd+1] + | mov LFUNC:RB, [BASE-16] + | jne ->vm_call_tail // Returned -1? + | cleartp LFUNC:RB + | ins_callt // Returned 0: retry fast path. + | + |// Reconstruct previous base for vmeta_call during tailcall. + |->vm_call_tail: + | mov RA, BASE + | test PCd, FRAME_TYPE + | jnz >3 + | movzx RBd, PC_RA + | neg RB + | lea BASE, [BASE+RB*8-16] // base = base - (RB+2)*8 + | jmp ->vm_call_dispatch // Resolve again for tailcall. + |3: + | mov RB, PC + | and RB, -8 + | sub BASE, RB + | jmp ->vm_call_dispatch // Resolve again for tailcall. + | + |5: // Grow stack for fallback handler. + | mov CARG2d, LUA_MINSTACK + | mov CARG1, L:RB + | call extern lj_state_growstack // (lua_State *L, int n) + | mov BASE, L:RB->base + | xor RDd, RDd // Simulate a return 0. + | jmp <1 // Dumb retry (goes through ff first). + | + |->fff_gcstep: // Call GC step function. + | // BASE = new base, RD = nargs+1 + | pop RB // Must keep stack at same level. + | mov TMP1, RB // Save return address + | mov L:RB, SAVE_L + | mov SAVE_PC, PC // Redundant (but a defined value). + | mov L:RB->base, BASE + | lea RD, [BASE+NARGS:RD*8-8] + | mov CARG1, L:RB + | mov L:RB->top, RD + | call extern lj_gc_step // (lua_State *L) + | mov BASE, L:RB->base + | mov RD, L:RB->top + | sub RD, BASE + | shr RDd, 3 + | add NARGS:RDd, 1 + | mov RB, TMP1 + | push RB // Restore return address. + | ret + | + |//----------------------------------------------------------------------- + |//-- Special dispatch targets ------------------------------------------- + |//----------------------------------------------------------------------- + | + |->vm_record: // Dispatch target for recording phase. + |.if JIT + | movzx RDd, byte [DISPATCH+DISPATCH_GL(hookmask)] + | test RDL, HOOK_VMEVENT // No recording while in vmevent. + | jnz >5 + | // Decrement the hookcount for consistency, but always do the call. + | test RDL, HOOK_ACTIVE + | jnz >1 + | test RDL, LUA_MASKLINE|LUA_MASKCOUNT + | jz >1 + | dec dword [DISPATCH+DISPATCH_GL(hookcount)] + | jmp >1 + |.endif + | + |->vm_rethook: // Dispatch target for return hooks. + | movzx RDd, byte [DISPATCH+DISPATCH_GL(hookmask)] + | test RDL, HOOK_ACTIVE // Hook already active? + | jnz >5 + | jmp >1 + | + |->vm_inshook: // Dispatch target for instr/line hooks. + | movzx RDd, byte [DISPATCH+DISPATCH_GL(hookmask)] + | test RDL, HOOK_ACTIVE // Hook already active? + | jnz >5 + | + | test RDL, LUA_MASKLINE|LUA_MASKCOUNT + | jz >5 + | dec dword [DISPATCH+DISPATCH_GL(hookcount)] + | jz >1 + | test RDL, LUA_MASKLINE + | jz >5 + |1: + | mov L:RB, SAVE_L + | mov L:RB->base, BASE + | mov CARG2, PC // Caveat: CARG2 == BASE + | mov CARG1, L:RB + | // SAVE_PC must hold the _previous_ PC. The callee updates it with PC. + | call extern lj_dispatch_ins // (lua_State *L, const BCIns *pc) + |3: + | mov BASE, L:RB->base + |4: + | movzx RAd, PC_RA + |5: + | movzx OP, PC_OP + | movzx RDd, PC_RD + | jmp aword [DISPATCH+OP*8+GG_DISP2STATIC] // Re-dispatch to static ins. + | + |->cont_hook: // Continue from hook yield. + | add PC, 4 + | mov RA, [RB-40] + | mov MULTRES, RAd // Restore MULTRES for *M ins. + | jmp <4 + | + |->vm_hotloop: // Hot loop counter underflow. + |.if JIT + | mov LFUNC:RB, [BASE-16] // Same as curr_topL(L). + | cleartp LFUNC:RB + | mov RB, LFUNC:RB->pc + | movzx RDd, byte [RB+PC2PROTO(framesize)] + | lea RD, [BASE+RD*8] + | mov L:RB, SAVE_L + | mov L:RB->base, BASE + | mov L:RB->top, RD + | mov CARG2, PC + | lea CARG1, [DISPATCH+GG_DISP2J] + | mov aword [DISPATCH+DISPATCH_J(L)], L:RB + | mov SAVE_PC, PC + | call extern lj_trace_hot // (jit_State *J, const BCIns *pc) + | jmp <3 + |.endif + | + |->vm_callhook: // Dispatch target for call hooks. + | mov SAVE_PC, PC + |.if JIT + | jmp >1 + |.endif + | + |->vm_hotcall: // Hot call counter underflow. + |.if JIT + | mov SAVE_PC, PC + | or PC, 1 // Marker for hot call. + |1: + |.endif + | lea RD, [BASE+NARGS:RD*8-8] + | mov L:RB, SAVE_L + | mov L:RB->base, BASE + | mov L:RB->top, RD + | mov CARG2, PC + | mov CARG1, L:RB + | call extern lj_dispatch_call // (lua_State *L, const BCIns *pc) + | // ASMFunction returned in eax/rax (RD). + | mov SAVE_PC, 0 // Invalidate for subsequent line hook. + |.if JIT + | and PC, -2 + |.endif + | mov BASE, L:RB->base + | mov RA, RD + | mov RD, L:RB->top + | sub RD, BASE + | mov RB, RA + | movzx RAd, PC_RA + | shr RDd, 3 + | add NARGS:RDd, 1 + | jmp RB + | + |->cont_stitch: // Trace stitching. + |.if JIT + | // BASE = base, RC = result, RB = mbase + | mov TRACE:ITYPE, [RB-40] // Save previous trace. + | cleartp TRACE:ITYPE + | mov TMPRd, MULTRES + | movzx RAd, PC_RA + | lea RA, [BASE+RA*8] // Call base. + | sub TMPRd, 1 + | jz >2 + |1: // Move results down. + | mov RB, [RC] + | mov [RA], RB + | add RC, 8 + | add RA, 8 + | sub TMPRd, 1 + | jnz <1 + |2: + | movzx RCd, PC_RA + | movzx RBd, PC_RB + | add RC, RB + | lea RC, [BASE+RC*8-8] + |3: + | cmp RC, RA + | ja >9 // More results wanted? + | + | test TRACE:ITYPE, TRACE:ITYPE + | jz ->cont_nop + | movzx RBd, word TRACE:ITYPE->traceno + | movzx RDd, word TRACE:ITYPE->link + | cmp RDd, RBd + | je ->cont_nop // Blacklisted. + | test RDd, RDd + | jne =>BC_JLOOP // Jump to stitched trace. + | + | // Stitch a new trace to the previous trace. + | mov [DISPATCH+DISPATCH_J(exitno)], RB + | mov L:RB, SAVE_L + | mov L:RB->base, BASE + | mov CARG2, PC + | lea CARG1, [DISPATCH+GG_DISP2J] + | mov aword [DISPATCH+DISPATCH_J(L)], L:RB + | call extern lj_dispatch_stitch // (jit_State *J, const BCIns *pc) + | mov BASE, L:RB->base + | jmp ->cont_nop + | + |9: // Fill up results with nil. + | mov aword [RA], LJ_TNIL + | add RA, 8 + | jmp <3 + |.endif + | + |->vm_profhook: // Dispatch target for profiler hook. +#if LJ_HASPROFILE + | mov L:RB, SAVE_L + | mov L:RB->base, BASE + | mov CARG2, PC // Caveat: CARG2 == BASE + | mov CARG1, L:RB + | call extern lj_dispatch_profile // (lua_State *L, const BCIns *pc) + | mov BASE, L:RB->base + | // HOOK_PROFILE is off again, so re-dispatch to dynamic instruction. + | sub PC, 4 + | jmp ->cont_nop +#endif + | + |//----------------------------------------------------------------------- + |//-- Trace exit handler ------------------------------------------------- + |//----------------------------------------------------------------------- + | + |// Called from an exit stub with the exit number on the stack. + |// The 16 bit exit number is stored with two (sign-extended) push imm8. + |->vm_exit_handler: + |.if JIT + | push r13; push r12 + | push r11; push r10; push r9; push r8 + | push rdi; push rsi; push rbp; lea rbp, [rsp+88]; push rbp + | push rbx; push rdx; push rcx; push rax + | movzx RCd, byte [rbp-8] // Reconstruct exit number. + | mov RCH, byte [rbp-16] + | mov [rbp-8], r15; mov [rbp-16], r14 + | // DISPATCH is preserved on-trace in LJ_GC64 mode. + | mov RAd, [DISPATCH+DISPATCH_GL(vmstate)] // Get trace number. + | set_vmstate EXIT + | mov [DISPATCH+DISPATCH_J(exitno)], RCd + | mov [DISPATCH+DISPATCH_J(parent)], RAd + |.if X64WIN + | sub rsp, 16*8+4*8 // Room for SSE regs + save area. + |.else + | sub rsp, 16*8 // Room for SSE regs. + |.endif + | add rbp, -128 + | movsd qword [rbp-8], xmm15; movsd qword [rbp-16], xmm14 + | movsd qword [rbp-24], xmm13; movsd qword [rbp-32], xmm12 + | movsd qword [rbp-40], xmm11; movsd qword [rbp-48], xmm10 + | movsd qword [rbp-56], xmm9; movsd qword [rbp-64], xmm8 + | movsd qword [rbp-72], xmm7; movsd qword [rbp-80], xmm6 + | movsd qword [rbp-88], xmm5; movsd qword [rbp-96], xmm4 + | movsd qword [rbp-104], xmm3; movsd qword [rbp-112], xmm2 + | movsd qword [rbp-120], xmm1; movsd qword [rbp-128], xmm0 + | // Caveat: RB is rbp. + | mov L:RB, [DISPATCH+DISPATCH_GL(cur_L)] + | mov BASE, [DISPATCH+DISPATCH_GL(jit_base)] + | mov aword [DISPATCH+DISPATCH_J(L)], L:RB + | mov L:RB->base, BASE + |.if X64WIN + | lea CARG2, [rsp+4*8] + |.else + | mov CARG2, rsp + |.endif + | lea CARG1, [DISPATCH+GG_DISP2J] + | mov qword [DISPATCH+DISPATCH_GL(jit_base)], 0 + | call extern lj_trace_exit // (jit_State *J, ExitState *ex) + | // MULTRES or negated error code returned in eax (RD). + | mov RA, L:RB->cframe + | and RA, CFRAME_RAWMASK + | mov [RA+CFRAME_OFS_L], L:RB // Set SAVE_L (on-trace resume/yield). + | mov BASE, L:RB->base + | mov PC, [RA+CFRAME_OFS_PC] // Get SAVE_PC. + | jmp >1 + |.endif + |->vm_exit_interp: + | // RD = MULTRES or negated error code, BASE, PC and DISPATCH set. + |.if JIT + | // Restore additional callee-save registers only used in compiled code. + |.if X64WIN + | lea RA, [rsp+10*16+4*8] + |1: + | movdqa xmm15, [RA-10*16] + | movdqa xmm14, [RA-9*16] + | movdqa xmm13, [RA-8*16] + | movdqa xmm12, [RA-7*16] + | movdqa xmm11, [RA-6*16] + | movdqa xmm10, [RA-5*16] + | movdqa xmm9, [RA-4*16] + | movdqa xmm8, [RA-3*16] + | movdqa xmm7, [RA-2*16] + | mov rsp, RA // Reposition stack to C frame. + | movdqa xmm6, [RA-1*16] + | mov r15, CSAVE_1 + | mov r14, CSAVE_2 + | mov r13, CSAVE_3 + | mov r12, CSAVE_4 + |.else + | lea RA, [rsp+16] + |1: + | mov r13, [RA-8] + | mov r12, [RA] + | mov rsp, RA // Reposition stack to C frame. + |.endif + | test RDd, RDd; js >9 // Check for error from exit. + | mov L:RB, SAVE_L + | mov MULTRES, RDd + | mov LFUNC:KBASE, [BASE-16] + | cleartp LFUNC:KBASE + | mov KBASE, LFUNC:KBASE->pc + | mov KBASE, [KBASE+PC2PROTO(k)] + | mov L:RB->base, BASE + | mov qword [DISPATCH+DISPATCH_GL(jit_base)], 0 + | set_vmstate INTERP + | // Modified copy of ins_next which handles function header dispatch, too. + | mov RCd, [PC] + | movzx RAd, RCH + | movzx OP, RCL + | add PC, 4 + | shr RCd, 16 + | cmp OP, BC_FUNCF // Function header? + | jb >3 + | cmp OP, BC_FUNCC+2 // Fast function? + | jae >4 + |2: + | mov RCd, MULTRES // RC/RD holds nres+1. + |3: + | jmp aword [DISPATCH+OP*8] + | + |4: // Check frame below fast function. + | mov RC, [BASE-8] + | test RCd, FRAME_TYPE + | jnz <2 // Trace stitching continuation? + | // Otherwise set KBASE for Lua function below fast function. + | movzx RCd, byte [RC-3] + | neg RC + | mov LFUNC:KBASE, [BASE+RC*8-32] + | cleartp LFUNC:KBASE + | mov KBASE, LFUNC:KBASE->pc + | mov KBASE, [KBASE+PC2PROTO(k)] + | jmp <2 + | + |9: // Rethrow error from the right C frame. + | neg RD + | mov CARG1, L:RB + | mov CARG2, RD + | call extern lj_err_throw // (lua_State *L, int errcode) + |.endif + | + |//----------------------------------------------------------------------- + |//-- Math helper functions ---------------------------------------------- + |//----------------------------------------------------------------------- + | + |// FP value rounding. Called by math.floor/math.ceil fast functions + |// and from JIT code. arg/ret is xmm0. xmm0-xmm3 and RD (eax) modified. + |.macro vm_round, name, mode, cond + |->name: + |->name .. _sse: + | sseconst_abs xmm2, RD + | sseconst_2p52 xmm3, RD + | movaps xmm1, xmm0 + | andpd xmm1, xmm2 // |x| + | ucomisd xmm3, xmm1 // No truncation if 2^52 <= |x|. + | jbe >1 + | andnpd xmm2, xmm0 // Isolate sign bit. + |.if mode == 2 // trunc(x)? + | movaps xmm0, xmm1 + | addsd xmm1, xmm3 // (|x| + 2^52) - 2^52 + | subsd xmm1, xmm3 + | sseconst_1 xmm3, RD + | cmpsd xmm0, xmm1, 1 // |x| < result? + | andpd xmm0, xmm3 + | subsd xmm1, xmm0 // If yes, subtract -1. + | orpd xmm1, xmm2 // Merge sign bit back in. + |.else + | addsd xmm1, xmm3 // (|x| + 2^52) - 2^52 + | subsd xmm1, xmm3 + | orpd xmm1, xmm2 // Merge sign bit back in. + | .if mode == 1 // ceil(x)? + | sseconst_m1 xmm2, RD // Must subtract -1 to preserve -0. + | cmpsd xmm0, xmm1, 6 // x > result? + | .else // floor(x)? + | sseconst_1 xmm2, RD + | cmpsd xmm0, xmm1, 1 // x < result? + | .endif + | andpd xmm0, xmm2 + | subsd xmm1, xmm0 // If yes, subtract +-1. + |.endif + | movaps xmm0, xmm1 + |1: + | ret + |.endmacro + | + | vm_round vm_floor, 0, 1 + | vm_round vm_ceil, 1, JIT + | vm_round vm_trunc, 2, JIT + | + |// FP modulo x%y. Called by BC_MOD* and vm_arith. + |->vm_mod: + |// Args in xmm0/xmm1, return value in xmm0. + |// Caveat: xmm0-xmm5 and RC (eax) modified! + | movaps xmm5, xmm0 + | divsd xmm0, xmm1 + | sseconst_abs xmm2, RD + | sseconst_2p52 xmm3, RD + | movaps xmm4, xmm0 + | andpd xmm4, xmm2 // |x/y| + | ucomisd xmm3, xmm4 // No truncation if 2^52 <= |x/y|. + | jbe >1 + | andnpd xmm2, xmm0 // Isolate sign bit. + | addsd xmm4, xmm3 // (|x/y| + 2^52) - 2^52 + | subsd xmm4, xmm3 + | orpd xmm4, xmm2 // Merge sign bit back in. + | sseconst_1 xmm2, RD + | cmpsd xmm0, xmm4, 1 // x/y < result? + | andpd xmm0, xmm2 + | subsd xmm4, xmm0 // If yes, subtract 1.0. + | movaps xmm0, xmm5 + | mulsd xmm1, xmm4 + | subsd xmm0, xmm1 + | ret + |1: + | mulsd xmm1, xmm0 + | movaps xmm0, xmm5 + | subsd xmm0, xmm1 + | ret + | + |// Args in xmm0/eax. Ret in xmm0. xmm0-xmm1 and eax modified. + |->vm_powi_sse: + | cmp eax, 1; jle >6 // i<=1? + | // Now 1 < (unsigned)i <= 0x80000000. + |1: // Handle leading zeros. + | test eax, 1; jnz >2 + | mulsd xmm0, xmm0 + | shr eax, 1 + | jmp <1 + |2: + | shr eax, 1; jz >5 + | movaps xmm1, xmm0 + |3: // Handle trailing bits. + | mulsd xmm0, xmm0 + | shr eax, 1; jz >4 + | jnc <3 + | mulsd xmm1, xmm0 + | jmp <3 + |4: + | mulsd xmm0, xmm1 + |5: + | ret + |6: + | je <5 // x^1 ==> x + | jb >7 // x^0 ==> 1 + | neg eax + | call <1 + | sseconst_1 xmm1, RD + | divsd xmm1, xmm0 + | movaps xmm0, xmm1 + | ret + |7: + | sseconst_1 xmm0, RD + | ret + | + |//----------------------------------------------------------------------- + |//-- Miscellaneous functions -------------------------------------------- + |//----------------------------------------------------------------------- + | + |// int lj_vm_cpuid(uint32_t f, uint32_t res[4]) + |->vm_cpuid: + | mov eax, CARG1d + | .if X64WIN; push rsi; mov rsi, CARG2; .endif + | push rbx + | xor ecx, ecx + | cpuid + | mov [rsi], eax + | mov [rsi+4], ebx + | mov [rsi+8], ecx + | mov [rsi+12], edx + | pop rbx + | .if X64WIN; pop rsi; .endif + | ret + | + |//----------------------------------------------------------------------- + |//-- Assertions --------------------------------------------------------- + |//----------------------------------------------------------------------- + | + |->assert_bad_for_arg_type: +#ifdef LUA_USE_ASSERT + | int3 +#endif + | int3 + | + |//----------------------------------------------------------------------- + |//-- FFI helper functions ----------------------------------------------- + |//----------------------------------------------------------------------- + | + |// Handler for callback functions. Callback slot number in ah/al. + |->vm_ffi_callback: + |.if FFI + |.type CTSTATE, CTState, PC + | saveregs_ // ebp/rbp already saved. ebp now holds global_State *. + | lea DISPATCH, [ebp+GG_G2DISP] + | mov CTSTATE, GL:ebp->ctype_state + | movzx eax, ax + | mov CTSTATE->cb.slot, eax + | mov CTSTATE->cb.gpr[0], CARG1 + | mov CTSTATE->cb.gpr[1], CARG2 + | mov CTSTATE->cb.gpr[2], CARG3 + | mov CTSTATE->cb.gpr[3], CARG4 + | movsd qword CTSTATE->cb.fpr[0], xmm0 + | movsd qword CTSTATE->cb.fpr[1], xmm1 + | movsd qword CTSTATE->cb.fpr[2], xmm2 + | movsd qword CTSTATE->cb.fpr[3], xmm3 + |.if X64WIN + | lea rax, [rsp+CFRAME_SIZE+4*8] + |.else + | lea rax, [rsp+CFRAME_SIZE] + | mov CTSTATE->cb.gpr[4], CARG5 + | mov CTSTATE->cb.gpr[5], CARG6 + | movsd qword CTSTATE->cb.fpr[4], xmm4 + | movsd qword CTSTATE->cb.fpr[5], xmm5 + | movsd qword CTSTATE->cb.fpr[6], xmm6 + | movsd qword CTSTATE->cb.fpr[7], xmm7 + |.endif + | mov CTSTATE->cb.stack, rax + | mov CARG2, rsp + | mov SAVE_PC, CTSTATE // Any value outside of bytecode is ok. + | mov CARG1, CTSTATE + | call extern lj_ccallback_enter // (CTState *cts, void *cf) + | // lua_State * returned in eax (RD). + | set_vmstate INTERP + | mov BASE, L:RD->base + | mov RD, L:RD->top + | sub RD, BASE + | mov LFUNC:RB, [BASE-16] + | cleartp LFUNC:RB + | shr RD, 3 + | add RD, 1 + | ins_callt + |.endif + | + |->cont_ffi_callback: // Return from FFI callback. + |.if FFI + | mov L:RA, SAVE_L + | mov CTSTATE, [DISPATCH+DISPATCH_GL(ctype_state)] + | mov aword CTSTATE->L, L:RA + | mov L:RA->base, BASE + | mov L:RA->top, RB + | mov CARG1, CTSTATE + | mov CARG2, RC + | call extern lj_ccallback_leave // (CTState *cts, TValue *o) + | mov rax, CTSTATE->cb.gpr[0] + | movsd xmm0, qword CTSTATE->cb.fpr[0] + | jmp ->vm_leave_unw + |.endif + | + |->vm_ffi_call: // Call C function via FFI. + | // Caveat: needs special frame unwinding, see below. + |.if FFI + | .type CCSTATE, CCallState, rbx + | push rbp; mov rbp, rsp; push rbx; mov CCSTATE, CARG1 + | + | // Readjust stack. + | mov eax, CCSTATE->spadj + | sub rsp, rax + | + | // Copy stack slots. + | movzx ecx, byte CCSTATE->nsp + | sub ecx, 1 + | js >2 + |1: + | mov rax, [CCSTATE+rcx*8+offsetof(CCallState, stack)] + | mov [rsp+rcx*8+CCALL_SPS_EXTRA*8], rax + | sub ecx, 1 + | jns <1 + |2: + | + | movzx eax, byte CCSTATE->nfpr + | mov CARG1, CCSTATE->gpr[0] + | mov CARG2, CCSTATE->gpr[1] + | mov CARG3, CCSTATE->gpr[2] + | mov CARG4, CCSTATE->gpr[3] + |.if not X64WIN + | mov CARG5, CCSTATE->gpr[4] + | mov CARG6, CCSTATE->gpr[5] + |.endif + | test eax, eax; jz >5 + | movaps xmm0, CCSTATE->fpr[0] + | movaps xmm1, CCSTATE->fpr[1] + | movaps xmm2, CCSTATE->fpr[2] + | movaps xmm3, CCSTATE->fpr[3] + |.if not X64WIN + | cmp eax, 4; jbe >5 + | movaps xmm4, CCSTATE->fpr[4] + | movaps xmm5, CCSTATE->fpr[5] + | movaps xmm6, CCSTATE->fpr[6] + | movaps xmm7, CCSTATE->fpr[7] + |.endif + |5: + | + | call aword CCSTATE->func + | + | mov CCSTATE->gpr[0], rax + | movaps CCSTATE->fpr[0], xmm0 + |.if not X64WIN + | mov CCSTATE->gpr[1], rdx + | movaps CCSTATE->fpr[1], xmm1 + |.endif + | + | mov rbx, [rbp-8]; leave; ret + |.endif + |// Note: vm_ffi_call must be the last function in this object file! + | + |//----------------------------------------------------------------------- +} + +/* Generate the code for a single instruction. */ +static void build_ins(BuildCtx *ctx, BCOp op, int defop) +{ + int vk = 0; + |// Note: aligning all instructions does not pay off. + |=>defop: + + switch (op) { + + /* -- Comparison ops ---------------------------------------------------- */ + + /* Remember: all ops branch for a true comparison, fall through otherwise. */ + + |.macro jmp_comp, lt, ge, le, gt, target + ||switch (op) { + ||case BC_ISLT: + | lt target + ||break; + ||case BC_ISGE: + | ge target + ||break; + ||case BC_ISLE: + | le target + ||break; + ||case BC_ISGT: + | gt target + ||break; + ||default: break; /* Shut up GCC. */ + ||} + |.endmacro + + case BC_ISLT: case BC_ISGE: case BC_ISLE: case BC_ISGT: + | // RA = src1, RD = src2, JMP with RD = target + | ins_AD + | mov ITYPE, [BASE+RA*8] + | mov RB, [BASE+RD*8] + | mov RA, ITYPE + | mov RD, RB + | sar ITYPE, 47 + | sar RB, 47 + |.if DUALNUM + | cmp ITYPEd, LJ_TISNUM; jne >7 + | cmp RBd, LJ_TISNUM; jne >8 + | add PC, 4 + | cmp RAd, RDd + | jmp_comp jge, jl, jg, jle, >9 + |6: + | movzx RDd, PC_RD + | branchPC RD + |9: + | ins_next + | + |7: // RA is not an integer. + | ja ->vmeta_comp + | // RA is a number. + | cmp RBd, LJ_TISNUM; jb >1; jne ->vmeta_comp + | // RA is a number, RD is an integer. + | cvtsi2sd xmm0, RDd + | jmp >2 + | + |8: // RA is an integer, RD is not an integer. + | ja ->vmeta_comp + | // RA is an integer, RD is a number. + | cvtsi2sd xmm1, RAd + | movd xmm0, RD + | jmp >3 + |.else + | cmp ITYPEd, LJ_TISNUM; jae ->vmeta_comp + | cmp RBd, LJ_TISNUM; jae ->vmeta_comp + |.endif + |1: + | movd xmm0, RD + |2: + | movd xmm1, RA + |3: + | add PC, 4 + | ucomisd xmm0, xmm1 + | // Unordered: all of ZF CF PF set, ordered: PF clear. + | // To preserve NaN semantics GE/GT branch on unordered, but LT/LE don't. + |.if DUALNUM + | jmp_comp jbe, ja, jb, jae, <9 + | jmp <6 + |.else + | jmp_comp jbe, ja, jb, jae, >1 + | movzx RDd, PC_RD + | branchPC RD + |1: + | ins_next + |.endif + break; + + case BC_ISEQV: case BC_ISNEV: + vk = op == BC_ISEQV; + | ins_AD // RA = src1, RD = src2, JMP with RD = target + | mov RB, [BASE+RD*8] + | mov ITYPE, [BASE+RA*8] + | add PC, 4 + | mov RD, RB + | mov RA, ITYPE + | sar RB, 47 + | sar ITYPE, 47 + |.if DUALNUM + | cmp RBd, LJ_TISNUM; jne >7 + | cmp ITYPEd, LJ_TISNUM; jne >8 + | cmp RDd, RAd + if (vk) { + | jne >9 + } else { + | je >9 + } + | movzx RDd, PC_RD + | branchPC RD + |9: + | ins_next + | + |7: // RD is not an integer. + | ja >5 + | // RD is a number. + | movd xmm1, RD + | cmp ITYPEd, LJ_TISNUM; jb >1; jne >5 + | // RD is a number, RA is an integer. + | cvtsi2sd xmm0, RAd + | jmp >2 + | + |8: // RD is an integer, RA is not an integer. + | ja >5 + | // RD is an integer, RA is a number. + | cvtsi2sd xmm1, RDd + | jmp >1 + | + |.else + | cmp RBd, LJ_TISNUM; jae >5 + | cmp ITYPEd, LJ_TISNUM; jae >5 + | movd xmm1, RD + |.endif + |1: + | movd xmm0, RA + |2: + | ucomisd xmm0, xmm1 + |4: + iseqne_fp: + if (vk) { + | jp >2 // Unordered means not equal. + | jne >2 + } else { + | jp >2 // Unordered means not equal. + | je >1 + } + iseqne_end: + if (vk) { + |1: // EQ: Branch to the target. + | movzx RDd, PC_RD + | branchPC RD + |2: // NE: Fallthrough to next instruction. + |.if not FFI + |3: + |.endif + } else { + |.if not FFI + |3: + |.endif + |2: // NE: Branch to the target. + | movzx RDd, PC_RD + | branchPC RD + |1: // EQ: Fallthrough to next instruction. + } + if (LJ_DUALNUM && (op == BC_ISEQV || op == BC_ISNEV || + op == BC_ISEQN || op == BC_ISNEN)) { + | jmp <9 + } else { + | ins_next + } + | + if (op == BC_ISEQV || op == BC_ISNEV) { + |5: // Either or both types are not numbers. + |.if FFI + | cmp RBd, LJ_TCDATA; je ->vmeta_equal_cd + | cmp ITYPEd, LJ_TCDATA; je ->vmeta_equal_cd + |.endif + | cmp RA, RD + | je <1 // Same GCobjs or pvalues? + | cmp RBd, ITYPEd + | jne <2 // Not the same type? + | cmp RBd, LJ_TISTABUD + | ja <2 // Different objects and not table/ud? + | + | // Different tables or userdatas. Need to check __eq metamethod. + | // Field metatable must be at same offset for GCtab and GCudata! + | cleartp TAB:RA + | mov TAB:RB, TAB:RA->metatable + | test TAB:RB, TAB:RB + | jz <2 // No metatable? + | test byte TAB:RB->nomm, 1<<MM_eq + | jnz <2 // Or 'no __eq' flag set? + if (vk) { + | xor RBd, RBd // ne = 0 + } else { + | mov RBd, 1 // ne = 1 + } + | jmp ->vmeta_equal // Handle __eq metamethod. + } else { + |.if FFI + |3: + | cmp ITYPEd, LJ_TCDATA + if (LJ_DUALNUM && vk) { + | jne <9 + } else { + | jne <2 + } + | jmp ->vmeta_equal_cd + |.endif + } + break; + case BC_ISEQS: case BC_ISNES: + vk = op == BC_ISEQS; + | ins_AND // RA = src, RD = str const, JMP with RD = target + | mov RB, [BASE+RA*8] + | add PC, 4 + | checkstr RB, >3 + | cmp RB, [KBASE+RD*8] + iseqne_test: + if (vk) { + | jne >2 + } else { + | je >1 + } + goto iseqne_end; + case BC_ISEQN: case BC_ISNEN: + vk = op == BC_ISEQN; + | ins_AD // RA = src, RD = num const, JMP with RD = target + | mov RB, [BASE+RA*8] + | add PC, 4 + |.if DUALNUM + | checkint RB, >7 + | mov RD, [KBASE+RD*8] + | checkint RD, >8 + | cmp RBd, RDd + if (vk) { + | jne >9 + } else { + | je >9 + } + | movzx RDd, PC_RD + | branchPC RD + |9: + | ins_next + | + |7: // RA is not an integer. + | ja >3 + | // RA is a number. + | mov RD, [KBASE+RD*8] + | checkint RD, >1 + | // RA is a number, RD is an integer. + | cvtsi2sd xmm0, RDd + | jmp >2 + | + |8: // RA is an integer, RD is a number. + | cvtsi2sd xmm0, RBd + | movd xmm1, RD + | ucomisd xmm0, xmm1 + | jmp >4 + |1: + | movd xmm0, RD + |.else + | checknum RB, >3 + |1: + | movsd xmm0, qword [KBASE+RD*8] + |.endif + |2: + | ucomisd xmm0, qword [BASE+RA*8] + |4: + goto iseqne_fp; + case BC_ISEQP: case BC_ISNEP: + vk = op == BC_ISEQP; + | ins_AND // RA = src, RD = primitive type (~), JMP with RD = target + | mov RB, [BASE+RA*8] + | sar RB, 47 + | add PC, 4 + | cmp RBd, RDd + if (!LJ_HASFFI) goto iseqne_test; + if (vk) { + | jne >3 + | movzx RDd, PC_RD + | branchPC RD + |2: + | ins_next + |3: + | cmp RBd, LJ_TCDATA; jne <2 + | jmp ->vmeta_equal_cd + } else { + | je >2 + | cmp RBd, LJ_TCDATA; je ->vmeta_equal_cd + | movzx RDd, PC_RD + | branchPC RD + |2: + | ins_next + } + break; + + /* -- Unary test and copy ops ------------------------------------------- */ + + case BC_ISTC: case BC_ISFC: case BC_IST: case BC_ISF: + | ins_AD // RA = dst or unused, RD = src, JMP with RD = target + | mov ITYPE, [BASE+RD*8] + | add PC, 4 + if (op == BC_ISTC || op == BC_ISFC) { + | mov RB, ITYPE + } + | sar ITYPE, 47 + | cmp ITYPEd, LJ_TISTRUECOND + if (op == BC_IST || op == BC_ISTC) { + | jae >1 + } else { + | jb >1 + } + if (op == BC_ISTC || op == BC_ISFC) { + | mov [BASE+RA*8], RB + } + | movzx RDd, PC_RD + | branchPC RD + |1: // Fallthrough to the next instruction. + | ins_next + break; + + case BC_ISTYPE: + | ins_AD // RA = src, RD = -type + | mov RB, [BASE+RA*8] + | sar RB, 47 + | add RBd, RDd + | jne ->vmeta_istype + | ins_next + break; + case BC_ISNUM: + | ins_AD // RA = src, RD = -(TISNUM-1) + | checknumtp [BASE+RA*8], ->vmeta_istype + | ins_next + break; + + /* -- Unary ops --------------------------------------------------------- */ + + case BC_MOV: + | ins_AD // RA = dst, RD = src + | mov RB, [BASE+RD*8] + | mov [BASE+RA*8], RB + | ins_next_ + break; + case BC_NOT: + | ins_AD // RA = dst, RD = src + | mov RB, [BASE+RD*8] + | sar RB, 47 + | mov RCd, 2 + | cmp RB, LJ_TISTRUECOND + | sbb RCd, 0 + | shl RC, 47 + | not RC + | mov [BASE+RA*8], RC + | ins_next + break; + case BC_UNM: + | ins_AD // RA = dst, RD = src + | mov RB, [BASE+RD*8] + |.if DUALNUM + | checkint RB, >5 + | neg RBd + | jo >4 + | setint RB + |9: + | mov [BASE+RA*8], RB + | ins_next + |4: + | mov64 RB, U64x(41e00000,00000000) // 2^31. + | jmp <9 + |5: + | ja ->vmeta_unm + |.else + | checknum RB, ->vmeta_unm + |.endif + | mov64 RD, U64x(80000000,00000000) + | xor RB, RD + |.if DUALNUM + | jmp <9 + |.else + | mov [BASE+RA*8], RB + | ins_next + |.endif + break; + case BC_LEN: + | ins_AD // RA = dst, RD = src + | mov RD, [BASE+RD*8] + | checkstr RD, >2 + |.if DUALNUM + | mov RDd, dword STR:RD->len + |1: + | setint RD + | mov [BASE+RA*8], RD + |.else + | xorps xmm0, xmm0 + | cvtsi2sd xmm0, dword STR:RD->len + |1: + | movsd qword [BASE+RA*8], xmm0 + |.endif + | ins_next + |2: + | cmp ITYPEd, LJ_TTAB; jne ->vmeta_len + | mov TAB:CARG1, TAB:RD +#if LJ_52 + | mov TAB:RB, TAB:RD->metatable + | cmp TAB:RB, 0 + | jnz >9 + |3: +#endif + |->BC_LEN_Z: + | mov RB, BASE // Save BASE. + | call extern lj_tab_len // (GCtab *t) + | // Length of table returned in eax (RD). + |.if DUALNUM + | // Nothing to do. + |.else + | cvtsi2sd xmm0, RDd + |.endif + | mov BASE, RB // Restore BASE. + | movzx RAd, PC_RA + | jmp <1 +#if LJ_52 + |9: // Check for __len. + | test byte TAB:RB->nomm, 1<<MM_len + | jnz <3 + | jmp ->vmeta_len // 'no __len' flag NOT set: check. +#endif + break; + + /* -- Binary ops -------------------------------------------------------- */ + + |.macro ins_arithpre, sseins, ssereg + | ins_ABC + ||vk = ((int)op - BC_ADDVN) / (BC_ADDNV-BC_ADDVN); + ||switch (vk) { + ||case 0: + | checknumtp [BASE+RB*8], ->vmeta_arith_vn + | .if DUALNUM + | checknumtp [KBASE+RC*8], ->vmeta_arith_vn + | .endif + | movsd xmm0, qword [BASE+RB*8] + | sseins ssereg, qword [KBASE+RC*8] + || break; + ||case 1: + | checknumtp [BASE+RB*8], ->vmeta_arith_nv + | .if DUALNUM + | checknumtp [KBASE+RC*8], ->vmeta_arith_nv + | .endif + | movsd xmm0, qword [KBASE+RC*8] + | sseins ssereg, qword [BASE+RB*8] + || break; + ||default: + | checknumtp [BASE+RB*8], ->vmeta_arith_vv + | checknumtp [BASE+RC*8], ->vmeta_arith_vv + | movsd xmm0, qword [BASE+RB*8] + | sseins ssereg, qword [BASE+RC*8] + || break; + ||} + |.endmacro + | + |.macro ins_arithdn, intins + | ins_ABC + ||vk = ((int)op - BC_ADDVN) / (BC_ADDNV-BC_ADDVN); + ||switch (vk) { + ||case 0: + | mov RB, [BASE+RB*8] + | mov RC, [KBASE+RC*8] + | checkint RB, ->vmeta_arith_vno + | checkint RC, ->vmeta_arith_vno + | intins RBd, RCd; jo ->vmeta_arith_vno + || break; + ||case 1: + | mov RB, [BASE+RB*8] + | mov RC, [KBASE+RC*8] + | checkint RB, ->vmeta_arith_nvo + | checkint RC, ->vmeta_arith_nvo + | intins RCd, RBd; jo ->vmeta_arith_nvo + || break; + ||default: + | mov RB, [BASE+RB*8] + | mov RC, [BASE+RC*8] + | checkint RB, ->vmeta_arith_vvo + | checkint RC, ->vmeta_arith_vvo + | intins RBd, RCd; jo ->vmeta_arith_vvo + || break; + ||} + ||if (vk == 1) { + | setint RC + | mov [BASE+RA*8], RC + ||} else { + | setint RB + | mov [BASE+RA*8], RB + ||} + | ins_next + |.endmacro + | + |.macro ins_arithpost + | movsd qword [BASE+RA*8], xmm0 + |.endmacro + | + |.macro ins_arith, sseins + | ins_arithpre sseins, xmm0 + | ins_arithpost + | ins_next + |.endmacro + | + |.macro ins_arith, intins, sseins + |.if DUALNUM + | ins_arithdn intins + |.else + | ins_arith, sseins + |.endif + |.endmacro + + | // RA = dst, RB = src1 or num const, RC = src2 or num const + case BC_ADDVN: case BC_ADDNV: case BC_ADDVV: + | ins_arith add, addsd + break; + case BC_SUBVN: case BC_SUBNV: case BC_SUBVV: + | ins_arith sub, subsd + break; + case BC_MULVN: case BC_MULNV: case BC_MULVV: + | ins_arith imul, mulsd + break; + case BC_DIVVN: case BC_DIVNV: case BC_DIVVV: + | ins_arith divsd + break; + case BC_MODVN: + | ins_arithpre movsd, xmm1 + |->BC_MODVN_Z: + | call ->vm_mod + | ins_arithpost + | ins_next + break; + case BC_MODNV: case BC_MODVV: + | ins_arithpre movsd, xmm1 + | jmp ->BC_MODVN_Z // Avoid 3 copies. It's slow anyway. + break; + case BC_POW: + | ins_arithpre movsd, xmm1 + | mov RB, BASE + | call extern pow + | movzx RAd, PC_RA + | mov BASE, RB + | ins_arithpost + | ins_next + break; + + case BC_CAT: + | ins_ABC // RA = dst, RB = src_start, RC = src_end + | mov L:CARG1, SAVE_L + | mov L:CARG1->base, BASE + | lea CARG2, [BASE+RC*8] + | mov CARG3d, RCd + | sub CARG3d, RBd + |->BC_CAT_Z: + | mov L:RB, L:CARG1 + | mov SAVE_PC, PC + | call extern lj_meta_cat // (lua_State *L, TValue *top, int left) + | // NULL (finished) or TValue * (metamethod) returned in eax (RC). + | mov BASE, L:RB->base + | test RC, RC + | jnz ->vmeta_binop + | movzx RBd, PC_RB // Copy result to Stk[RA] from Stk[RB]. + | movzx RAd, PC_RA + | mov RC, [BASE+RB*8] + | mov [BASE+RA*8], RC + | ins_next + break; + + /* -- Constant ops ------------------------------------------------------ */ + + case BC_KSTR: + | ins_AND // RA = dst, RD = str const (~) + | mov RD, [KBASE+RD*8] + | settp RD, LJ_TSTR + | mov [BASE+RA*8], RD + | ins_next + break; + case BC_KCDATA: + |.if FFI + | ins_AND // RA = dst, RD = cdata const (~) + | mov RD, [KBASE+RD*8] + | settp RD, LJ_TCDATA + | mov [BASE+RA*8], RD + | ins_next + |.endif + break; + case BC_KSHORT: + | ins_AD // RA = dst, RD = signed int16 literal + |.if DUALNUM + | movsx RDd, RDW + | setint RD + | mov [BASE+RA*8], RD + |.else + | movsx RDd, RDW // Sign-extend literal. + | cvtsi2sd xmm0, RDd + | movsd qword [BASE+RA*8], xmm0 + |.endif + | ins_next + break; + case BC_KNUM: + | ins_AD // RA = dst, RD = num const + | movsd xmm0, qword [KBASE+RD*8] + | movsd qword [BASE+RA*8], xmm0 + | ins_next + break; + case BC_KPRI: + | ins_AD // RA = dst, RD = primitive type (~) + | shl RD, 47 + | not RD + | mov [BASE+RA*8], RD + | ins_next + break; + case BC_KNIL: + | ins_AD // RA = dst_start, RD = dst_end + | lea RA, [BASE+RA*8+8] + | lea RD, [BASE+RD*8] + | mov RB, LJ_TNIL + | mov [RA-8], RB // Sets minimum 2 slots. + |1: + | mov [RA], RB + | add RA, 8 + | cmp RA, RD + | jbe <1 + | ins_next + break; + + /* -- Upvalue and function ops ------------------------------------------ */ + + case BC_UGET: + | ins_AD // RA = dst, RD = upvalue # + | mov LFUNC:RB, [BASE-16] + | cleartp LFUNC:RB + | mov UPVAL:RB, [LFUNC:RB+RD*8+offsetof(GCfuncL, uvptr)] + | mov RB, UPVAL:RB->v + | mov RD, [RB] + | mov [BASE+RA*8], RD + | ins_next + break; + case BC_USETV: +#define TV2MARKOFS \ + ((int32_t)offsetof(GCupval, marked)-(int32_t)offsetof(GCupval, tv)) + | ins_AD // RA = upvalue #, RD = src + | mov LFUNC:RB, [BASE-16] + | cleartp LFUNC:RB + | mov UPVAL:RB, [LFUNC:RB+RA*8+offsetof(GCfuncL, uvptr)] + | cmp byte UPVAL:RB->closed, 0 + | mov RB, UPVAL:RB->v + | mov RA, [BASE+RD*8] + | mov [RB], RA + | jz >1 + | // Check barrier for closed upvalue. + | test byte [RB+TV2MARKOFS], LJ_GC_BLACK // isblack(uv) + | jnz >2 + |1: + | ins_next + | + |2: // Upvalue is black. Check if new value is collectable and white. + | mov RD, RA + | sar RD, 47 + | sub RDd, LJ_TISGCV + | cmp RDd, LJ_TNUMX - LJ_TISGCV // tvisgcv(v) + | jbe <1 + | cleartp GCOBJ:RA + | test byte GCOBJ:RA->gch.marked, LJ_GC_WHITES // iswhite(v) + | jz <1 + | // Crossed a write barrier. Move the barrier forward. + |.if not X64WIN + | mov CARG2, RB + | mov RB, BASE // Save BASE. + |.else + | xchg CARG2, RB // Save BASE (CARG2 == BASE). + |.endif + | lea GL:CARG1, [DISPATCH+GG_DISP2G] + | call extern lj_gc_barrieruv // (global_State *g, TValue *tv) + | mov BASE, RB // Restore BASE. + | jmp <1 + break; +#undef TV2MARKOFS + case BC_USETS: + | ins_AND // RA = upvalue #, RD = str const (~) + | mov LFUNC:RB, [BASE-16] + | cleartp LFUNC:RB + | mov UPVAL:RB, [LFUNC:RB+RA*8+offsetof(GCfuncL, uvptr)] + | mov STR:RA, [KBASE+RD*8] + | mov RD, UPVAL:RB->v + | settp STR:ITYPE, STR:RA, LJ_TSTR + | mov [RD], STR:ITYPE + | test byte UPVAL:RB->marked, LJ_GC_BLACK // isblack(uv) + | jnz >2 + |1: + | ins_next + | + |2: // Check if string is white and ensure upvalue is closed. + | test byte GCOBJ:RA->gch.marked, LJ_GC_WHITES // iswhite(str) + | jz <1 + | cmp byte UPVAL:RB->closed, 0 + | jz <1 + | // Crossed a write barrier. Move the barrier forward. + | mov RB, BASE // Save BASE (CARG2 == BASE). + | mov CARG2, RD + | lea GL:CARG1, [DISPATCH+GG_DISP2G] + | call extern lj_gc_barrieruv // (global_State *g, TValue *tv) + | mov BASE, RB // Restore BASE. + | jmp <1 + break; + case BC_USETN: + | ins_AD // RA = upvalue #, RD = num const + | mov LFUNC:RB, [BASE-16] + | cleartp LFUNC:RB + | movsd xmm0, qword [KBASE+RD*8] + | mov UPVAL:RB, [LFUNC:RB+RA*8+offsetof(GCfuncL, uvptr)] + | mov RA, UPVAL:RB->v + | movsd qword [RA], xmm0 + | ins_next + break; + case BC_USETP: + | ins_AD // RA = upvalue #, RD = primitive type (~) + | mov LFUNC:RB, [BASE-16] + | cleartp LFUNC:RB + | mov UPVAL:RB, [LFUNC:RB+RA*8+offsetof(GCfuncL, uvptr)] + | shl RD, 47 + | not RD + | mov RA, UPVAL:RB->v + | mov [RA], RD + | ins_next + break; + case BC_UCLO: + | ins_AD // RA = level, RD = target + | branchPC RD // Do this first to free RD. + | mov L:RB, SAVE_L + | cmp aword L:RB->openupval, 0 + | je >1 + | mov L:RB->base, BASE + | lea CARG2, [BASE+RA*8] // Caveat: CARG2 == BASE + | mov L:CARG1, L:RB // Caveat: CARG1 == RA + | call extern lj_func_closeuv // (lua_State *L, TValue *level) + | mov BASE, L:RB->base + |1: + | ins_next + break; + + case BC_FNEW: + | ins_AND // RA = dst, RD = proto const (~) (holding function prototype) + | mov L:RB, SAVE_L + | mov L:RB->base, BASE // Caveat: CARG2/CARG3 may be BASE. + | mov CARG3, [BASE-16] + | cleartp CARG3 + | mov CARG2, [KBASE+RD*8] // Fetch GCproto *. + | mov CARG1, L:RB + | mov SAVE_PC, PC + | // (lua_State *L, GCproto *pt, GCfuncL *parent) + | call extern lj_func_newL_gc + | // GCfuncL * returned in eax (RC). + | mov BASE, L:RB->base + | movzx RAd, PC_RA + | settp LFUNC:RC, LJ_TFUNC + | mov [BASE+RA*8], LFUNC:RC + | ins_next + break; + + /* -- Table ops --------------------------------------------------------- */ + + case BC_TNEW: + | ins_AD // RA = dst, RD = hbits|asize + | mov L:RB, SAVE_L + | mov L:RB->base, BASE + | mov RA, [DISPATCH+DISPATCH_GL(gc.total)] + | cmp RA, [DISPATCH+DISPATCH_GL(gc.threshold)] + | mov SAVE_PC, PC + | jae >5 + |1: + | mov CARG3d, RDd + | and RDd, 0x7ff + | shr CARG3d, 11 + | cmp RDd, 0x7ff + | je >3 + |2: + | mov L:CARG1, L:RB + | mov CARG2d, RDd + | call extern lj_tab_new // (lua_State *L, int32_t asize, uint32_t hbits) + | // Table * returned in eax (RC). + | mov BASE, L:RB->base + | movzx RAd, PC_RA + | settp TAB:RC, LJ_TTAB + | mov [BASE+RA*8], TAB:RC + | ins_next + |3: // Turn 0x7ff into 0x801. + | mov RDd, 0x801 + | jmp <2 + |5: + | mov L:CARG1, L:RB + | call extern lj_gc_step_fixtop // (lua_State *L) + | movzx RDd, PC_RD + | jmp <1 + break; + case BC_TDUP: + | ins_AND // RA = dst, RD = table const (~) (holding template table) + | mov L:RB, SAVE_L + | mov RA, [DISPATCH+DISPATCH_GL(gc.total)] + | mov SAVE_PC, PC + | cmp RA, [DISPATCH+DISPATCH_GL(gc.threshold)] + | mov L:RB->base, BASE + | jae >3 + |2: + | mov TAB:CARG2, [KBASE+RD*8] // Caveat: CARG2 == BASE + | mov L:CARG1, L:RB // Caveat: CARG1 == RA + | call extern lj_tab_dup // (lua_State *L, Table *kt) + | // Table * returned in eax (RC). + | mov BASE, L:RB->base + | movzx RAd, PC_RA + | settp TAB:RC, LJ_TTAB + | mov [BASE+RA*8], TAB:RC + | ins_next + |3: + | mov L:CARG1, L:RB + | call extern lj_gc_step_fixtop // (lua_State *L) + | movzx RDd, PC_RD // Need to reload RD. + | not RD + | jmp <2 + break; + + case BC_GGET: + | ins_AND // RA = dst, RD = str const (~) + | mov LFUNC:RB, [BASE-16] + | cleartp LFUNC:RB + | mov TAB:RB, LFUNC:RB->env + | mov STR:RC, [KBASE+RD*8] + | jmp ->BC_TGETS_Z + break; + case BC_GSET: + | ins_AND // RA = src, RD = str const (~) + | mov LFUNC:RB, [BASE-16] + | cleartp LFUNC:RB + | mov TAB:RB, LFUNC:RB->env + | mov STR:RC, [KBASE+RD*8] + | jmp ->BC_TSETS_Z + break; + + case BC_TGETV: + | ins_ABC // RA = dst, RB = table, RC = key + | mov TAB:RB, [BASE+RB*8] + | mov RC, [BASE+RC*8] + | checktab TAB:RB, ->vmeta_tgetv + | + | // Integer key? + |.if DUALNUM + | checkint RC, >5 + |.else + | // Convert number to int and back and compare. + | checknum RC, >5 + | movd xmm0, RC + | cvttsd2si RCd, xmm0 + | cvtsi2sd xmm1, RCd + | ucomisd xmm0, xmm1 + | jne ->vmeta_tgetv // Generic numeric key? Use fallback. + |.endif + | cmp RCd, TAB:RB->asize // Takes care of unordered, too. + | jae ->vmeta_tgetv // Not in array part? Use fallback. + | shl RCd, 3 + | add RC, TAB:RB->array + | // Get array slot. + | mov ITYPE, [RC] + | cmp ITYPE, LJ_TNIL // Avoid overwriting RB in fastpath. + | je >2 + |1: + | mov [BASE+RA*8], ITYPE + | ins_next + | + |2: // Check for __index if table value is nil. + | mov TAB:TMPR, TAB:RB->metatable + | test TAB:TMPR, TAB:TMPR + | jz <1 + | test byte TAB:TMPR->nomm, 1<<MM_index + | jz ->vmeta_tgetv // 'no __index' flag NOT set: check. + | jmp <1 + | + |5: // String key? + | cmp ITYPEd, LJ_TSTR; jne ->vmeta_tgetv + | cleartp STR:RC + | jmp ->BC_TGETS_Z + break; + case BC_TGETS: + | ins_ABC // RA = dst, RB = table, RC = str const (~) + | mov TAB:RB, [BASE+RB*8] + | not RC + | mov STR:RC, [KBASE+RC*8] + | checktab TAB:RB, ->vmeta_tgets + |->BC_TGETS_Z: // RB = GCtab *, RC = GCstr * + | mov TMPRd, TAB:RB->hmask + | and TMPRd, STR:RC->hash + | imul TMPRd, #NODE + | add NODE:TMPR, TAB:RB->node + | settp ITYPE, STR:RC, LJ_TSTR + |1: + | cmp NODE:TMPR->key, ITYPE + | jne >4 + | // Get node value. + | mov ITYPE, NODE:TMPR->val + | cmp ITYPE, LJ_TNIL + | je >5 // Key found, but nil value? + |2: + | mov [BASE+RA*8], ITYPE + | ins_next + | + |4: // Follow hash chain. + | mov NODE:TMPR, NODE:TMPR->next + | test NODE:TMPR, NODE:TMPR + | jnz <1 + | // End of hash chain: key not found, nil result. + | mov ITYPE, LJ_TNIL + | + |5: // Check for __index if table value is nil. + | mov TAB:TMPR, TAB:RB->metatable + | test TAB:TMPR, TAB:TMPR + | jz <2 // No metatable: done. + | test byte TAB:TMPR->nomm, 1<<MM_index + | jnz <2 // 'no __index' flag set: done. + | jmp ->vmeta_tgets // Caveat: preserve STR:RC. + break; + case BC_TGETB: + | ins_ABC // RA = dst, RB = table, RC = byte literal + | mov TAB:RB, [BASE+RB*8] + | checktab TAB:RB, ->vmeta_tgetb + | cmp RCd, TAB:RB->asize + | jae ->vmeta_tgetb + | shl RCd, 3 + | add RC, TAB:RB->array + | // Get array slot. + | mov ITYPE, [RC] + | cmp ITYPE, LJ_TNIL + | je >2 + |1: + | mov [BASE+RA*8], ITYPE + | ins_next + | + |2: // Check for __index if table value is nil. + | mov TAB:TMPR, TAB:RB->metatable + | test TAB:TMPR, TAB:TMPR + | jz <1 + | test byte TAB:TMPR->nomm, 1<<MM_index + | jz ->vmeta_tgetb // 'no __index' flag NOT set: check. + | jmp <1 + break; + case BC_TGETR: + | ins_ABC // RA = dst, RB = table, RC = key + | mov TAB:RB, [BASE+RB*8] + | cleartp TAB:RB + |.if DUALNUM + | mov RCd, dword [BASE+RC*8] + |.else + | cvttsd2si RCd, qword [BASE+RC*8] + |.endif + | cmp RCd, TAB:RB->asize + | jae ->vmeta_tgetr // Not in array part? Use fallback. + | shl RCd, 3 + | add RC, TAB:RB->array + | // Get array slot. + |->BC_TGETR_Z: + | mov ITYPE, [RC] + |->BC_TGETR2_Z: + | mov [BASE+RA*8], ITYPE + | ins_next + break; + + case BC_TSETV: + | ins_ABC // RA = src, RB = table, RC = key + | mov TAB:RB, [BASE+RB*8] + | mov RC, [BASE+RC*8] + | checktab TAB:RB, ->vmeta_tsetv + | + | // Integer key? + |.if DUALNUM + | checkint RC, >5 + |.else + | // Convert number to int and back and compare. + | checknum RC, >5 + | movd xmm0, RC + | cvttsd2si RCd, xmm0 + | cvtsi2sd xmm1, RCd + | ucomisd xmm0, xmm1 + | jne ->vmeta_tsetv // Generic numeric key? Use fallback. + |.endif + | cmp RCd, TAB:RB->asize // Takes care of unordered, too. + | jae ->vmeta_tsetv + | shl RCd, 3 + | add RC, TAB:RB->array + | cmp aword [RC], LJ_TNIL + | je >3 // Previous value is nil? + |1: + | test byte TAB:RB->marked, LJ_GC_BLACK // isblack(table) + | jnz >7 + |2: // Set array slot. + | mov RB, [BASE+RA*8] + | mov [RC], RB + | ins_next + | + |3: // Check for __newindex if previous value is nil. + | mov TAB:TMPR, TAB:RB->metatable + | test TAB:TMPR, TAB:TMPR + | jz <1 + | test byte TAB:TMPR->nomm, 1<<MM_newindex + | jz ->vmeta_tsetv // 'no __newindex' flag NOT set: check. + | jmp <1 + | + |5: // String key? + | cmp ITYPEd, LJ_TSTR; jne ->vmeta_tsetv + | cleartp STR:RC + | jmp ->BC_TSETS_Z + | + |7: // Possible table write barrier for the value. Skip valiswhite check. + | barrierback TAB:RB, TMPR + | jmp <2 + break; + case BC_TSETS: + | ins_ABC // RA = src, RB = table, RC = str const (~) + | mov TAB:RB, [BASE+RB*8] + | not RC + | mov STR:RC, [KBASE+RC*8] + | checktab TAB:RB, ->vmeta_tsets + |->BC_TSETS_Z: // RB = GCtab *, RC = GCstr * + | mov TMPRd, TAB:RB->hmask + | and TMPRd, STR:RC->hash + | imul TMPRd, #NODE + | mov byte TAB:RB->nomm, 0 // Clear metamethod cache. + | add NODE:TMPR, TAB:RB->node + | settp ITYPE, STR:RC, LJ_TSTR + |1: + | cmp NODE:TMPR->key, ITYPE + | jne >5 + | // Ok, key found. Assumes: offsetof(Node, val) == 0 + | cmp aword [TMPR], LJ_TNIL + | je >4 // Previous value is nil? + |2: + | test byte TAB:RB->marked, LJ_GC_BLACK // isblack(table) + | jnz >7 + |3: // Set node value. + | mov ITYPE, [BASE+RA*8] + | mov [TMPR], ITYPE + | ins_next + | + |4: // Check for __newindex if previous value is nil. + | mov TAB:ITYPE, TAB:RB->metatable + | test TAB:ITYPE, TAB:ITYPE + | jz <2 + | test byte TAB:ITYPE->nomm, 1<<MM_newindex + | jz ->vmeta_tsets // 'no __newindex' flag NOT set: check. + | jmp <2 + | + |5: // Follow hash chain. + | mov NODE:TMPR, NODE:TMPR->next + | test NODE:TMPR, NODE:TMPR + | jnz <1 + | // End of hash chain: key not found, add a new one. + | + | // But check for __newindex first. + | mov TAB:TMPR, TAB:RB->metatable + | test TAB:TMPR, TAB:TMPR + | jz >6 // No metatable: continue. + | test byte TAB:TMPR->nomm, 1<<MM_newindex + | jz ->vmeta_tsets // 'no __newindex' flag NOT set: check. + |6: + | mov TMP1, ITYPE + | mov L:CARG1, SAVE_L + | mov L:CARG1->base, BASE + | lea CARG3, TMP1 + | mov CARG2, TAB:RB + | mov SAVE_PC, PC + | call extern lj_tab_newkey // (lua_State *L, GCtab *t, TValue *k) + | // Handles write barrier for the new key. TValue * returned in eax (RC). + | mov L:CARG1, SAVE_L + | mov BASE, L:CARG1->base + | mov TMPR, rax + | movzx RAd, PC_RA + | jmp <2 // Must check write barrier for value. + | + |7: // Possible table write barrier for the value. Skip valiswhite check. + | barrierback TAB:RB, ITYPE + | jmp <3 + break; + case BC_TSETB: + | ins_ABC // RA = src, RB = table, RC = byte literal + | mov TAB:RB, [BASE+RB*8] + | checktab TAB:RB, ->vmeta_tsetb + | cmp RCd, TAB:RB->asize + | jae ->vmeta_tsetb + | shl RCd, 3 + | add RC, TAB:RB->array + | cmp aword [RC], LJ_TNIL + | je >3 // Previous value is nil? + |1: + | test byte TAB:RB->marked, LJ_GC_BLACK // isblack(table) + | jnz >7 + |2: // Set array slot. + | mov ITYPE, [BASE+RA*8] + | mov [RC], ITYPE + | ins_next + | + |3: // Check for __newindex if previous value is nil. + | mov TAB:TMPR, TAB:RB->metatable + | test TAB:TMPR, TAB:TMPR + | jz <1 + | test byte TAB:TMPR->nomm, 1<<MM_newindex + | jz ->vmeta_tsetb // 'no __newindex' flag NOT set: check. + | jmp <1 + | + |7: // Possible table write barrier for the value. Skip valiswhite check. + | barrierback TAB:RB, TMPR + | jmp <2 + break; + case BC_TSETR: + | ins_ABC // RA = src, RB = table, RC = key + | mov TAB:RB, [BASE+RB*8] + | cleartp TAB:RB + |.if DUALNUM + | mov RC, [BASE+RC*8] + |.else + | cvttsd2si RCd, qword [BASE+RC*8] + |.endif + | test byte TAB:RB->marked, LJ_GC_BLACK // isblack(table) + | jnz >7 + |2: + | cmp RCd, TAB:RB->asize + | jae ->vmeta_tsetr + | shl RCd, 3 + | add RC, TAB:RB->array + | // Set array slot. + |->BC_TSETR_Z: + | mov ITYPE, [BASE+RA*8] + | mov [RC], ITYPE + | ins_next + | + |7: // Possible table write barrier for the value. Skip valiswhite check. + | barrierback TAB:RB, TMPR + | jmp <2 + break; + + case BC_TSETM: + | ins_AD // RA = base (table at base-1), RD = num const (start index) + |1: + | mov TMPRd, dword [KBASE+RD*8] // Integer constant is in lo-word. + | lea RA, [BASE+RA*8] + | mov TAB:RB, [RA-8] // Guaranteed to be a table. + | cleartp TAB:RB + | test byte TAB:RB->marked, LJ_GC_BLACK // isblack(table) + | jnz >7 + |2: + | mov RDd, MULTRES + | sub RDd, 1 + | jz >4 // Nothing to copy? + | add RDd, TMPRd // Compute needed size. + | cmp RDd, TAB:RB->asize + | ja >5 // Doesn't fit into array part? + | sub RDd, TMPRd + | shl TMPRd, 3 + | add TMPR, TAB:RB->array + |3: // Copy result slots to table. + | mov RB, [RA] + | add RA, 8 + | mov [TMPR], RB + | add TMPR, 8 + | sub RDd, 1 + | jnz <3 + |4: + | ins_next + | + |5: // Need to resize array part. + | mov L:CARG1, SAVE_L + | mov L:CARG1->base, BASE // Caveat: CARG2/CARG3 may be BASE. + | mov CARG2, TAB:RB + | mov CARG3d, RDd + | mov L:RB, L:CARG1 + | mov SAVE_PC, PC + | call extern lj_tab_reasize // (lua_State *L, GCtab *t, int nasize) + | mov BASE, L:RB->base + | movzx RAd, PC_RA // Restore RA. + | movzx RDd, PC_RD // Restore RD. + | jmp <1 // Retry. + | + |7: // Possible table write barrier for any value. Skip valiswhite check. + | barrierback TAB:RB, RD + | jmp <2 + break; + + /* -- Calls and vararg handling ----------------------------------------- */ + + case BC_CALL: case BC_CALLM: + | ins_A_C // RA = base, (RB = nresults+1,) RC = nargs+1 | extra_nargs + if (op == BC_CALLM) { + | add NARGS:RDd, MULTRES + } + | mov LFUNC:RB, [BASE+RA*8] + | checkfunc LFUNC:RB, ->vmeta_call_ra + | lea BASE, [BASE+RA*8+16] + | ins_call + break; + + case BC_CALLMT: + | ins_AD // RA = base, RD = extra_nargs + | add NARGS:RDd, MULTRES + | // Fall through. Assumes BC_CALLT follows and ins_AD is a no-op. + break; + case BC_CALLT: + | ins_AD // RA = base, RD = nargs+1 + | lea RA, [BASE+RA*8+16] + | mov KBASE, BASE // Use KBASE for move + vmeta_call hint. + | mov LFUNC:RB, [RA-16] + | checktp_nc LFUNC:RB, LJ_TFUNC, ->vmeta_call + |->BC_CALLT_Z: + | mov PC, [BASE-8] + | test PCd, FRAME_TYPE + | jnz >7 + |1: + | mov [BASE-16], LFUNC:RB // Copy func+tag down, reloaded below. + | mov MULTRES, NARGS:RDd + | sub NARGS:RDd, 1 + | jz >3 + |2: // Move args down. + | mov RB, [RA] + | add RA, 8 + | mov [KBASE], RB + | add KBASE, 8 + | sub NARGS:RDd, 1 + | jnz <2 + | + | mov LFUNC:RB, [BASE-16] + |3: + | cleartp LFUNC:RB + | mov NARGS:RDd, MULTRES + | cmp byte LFUNC:RB->ffid, 1 // (> FF_C) Calling a fast function? + | ja >5 + |4: + | ins_callt + | + |5: // Tailcall to a fast function. + | test PCd, FRAME_TYPE // Lua frame below? + | jnz <4 + | movzx RAd, PC_RA + | neg RA + | mov LFUNC:KBASE, [BASE+RA*8-32] // Need to prepare KBASE. + | cleartp LFUNC:KBASE + | mov KBASE, LFUNC:KBASE->pc + | mov KBASE, [KBASE+PC2PROTO(k)] + | jmp <4 + | + |7: // Tailcall from a vararg function. + | sub PC, FRAME_VARG + | test PCd, FRAME_TYPEP + | jnz >8 // Vararg frame below? + | sub BASE, PC // Need to relocate BASE/KBASE down. + | mov KBASE, BASE + | mov PC, [BASE-8] + | jmp <1 + |8: + | add PCd, FRAME_VARG + | jmp <1 + break; + + case BC_ITERC: + | ins_A // RA = base, (RB = nresults+1,) RC = nargs+1 (2+1) + | lea RA, [BASE+RA*8+16] // fb = base+2 + | mov RB, [RA-32] // Copy state. fb[0] = fb[-4]. + | mov RC, [RA-24] // Copy control var. fb[1] = fb[-3]. + | mov [RA], RB + | mov [RA+8], RC + | mov LFUNC:RB, [RA-40] // Copy callable. fb[-2] = fb[-5] + | mov [RA-16], LFUNC:RB + | mov NARGS:RDd, 2+1 // Handle like a regular 2-arg call. + | checkfunc LFUNC:RB, ->vmeta_call + | mov BASE, RA + | ins_call + break; + + case BC_ITERN: + | ins_A // RA = base, (RB = nresults+1, RC = nargs+1 (2+1)) + |.if JIT + | // NYI: add hotloop, record BC_ITERN. + |.endif + | mov TAB:RB, [BASE+RA*8-16] + | cleartp TAB:RB + | mov RCd, [BASE+RA*8-8] // Get index from control var. + | mov TMPRd, TAB:RB->asize + | add PC, 4 + | mov ITYPE, TAB:RB->array + |1: // Traverse array part. + | cmp RCd, TMPRd; jae >5 // Index points after array part? + | cmp aword [ITYPE+RC*8], LJ_TNIL; je >4 + |.if not DUALNUM + | cvtsi2sd xmm0, RCd + |.endif + | // Copy array slot to returned value. + | mov RB, [ITYPE+RC*8] + | mov [BASE+RA*8+8], RB + | // Return array index as a numeric key. + |.if DUALNUM + | setint ITYPE, RC + | mov [BASE+RA*8], ITYPE + |.else + | movsd qword [BASE+RA*8], xmm0 + |.endif + | add RCd, 1 + | mov [BASE+RA*8-8], RCd // Update control var. + |2: + | movzx RDd, PC_RD // Get target from ITERL. + | branchPC RD + |3: + | ins_next + | + |4: // Skip holes in array part. + | add RCd, 1 + | jmp <1 + | + |5: // Traverse hash part. + | sub RCd, TMPRd + |6: + | cmp RCd, TAB:RB->hmask; ja <3 // End of iteration? Branch to ITERL+1. + | imul ITYPEd, RCd, #NODE + | add NODE:ITYPE, TAB:RB->node + | cmp aword NODE:ITYPE->val, LJ_TNIL; je >7 + | lea TMPRd, [RCd+TMPRd+1] + | // Copy key and value from hash slot. + | mov RB, NODE:ITYPE->key + | mov RC, NODE:ITYPE->val + | mov [BASE+RA*8], RB + | mov [BASE+RA*8+8], RC + | mov [BASE+RA*8-8], TMPRd + | jmp <2 + | + |7: // Skip holes in hash part. + | add RCd, 1 + | jmp <6 + break; + + case BC_ISNEXT: + | ins_AD // RA = base, RD = target (points to ITERN) + | mov CFUNC:RB, [BASE+RA*8-24] + | checkfunc CFUNC:RB, >5 + | checktptp [BASE+RA*8-16], LJ_TTAB, >5 + | cmp aword [BASE+RA*8-8], LJ_TNIL; jne >5 + | cmp byte CFUNC:RB->ffid, FF_next_N; jne >5 + | branchPC RD + | mov64 TMPR, U64x(fffe7fff, 00000000) + | mov [BASE+RA*8-8], TMPR // Initialize control var. + |1: + | ins_next + |5: // Despecialize bytecode if any of the checks fail. + | mov PC_OP, BC_JMP + | branchPC RD + | mov byte [PC], BC_ITERC + | jmp <1 + break; + + case BC_VARG: + | ins_ABC // RA = base, RB = nresults+1, RC = numparams + | lea TMPR, [BASE+RC*8+(16+FRAME_VARG)] + | lea RA, [BASE+RA*8] + | sub TMPR, [BASE-8] + | // Note: TMPR may now be even _above_ BASE if nargs was < numparams. + | test RB, RB + | jz >5 // Copy all varargs? + | lea RB, [RA+RB*8-8] + | cmp TMPR, BASE // No vararg slots? + | jnb >2 + |1: // Copy vararg slots to destination slots. + | mov RC, [TMPR-16] + | add TMPR, 8 + | mov [RA], RC + | add RA, 8 + | cmp RA, RB // All destination slots filled? + | jnb >3 + | cmp TMPR, BASE // No more vararg slots? + | jb <1 + |2: // Fill up remainder with nil. + | mov aword [RA], LJ_TNIL + | add RA, 8 + | cmp RA, RB + | jb <2 + |3: + | ins_next + | + |5: // Copy all varargs. + | mov MULTRES, 1 // MULTRES = 0+1 + | mov RC, BASE + | sub RC, TMPR + | jbe <3 // No vararg slots? + | mov RBd, RCd + | shr RBd, 3 + | add RBd, 1 + | mov MULTRES, RBd // MULTRES = #varargs+1 + | mov L:RB, SAVE_L + | add RC, RA + | cmp RC, L:RB->maxstack + | ja >7 // Need to grow stack? + |6: // Copy all vararg slots. + | mov RC, [TMPR-16] + | add TMPR, 8 + | mov [RA], RC + | add RA, 8 + | cmp TMPR, BASE // No more vararg slots? + | jb <6 + | jmp <3 + | + |7: // Grow stack for varargs. + | mov L:RB->base, BASE + | mov L:RB->top, RA + | mov SAVE_PC, PC + | sub TMPR, BASE // Need delta, because BASE may change. + | mov TMP1hi, TMPRd + | mov CARG2d, MULTRES + | sub CARG2d, 1 + | mov CARG1, L:RB + | call extern lj_state_growstack // (lua_State *L, int n) + | mov BASE, L:RB->base + | movsxd TMPR, TMP1hi + | mov RA, L:RB->top + | add TMPR, BASE + | jmp <6 + break; + + /* -- Returns ----------------------------------------------------------- */ + + case BC_RETM: + | ins_AD // RA = results, RD = extra_nresults + | add RDd, MULTRES // MULTRES >=1, so RD >=1. + | // Fall through. Assumes BC_RET follows and ins_AD is a no-op. + break; + + case BC_RET: case BC_RET0: case BC_RET1: + | ins_AD // RA = results, RD = nresults+1 + if (op != BC_RET0) { + | shl RAd, 3 + } + |1: + | mov PC, [BASE-8] + | mov MULTRES, RDd // Save nresults+1. + | test PCd, FRAME_TYPE // Check frame type marker. + | jnz >7 // Not returning to a fixarg Lua func? + switch (op) { + case BC_RET: + |->BC_RET_Z: + | mov KBASE, BASE // Use KBASE for result move. + | sub RDd, 1 + | jz >3 + |2: // Move results down. + | mov RB, [KBASE+RA] + | mov [KBASE-16], RB + | add KBASE, 8 + | sub RDd, 1 + | jnz <2 + |3: + | mov RDd, MULTRES // Note: MULTRES may be >255. + | movzx RBd, PC_RB // So cannot compare with RDL! + |5: + | cmp RBd, RDd // More results expected? + | ja >6 + break; + case BC_RET1: + | mov RB, [BASE+RA] + | mov [BASE-16], RB + /* fallthrough */ + case BC_RET0: + |5: + | cmp PC_RB, RDL // More results expected? + | ja >6 + default: + break; + } + | movzx RAd, PC_RA + | neg RA + | lea BASE, [BASE+RA*8-16] // base = base - (RA+2)*8 + | mov LFUNC:KBASE, [BASE-16] + | cleartp LFUNC:KBASE + | mov KBASE, LFUNC:KBASE->pc + | mov KBASE, [KBASE+PC2PROTO(k)] + | ins_next + | + |6: // Fill up results with nil. + if (op == BC_RET) { + | mov aword [KBASE-16], LJ_TNIL // Note: relies on shifted base. + | add KBASE, 8 + } else { + | mov aword [BASE+RD*8-24], LJ_TNIL + } + | add RD, 1 + | jmp <5 + | + |7: // Non-standard return case. + | lea RB, [PC-FRAME_VARG] + | test RBd, FRAME_TYPEP + | jnz ->vm_return + | // Return from vararg function: relocate BASE down and RA up. + | sub BASE, RB + if (op != BC_RET0) { + | add RA, RB + } + | jmp <1 + break; + + /* -- Loops and branches ------------------------------------------------ */ + + |.define FOR_IDX, [RA] + |.define FOR_STOP, [RA+8] + |.define FOR_STEP, [RA+16] + |.define FOR_EXT, [RA+24] + + case BC_FORL: + |.if JIT + | hotloop RBd + |.endif + | // Fall through. Assumes BC_IFORL follows and ins_AJ is a no-op. + break; + + case BC_JFORI: + case BC_JFORL: +#if !LJ_HASJIT + break; +#endif + case BC_FORI: + case BC_IFORL: + vk = (op == BC_IFORL || op == BC_JFORL); + | ins_AJ // RA = base, RD = target (after end of loop or start of loop) + | lea RA, [BASE+RA*8] + if (LJ_DUALNUM) { + | mov RB, FOR_IDX + | checkint RB, >9 + | mov TMPR, FOR_STOP + if (!vk) { + | checkint TMPR, ->vmeta_for + | mov ITYPE, FOR_STEP + | test ITYPEd, ITYPEd; js >5 + | sar ITYPE, 47; + | cmp ITYPEd, LJ_TISNUM; jne ->vmeta_for + } else { +#ifdef LUA_USE_ASSERT + | checkinttp FOR_STOP, ->assert_bad_for_arg_type + | checkinttp FOR_STEP, ->assert_bad_for_arg_type +#endif + | mov ITYPE, FOR_STEP + | test ITYPEd, ITYPEd; js >5 + | add RBd, ITYPEd; jo >1 + | setint RB + | mov FOR_IDX, RB + } + | cmp RBd, TMPRd + | mov FOR_EXT, RB + if (op == BC_FORI) { + | jle >7 + |1: + |6: + | branchPC RD + } else if (op == BC_JFORI) { + | branchPC RD + | movzx RDd, PC_RD + | jle =>BC_JLOOP + |1: + |6: + } else if (op == BC_IFORL) { + | jg >7 + |6: + | branchPC RD + |1: + } else { + | jle =>BC_JLOOP + |1: + |6: + } + |7: + | ins_next + | + |5: // Invert check for negative step. + if (!vk) { + | sar ITYPE, 47; + | cmp ITYPEd, LJ_TISNUM; jne ->vmeta_for + } else { + | add RBd, ITYPEd; jo <1 + | setint RB + | mov FOR_IDX, RB + } + | cmp RBd, TMPRd + | mov FOR_EXT, RB + if (op == BC_FORI) { + | jge <7 + } else if (op == BC_JFORI) { + | branchPC RD + | movzx RDd, PC_RD + | jge =>BC_JLOOP + } else if (op == BC_IFORL) { + | jl <7 + } else { + | jge =>BC_JLOOP + } + | jmp <6 + |9: // Fallback to FP variant. + if (!vk) { + | jae ->vmeta_for + } + } else if (!vk) { + | checknumtp FOR_IDX, ->vmeta_for + } + if (!vk) { + | checknumtp FOR_STOP, ->vmeta_for + } else { +#ifdef LUA_USE_ASSERT + | checknumtp FOR_STOP, ->assert_bad_for_arg_type + | checknumtp FOR_STEP, ->assert_bad_for_arg_type +#endif + } + | mov RB, FOR_STEP + if (!vk) { + | checknum RB, ->vmeta_for + } + | movsd xmm0, qword FOR_IDX + | movsd xmm1, qword FOR_STOP + if (vk) { + | addsd xmm0, qword FOR_STEP + | movsd qword FOR_IDX, xmm0 + | test RB, RB; js >3 + } else { + | jl >3 + } + | ucomisd xmm1, xmm0 + |1: + | movsd qword FOR_EXT, xmm0 + if (op == BC_FORI) { + |.if DUALNUM + | jnb <7 + |.else + | jnb >2 + | branchPC RD + |.endif + } else if (op == BC_JFORI) { + | branchPC RD + | movzx RDd, PC_RD + | jnb =>BC_JLOOP + } else if (op == BC_IFORL) { + |.if DUALNUM + | jb <7 + |.else + | jb >2 + | branchPC RD + |.endif + } else { + | jnb =>BC_JLOOP + } + |.if DUALNUM + | jmp <6 + |.else + |2: + | ins_next + |.endif + | + |3: // Invert comparison if step is negative. + | ucomisd xmm0, xmm1 + | jmp <1 + break; + + case BC_ITERL: + |.if JIT + | hotloop RBd + |.endif + | // Fall through. Assumes BC_IITERL follows and ins_AJ is a no-op. + break; + + case BC_JITERL: +#if !LJ_HASJIT + break; +#endif + case BC_IITERL: + | ins_AJ // RA = base, RD = target + | lea RA, [BASE+RA*8] + | mov RB, [RA] + | cmp RB, LJ_TNIL; je >1 // Stop if iterator returned nil. + if (op == BC_JITERL) { + | mov [RA-8], RB + | jmp =>BC_JLOOP + } else { + | branchPC RD // Otherwise save control var + branch. + | mov [RA-8], RB + } + |1: + | ins_next + break; + + case BC_LOOP: + | ins_A // RA = base, RD = target (loop extent) + | // Note: RA/RD is only used by trace recorder to determine scope/extent + | // This opcode does NOT jump, it's only purpose is to detect a hot loop. + |.if JIT + | hotloop RBd + |.endif + | // Fall through. Assumes BC_ILOOP follows and ins_A is a no-op. + break; + + case BC_ILOOP: + | ins_A // RA = base, RD = target (loop extent) + | ins_next + break; + + case BC_JLOOP: + |.if JIT + | ins_AD // RA = base (ignored), RD = traceno + | mov RA, [DISPATCH+DISPATCH_J(trace)] + | mov TRACE:RD, [RA+RD*8] + | mov RD, TRACE:RD->mcode + | mov L:RB, SAVE_L + | mov [DISPATCH+DISPATCH_GL(jit_base)], BASE + | mov [DISPATCH+DISPATCH_GL(tmpbuf.L)], L:RB + | // Save additional callee-save registers only used in compiled code. + |.if X64WIN + | mov CSAVE_4, r12 + | mov CSAVE_3, r13 + | mov CSAVE_2, r14 + | mov CSAVE_1, r15 + | mov RA, rsp + | sub rsp, 10*16+4*8 + | movdqa [RA-1*16], xmm6 + | movdqa [RA-2*16], xmm7 + | movdqa [RA-3*16], xmm8 + | movdqa [RA-4*16], xmm9 + | movdqa [RA-5*16], xmm10 + | movdqa [RA-6*16], xmm11 + | movdqa [RA-7*16], xmm12 + | movdqa [RA-8*16], xmm13 + | movdqa [RA-9*16], xmm14 + | movdqa [RA-10*16], xmm15 + |.else + | sub rsp, 16 + | mov [rsp+16], r12 + | mov [rsp+8], r13 + |.endif + | jmp RD + |.endif + break; + + case BC_JMP: + | ins_AJ // RA = unused, RD = target + | branchPC RD + | ins_next + break; + + /* -- Function headers -------------------------------------------------- */ + + /* + ** Reminder: A function may be called with func/args above L->maxstack, + ** i.e. occupying EXTRA_STACK slots. And vmeta_call may add one extra slot, + ** too. This means all FUNC* ops (including fast functions) must check + ** for stack overflow _before_ adding more slots! + */ + + case BC_FUNCF: + |.if JIT + | hotcall RBd + |.endif + case BC_FUNCV: /* NYI: compiled vararg functions. */ + | // Fall through. Assumes BC_IFUNCF/BC_IFUNCV follow and ins_AD is a no-op. + break; + + case BC_JFUNCF: +#if !LJ_HASJIT + break; +#endif + case BC_IFUNCF: + | ins_AD // BASE = new base, RA = framesize, RD = nargs+1 + | mov KBASE, [PC-4+PC2PROTO(k)] + | mov L:RB, SAVE_L + | lea RA, [BASE+RA*8] // Top of frame. + | cmp RA, L:RB->maxstack + | ja ->vm_growstack_f + | movzx RAd, byte [PC-4+PC2PROTO(numparams)] + | cmp NARGS:RDd, RAd // Check for missing parameters. + | jbe >3 + |2: + if (op == BC_JFUNCF) { + | movzx RDd, PC_RD + | jmp =>BC_JLOOP + } else { + | ins_next + } + | + |3: // Clear missing parameters. + | mov aword [BASE+NARGS:RD*8-8], LJ_TNIL + | add NARGS:RDd, 1 + | cmp NARGS:RDd, RAd + | jbe <3 + | jmp <2 + break; + + case BC_JFUNCV: +#if !LJ_HASJIT + break; +#endif + | int3 // NYI: compiled vararg functions + break; /* NYI: compiled vararg functions. */ + + case BC_IFUNCV: + | ins_AD // BASE = new base, RA = framesize, RD = nargs+1 + | lea RBd, [NARGS:RD*8+FRAME_VARG+8] + | lea RD, [BASE+NARGS:RD*8+8] + | mov LFUNC:KBASE, [BASE-16] + | mov [RD-8], RB // Store delta + FRAME_VARG. + | mov [RD-16], LFUNC:KBASE // Store copy of LFUNC. + | mov L:RB, SAVE_L + | lea RA, [RD+RA*8] + | cmp RA, L:RB->maxstack + | ja ->vm_growstack_v // Need to grow stack. + | mov RA, BASE + | mov BASE, RD + | movzx RBd, byte [PC-4+PC2PROTO(numparams)] + | test RBd, RBd + | jz >2 + | add RA, 8 + |1: // Copy fixarg slots up to new frame. + | add RA, 8 + | cmp RA, BASE + | jnb >3 // Less args than parameters? + | mov KBASE, [RA-16] + | mov [RD], KBASE + | add RD, 8 + | mov aword [RA-16], LJ_TNIL // Clear old fixarg slot (help the GC). + | sub RBd, 1 + | jnz <1 + |2: + if (op == BC_JFUNCV) { + | movzx RDd, PC_RD + | jmp =>BC_JLOOP + } else { + | mov KBASE, [PC-4+PC2PROTO(k)] + | ins_next + } + | + |3: // Clear missing parameters. + | mov aword [RD], LJ_TNIL + | add RD, 8 + | sub RBd, 1 + | jnz <3 + | jmp <2 + break; + + case BC_FUNCC: + case BC_FUNCCW: + | ins_AD // BASE = new base, RA = ins RA|RD (unused), RD = nargs+1 + | mov CFUNC:RB, [BASE-16] + | cleartp CFUNC:RB + | mov KBASE, CFUNC:RB->f + | mov L:RB, SAVE_L + | lea RD, [BASE+NARGS:RD*8-8] + | mov L:RB->base, BASE + | lea RA, [RD+8*LUA_MINSTACK] + | cmp RA, L:RB->maxstack + | mov L:RB->top, RD + if (op == BC_FUNCC) { + | mov CARG1, L:RB // Caveat: CARG1 may be RA. + } else { + | mov CARG2, KBASE + | mov CARG1, L:RB // Caveat: CARG1 may be RA. + } + | ja ->vm_growstack_c // Need to grow stack. + | set_vmstate C + if (op == BC_FUNCC) { + | call KBASE // (lua_State *L) + } else { + | // (lua_State *L, lua_CFunction f) + | call aword [DISPATCH+DISPATCH_GL(wrapf)] + } + | // nresults returned in eax (RD). + | mov BASE, L:RB->base + | mov [DISPATCH+DISPATCH_GL(cur_L)], L:RB + | set_vmstate INTERP + | lea RA, [BASE+RD*8] + | neg RA + | add RA, L:RB->top // RA = (L->top-(L->base+nresults))*8 + | mov PC, [BASE-8] // Fetch PC of caller. + | jmp ->vm_returnc + break; + + /* ---------------------------------------------------------------------- */ + + default: + fprintf(stderr, "Error: undefined opcode BC_%s\n", bc_names[op]); + exit(2); + break; + } +} + +static int build_backend(BuildCtx *ctx) +{ + int op; + dasm_growpc(Dst, BC__MAX); + build_subroutines(ctx); + |.code_op + for (op = 0; op < BC__MAX; op++) + build_ins(ctx, (BCOp)op, op); + return BC__MAX; +} + +/* Emit pseudo frame-info for all assembler functions. */ +static void emit_asm_debug(BuildCtx *ctx) +{ + int fcofs = (int)((uint8_t *)ctx->glob[GLOB_vm_ffi_call] - ctx->code); + switch (ctx->mode) { + case BUILD_elfasm: + fprintf(ctx->fp, "\t.section .debug_frame,\"\",@progbits\n"); + fprintf(ctx->fp, + ".Lframe0:\n" + "\t.long .LECIE0-.LSCIE0\n" + ".LSCIE0:\n" + "\t.long 0xffffffff\n" + "\t.byte 0x1\n" + "\t.string \"\"\n" + "\t.uleb128 0x1\n" + "\t.sleb128 -8\n" + "\t.byte 0x10\n" + "\t.byte 0xc\n\t.uleb128 0x7\n\t.uleb128 8\n" + "\t.byte 0x80+0x10\n\t.uleb128 0x1\n" + "\t.align 8\n" + ".LECIE0:\n\n"); + fprintf(ctx->fp, + ".LSFDE0:\n" + "\t.long .LEFDE0-.LASFDE0\n" + ".LASFDE0:\n" + "\t.long .Lframe0\n" + "\t.quad .Lbegin\n" + "\t.quad %d\n" + "\t.byte 0xe\n\t.uleb128 %d\n" /* def_cfa_offset */ + "\t.byte 0x86\n\t.uleb128 0x2\n" /* offset rbp */ + "\t.byte 0x83\n\t.uleb128 0x3\n" /* offset rbx */ + "\t.byte 0x8f\n\t.uleb128 0x4\n" /* offset r15 */ + "\t.byte 0x8e\n\t.uleb128 0x5\n" /* offset r14 */ +#if LJ_NO_UNWIND + "\t.byte 0x8d\n\t.uleb128 0x6\n" /* offset r13 */ + "\t.byte 0x8c\n\t.uleb128 0x7\n" /* offset r12 */ +#endif + "\t.align 8\n" + ".LEFDE0:\n\n", fcofs, CFRAME_SIZE); +#if LJ_HASFFI + fprintf(ctx->fp, + ".LSFDE1:\n" + "\t.long .LEFDE1-.LASFDE1\n" + ".LASFDE1:\n" + "\t.long .Lframe0\n" + "\t.quad lj_vm_ffi_call\n" + "\t.quad %d\n" + "\t.byte 0xe\n\t.uleb128 16\n" /* def_cfa_offset */ + "\t.byte 0x86\n\t.uleb128 0x2\n" /* offset rbp */ + "\t.byte 0xd\n\t.uleb128 0x6\n" /* def_cfa_register rbp */ + "\t.byte 0x83\n\t.uleb128 0x3\n" /* offset rbx */ + "\t.align 8\n" + ".LEFDE1:\n\n", (int)ctx->codesz - fcofs); +#endif +#if !LJ_NO_UNWIND +#if (defined(__sun__) && defined(__svr4__)) + fprintf(ctx->fp, "\t.section .eh_frame,\"a\",@unwind\n"); +#else + fprintf(ctx->fp, "\t.section .eh_frame,\"a\",@progbits\n"); +#endif + fprintf(ctx->fp, + ".Lframe1:\n" + "\t.long .LECIE1-.LSCIE1\n" + ".LSCIE1:\n" + "\t.long 0\n" + "\t.byte 0x1\n" + "\t.string \"zPR\"\n" + "\t.uleb128 0x1\n" + "\t.sleb128 -8\n" + "\t.byte 0x10\n" + "\t.uleb128 6\n" /* augmentation length */ + "\t.byte 0x1b\n" /* pcrel|sdata4 */ + "\t.long lj_err_unwind_dwarf-.\n" + "\t.byte 0x1b\n" /* pcrel|sdata4 */ + "\t.byte 0xc\n\t.uleb128 0x7\n\t.uleb128 8\n" + "\t.byte 0x80+0x10\n\t.uleb128 0x1\n" + "\t.align 8\n" + ".LECIE1:\n\n"); + fprintf(ctx->fp, + ".LSFDE2:\n" + "\t.long .LEFDE2-.LASFDE2\n" + ".LASFDE2:\n" + "\t.long .LASFDE2-.Lframe1\n" + "\t.long .Lbegin-.\n" + "\t.long %d\n" + "\t.uleb128 0\n" /* augmentation length */ + "\t.byte 0xe\n\t.uleb128 %d\n" /* def_cfa_offset */ + "\t.byte 0x86\n\t.uleb128 0x2\n" /* offset rbp */ + "\t.byte 0x83\n\t.uleb128 0x3\n" /* offset rbx */ + "\t.byte 0x8f\n\t.uleb128 0x4\n" /* offset r15 */ + "\t.byte 0x8e\n\t.uleb128 0x5\n" /* offset r14 */ + "\t.align 8\n" + ".LEFDE2:\n\n", fcofs, CFRAME_SIZE); +#if LJ_HASFFI + fprintf(ctx->fp, + ".Lframe2:\n" + "\t.long .LECIE2-.LSCIE2\n" + ".LSCIE2:\n" + "\t.long 0\n" + "\t.byte 0x1\n" + "\t.string \"zR\"\n" + "\t.uleb128 0x1\n" + "\t.sleb128 -8\n" + "\t.byte 0x10\n" + "\t.uleb128 1\n" /* augmentation length */ + "\t.byte 0x1b\n" /* pcrel|sdata4 */ + "\t.byte 0xc\n\t.uleb128 0x7\n\t.uleb128 8\n" + "\t.byte 0x80+0x10\n\t.uleb128 0x1\n" + "\t.align 8\n" + ".LECIE2:\n\n"); + fprintf(ctx->fp, + ".LSFDE3:\n" + "\t.long .LEFDE3-.LASFDE3\n" + ".LASFDE3:\n" + "\t.long .LASFDE3-.Lframe2\n" + "\t.long lj_vm_ffi_call-.\n" + "\t.long %d\n" + "\t.uleb128 0\n" /* augmentation length */ + "\t.byte 0xe\n\t.uleb128 16\n" /* def_cfa_offset */ + "\t.byte 0x86\n\t.uleb128 0x2\n" /* offset rbp */ + "\t.byte 0xd\n\t.uleb128 0x6\n" /* def_cfa_register rbp */ + "\t.byte 0x83\n\t.uleb128 0x3\n" /* offset rbx */ + "\t.align 8\n" + ".LEFDE3:\n\n", (int)ctx->codesz - fcofs); +#endif +#endif + break; +#if !LJ_NO_UNWIND + /* Mental note: never let Apple design an assembler. + ** Or a linker. Or a plastic case. But I digress. + */ + case BUILD_machasm: { +#if LJ_HASFFI + int fcsize = 0; +#endif + int i; + fprintf(ctx->fp, "\t.section __TEXT,__eh_frame,coalesced,no_toc+strip_static_syms+live_support\n"); + fprintf(ctx->fp, + "EH_frame1:\n" + "\t.set L$set$x,LECIEX-LSCIEX\n" + "\t.long L$set$x\n" + "LSCIEX:\n" + "\t.long 0\n" + "\t.byte 0x1\n" + "\t.ascii \"zPR\\0\"\n" + "\t.byte 0x1\n" + "\t.byte 128-8\n" + "\t.byte 0x10\n" + "\t.byte 6\n" /* augmentation length */ + "\t.byte 0x9b\n" /* indirect|pcrel|sdata4 */ + "\t.long _lj_err_unwind_dwarf+4@GOTPCREL\n" + "\t.byte 0x1b\n" /* pcrel|sdata4 */ + "\t.byte 0xc\n\t.byte 0x7\n\t.byte 8\n" + "\t.byte 0x80+0x10\n\t.byte 0x1\n" + "\t.align 3\n" + "LECIEX:\n\n"); + for (i = 0; i < ctx->nsym; i++) { + const char *name = ctx->sym[i].name; + int32_t size = ctx->sym[i+1].ofs - ctx->sym[i].ofs; + if (size == 0) continue; +#if LJ_HASFFI + if (!strcmp(name, "_lj_vm_ffi_call")) { fcsize = size; continue; } +#endif + fprintf(ctx->fp, + "%s.eh:\n" + "LSFDE%d:\n" + "\t.set L$set$%d,LEFDE%d-LASFDE%d\n" + "\t.long L$set$%d\n" + "LASFDE%d:\n" + "\t.long LASFDE%d-EH_frame1\n" + "\t.long %s-.\n" + "\t.long %d\n" + "\t.byte 0\n" /* augmentation length */ + "\t.byte 0xe\n\t.byte %d\n" /* def_cfa_offset */ + "\t.byte 0x86\n\t.byte 0x2\n" /* offset rbp */ + "\t.byte 0x83\n\t.byte 0x3\n" /* offset rbx */ + "\t.byte 0x8f\n\t.byte 0x4\n" /* offset r15 */ + "\t.byte 0x8e\n\t.byte 0x5\n" /* offset r14 */ + "\t.align 3\n" + "LEFDE%d:\n\n", + name, i, i, i, i, i, i, i, name, size, CFRAME_SIZE, i); + } +#if LJ_HASFFI + if (fcsize) { + fprintf(ctx->fp, + "EH_frame2:\n" + "\t.set L$set$y,LECIEY-LSCIEY\n" + "\t.long L$set$y\n" + "LSCIEY:\n" + "\t.long 0\n" + "\t.byte 0x1\n" + "\t.ascii \"zR\\0\"\n" + "\t.byte 0x1\n" + "\t.byte 128-8\n" + "\t.byte 0x10\n" + "\t.byte 1\n" /* augmentation length */ + "\t.byte 0x1b\n" /* pcrel|sdata4 */ + "\t.byte 0xc\n\t.byte 0x7\n\t.byte 8\n" + "\t.byte 0x80+0x10\n\t.byte 0x1\n" + "\t.align 3\n" + "LECIEY:\n\n"); + fprintf(ctx->fp, + "_lj_vm_ffi_call.eh:\n" + "LSFDEY:\n" + "\t.set L$set$yy,LEFDEY-LASFDEY\n" + "\t.long L$set$yy\n" + "LASFDEY:\n" + "\t.long LASFDEY-EH_frame2\n" + "\t.long _lj_vm_ffi_call-.\n" + "\t.long %d\n" + "\t.byte 0\n" /* augmentation length */ + "\t.byte 0xe\n\t.byte 16\n" /* def_cfa_offset */ + "\t.byte 0x86\n\t.byte 0x2\n" /* offset rbp */ + "\t.byte 0xd\n\t.byte 0x6\n" /* def_cfa_register rbp */ + "\t.byte 0x83\n\t.byte 0x3\n" /* offset rbx */ + "\t.align 3\n" + "LEFDEY:\n\n", fcsize); + } +#endif + fprintf(ctx->fp, ".subsections_via_symbols\n"); + } + break; +#endif + default: /* Difficult for other modes. */ + break; + } +} + diff --git a/core/src/luajit/src/vm_x86.dasc b/core/src/luajit/src/vm_x86.dasc index 6cdb8cbd2..211ae7b92 100644 --- a/core/src/luajit/src/vm_x86.dasc +++ b/core/src/luajit/src/vm_x86.dasc @@ -1,6 +1,6 @@ |// Low-level VM code for x86 CPUs. |// Bytecode interpreter, fast functions and helper functions. -|// Copyright (C) 2005-2015 Mike Pall. See Copyright Notice in luajit.h +|// Copyright (C) 2005-2017 Mike Pall. See Copyright Notice in luajit.h | |.if P64 |.arch x64 @@ -18,7 +18,6 @@ | |.if P64 |.define X64, 1 -|.define SSE, 1 |.if WIN |.define X64WIN, 1 |.endif @@ -116,24 +115,74 @@ |.type NODE, Node |.type NARGS, int |.type TRACE, GCtrace +|.type SBUF, SBuf | |// Stack layout while in interpreter. Must match with lj_frame.h. |//----------------------------------------------------------------------- |.if not X64 // x86 stack layout. | -|.define CFRAME_SPACE, aword*7 // Delta for esp (see <--). +|.if WIN +| +|.define CFRAME_SPACE, aword*9 // Delta for esp (see <--). |.macro saveregs_ | push edi; push esi; push ebx +| push extern lj_err_unwind_win +| fs; push dword [0] +| fs; mov [0], esp | sub esp, CFRAME_SPACE |.endmacro -|.macro saveregs -| push ebp; saveregs_ +|.macro restoreregs +| add esp, CFRAME_SPACE +| fs; pop dword [0] +| pop edi // Short for esp += 4. +| pop ebx; pop esi; pop edi; pop ebp +|.endmacro +| +|.else +| +|.define CFRAME_SPACE, aword*7 // Delta for esp (see <--). +|.macro saveregs_ +| push edi; push esi; push ebx +| sub esp, CFRAME_SPACE |.endmacro |.macro restoreregs | add esp, CFRAME_SPACE | pop ebx; pop esi; pop edi; pop ebp |.endmacro | +|.endif +| +|.macro saveregs +| push ebp; saveregs_ +|.endmacro +| +|.if WIN +|.define SAVE_ERRF, aword [esp+aword*19] // vm_pcall/vm_cpcall only. +|.define SAVE_NRES, aword [esp+aword*18] +|.define SAVE_CFRAME, aword [esp+aword*17] +|.define SAVE_L, aword [esp+aword*16] +|//----- 16 byte aligned, ^^^ arguments from C caller +|.define SAVE_RET, aword [esp+aword*15] //<-- esp entering interpreter. +|.define SAVE_R4, aword [esp+aword*14] +|.define SAVE_R3, aword [esp+aword*13] +|.define SAVE_R2, aword [esp+aword*12] +|//----- 16 byte aligned +|.define SAVE_R1, aword [esp+aword*11] +|.define SEH_FUNC, aword [esp+aword*10] +|.define SEH_NEXT, aword [esp+aword*9] //<-- esp after register saves. +|.define UNUSED2, aword [esp+aword*8] +|//----- 16 byte aligned +|.define UNUSED1, aword [esp+aword*7] +|.define SAVE_PC, aword [esp+aword*6] +|.define TMP2, aword [esp+aword*5] +|.define TMP1, aword [esp+aword*4] +|//----- 16 byte aligned +|.define ARG4, aword [esp+aword*3] +|.define ARG3, aword [esp+aword*2] +|.define ARG2, aword [esp+aword*1] +|.define ARG1, aword [esp] //<-- esp while in interpreter. +|//----- 16 byte aligned, ^^^ arguments for C callee +|.else |.define SAVE_ERRF, aword [esp+aword*15] // vm_pcall/vm_cpcall only. |.define SAVE_NRES, aword [esp+aword*14] |.define SAVE_CFRAME, aword [esp+aword*13] @@ -154,6 +203,7 @@ |.define ARG2, aword [esp+aword*1] |.define ARG1, aword [esp] //<-- esp while in interpreter. |//----- 16 byte aligned, ^^^ arguments for C callee +|.endif | |// FPARGx overlaps ARGx and ARG(x+1) on x86. |.define FPARG3, qword [esp+qword*1] @@ -222,6 +272,9 @@ |.define CFRAME_SPACE, aword*5 // Delta for rsp (see <--). |.macro saveregs_ | push rbx; push r15; push r14 +|.if NO_UNWIND +| push r13; push r12 +|.endif | sub rsp, CFRAME_SPACE |.endmacro |.macro saveregs @@ -229,15 +282,28 @@ |.endmacro |.macro restoreregs | add rsp, CFRAME_SPACE +|.if NO_UNWIND +| pop r12; pop r13 +|.endif | pop r14; pop r15; pop rbx; pop rbp |.endmacro | |//----- 16 byte aligned, +|.if NO_UNWIND +|.define SAVE_RET, aword [rsp+aword*11] //<-- rsp entering interpreter. +|.define SAVE_R4, aword [rsp+aword*10] +|.define SAVE_R3, aword [rsp+aword*9] +|.define SAVE_R2, aword [rsp+aword*8] +|.define SAVE_R1, aword [rsp+aword*7] +|.define SAVE_RU2, aword [rsp+aword*6] +|.define SAVE_RU1, aword [rsp+aword*5] //<-- rsp after register saves. +|.else |.define SAVE_RET, aword [rsp+aword*9] //<-- rsp entering interpreter. |.define SAVE_R4, aword [rsp+aword*8] |.define SAVE_R3, aword [rsp+aword*7] |.define SAVE_R2, aword [rsp+aword*6] |.define SAVE_R1, aword [rsp+aword*5] //<-- rsp after register saves. +|.endif |.define SAVE_CFRAME, aword [rsp+aword*4] |.define SAVE_PC, dword [rsp+dword*7] |.define SAVE_L, dword [rsp+dword*6] @@ -373,7 +439,6 @@ | fpop |.endmacro | -|.macro fdup; fld st0; .endmacro |.macro fpop1; fstp st1; .endmacro | |// Synthesize SSE FP constants. @@ -539,6 +604,10 @@ static void build_subroutines(BuildCtx *ctx) |.else | mov eax, FCARG2 // Error return status for vm_pcall. | mov esp, FCARG1 + |.if WIN + | lea FCARG1, SEH_NEXT + | fs; mov [0], FCARG1 + |.endif |.endif |->vm_unwind_c_eh: // Landing pad for external unwinder. | mov L:RB, SAVE_L @@ -562,6 +631,10 @@ static void build_subroutines(BuildCtx *ctx) |.else | and FCARG1, CFRAME_RAWMASK | mov esp, FCARG1 + |.if WIN + | lea FCARG1, SEH_NEXT + | fs; mov [0], FCARG1 + |.endif |.endif |->vm_unwind_ff_eh: // Landing pad for external unwinder. | mov L:RB, SAVE_L @@ -575,6 +648,19 @@ static void build_subroutines(BuildCtx *ctx) | set_vmstate INTERP | jmp ->vm_returnc // Increments RD/MULTRES and returns. | + |.if WIN and not X64 + |->vm_rtlunwind@16: // Thin layer around RtlUnwind. + | // (void *cframe, void *excptrec, void *unwinder, int errcode) + | mov [esp], FCARG1 // Return value for RtlUnwind. + | push FCARG2 // Exception record for RtlUnwind. + | push 0 // Ignored by RtlUnwind. + | push dword [FCARG1+CFRAME_OFS_SEH] + | call extern RtlUnwind@16 // Violates ABI (clobbers too much). + | mov FCARG1, eax + | mov FCARG2, [esp+4] // errcode (for vm_unwind_c). + | ret // Jump to unwinder. + |.endif + | |//----------------------------------------------------------------------- |//-- Grow stack for calls ----------------------------------------------- |//----------------------------------------------------------------------- @@ -630,17 +716,18 @@ static void build_subroutines(BuildCtx *ctx) | lea KBASEa, [esp+CFRAME_RESUME] | mov DISPATCH, L:RB->glref // Setup pointer to dispatch table. | add DISPATCH, GG_G2DISP - | mov L:RB->cframe, KBASEa | mov SAVE_PC, RD // Any value outside of bytecode is ok. | mov SAVE_CFRAME, RDa |.if X64 | mov SAVE_NRES, RD | mov SAVE_ERRF, RD |.endif + | mov L:RB->cframe, KBASEa | cmp byte L:RB->status, RDL - | je >3 // Initial resume (like a call). + | je >2 // Initial resume (like a call). | | // Resume after yield (like a return). + | mov [DISPATCH+DISPATCH_GL(cur_L)], L:RB | set_vmstate INTERP | mov byte L:RB->status, RDL | mov BASE, L:RB->base @@ -680,20 +767,19 @@ static void build_subroutines(BuildCtx *ctx) | mov RA, INARG_BASE // Caveat: overlaps SAVE_CFRAME! |.endif | + | mov DISPATCH, L:RB->glref // Setup pointer to dispatch table. | mov KBASEa, L:RB->cframe // Add our C frame to cframe chain. | mov SAVE_CFRAME, KBASEa | mov SAVE_PC, L:RB // Any value outside of bytecode is ok. + | add DISPATCH, GG_G2DISP |.if X64 | mov L:RB->cframe, rsp |.else | mov L:RB->cframe, esp |.endif | - |2: // Entry point for vm_cpcall below (RA = base, RB = L, PC = ftype). - | mov DISPATCH, L:RB->glref // Setup pointer to dispatch table. - | add DISPATCH, GG_G2DISP - | - |3: // Entry point for vm_resume above (RA = base, RB = L, PC = ftype). + |2: // Entry point for vm_resume/vm_cpcall (RA = base, RB = L, PC = ftype). + | mov [DISPATCH+DISPATCH_GL(cur_L)], L:RB | set_vmstate INTERP | mov BASE, L:RB->base // BASE = old base (used in vmeta_call). | add PC, RA @@ -731,14 +817,17 @@ static void build_subroutines(BuildCtx *ctx) | | mov KBASE, L:RB->stack // Compute -savestack(L, L->top). | sub KBASE, L:RB->top + | mov DISPATCH, L:RB->glref // Setup pointer to dispatch table. | mov SAVE_ERRF, 0 // No error function. | mov SAVE_NRES, KBASE // Neg. delta means cframe w/o frame. + | add DISPATCH, GG_G2DISP | // Handler may change cframe_nres(L->cframe) or cframe_errfunc(L->cframe). | |.if X64 | mov KBASEa, L:RB->cframe // Add our C frame to cframe chain. | mov SAVE_CFRAME, KBASEa | mov L:RB->cframe, rsp + | mov [DISPATCH+DISPATCH_GL(cur_L)], L:RB | | call CARG4 // (lua_State *L, lua_CFunction func, void *ud) |.else @@ -749,6 +838,7 @@ static void build_subroutines(BuildCtx *ctx) | mov KBASE, L:RB->cframe // Add our C frame to cframe chain. | mov SAVE_CFRAME, KBASE | mov L:RB->cframe, esp + | mov [DISPATCH+DISPATCH_GL(cur_L)], L:RB | | call BASE // (lua_State *L, lua_CFunction func, void *ud) |.endif @@ -856,13 +946,9 @@ static void build_subroutines(BuildCtx *ctx) |.if DUALNUM | mov TMP2, LJ_TISNUM | mov TMP1, RC - |.elif SSE + |.else | cvtsi2sd xmm0, RC | movsd TMPQ, xmm0 - |.else - | mov ARG4, RC - | fild ARG4 - | fstp TMPQ |.endif | lea RCa, TMPQ // Store temp. TValue in TMPQ. | jmp >1 @@ -916,6 +1002,19 @@ static void build_subroutines(BuildCtx *ctx) | mov NARGS:RD, 2+1 // 2 args for func(t, k). | jmp ->vm_call_dispatch_f | + |->vmeta_tgetr: + | mov FCARG1, TAB:RB + | mov RB, BASE // Save BASE. + | mov FCARG2, RC // Caveat: FCARG2 == BASE + | call extern lj_tab_getinth@8 // (GCtab *t, int32_t key) + | // cTValue * or NULL returned in eax (RC). + | movzx RA, PC_RA + | mov BASE, RB // Restore BASE. + | test RC, RC + | jnz ->BC_TGETR_Z + | mov dword [BASE+RA*8+4], LJ_TNIL + | jmp ->BC_TGETR2_Z + | |//----------------------------------------------------------------------- | |->vmeta_tsets: @@ -935,13 +1034,9 @@ static void build_subroutines(BuildCtx *ctx) |.if DUALNUM | mov TMP2, LJ_TISNUM | mov TMP1, RC - |.elif SSE + |.else | cvtsi2sd xmm0, RC | movsd TMPQ, xmm0 - |.else - | mov ARG4, RC - | fild ARG4 - | fstp TMPQ |.endif | lea RCa, TMPQ // Store temp. TValue in TMPQ. | jmp >1 @@ -1007,6 +1102,33 @@ static void build_subroutines(BuildCtx *ctx) | mov NARGS:RD, 3+1 // 3 args for func(t, k, v). | jmp ->vm_call_dispatch_f | + |->vmeta_tsetr: + |.if X64WIN + | mov L:CARG1d, SAVE_L + | mov CARG3d, RC + | mov L:CARG1d->base, BASE + | xchg CARG2d, TAB:RB // Caveat: CARG2d == BASE. + |.elif X64 + | mov L:CARG1d, SAVE_L + | mov CARG2d, TAB:RB + | mov L:CARG1d->base, BASE + | mov RB, BASE // Save BASE. + | mov CARG3d, RC // Caveat: CARG3d == BASE. + |.else + | mov L:RA, SAVE_L + | mov ARG2, TAB:RB + | mov RB, BASE // Save BASE. + | mov ARG3, RC + | mov ARG1, L:RA + | mov L:RA->base, BASE + |.endif + | mov SAVE_PC, PC + | call extern lj_tab_setinth // (lua_State *L, GCtab *t, int32_t key) + | // TValue * returned in eax (RC). + | movzx RA, PC_RA + | mov BASE, RB // Restore BASE. + | jmp ->BC_TSETR_Z + | |//-- Comparison metamethods --------------------------------------------- | |->vmeta_comp: @@ -1101,6 +1223,26 @@ static void build_subroutines(BuildCtx *ctx) | jmp <3 |.endif | + |->vmeta_istype: + |.if X64 + | mov L:RB, SAVE_L + | mov L:RB->base, BASE // Caveat: CARG2d/CARG3d may be BASE. + | mov CARG2d, RA + | movzx CARG3d, PC_RD + | mov L:CARG1d, L:RB + |.else + | movzx RD, PC_RD + | mov ARG2, RA + | mov L:RB, SAVE_L + | mov ARG3, RD + | mov ARG1, L:RB + | mov L:RB->base, BASE + |.endif + | mov SAVE_PC, PC + | call extern lj_meta_istype // (lua_State *L, BCReg ra, BCReg tp) + | mov BASE, L:RB->base + | jmp <6 + | |//-- Arithmetic metamethods --------------------------------------------- | |->vmeta_arith_vno: @@ -1273,19 +1415,6 @@ static void build_subroutines(BuildCtx *ctx) | cmp NARGS:RD, 2+1; jb ->fff_fallback |.endmacro | - |.macro .ffunc_n, name - | .ffunc_1 name - | cmp dword [BASE+4], LJ_TISNUM; jae ->fff_fallback - | fld qword [BASE] - |.endmacro - | - |.macro .ffunc_n, name, op - | .ffunc_1 name - | cmp dword [BASE+4], LJ_TISNUM; jae ->fff_fallback - | op - | fld qword [BASE] - |.endmacro - | |.macro .ffunc_nsse, name, op | .ffunc_1 name | cmp dword [BASE+4], LJ_TISNUM; jae ->fff_fallback @@ -1296,14 +1425,6 @@ static void build_subroutines(BuildCtx *ctx) | .ffunc_nsse name, movsd |.endmacro | - |.macro .ffunc_nn, name - | .ffunc_2 name - | cmp dword [BASE+4], LJ_TISNUM; jae ->fff_fallback - | cmp dword [BASE+12], LJ_TISNUM; jae ->fff_fallback - | fld qword [BASE] - | fld qword [BASE+8] - |.endmacro - | |.macro .ffunc_nnsse, name | .ffunc_2 name | cmp dword [BASE+4], LJ_TISNUM; jae ->fff_fallback @@ -1509,11 +1630,7 @@ static void build_subroutines(BuildCtx *ctx) |.else | jae ->fff_fallback |.endif - |.if SSE | movsd xmm0, qword [BASE]; jmp ->fff_resxmm0 - |.else - | fld qword [BASE]; jmp ->fff_resn - |.endif | |.ffunc_1 tostring | // Only handles the string or number case inline. @@ -1538,9 +1655,9 @@ static void build_subroutines(BuildCtx *ctx) |.endif | mov L:FCARG1, L:RB |.if DUALNUM - | call extern lj_str_fromnumber@8 // (lua_State *L, cTValue *o) + | call extern lj_strfmt_number@8 // (lua_State *L, cTValue *o) |.else - | call extern lj_str_fromnum@8 // (lua_State *L, lua_Number *np) + | call extern lj_strfmt_num@8 // (lua_State *L, lua_Number *np) |.endif | // GCstr returned in eax (RD). | mov BASE, L:RB->base @@ -1631,19 +1748,12 @@ static void build_subroutines(BuildCtx *ctx) | add RD, 1 | mov dword [BASE-4], LJ_TISNUM | mov dword [BASE-8], RD - |.elif SSE + |.else | movsd xmm0, qword [BASE+8] | sseconst_1 xmm1, RBa | addsd xmm0, xmm1 - | cvtsd2si RD, xmm0 + | cvttsd2si RD, xmm0 | movsd qword [BASE-8], xmm0 - |.else - | fld qword [BASE+8] - | fld1 - | faddp st1 - | fist ARG1 - | fstp qword [BASE-8] - | mov RD, ARG1 |.endif | mov TAB:RB, [BASE] | cmp RD, TAB:RB->asize; jae >2 // Not in array part? @@ -1690,12 +1800,9 @@ static void build_subroutines(BuildCtx *ctx) |.if DUALNUM | mov dword [BASE+12], LJ_TISNUM | mov dword [BASE+8], 0 - |.elif SSE + |.else | xorps xmm0, xmm0 | movsd qword [BASE+8], xmm0 - |.else - | fldz - | fstp qword [BASE+8] |.endif | mov RD, 1+3 | jmp ->fff_res @@ -1802,7 +1909,6 @@ static void build_subroutines(BuildCtx *ctx) | mov ARG3, RA |.endif | call ->vm_resume // (lua_State *L, TValue *base, 0, 0) - | set_vmstate INTERP | | mov L:RB, SAVE_L |.if X64 @@ -1811,6 +1917,9 @@ static void build_subroutines(BuildCtx *ctx) | mov L:PC, ARG1 // The callee doesn't modify SAVE_L. |.endif | mov BASE, L:RB->base + | mov [DISPATCH+DISPATCH_GL(cur_L)], L:RB + | set_vmstate INTERP + | | cmp eax, LUA_YIELD | ja >8 |4: @@ -1925,12 +2034,10 @@ static void build_subroutines(BuildCtx *ctx) |->fff_resi: // Dummy. |.endif | - |.if SSE |->fff_resn: | mov PC, [BASE-4] | fstp qword [BASE-8] | jmp ->fff_res1 - |.endif | | .ffunc_1 math_abs |.if DUALNUM @@ -1954,8 +2061,6 @@ static void build_subroutines(BuildCtx *ctx) |.else | cmp dword [BASE+4], LJ_TISNUM; jae ->fff_fallback |.endif - | - |.if SSE | movsd xmm0, qword [BASE] | sseconst_abs xmm1, RDa | andps xmm0, xmm1 @@ -1963,15 +2068,6 @@ static void build_subroutines(BuildCtx *ctx) | mov PC, [BASE-4] | movsd qword [BASE-8], xmm0 | // fallthrough - |.else - | fld qword [BASE] - | fabs - | // fallthrough - |->fff_resxmm0: // Dummy. - |->fff_resn: - | mov PC, [BASE-4] - | fstp qword [BASE-8] - |.endif | |->fff_res1: | mov RD, 1+1 @@ -1998,6 +2094,12 @@ static void build_subroutines(BuildCtx *ctx) | mov RAa, -8 // Results start at BASE+RA = BASE-8. | jmp ->vm_return | + |.if X64 + |.define fff_resfp, fff_resxmm0 + |.else + |.define fff_resfp, fff_resn + |.endif + | |.macro math_round, func | .ffunc math_ .. func |.if DUALNUM @@ -2008,107 +2110,75 @@ static void build_subroutines(BuildCtx *ctx) |.else | cmp dword [BASE+4], LJ_TISNUM; jae ->fff_fallback |.endif - |.if SSE | movsd xmm0, qword [BASE] - | call ->vm_ .. func - | .if DUALNUM - | cvtsd2si RB, xmm0 - | cmp RB, 0x80000000 - | jne ->fff_resi - | cvtsi2sd xmm1, RB - | ucomisd xmm0, xmm1 - | jp ->fff_resxmm0 - | je ->fff_resi - | .endif - | jmp ->fff_resxmm0 - |.else - | fld qword [BASE] - | call ->vm_ .. func - | .if DUALNUM - | fist ARG1 - | mov RB, ARG1 - | cmp RB, 0x80000000; jne >2 - | fdup - | fild ARG1 - | fcomparepp - | jp ->fff_resn - | jne ->fff_resn - |2: - | fpop - | jmp ->fff_resi - | .else - | jmp ->fff_resn - | .endif + | call ->vm_ .. func .. _sse + |.if DUALNUM + | cvttsd2si RB, xmm0 + | cmp RB, 0x80000000 + | jne ->fff_resi + | cvtsi2sd xmm1, RB + | ucomisd xmm0, xmm1 + | jp ->fff_resxmm0 + | je ->fff_resi |.endif + | jmp ->fff_resxmm0 |.endmacro | | math_round floor | math_round ceil | - |.if SSE |.ffunc_nsse math_sqrt, sqrtsd; jmp ->fff_resxmm0 - |.else - |.ffunc_n math_sqrt; fsqrt; jmp ->fff_resn - |.endif | |.ffunc math_log | cmp NARGS:RD, 1+1; jne ->fff_fallback // Exactly one argument. | cmp dword [BASE+4], LJ_TISNUM; jae ->fff_fallback - | fldln2; fld qword [BASE]; fyl2x; jmp ->fff_resn - | - |.ffunc_n math_log10, fldlg2; fyl2x; jmp ->fff_resn - |.ffunc_n math_exp; call ->vm_exp_x87; jmp ->fff_resn - | - |.ffunc_n math_sin; fsin; jmp ->fff_resn - |.ffunc_n math_cos; fcos; jmp ->fff_resn - |.ffunc_n math_tan; fptan; fpop; jmp ->fff_resn - | - |.ffunc_n math_asin - | fdup; fmul st0; fld1; fsubrp st1; fsqrt; fpatan - | jmp ->fff_resn - |.ffunc_n math_acos - | fdup; fmul st0; fld1; fsubrp st1; fsqrt; fxch; fpatan - | jmp ->fff_resn - |.ffunc_n math_atan; fld1; fpatan; jmp ->fff_resn + | movsd xmm0, qword [BASE] + |.if not X64 + | movsd FPARG1, xmm0 + |.endif + | mov RB, BASE + | call extern log + | mov BASE, RB + | jmp ->fff_resfp | |.macro math_extern, func - |.if SSE | .ffunc_nsse math_ .. func - | .if not X64 - | movsd FPARG1, xmm0 - | .endif - |.else - | .ffunc_n math_ .. func - | fstp FPARG1 + |.if not X64 + | movsd FPARG1, xmm0 |.endif | mov RB, BASE - | call extern lj_vm_ .. func + | call extern func | mov BASE, RB - | .if X64 - | jmp ->fff_resxmm0 - | .else - | jmp ->fff_resn - | .endif + | jmp ->fff_resfp + |.endmacro + | + |.macro math_extern2, func + | .ffunc_nnsse math_ .. func + |.if not X64 + | movsd FPARG1, xmm0 + | movsd FPARG3, xmm1 + |.endif + | mov RB, BASE + | call extern func + | mov BASE, RB + | jmp ->fff_resfp |.endmacro | + | math_extern log10 + | math_extern exp + | math_extern sin + | math_extern cos + | math_extern tan + | math_extern asin + | math_extern acos + | math_extern atan | math_extern sinh | math_extern cosh | math_extern tanh + | math_extern2 pow + | math_extern2 atan2 + | math_extern2 fmod | - |->ff_math_deg: - |.if SSE - |.ffunc_nsse math_rad - | mov CFUNC:RB, [BASE-8] - | mulsd xmm0, qword CFUNC:RB->upvalue[0] - | jmp ->fff_resxmm0 - |.else - |.ffunc_n math_rad - | mov CFUNC:RB, [BASE-8] - | fmul qword CFUNC:RB->upvalue[0] - | jmp ->fff_resn - |.endif - | - |.ffunc_nn math_atan2; fpatan; jmp ->fff_resn |.ffunc_nnr math_ldexp; fscale; fpop1; jmp ->fff_resn | |.ffunc_1 math_frexp @@ -2123,65 +2193,34 @@ static void build_subroutines(BuildCtx *ctx) | cmp RB, 0x00200000; jb >4 |1: | shr RB, 21; sub RB, RC // Extract and unbias exponent. - |.if SSE | cvtsi2sd xmm0, RB - |.else - | mov TMP1, RB; fild TMP1 - |.endif | mov RB, [BASE-4] | and RB, 0x800fffff // Mask off exponent. | or RB, 0x3fe00000 // Put mantissa in range [0.5,1) or 0. | mov [BASE-4], RB |2: - |.if SSE | movsd qword [BASE], xmm0 - |.else - | fstp qword [BASE] - |.endif | mov RD, 1+2 | jmp ->fff_res |3: // Return +-0, +-Inf, NaN unmodified and an exponent of 0. - |.if SSE | xorps xmm0, xmm0; jmp <2 - |.else - | fldz; jmp <2 - |.endif |4: // Handle denormals by multiplying with 2^54 and adjusting the bias. - |.if SSE | movsd xmm0, qword [BASE] | sseconst_hi xmm1, RBa, 43500000 // 2^54. | mulsd xmm0, xmm1 | movsd qword [BASE-8], xmm0 - |.else - | fld qword [BASE] - | mov TMP1, 0x5a800000; fmul TMP1 // x = x*2^54 - | fstp qword [BASE-8] - |.endif | mov RB, [BASE-4]; mov RC, 1076; shl RB, 1; jmp <1 | - |.if SSE |.ffunc_nsse math_modf - |.else - |.ffunc_n math_modf - |.endif | mov RB, [BASE+4] | mov PC, [BASE-4] | shl RB, 1; cmp RB, 0xffe00000; je >4 // +-Inf? - |.if SSE | movaps xmm4, xmm0 - | call ->vm_trunc + | call ->vm_trunc_sse | subsd xmm4, xmm0 |1: | movsd qword [BASE-8], xmm0 | movsd qword [BASE], xmm4 - |.else - | fdup - | call ->vm_trunc - | fsub st1, st0 - |1: - | fstp qword [BASE-8] - | fstp qword [BASE] - |.endif | mov RC, [BASE-4]; mov RB, [BASE+4] | xor RC, RB; js >3 // Need to adjust sign? |2: @@ -2191,24 +2230,9 @@ static void build_subroutines(BuildCtx *ctx) | xor RB, 0x80000000; mov [BASE+4], RB // Flip sign of fraction. | jmp <2 |4: - |.if SSE | xorps xmm4, xmm4; jmp <1 // Return +-Inf and +-0. - |.else - | fldz; fxch; jmp <1 // Return +-Inf and +-0. - |.endif - | - |.ffunc_nnr math_fmod - |1: ; fprem; fnstsw ax; and ax, 0x400; jnz <1 - | fpop1 - | jmp ->fff_resn - | - |.if SSE - |.ffunc_nnsse math_pow; call ->vm_pow; jmp ->fff_resxmm0 - |.else - |.ffunc_nn math_pow; call ->vm_pow; jmp ->fff_resn - |.endif | - |.macro math_minmax, name, cmovop, fcmovop, sseop + |.macro math_minmax, name, cmovop, sseop | .ffunc name | mov RA, 2 | cmp dword [BASE+4], LJ_TISNUM @@ -2225,12 +2249,7 @@ static void build_subroutines(BuildCtx *ctx) |3: | ja ->fff_fallback | // Convert intermediate result to number and continue below. - |.if SSE | cvtsi2sd xmm0, RB - |.else - | mov TMP1, RB - | fild TMP1 - |.endif | jmp >6 |4: | ja ->fff_fallback @@ -2238,7 +2257,6 @@ static void build_subroutines(BuildCtx *ctx) | jae ->fff_fallback |.endif | - |.if SSE | movsd xmm0, qword [BASE] |5: // Handle numbers or integers. | cmp RA, RD; jae ->fff_resxmm0 @@ -2257,48 +2275,13 @@ static void build_subroutines(BuildCtx *ctx) | sseop xmm0, xmm1 | add RA, 1 | jmp <5 - |.else - | fld qword [BASE] - |5: // Handle numbers or integers. - | cmp RA, RD; jae ->fff_resn - | cmp dword [BASE+RA*8-4], LJ_TISNUM - |.if DUALNUM - | jb >6 - | ja >9 - | fild dword [BASE+RA*8-8] - | jmp >7 - |.else - | jae >9 - |.endif - |6: - | fld qword [BASE+RA*8-8] - |7: - | fucomi st1; fcmovop st1; fpop1 - | add RA, 1 - | jmp <5 - |.endif |.endmacro | - | math_minmax math_min, cmovg, fcmovnbe, minsd - | math_minmax math_max, cmovl, fcmovbe, maxsd - |.if not SSE - |9: - | fpop; jmp ->fff_fallback - |.endif + | math_minmax math_min, cmovg, minsd + | math_minmax math_max, cmovl, maxsd | |//-- String library ----------------------------------------------------- | - |.ffunc_1 string_len - | cmp dword [BASE+4], LJ_TSTR; jne ->fff_fallback - | mov STR:RB, [BASE] - |.if DUALNUM - | mov RB, dword STR:RB->len; jmp ->fff_resi - |.elif SSE - | cvtsi2sd xmm0, dword STR:RB->len; jmp ->fff_resxmm0 - |.else - | fild dword STR:RB->len; jmp ->fff_resn - |.endif - | |.ffunc string_byte // Only handle the 1-arg case here. | cmp NARGS:RD, 1+1; jne ->fff_fallback | cmp dword [BASE+4], LJ_TSTR; jne ->fff_fallback @@ -2309,10 +2292,8 @@ static void build_subroutines(BuildCtx *ctx) | movzx RB, byte STR:RB[1] |.if DUALNUM | jmp ->fff_resi - |.elif SSE - | cvtsi2sd xmm0, RB; jmp ->fff_resxmm0 |.else - | mov TMP1, RB; fild TMP1; jmp ->fff_resn + | cvtsi2sd xmm0, RB; jmp ->fff_resxmm0 |.endif | |.ffunc string_char // Only handle the 1-arg case here. @@ -2324,16 +2305,11 @@ static void build_subroutines(BuildCtx *ctx) | mov RB, dword [BASE] | cmp RB, 255; ja ->fff_fallback | mov TMP2, RB - |.elif SSE + |.else | jae ->fff_fallback | cvttsd2si RB, qword [BASE] | cmp RB, 255; ja ->fff_fallback | mov TMP2, RB - |.else - | jae ->fff_fallback - | fld qword [BASE] - | fistp TMP2 - | cmp TMP2, 255; ja ->fff_fallback |.endif |.if X64 | mov TMP3, 1 @@ -2354,6 +2330,7 @@ static void build_subroutines(BuildCtx *ctx) |.endif | mov SAVE_PC, PC | call extern lj_str_new // (lua_State *L, char *str, size_t l) + |->fff_resstr: | // GCstr * returned in eax (RD). | mov BASE, L:RB->base | mov PC, [BASE-4] @@ -2371,14 +2348,10 @@ static void build_subroutines(BuildCtx *ctx) | jne ->fff_fallback | mov RB, dword [BASE+16] | mov TMP2, RB - |.elif SSE + |.else | jae ->fff_fallback | cvttsd2si RB, qword [BASE+16] | mov TMP2, RB - |.else - | jae ->fff_fallback - | fld qword [BASE+16] - | fistp TMP2 |.endif |1: | cmp dword [BASE+4], LJ_TSTR; jne ->fff_fallback @@ -2393,12 +2366,8 @@ static void build_subroutines(BuildCtx *ctx) | mov RB, STR:RB->len |.if DUALNUM | mov RA, dword [BASE+8] - |.elif SSE - | cvttsd2si RA, qword [BASE+8] |.else - | fld qword [BASE+8] - | fistp ARG3 - | mov RA, ARG3 + | cvttsd2si RA, qword [BASE+8] |.endif | mov RC, TMP2 | cmp RB, RC // len < end? (unsigned compare) @@ -2442,136 +2411,34 @@ static void build_subroutines(BuildCtx *ctx) | xor RC, RC // Zero length. Any ptr in RB is ok. | jmp <4 | - |.ffunc string_rep // Only handle the 1-char case inline. - | ffgccheck - | cmp NARGS:RD, 2+1; jne ->fff_fallback // Exactly 2 arguments. - | cmp dword [BASE+4], LJ_TSTR; jne ->fff_fallback - | cmp dword [BASE+12], LJ_TISNUM - | mov STR:RB, [BASE] - |.if DUALNUM - | jne ->fff_fallback - | mov RC, dword [BASE+8] - |.elif SSE - | jae ->fff_fallback - | cvttsd2si RC, qword [BASE+8] - |.else - | jae ->fff_fallback - | fld qword [BASE+8] - | fistp TMP2 - | mov RC, TMP2 - |.endif - | test RC, RC - | jle ->fff_emptystr // Count <= 0? (or non-int) - | cmp dword STR:RB->len, 1 - | jb ->fff_emptystr // Zero length string? - | jne ->fff_fallback_2 // Fallback for > 1-char strings. - | cmp [DISPATCH+DISPATCH_GL(tmpbuf.sz)], RC; jb ->fff_fallback_2 - | movzx RA, byte STR:RB[1] - | mov RB, [DISPATCH+DISPATCH_GL(tmpbuf.buf)] - |.if X64 - | mov TMP3, RC - |.else - | mov ARG3, RC - |.endif - |1: // Fill buffer with char. Yes, this is suboptimal code (do you care?). - | mov [RB], RAL - | add RB, 1 - | sub RC, 1 - | jnz <1 - | mov RD, [DISPATCH+DISPATCH_GL(tmpbuf.buf)] - | jmp ->fff_newstr - | - |.ffunc_1 string_reverse - | ffgccheck - | cmp dword [BASE+4], LJ_TSTR; jne ->fff_fallback - | mov STR:RB, [BASE] - | mov RC, STR:RB->len - | test RC, RC - | jz ->fff_emptystr // Zero length string? - | cmp [DISPATCH+DISPATCH_GL(tmpbuf.sz)], RC; jb ->fff_fallback_1 - | add RB, #STR - | mov TMP2, PC // Need another temp register. - |.if X64 - | mov TMP3, RC - |.else - | mov ARG3, RC - |.endif - | mov PC, [DISPATCH+DISPATCH_GL(tmpbuf.buf)] - |1: - | movzx RA, byte [RB] - | add RB, 1 - | sub RC, 1 - | mov [PC+RC], RAL - | jnz <1 - | mov RD, PC - | mov PC, TMP2 - | jmp ->fff_newstr - | - |.macro ffstring_case, name, lo, hi - | .ffunc_1 name + |.macro ffstring_op, name + | .ffunc_1 string_ .. name | ffgccheck | cmp dword [BASE+4], LJ_TSTR; jne ->fff_fallback - | mov STR:RB, [BASE] - | mov RC, STR:RB->len - | cmp [DISPATCH+DISPATCH_GL(tmpbuf.sz)], RC; jb ->fff_fallback_1 - | add RB, #STR - | mov TMP2, PC // Need another temp register. - |.if X64 - | mov TMP3, RC - |.else - | mov ARG3, RC - |.endif - | mov PC, [DISPATCH+DISPATCH_GL(tmpbuf.buf)] - | jmp >3 - |1: // ASCII case conversion. Yes, this is suboptimal code (do you care?). - | movzx RA, byte [RB+RC] - | cmp RA, lo - | jb >2 - | cmp RA, hi - | ja >2 - | xor RA, 0x20 - |2: - | mov [PC+RC], RAL - |3: - | sub RC, 1 - | jns <1 - | mov RD, PC - | mov PC, TMP2 - | jmp ->fff_newstr + | mov L:RB, SAVE_L + | lea SBUF:FCARG1, [DISPATCH+DISPATCH_GL(tmpbuf)] + | mov L:RB->base, BASE + | mov STR:FCARG2, [BASE] // Caveat: FCARG2 == BASE + | mov RC, SBUF:FCARG1->b + | mov SBUF:FCARG1->L, L:RB + | mov SBUF:FCARG1->p, RC + | mov SAVE_PC, PC + | call extern lj_buf_putstr_ .. name .. @8 + | mov FCARG1, eax + | call extern lj_buf_tostr@4 + | jmp ->fff_resstr |.endmacro | - |ffstring_case string_lower, 0x41, 0x5a - |ffstring_case string_upper, 0x61, 0x7a - | - |//-- Table library ------------------------------------------------------ - | - |.ffunc_1 table_getn - | cmp dword [BASE+4], LJ_TTAB; jne ->fff_fallback - | mov RB, BASE // Save BASE. - | mov TAB:FCARG1, [BASE] - | call extern lj_tab_len@4 // LJ_FASTCALL (GCtab *t) - | // Length of table returned in eax (RD). - | mov BASE, RB // Restore BASE. - |.if DUALNUM - | mov RB, RD; jmp ->fff_resi - |.elif SSE - | cvtsi2sd xmm0, RD; jmp ->fff_resxmm0 - |.else - | mov ARG1, RD; fild ARG1; jmp ->fff_resn - |.endif + |ffstring_op reverse + |ffstring_op lower + |ffstring_op upper | |//-- Bit library -------------------------------------------------------- | - |.define TOBIT_BIAS, 0x59c00000 // 2^52 + 2^51 (float, not double!). - | |.macro .ffunc_bit, name, kind, fdef | fdef name |.if kind == 2 - |.if SSE | sseconst_tobit xmm1, RBa - |.else - | mov TMP1, TOBIT_BIAS - |.endif |.endif | cmp dword [BASE+4], LJ_TISNUM |.if DUALNUM @@ -2587,24 +2454,12 @@ static void build_subroutines(BuildCtx *ctx) |.else | jae ->fff_fallback |.endif - |.if SSE | movsd xmm0, qword [BASE] |.if kind < 2 | sseconst_tobit xmm1, RBa |.endif | addsd xmm0, xmm1 | movd RB, xmm0 - |.else - | fld qword [BASE] - |.if kind < 2 - | mov TMP1, TOBIT_BIAS - |.endif - | fadd TMP1 - | fstp FPARG1 - |.if kind > 0 - | mov RB, ARG1 - |.endif - |.endif |2: |.endmacro | @@ -2613,15 +2468,7 @@ static void build_subroutines(BuildCtx *ctx) |.endmacro | |.ffunc_bit bit_tobit, 0 - |.if DUALNUM or SSE - |.if not SSE - | mov RB, ARG1 - |.endif | jmp ->fff_resbit - |.else - | fild ARG1 - | jmp ->fff_resn - |.endif | |.macro .ffunc_bit_op, name, ins | .ffunc_bit name, 2 @@ -2641,17 +2488,10 @@ static void build_subroutines(BuildCtx *ctx) |.else | jae ->fff_fallback_bit_op |.endif - |.if SSE | movsd xmm0, qword [RD] | addsd xmm0, xmm1 | movd RA, xmm0 | ins RB, RA - |.else - | fld qword [RD] - | fadd TMP1 - | fstp FPARG1 - | ins RB, ARG1 - |.endif | sub RD, 8 | jmp <1 |.endmacro @@ -2668,15 +2508,10 @@ static void build_subroutines(BuildCtx *ctx) | not RB |.if DUALNUM | jmp ->fff_resbit - |.elif SSE + |.else |->fff_resbit: | cvtsi2sd xmm0, RB | jmp ->fff_resxmm0 - |.else - |->fff_resbit: - | mov ARG1, RB - | fild ARG1 - | jmp ->fff_resn |.endif | |->fff_fallback_bit_op: @@ -2689,22 +2524,13 @@ static void build_subroutines(BuildCtx *ctx) | // Note: no inline conversion from number for 2nd argument! | cmp dword [BASE+12], LJ_TISNUM; jne ->fff_fallback | mov RA, dword [BASE+8] - |.elif SSE + |.else | .ffunc_nnsse name | sseconst_tobit xmm2, RBa | addsd xmm0, xmm2 | addsd xmm1, xmm2 | movd RB, xmm0 | movd RA, xmm1 - |.else - | .ffunc_nn name - | mov TMP1, TOBIT_BIAS - | fadd TMP1 - | fstp FPARG3 - | fadd TMP1 - | fstp FPARG1 - | mov RA, ARG3 - | mov RB, ARG1 |.endif | ins RB, cl // Assumes RA is ecx. | jmp ->fff_resbit @@ -2838,7 +2664,7 @@ static void build_subroutines(BuildCtx *ctx) | mov FCARG2, PC // Caveat: FCARG2 == BASE | mov FCARG1, L:RB | // SAVE_PC must hold the _previous_ PC. The callee updates it with PC. - | call extern lj_dispatch_ins@8 // (lua_State *L, BCIns *pc) + | call extern lj_dispatch_ins@8 // (lua_State *L, const BCIns *pc) |3: | mov BASE, L:RB->base |4: @@ -2909,6 +2735,79 @@ static void build_subroutines(BuildCtx *ctx) | add NARGS:RD, 1 | jmp RBa | + |->cont_stitch: // Trace stitching. + |.if JIT + | // BASE = base, RC = result, RB = mbase + | mov TRACE:RA, [RB-24] // Save previous trace. + | mov TMP1, TRACE:RA + | mov TMP3, DISPATCH // Need one more register. + | mov DISPATCH, MULTRES + | movzx RA, PC_RA + | lea RA, [BASE+RA*8] // Call base. + | sub DISPATCH, 1 + | jz >2 + |1: // Move results down. + |.if X64 + | mov RBa, [RC] + | mov [RA], RBa + |.else + | mov RB, [RC] + | mov [RA], RB + | mov RB, [RC+4] + | mov [RA+4], RB + |.endif + | add RC, 8 + | add RA, 8 + | sub DISPATCH, 1 + | jnz <1 + |2: + | movzx RC, PC_RA + | movzx RB, PC_RB + | add RC, RB + | lea RC, [BASE+RC*8-8] + |3: + | cmp RC, RA + | ja >9 // More results wanted? + | + | mov DISPATCH, TMP3 + | mov TRACE:RD, TMP1 // Get previous trace. + | movzx RB, word TRACE:RD->traceno + | movzx RD, word TRACE:RD->link + | cmp RD, RB + | je ->cont_nop // Blacklisted. + | test RD, RD + | jne =>BC_JLOOP // Jump to stitched trace. + | + | // Stitch a new trace to the previous trace. + | mov [DISPATCH+DISPATCH_J(exitno)], RB + | mov L:RB, SAVE_L + | mov L:RB->base, BASE + | mov FCARG2, PC + | lea FCARG1, [DISPATCH+GG_DISP2J] + | mov aword [DISPATCH+DISPATCH_J(L)], L:RBa + | call extern lj_dispatch_stitch@8 // (jit_State *J, const BCIns *pc) + | mov BASE, L:RB->base + | jmp ->cont_nop + | + |9: // Fill up results with nil. + | mov dword [RA+4], LJ_TNIL + | add RA, 8 + | jmp <3 + |.endif + | + |->vm_profhook: // Dispatch target for profiler hook. +#if LJ_HASPROFILE + | mov L:RB, SAVE_L + | mov L:RB->base, BASE + | mov FCARG2, PC // Caveat: FCARG2 == BASE + | mov FCARG1, L:RB + | call extern lj_dispatch_profile@8 // (lua_State *L, const BCIns *pc) + | mov BASE, L:RB->base + | // HOOK_PROFILE is off again, so re-dispatch to dynamic instruction. + | sub PC, 4 + | jmp ->cont_nop +#endif + | |//----------------------------------------------------------------------- |//-- Trace exit handler ------------------------------------------------- |//----------------------------------------------------------------------- @@ -2961,10 +2860,9 @@ static void build_subroutines(BuildCtx *ctx) | movsd qword [ebp-88], xmm1; movsd qword [ebp-96], xmm0 |.endif | // Caveat: RB is ebp. - | mov L:RB, [DISPATCH+DISPATCH_GL(jit_L)] + | mov L:RB, [DISPATCH+DISPATCH_GL(cur_L)] | mov BASE, [DISPATCH+DISPATCH_GL(jit_base)] | mov aword [DISPATCH+DISPATCH_J(L)], L:RBa - | mov dword [DISPATCH+DISPATCH_GL(jit_L)], 0 | mov L:RB->base, BASE |.if X64WIN | lea CARG2, [rsp+4*8] @@ -2974,6 +2872,7 @@ static void build_subroutines(BuildCtx *ctx) | lea FCARG2, [esp+16] |.endif | lea FCARG1, [DISPATCH+GG_DISP2J] + | mov dword [DISPATCH+DISPATCH_GL(jit_base)], 0 | call extern lj_trace_exit@8 // (jit_State *J, ExitState *ex) | // MULTRES or negated error code returned in eax (RD). | mov RAa, L:RB->cframe @@ -3020,12 +2919,14 @@ static void build_subroutines(BuildCtx *ctx) | mov r13, TMPa | mov r12, TMPQ |.endif - | test RD, RD; js >3 // Check for error from exit. + | test RD, RD; js >9 // Check for error from exit. + | mov L:RB, SAVE_L | mov MULTRES, RD | mov LFUNC:KBASE, [BASE-8] | mov KBASE, LFUNC:KBASE->pc | mov KBASE, [KBASE+PC2PROTO(k)] - | mov dword [DISPATCH+DISPATCH_GL(jit_L)], 0 + | mov L:RB->base, BASE + | mov dword [DISPATCH+DISPATCH_GL(jit_base)], 0 | set_vmstate INTERP | // Modified copy of ins_next which handles function header dispatch, too. | mov RC, [PC] @@ -3034,16 +2935,31 @@ static void build_subroutines(BuildCtx *ctx) | add PC, 4 | shr RC, 16 | cmp OP, BC_FUNCF // Function header? - | jb >2 - | mov RC, MULTRES // RC/RD holds nres+1. + | jb >3 + | cmp OP, BC_FUNCC+2 // Fast function? + | jae >4 |2: + | mov RC, MULTRES // RC/RD holds nres+1. + |3: |.if X64 | jmp aword [DISPATCH+OP*8] |.else | jmp aword [DISPATCH+OP*4] |.endif | - |3: // Rethrow error from the right C frame. + |4: // Check frame below fast function. + | mov RC, [BASE-4] + | test RC, FRAME_TYPE + | jnz <2 // Trace stitching continuation? + | // Otherwise set KBASE for Lua function below fast function. + | movzx RC, byte [RC-3] + | not RCa + | mov LFUNC:KBASE, [BASE+RC*8-8] + | mov KBASE, LFUNC:KBASE->pc + | mov KBASE, [KBASE+PC2PROTO(k)] + | jmp <2 + | + |9: // Rethrow error from the right C frame. | neg RD | mov FCARG1, L:RB | mov FCARG2, RD @@ -3055,27 +2971,18 @@ static void build_subroutines(BuildCtx *ctx) |//----------------------------------------------------------------------- | |// FP value rounding. Called by math.floor/math.ceil fast functions - |// and from JIT code. - | - |// x87 variant: Arg/ret on x87 stack. No int/xmm registers modified. - |.macro vm_round_x87, mode1, mode2 - | fnstcw word [esp+4] // Caveat: overwrites ARG1 and ARG2. - | mov [esp+8], eax - | mov ax, mode1 - | or ax, [esp+4] - |.if mode2 ~= 0xffff - | and ax, mode2 - |.endif - | mov [esp+6], ax - | fldcw word [esp+6] - | frndint - | fldcw word [esp+4] - | mov eax, [esp+8] + |// and from JIT code. arg/ret is xmm0. xmm0-xmm3 and RD (eax) modified. + |.macro vm_round, name, mode, cond + |->name: + |.if not X64 and cond + | movsd xmm0, qword [esp+4] + | call ->name .. _sse + | movsd qword [esp+4], xmm0 // Overwrite callee-owned arg. + | fld qword [esp+4] | ret - |.endmacro + |.endif | - |// SSE variant: arg/ret is xmm0. xmm0-xmm3 and RD (eax) modified. - |.macro vm_round_sse, mode + |->name .. _sse: | sseconst_abs xmm2, RDa | sseconst_2p52 xmm3, RDa | movaps xmm1, xmm0 @@ -3111,22 +3018,12 @@ static void build_subroutines(BuildCtx *ctx) | ret |.endmacro | - |.macro vm_round, name, ssemode, mode1, mode2 - |->name: - |.if not SSE - | vm_round_x87 mode1, mode2 - |.endif - |->name .. _sse: - | vm_round_sse ssemode - |.endmacro - | - | vm_round vm_floor, 0, 0x0400, 0xf7ff - | vm_round vm_ceil, 1, 0x0800, 0xfbff - | vm_round vm_trunc, 2, 0x0c00, 0xffff + | vm_round vm_floor, 0, 1 + | vm_round vm_ceil, 1, JIT + | vm_round vm_trunc, 2, JIT | |// FP modulo x%y. Called by BC_MOD* and vm_arith. |->vm_mod: - |.if SSE |// Args in xmm0/xmm1, return value in xmm0. |// Caveat: xmm0-xmm5 and RC (eax) modified! | movaps xmm5, xmm0 @@ -3154,172 +3051,6 @@ static void build_subroutines(BuildCtx *ctx) | movaps xmm0, xmm5 | subsd xmm0, xmm1 | ret - |.else - |// Args/ret on x87 stack (y on top). No xmm registers modified. - |// Caveat: needs 3 slots on x87 stack! RC (eax) modified! - | fld st1 - | fdiv st1 - | fnstcw word [esp+4] - | mov ax, 0x0400 - | or ax, [esp+4] - | and ax, 0xf7ff - | mov [esp+6], ax - | fldcw word [esp+6] - | frndint - | fldcw word [esp+4] - | fmulp st1 - | fsubp st1 - | ret - |.endif - | - |// FP log2(x). Called by math.log(x, base). - |->vm_log2: - |.if X64WIN - | movsd qword [rsp+8], xmm0 // Use scratch area. - | fld1 - | fld qword [rsp+8] - | fyl2x - | fstp qword [rsp+8] - | movsd xmm0, qword [rsp+8] - |.elif X64 - | movsd qword [rsp-8], xmm0 // Use red zone. - | fld1 - | fld qword [rsp-8] - | fyl2x - | fstp qword [rsp-8] - | movsd xmm0, qword [rsp-8] - |.else - | fld1 - | fld qword [esp+4] - | fyl2x - |.endif - | ret - | - |// FP exponentiation e^x and 2^x. Called by math.exp fast function and - |// from JIT code. Arg/ret on x87 stack. No int/xmm regs modified. - |// Caveat: needs 3 slots on x87 stack! - |->vm_exp_x87: - | fldl2e; fmulp st1 // e^x ==> 2^(x*log2(e)) - |->vm_exp2_x87: - | .if X64WIN - | .define expscratch, dword [rsp+8] // Use scratch area. - | .elif X64 - | .define expscratch, dword [rsp-8] // Use red zone. - | .else - | .define expscratch, dword [esp+4] // Needs 4 byte scratch area. - | .endif - | fst expscratch // Caveat: overwrites ARG1. - | cmp expscratch, 0x7f800000; je >1 // Special case: e^+Inf = +Inf - | cmp expscratch, 0xff800000; je >2 // Special case: e^-Inf = 0 - |->vm_exp2raw: // Entry point for vm_pow. Without +-Inf check. - | fdup; frndint; fsub st1, st0; fxch // Split into frac/int part. - | f2xm1; fld1; faddp st1; fscale; fpop1 // ==> (2^frac-1 +1) << int - |1: - | ret - |2: - | fpop; fldz; ret - | - |// Generic power function x^y. Called by BC_POW, math.pow fast function, - |// and vm_arith. - |// Args/ret on x87 stack (y on top). RC (eax) modified. - |// Caveat: needs 3 slots on x87 stack! - |->vm_pow: - |.if not SSE - | fist dword [esp+4] // Store/reload int before comparison. - | fild dword [esp+4] // Integral exponent used in vm_powi. - | fucomip st1 - | jnz >8 // Branch for FP exponents. - | jp >9 // Branch for NaN exponent. - | fpop // Pop y and fallthrough to vm_powi. - | - |// FP/int power function x^i. Arg1/ret on x87 stack. - |// Arg2 (int) on C stack. RC (eax) modified. - |// Caveat: needs 2 slots on x87 stack! - | mov eax, [esp+4] - | cmp eax, 1; jle >6 // i<=1? - | // Now 1 < (unsigned)i <= 0x80000000. - |1: // Handle leading zeros. - | test eax, 1; jnz >2 - | fmul st0 - | shr eax, 1 - | jmp <1 - |2: - | shr eax, 1; jz >5 - | fdup - |3: // Handle trailing bits. - | fmul st0 - | shr eax, 1; jz >4 - | jnc <3 - | fmul st1, st0 - | jmp <3 - |4: - | fmulp st1 - |5: - | ret - |6: - | je <5 // x^1 ==> x - | jb >7 - | fld1; fdivrp st1 - | neg eax - | cmp eax, 1; je <5 // x^-1 ==> 1/x - | jmp <1 // x^-i ==> (1/x)^i - |7: - | fpop; fld1 // x^0 ==> 1 - | ret - | - |8: // FP/FP power function x^y. - | fst dword [esp+4] - | fxch - | fst dword [esp+8] - | mov eax, [esp+4]; shl eax, 1 - | cmp eax, 0xff000000; je >2 // x^+-Inf? - | mov eax, [esp+8]; shl eax, 1; je >4 // +-0^y? - | cmp eax, 0xff000000; je >4 // +-Inf^y? - | fyl2x - | jmp ->vm_exp2raw - | - |9: // Handle x^NaN. - | fld1 - | fucomip st2 - | je >1 // 1^NaN ==> 1 - | fxch // x^NaN ==> NaN - |1: - | fpop - | ret - | - |2: // Handle x^+-Inf. - | fabs - | fld1 - | fucomip st1 - | je >3 // +-1^+-Inf ==> 1 - | fpop; fabs; fldz; mov eax, 0; setc al - | ror eax, 1; xor eax, [esp+4]; jns >3 // |x|<>1, x^+-Inf ==> +Inf/0 - | fxch - |3: - | fpop1; fabs - | ret - | - |4: // Handle +-0^y or +-Inf^y. - | cmp dword [esp+4], 0; jge <3 // y >= 0, x^y ==> |x| - | fpop; fpop - | test eax, eax; jz >5 // y < 0, +-0^y ==> +Inf - | fldz // y < 0, +-Inf^y ==> 0 - | ret - |5: - | mov dword [esp+4], 0x7f800000 // Return +Inf. - | fld dword [esp+4] - | ret - |.endif - | - |// Args in xmm0/xmm1. Ret in xmm0. xmm0-xmm2 and RC (eax) modified. - |// Needs 16 byte scratch area for x86. Also called from JIT code. - |->vm_pow_sse: - | cvtsd2si eax, xmm1 - | cvtsi2sd xmm2, eax - | ucomisd xmm1, xmm2 - | jnz >8 // Branch for FP exponents. - | jp >9 // Branch for NaN exponent. - | // Fallthrough to vm_powi_sse. | |// Args in xmm0/eax. Ret in xmm0. xmm0-xmm1 and eax modified. |->vm_powi_sse: @@ -3356,287 +3087,6 @@ static void build_subroutines(BuildCtx *ctx) | sseconst_1 xmm0, RDa | ret | - |8: // FP/FP power function x^y. - |.if X64 - | movd rax, xmm1; shl rax, 1 - | rol rax, 12; cmp rax, 0xffe; je >2 // x^+-Inf? - | movd rax, xmm0; shl rax, 1; je >4 // +-0^y? - | rol rax, 12; cmp rax, 0xffe; je >5 // +-Inf^y? - | .if X64WIN - | movsd qword [rsp+16], xmm1 // Use scratch area. - | movsd qword [rsp+8], xmm0 - | fld qword [rsp+16] - | fld qword [rsp+8] - | .else - | movsd qword [rsp-16], xmm1 // Use red zone. - | movsd qword [rsp-8], xmm0 - | fld qword [rsp-16] - | fld qword [rsp-8] - | .endif - |.else - | movsd qword [esp+12], xmm1 // Needs 16 byte scratch area. - | movsd qword [esp+4], xmm0 - | cmp dword [esp+12], 0; jne >1 - | mov eax, [esp+16]; shl eax, 1 - | cmp eax, 0xffe00000; je >2 // x^+-Inf? - |1: - | cmp dword [esp+4], 0; jne >1 - | mov eax, [esp+8]; shl eax, 1; je >4 // +-0^y? - | cmp eax, 0xffe00000; je >5 // +-Inf^y? - |1: - | fld qword [esp+12] - | fld qword [esp+4] - |.endif - | fyl2x // y*log2(x) - | fdup; frndint; fsub st1, st0; fxch // Split into frac/int part. - | f2xm1; fld1; faddp st1; fscale; fpop1 // ==> (2^frac-1 +1) << int - |.if X64WIN - | fstp qword [rsp+8] // Use scratch area. - | movsd xmm0, qword [rsp+8] - |.elif X64 - | fstp qword [rsp-8] // Use red zone. - | movsd xmm0, qword [rsp-8] - |.else - | fstp qword [esp+4] // Needs 8 byte scratch area. - | movsd xmm0, qword [esp+4] - |.endif - | ret - | - |9: // Handle x^NaN. - | sseconst_1 xmm2, RDa - | ucomisd xmm0, xmm2; je >1 // 1^NaN ==> 1 - | movaps xmm0, xmm1 // x^NaN ==> NaN - |1: - | ret - | - |2: // Handle x^+-Inf. - | sseconst_abs xmm2, RDa - | andpd xmm0, xmm2 // |x| - | sseconst_1 xmm2, RDa - | ucomisd xmm0, xmm2; je <1 // +-1^+-Inf ==> 1 - | movmskpd eax, xmm1 - | xorps xmm0, xmm0 - | mov ah, al; setc al; xor al, ah; jne <1 // |x|<>1, x^+-Inf ==> +Inf/0 - |3: - | sseconst_hi xmm0, RDa, 7ff00000 // +Inf - | ret - | - |4: // Handle +-0^y. - | movmskpd eax, xmm1; test eax, eax; jnz <3 // y < 0, +-0^y ==> +Inf - | xorps xmm0, xmm0 // y >= 0, +-0^y ==> 0 - | ret - | - |5: // Handle +-Inf^y. - | movmskpd eax, xmm1; test eax, eax; jz <3 // y >= 0, +-Inf^y ==> +Inf - | xorps xmm0, xmm0 // y < 0, +-Inf^y ==> 0 - | ret - | - |// Callable from C: double lj_vm_foldfpm(double x, int fpm) - |// Computes fpm(x) for extended math functions. ORDER FPM. - |->vm_foldfpm: - |.if JIT - |.if X64 - | .if X64WIN - | .define fpmop, CARG2d - | .else - | .define fpmop, CARG1d - | .endif - | cmp fpmop, 1; jb ->vm_floor; je ->vm_ceil - | cmp fpmop, 3; jb ->vm_trunc; ja >2 - | sqrtsd xmm0, xmm0; ret - |2: - | .if X64WIN - | movsd qword [rsp+8], xmm0 // Use scratch area. - | fld qword [rsp+8] - | .else - | movsd qword [rsp-8], xmm0 // Use red zone. - | fld qword [rsp-8] - | .endif - | cmp fpmop, 5; ja >2 - | .if X64WIN; pop rax; .endif - | je >1 - | call ->vm_exp_x87 - | .if X64WIN; push rax; .endif - | jmp >7 - |1: - | call ->vm_exp2_x87 - | .if X64WIN; push rax; .endif - | jmp >7 - |2: ; cmp fpmop, 7; je >1; ja >2 - | fldln2; fxch; fyl2x; jmp >7 - |1: ; fld1; fxch; fyl2x; jmp >7 - |2: ; cmp fpmop, 9; je >1; ja >2 - | fldlg2; fxch; fyl2x; jmp >7 - |1: ; fsin; jmp >7 - |2: ; cmp fpmop, 11; je >1; ja >9 - | fcos; jmp >7 - |1: ; fptan; fpop - |7: - | .if X64WIN - | fstp qword [rsp+8] // Use scratch area. - | movsd xmm0, qword [rsp+8] - | .else - | fstp qword [rsp-8] // Use red zone. - | movsd xmm0, qword [rsp-8] - | .endif - | ret - |.else // x86 calling convention. - | .define fpmop, eax - |.if SSE - | mov fpmop, [esp+12] - | movsd xmm0, qword [esp+4] - | cmp fpmop, 1; je >1; ja >2 - | call ->vm_floor; jmp >7 - |1: ; call ->vm_ceil; jmp >7 - |2: ; cmp fpmop, 3; je >1; ja >2 - | call ->vm_trunc; jmp >7 - |1: - | sqrtsd xmm0, xmm0 - |7: - | movsd qword [esp+4], xmm0 // Overwrite callee-owned args. - | fld qword [esp+4] - | ret - |2: ; fld qword [esp+4] - | cmp fpmop, 5; jb ->vm_exp_x87; je ->vm_exp2_x87 - |2: ; cmp fpmop, 7; je >1; ja >2 - | fldln2; fxch; fyl2x; ret - |1: ; fld1; fxch; fyl2x; ret - |2: ; cmp fpmop, 9; je >1; ja >2 - | fldlg2; fxch; fyl2x; ret - |1: ; fsin; ret - |2: ; cmp fpmop, 11; je >1; ja >9 - | fcos; ret - |1: ; fptan; fpop; ret - |.else - | mov fpmop, [esp+12] - | fld qword [esp+4] - | cmp fpmop, 1; jb ->vm_floor; je ->vm_ceil - | cmp fpmop, 3; jb ->vm_trunc; ja >2 - | fsqrt; ret - |2: ; cmp fpmop, 5; jb ->vm_exp_x87; je ->vm_exp2_x87 - | cmp fpmop, 7; je >1; ja >2 - | fldln2; fxch; fyl2x; ret - |1: ; fld1; fxch; fyl2x; ret - |2: ; cmp fpmop, 9; je >1; ja >2 - | fldlg2; fxch; fyl2x; ret - |1: ; fsin; ret - |2: ; cmp fpmop, 11; je >1; ja >9 - | fcos; ret - |1: ; fptan; fpop; ret - |.endif - |.endif - |9: ; int3 // Bad fpm. - |.endif - | - |// Callable from C: double lj_vm_foldarith(double x, double y, int op) - |// Compute x op y for basic arithmetic operators (+ - * / % ^ and unary -) - |// and basic math functions. ORDER ARITH - |->vm_foldarith: - |.if X64 - | - | .if X64WIN - | .define foldop, CARG3d - | .else - | .define foldop, CARG1d - | .endif - | cmp foldop, 1; je >1; ja >2 - | addsd xmm0, xmm1; ret - |1: ; subsd xmm0, xmm1; ret - |2: ; cmp foldop, 3; je >1; ja >2 - | mulsd xmm0, xmm1; ret - |1: ; divsd xmm0, xmm1; ret - |2: ; cmp foldop, 5; jb ->vm_mod; je ->vm_pow - | cmp foldop, 7; je >1; ja >2 - | sseconst_sign xmm1, RDa; xorps xmm0, xmm1; ret - |1: ; sseconst_abs xmm1, RDa; andps xmm0, xmm1; ret - |2: ; cmp foldop, 9; ja >2 - |.if X64WIN - | movsd qword [rsp+8], xmm0 // Use scratch area. - | movsd qword [rsp+16], xmm1 - | fld qword [rsp+8] - | fld qword [rsp+16] - |.else - | movsd qword [rsp-8], xmm0 // Use red zone. - | movsd qword [rsp-16], xmm1 - | fld qword [rsp-8] - | fld qword [rsp-16] - |.endif - | je >1 - | fpatan - |7: - |.if X64WIN - | fstp qword [rsp+8] // Use scratch area. - | movsd xmm0, qword [rsp+8] - |.else - | fstp qword [rsp-8] // Use red zone. - | movsd xmm0, qword [rsp-8] - |.endif - | ret - |1: ; fxch; fscale; fpop1; jmp <7 - |2: ; cmp foldop, 11; je >1; ja >9 - | minsd xmm0, xmm1; ret - |1: ; maxsd xmm0, xmm1; ret - |9: ; int3 // Bad op. - | - |.elif SSE // x86 calling convention with SSE ops. - | - | .define foldop, eax - | mov foldop, [esp+20] - | movsd xmm0, qword [esp+4] - | movsd xmm1, qword [esp+12] - | cmp foldop, 1; je >1; ja >2 - | addsd xmm0, xmm1 - |7: - | movsd qword [esp+4], xmm0 // Overwrite callee-owned args. - | fld qword [esp+4] - | ret - |1: ; subsd xmm0, xmm1; jmp <7 - |2: ; cmp foldop, 3; je >1; ja >2 - | mulsd xmm0, xmm1; jmp <7 - |1: ; divsd xmm0, xmm1; jmp <7 - |2: ; cmp foldop, 5 - | je >1; ja >2 - | call ->vm_mod; jmp <7 - |1: ; pop edx; call ->vm_pow; push edx; jmp <7 // Writes to scratch area. - |2: ; cmp foldop, 7; je >1; ja >2 - | sseconst_sign xmm1, RDa; xorps xmm0, xmm1; jmp <7 - |1: ; sseconst_abs xmm1, RDa; andps xmm0, xmm1; jmp <7 - |2: ; cmp foldop, 9; ja >2 - | fld qword [esp+4] // Reload from stack - | fld qword [esp+12] - | je >1 - | fpatan; ret - |1: ; fxch; fscale; fpop1; ret - |2: ; cmp foldop, 11; je >1; ja >9 - | minsd xmm0, xmm1; jmp <7 - |1: ; maxsd xmm0, xmm1; jmp <7 - |9: ; int3 // Bad op. - | - |.else // x86 calling convention with x87 ops. - | - | mov eax, [esp+20] - | fld qword [esp+4] - | fld qword [esp+12] - | cmp eax, 1; je >1; ja >2 - | faddp st1; ret - |1: ; fsubp st1; ret - |2: ; cmp eax, 3; je >1; ja >2 - | fmulp st1; ret - |1: ; fdivp st1; ret - |2: ; cmp eax, 5; jb ->vm_mod; je ->vm_pow - | cmp eax, 7; je >1; ja >2 - | fpop; fchs; ret - |1: ; fpop; fabs; ret - |2: ; cmp eax, 9; je >1; ja >2 - | fpatan; ret - |1: ; fxch; fscale; fpop1; ret - |2: ; cmp eax, 11; je >1; ja >9 - | fucomi st1; fcmovnbe st1; fpop1; ret - |1: ; fucomi st1; fcmovbe st1; fpop1; ret - |9: ; int3 // Bad op. - | - |.endif - | |//----------------------------------------------------------------------- |//-- Miscellaneous functions -------------------------------------------- |//----------------------------------------------------------------------- @@ -3647,6 +3097,7 @@ static void build_subroutines(BuildCtx *ctx) | mov eax, CARG1d | .if X64WIN; push rsi; mov rsi, CARG2; .endif | push rbx + | xor ecx, ecx | cpuid | mov [rsi], eax | mov [rsi+4], ebx @@ -3670,6 +3121,7 @@ static void build_subroutines(BuildCtx *ctx) | mov eax, [esp+4] // Argument 1 is function number. | push edi | push ebx + | xor ecx, ecx | cpuid | mov edi, [esp+16] // Argument 2 is result area. | mov [edi], eax @@ -3947,19 +3399,12 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | // RA is a number. | cmp dword [BASE+RD*8+4], LJ_TISNUM; jb >1; jne ->vmeta_comp | // RA is a number, RD is an integer. - |.if SSE | cvtsi2sd xmm0, dword [BASE+RD*8] | jmp >2 - |.else - | fld qword [BASE+RA*8] - | fild dword [BASE+RD*8] - | jmp >3 - |.endif | |8: // RA is an integer, RD is not an integer. | ja ->vmeta_comp | // RA is an integer, RD is a number. - |.if SSE | cvtsi2sd xmm1, dword [BASE+RA*8] | movsd xmm0, qword [BASE+RD*8] | add PC, 4 @@ -3967,29 +3412,15 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | jmp_comp jbe, ja, jb, jae, <9 | jmp <6 |.else - | fild dword [BASE+RA*8] - | jmp >2 - |.endif - |.else | checknum RA, ->vmeta_comp | checknum RD, ->vmeta_comp |.endif - |.if SSE |1: | movsd xmm0, qword [BASE+RD*8] |2: | add PC, 4 | ucomisd xmm0, qword [BASE+RA*8] |3: - |.else - |1: - | fld qword [BASE+RA*8] // Reverse order, i.e like cmp D, A. - |2: - | fld qword [BASE+RD*8] - |3: - | add PC, 4 - | fcomparepp - |.endif | // Unordered: all of ZF CF PF set, ordered: PF clear. | // To preserve NaN semantics GE/GT branch on unordered, but LT/LE don't. |.if DUALNUM @@ -4029,43 +3460,25 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | // RD is a number. | cmp dword [BASE+RA*8+4], LJ_TISNUM; jb >1; jne >5 | // RD is a number, RA is an integer. - |.if SSE | cvtsi2sd xmm0, dword [BASE+RA*8] - |.else - | fild dword [BASE+RA*8] - |.endif | jmp >2 | |8: // RD is an integer, RA is not an integer. | ja >5 | // RD is an integer, RA is a number. - |.if SSE | cvtsi2sd xmm0, dword [BASE+RD*8] | ucomisd xmm0, qword [BASE+RA*8] - |.else - | fild dword [BASE+RD*8] - | fld qword [BASE+RA*8] - |.endif | jmp >4 | |.else | cmp RB, LJ_TISNUM; jae >5 | checknum RA, >5 |.endif - |.if SSE |1: | movsd xmm0, qword [BASE+RA*8] |2: | ucomisd xmm0, qword [BASE+RD*8] |4: - |.else - |1: - | fld qword [BASE+RA*8] - |2: - | fld qword [BASE+RD*8] - |4: - | fcomparepp - |.endif iseqne_fp: if (vk) { | jp >2 // Unordered means not equal. @@ -4188,39 +3601,21 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | // RA is a number. | cmp dword [KBASE+RD*8+4], LJ_TISNUM; jb >1 | // RA is a number, RD is an integer. - |.if SSE | cvtsi2sd xmm0, dword [KBASE+RD*8] - |.else - | fild dword [KBASE+RD*8] - |.endif | jmp >2 | |8: // RA is an integer, RD is a number. - |.if SSE | cvtsi2sd xmm0, dword [BASE+RA*8] | ucomisd xmm0, qword [KBASE+RD*8] - |.else - | fild dword [BASE+RA*8] - | fld qword [KBASE+RD*8] - |.endif | jmp >4 |.else | cmp RB, LJ_TISNUM; jae >3 |.endif - |.if SSE |1: | movsd xmm0, qword [KBASE+RD*8] |2: | ucomisd xmm0, qword [BASE+RA*8] |4: - |.else - |1: - | fld qword [KBASE+RD*8] - |2: - | fld qword [BASE+RA*8] - |4: - | fcomparepp - |.endif goto iseqne_fp; case BC_ISEQP: case BC_ISNEP: vk = op == BC_ISEQP; @@ -4271,6 +3666,18 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | ins_next break; + case BC_ISTYPE: + | ins_AD // RA = src, RD = -type + | add RD, [BASE+RA*8+4] + | jne ->vmeta_istype + | ins_next + break; + case BC_ISNUM: + | ins_AD // RA = src, RD = -(TISNUM-1) + | checknum RA, ->vmeta_istype + | ins_next + break; + /* -- Unary ops --------------------------------------------------------- */ case BC_MOV: @@ -4314,16 +3721,10 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) |.else | checknum RD, ->vmeta_unm |.endif - |.if SSE | movsd xmm0, qword [BASE+RD*8] | sseconst_sign xmm1, RDa | xorps xmm0, xmm1 | movsd qword [BASE+RA*8], xmm0 - |.else - | fld qword [BASE+RD*8] - | fchs - | fstp qword [BASE+RA*8] - |.endif |.if DUALNUM | jmp <9 |.else @@ -4339,15 +3740,11 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) |1: | mov dword [BASE+RA*8+4], LJ_TISNUM | mov dword [BASE+RA*8], RD - |.elif SSE + |.else | xorps xmm0, xmm0 | cvtsi2sd xmm0, dword STR:RD->len |1: | movsd qword [BASE+RA*8], xmm0 - |.else - | fild dword STR:RD->len - |1: - | fstp qword [BASE+RA*8] |.endif | ins_next |2: @@ -4365,11 +3762,8 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | // Length of table returned in eax (RD). |.if DUALNUM | // Nothing to do. - |.elif SSE - | cvtsi2sd xmm0, RD |.else - | mov ARG1, RD - | fild ARG1 + | cvtsi2sd xmm0, RD |.endif | mov BASE, RB // Restore BASE. | movzx RA, PC_RA @@ -4384,7 +3778,7 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) /* -- Binary ops -------------------------------------------------------- */ - |.macro ins_arithpre, x87ins, sseins, ssereg + |.macro ins_arithpre, sseins, ssereg | ins_ABC ||vk = ((int)op - BC_ADDVN) / (BC_ADDNV-BC_ADDVN); ||switch (vk) { @@ -4393,37 +3787,22 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | .if DUALNUM | cmp dword [KBASE+RC*8+4], LJ_TISNUM; jae ->vmeta_arith_vn | .endif - | .if SSE - | movsd xmm0, qword [BASE+RB*8] - | sseins ssereg, qword [KBASE+RC*8] - | .else - | fld qword [BASE+RB*8] - | x87ins qword [KBASE+RC*8] - | .endif + | movsd xmm0, qword [BASE+RB*8] + | sseins ssereg, qword [KBASE+RC*8] || break; ||case 1: | checknum RB, ->vmeta_arith_nv | .if DUALNUM | cmp dword [KBASE+RC*8+4], LJ_TISNUM; jae ->vmeta_arith_nv | .endif - | .if SSE - | movsd xmm0, qword [KBASE+RC*8] - | sseins ssereg, qword [BASE+RB*8] - | .else - | fld qword [KBASE+RC*8] - | x87ins qword [BASE+RB*8] - | .endif + | movsd xmm0, qword [KBASE+RC*8] + | sseins ssereg, qword [BASE+RB*8] || break; ||default: | checknum RB, ->vmeta_arith_vv | checknum RC, ->vmeta_arith_vv - | .if SSE - | movsd xmm0, qword [BASE+RB*8] - | sseins ssereg, qword [BASE+RC*8] - | .else - | fld qword [BASE+RB*8] - | x87ins qword [BASE+RC*8] - | .endif + | movsd xmm0, qword [BASE+RB*8] + | sseins ssereg, qword [BASE+RC*8] || break; ||} |.endmacro @@ -4461,55 +3840,62 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) |.endmacro | |.macro ins_arithpost - |.if SSE | movsd qword [BASE+RA*8], xmm0 - |.else - | fstp qword [BASE+RA*8] - |.endif |.endmacro | - |.macro ins_arith, x87ins, sseins - | ins_arithpre x87ins, sseins, xmm0 + |.macro ins_arith, sseins + | ins_arithpre sseins, xmm0 | ins_arithpost | ins_next |.endmacro | - |.macro ins_arith, intins, x87ins, sseins + |.macro ins_arith, intins, sseins |.if DUALNUM | ins_arithdn intins |.else - | ins_arith, x87ins, sseins + | ins_arith, sseins |.endif |.endmacro | // RA = dst, RB = src1 or num const, RC = src2 or num const case BC_ADDVN: case BC_ADDNV: case BC_ADDVV: - | ins_arith add, fadd, addsd + | ins_arith add, addsd break; case BC_SUBVN: case BC_SUBNV: case BC_SUBVV: - | ins_arith sub, fsub, subsd + | ins_arith sub, subsd break; case BC_MULVN: case BC_MULNV: case BC_MULVV: - | ins_arith imul, fmul, mulsd + | ins_arith imul, mulsd break; case BC_DIVVN: case BC_DIVNV: case BC_DIVVV: - | ins_arith fdiv, divsd + | ins_arith divsd break; case BC_MODVN: - | ins_arithpre fld, movsd, xmm1 + | ins_arithpre movsd, xmm1 |->BC_MODVN_Z: | call ->vm_mod | ins_arithpost | ins_next break; case BC_MODNV: case BC_MODVV: - | ins_arithpre fld, movsd, xmm1 + | ins_arithpre movsd, xmm1 | jmp ->BC_MODVN_Z // Avoid 3 copies. It's slow anyway. break; case BC_POW: - | ins_arithpre fld, movsd, xmm1 - | call ->vm_pow + | ins_arithpre movsd, xmm1 + | mov RB, BASE + |.if not X64 + | movsd FPARG1, xmm0 + | movsd FPARG3, xmm1 + |.endif + | call extern pow + | movzx RA, PC_RA + | mov BASE, RB + |.if X64 | ins_arithpost + |.else + | fstp qword [BASE+RA*8] + |.endif | ins_next break; @@ -4577,25 +3963,17 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | movsx RD, RDW | mov dword [BASE+RA*8+4], LJ_TISNUM | mov dword [BASE+RA*8], RD - |.elif SSE + |.else | movsx RD, RDW // Sign-extend literal. | cvtsi2sd xmm0, RD | movsd qword [BASE+RA*8], xmm0 - |.else - | fild PC_RD // Refetch signed RD from instruction. - | fstp qword [BASE+RA*8] |.endif | ins_next break; case BC_KNUM: | ins_AD // RA = dst, RD = num const - |.if SSE | movsd xmm0, qword [KBASE+RD*8] | movsd qword [BASE+RA*8], xmm0 - |.else - | fld qword [KBASE+RD*8] - | fstp qword [BASE+RA*8] - |.endif | ins_next break; case BC_KPRI: @@ -4702,18 +4080,10 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) case BC_USETN: | ins_AD // RA = upvalue #, RD = num const | mov LFUNC:RB, [BASE-8] - |.if SSE | movsd xmm0, qword [KBASE+RD*8] - |.else - | fld qword [KBASE+RD*8] - |.endif | mov UPVAL:RB, [LFUNC:RB+RA*4+offsetof(GCfuncL, uvptr)] | mov RA, UPVAL:RB->v - |.if SSE | movsd qword [RA], xmm0 - |.else - | fstp qword [RA] - |.endif | ins_next break; case BC_USETP: @@ -4867,18 +4237,10 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) |.else | // Convert number to int and back and compare. | checknum RC, >5 - |.if SSE | movsd xmm0, qword [BASE+RC*8] - | cvtsd2si RC, xmm0 + | cvttsd2si RC, xmm0 | cvtsi2sd xmm1, RC | ucomisd xmm0, xmm1 - |.else - | fld qword [BASE+RC*8] - | fist ARG1 - | fild ARG1 - | fcomparepp - | mov RC, ARG1 - |.endif | jne ->vmeta_tgetv // Generic numeric key? Use fallback. |.endif | cmp RC, TAB:RB->asize // Takes care of unordered, too. @@ -5002,6 +4364,32 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | mov dword [BASE+RA*8+4], LJ_TNIL | jmp <1 break; + case BC_TGETR: + | ins_ABC // RA = dst, RB = table, RC = key + | mov TAB:RB, [BASE+RB*8] + |.if DUALNUM + | mov RC, dword [BASE+RC*8] + |.else + | cvttsd2si RC, qword [BASE+RC*8] + |.endif + | cmp RC, TAB:RB->asize + | jae ->vmeta_tgetr // Not in array part? Use fallback. + | shl RC, 3 + | add RC, TAB:RB->array + | // Get array slot. + |->BC_TGETR_Z: + |.if X64 + | mov RBa, [RC] + | mov [BASE+RA*8], RBa + |.else + | mov RB, [RC] + | mov RC, [RC+4] + | mov [BASE+RA*8], RB + | mov [BASE+RA*8+4], RC + |.endif + |->BC_TGETR2_Z: + | ins_next + break; case BC_TSETV: | ins_ABC // RA = src, RB = table, RC = key @@ -5015,18 +4403,10 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) |.else | // Convert number to int and back and compare. | checknum RC, >5 - |.if SSE | movsd xmm0, qword [BASE+RC*8] - | cvtsd2si RC, xmm0 + | cvttsd2si RC, xmm0 | cvtsi2sd xmm1, RC | ucomisd xmm0, xmm1 - |.else - | fld qword [BASE+RC*8] - | fist ARG1 - | fild ARG1 - | fcomparepp - | mov RC, ARG1 - |.endif | jne ->vmeta_tsetv // Generic numeric key? Use fallback. |.endif | cmp RC, TAB:RB->asize // Takes care of unordered, too. @@ -5196,6 +4576,39 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | movzx RA, PC_RA // Restore RA. | jmp <2 break; + case BC_TSETR: + | ins_ABC // RA = src, RB = table, RC = key + | mov TAB:RB, [BASE+RB*8] + |.if DUALNUM + | mov RC, dword [BASE+RC*8] + |.else + | cvttsd2si RC, qword [BASE+RC*8] + |.endif + | test byte TAB:RB->marked, LJ_GC_BLACK // isblack(table) + | jnz >7 + |2: + | cmp RC, TAB:RB->asize + | jae ->vmeta_tsetr + | shl RC, 3 + | add RC, TAB:RB->array + | // Set array slot. + |->BC_TSETR_Z: + |.if X64 + | mov RBa, [BASE+RA*8] + | mov [RC], RBa + |.else + | mov RB, [BASE+RA*8+4] + | mov RA, [BASE+RA*8] + | mov [RC+4], RB + | mov [RC], RA + |.endif + | ins_next + | + |7: // Possible table write barrier for the value. Skip valiswhite check. + | barrierback TAB:RB, RA + | movzx RA, PC_RA // Restore RA. + | jmp <2 + break; case BC_TSETM: | ins_AD // RA = base (table at base-1), RD = num const (start index) @@ -5389,10 +4802,8 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) |.if DUALNUM | mov dword [BASE+RA*8+4], LJ_TISNUM | mov dword [BASE+RA*8], RC - |.elif SSE - | cvtsi2sd xmm0, RC |.else - | fild dword [BASE+RA*8-8] + | cvtsi2sd xmm0, RC |.endif | // Copy array slot to returned value. |.if X64 @@ -5408,10 +4819,8 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | // Return array index as a numeric key. |.if DUALNUM | // See above. - |.elif SSE - | movsd qword [BASE+RA*8], xmm0 |.else - | fstp qword [BASE+RA*8] + | movsd qword [BASE+RA*8], xmm0 |.endif | mov [BASE+RA*8-8], RC // Update control var. |2: @@ -5424,9 +4833,6 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | |4: // Skip holes in array part. | add RC, 1 - |.if not (DUALNUM or SSE) - | mov [BASE+RA*8-8], RC - |.endif | jmp <1 | |5: // Traverse hash part. @@ -5760,7 +5166,6 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) if (!vk) { | cmp RB, LJ_TISNUM; jae ->vmeta_for } - |.if SSE | movsd xmm0, qword FOR_IDX | movsd xmm1, qword FOR_STOP if (vk) { @@ -5773,22 +5178,6 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | ucomisd xmm1, xmm0 |1: | movsd qword FOR_EXT, xmm0 - |.else - | fld qword FOR_STOP - | fld qword FOR_IDX - if (vk) { - | fadd qword FOR_STEP // nidx = idx + step - | fst qword FOR_IDX - | fst qword FOR_EXT - | test RB, RB; js >1 - } else { - | fst qword FOR_EXT - | jl >1 - } - | fxch // Swap lim/(n)idx if step non-negative. - |1: - | fcomparepp - |.endif if (op == BC_FORI) { |.if DUALNUM | jnb <7 @@ -5816,11 +5205,10 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) |2: | ins_next |.endif - |.if SSE + | |3: // Invert comparison if step is negative. | ucomisd xmm0, xmm1 | jmp <1 - |.endif break; case BC_ITERL: @@ -5858,7 +5246,7 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | ins_A // RA = base, RD = target (loop extent) | // Note: RA/RD is only used by trace recorder to determine scope/extent | // This opcode does NOT jump, it's only purpose is to detect a hot loop. - |.if JIT + |.if JIT | hotloop RB |.endif | // Fall through. Assumes BC_ILOOP follows and ins_A is a no-op. @@ -5877,7 +5265,7 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | mov RDa, TRACE:RD->mcode | mov L:RB, SAVE_L | mov [DISPATCH+DISPATCH_GL(jit_base)], BASE - | mov [DISPATCH+DISPATCH_GL(jit_L)], L:RB + | mov [DISPATCH+DISPATCH_GL(tmpbuf.L)], L:RB | // Save additional callee-save registers only used in compiled code. |.if X64WIN | mov TMPQ, r12 @@ -6044,9 +5432,10 @@ static void build_ins(BuildCtx *ctx, BCOp op, int defop) | // (lua_State *L, lua_CFunction f) | call aword [DISPATCH+DISPATCH_GL(wrapf)] } - | set_vmstate INTERP | // nresults returned in eax (RD). | mov BASE, L:RB->base + | mov [DISPATCH+DISPATCH_GL(cur_L)], L:RB + | set_vmstate INTERP | lea RA, [BASE+RD*8] | neg RA | add RA, L:RB->top // RA = (L->top-(L->base+nresults))*8 @@ -6119,6 +5508,10 @@ static void emit_asm_debug(BuildCtx *ctx) "\t.byte 0x83\n\t.uleb128 0x3\n" /* offset rbx */ "\t.byte 0x8f\n\t.uleb128 0x4\n" /* offset r15 */ "\t.byte 0x8e\n\t.uleb128 0x5\n" /* offset r14 */ +#if LJ_NO_UNWIND + "\t.byte 0x8d\n\t.uleb128 0x6\n" /* offset r13 */ + "\t.byte 0x8c\n\t.uleb128 0x7\n" /* offset r12 */ +#endif #else "\t.long .Lbegin\n" "\t.long %d\n" @@ -6154,6 +5547,7 @@ static void emit_asm_debug(BuildCtx *ctx) "\t.align " SZPTR "\n" ".LEFDE1:\n\n", (int)ctx->codesz - fcofs); #endif +#if !LJ_NO_UNWIND #if (defined(__sun__) && defined(__svr4__)) #if LJ_64 fprintf(ctx->fp, "\t.section .eh_frame,\"a\",@unwind\n"); @@ -6242,7 +5636,9 @@ static void emit_asm_debug(BuildCtx *ctx) "\t.align " SZPTR "\n" ".LEFDE3:\n\n", (int)ctx->codesz - fcofs); #endif +#endif break; +#if !LJ_NO_UNWIND /* Mental note: never let Apple design an assembler. ** Or a linker. Or a plastic case. But I digress. */ @@ -6359,17 +5755,24 @@ static void emit_asm_debug(BuildCtx *ctx) "LEFDEY:\n\n", fcsize); } #endif -#if LJ_64 - fprintf(ctx->fp, "\t.subsections_via_symbols\n"); -#else +#if !LJ_64 fprintf(ctx->fp, "\t.non_lazy_symbol_pointer\n" "L_lj_err_unwind_dwarf$non_lazy_ptr:\n" ".indirect_symbol _lj_err_unwind_dwarf\n" - ".long 0\n"); + ".long 0\n\n"); + fprintf(ctx->fp, "\t.section __IMPORT,__jump_table,symbol_stubs,pure_instructions+self_modifying_code,5\n"); + { + const char *const *xn; + for (xn = ctx->extnames; *xn; xn++) + if (strncmp(*xn, LABEL_PREFIX, sizeof(LABEL_PREFIX)-1)) + fprintf(ctx->fp, "L_%s$stub:\n\t.indirect_symbol _%s\n\t.ascii \"\\364\\364\\364\\364\\364\"\n", *xn, *xn); + } #endif + fprintf(ctx->fp, ".subsections_via_symbols\n"); } break; +#endif default: /* Difficult for other modes. */ break; } diff --git a/core/src/luajit/src/xb1build.bat b/core/src/luajit/src/xb1build.bat new file mode 100644 index 000000000..847e84a55 --- /dev/null +++ b/core/src/luajit/src/xb1build.bat @@ -0,0 +1,101 @@ +@rem Script to build LuaJIT with the Xbox One SDK.
+@rem Donated to the public domain.
+@rem
+@rem Open a "Visual Studio .NET Command Prompt" (64 bit host compiler)
+@rem Then cd to this directory and run this script.
+
+@if not defined INCLUDE goto :FAIL
+@if not defined DurangoXDK goto :FAIL
+
+@setlocal
+@echo ---- Host compiler ----
+@set LJCOMPILE=cl /nologo /c /MD /O2 /W3 /D_CRT_SECURE_NO_DEPRECATE /DLUAJIT_ENABLE_GC64
+@set LJLINK=link /nologo
+@set LJMT=mt /nologo
+@set DASMDIR=..\dynasm
+@set DASM=%DASMDIR%\dynasm.lua
+@set ALL_LIB=lib_base.c lib_math.c lib_bit.c lib_string.c lib_table.c lib_io.c lib_os.c lib_package.c lib_debug.c lib_jit.c lib_ffi.c
+
+%LJCOMPILE% host\minilua.c
+@if errorlevel 1 goto :BAD
+%LJLINK% /out:minilua.exe minilua.obj
+@if errorlevel 1 goto :BAD
+if exist minilua.exe.manifest^
+ %LJMT% -manifest minilua.exe.manifest -outputresource:minilua.exe
+
+@rem Error out for 64 bit host compiler
+@minilua
+@if not errorlevel 8 goto :FAIL
+
+@set DASMFLAGS=-D WIN -D FFI -D P64
+minilua %DASM% -LN %DASMFLAGS% -o host\buildvm_arch.h vm_x64.dasc
+@if errorlevel 1 goto :BAD
+
+%LJCOMPILE% /I "." /I %DASMDIR% /D_DURANGO host\buildvm*.c
+@if errorlevel 1 goto :BAD
+%LJLINK% /out:buildvm.exe buildvm*.obj
+@if errorlevel 1 goto :BAD
+if exist buildvm.exe.manifest^
+ %LJMT% -manifest buildvm.exe.manifest -outputresource:buildvm.exe
+
+buildvm -m peobj -o lj_vm.obj
+@if errorlevel 1 goto :BAD
+buildvm -m bcdef -o lj_bcdef.h %ALL_LIB%
+@if errorlevel 1 goto :BAD
+buildvm -m ffdef -o lj_ffdef.h %ALL_LIB%
+@if errorlevel 1 goto :BAD
+buildvm -m libdef -o lj_libdef.h %ALL_LIB%
+@if errorlevel 1 goto :BAD
+buildvm -m recdef -o lj_recdef.h %ALL_LIB%
+@if errorlevel 1 goto :BAD
+buildvm -m vmdef -o jit\vmdef.lua %ALL_LIB%
+@if errorlevel 1 goto :BAD
+buildvm -m folddef -o lj_folddef.h lj_opt_fold.c
+@if errorlevel 1 goto :BAD
+
+@echo ---- Cross compiler ----
+
+@set CWD=%cd%
+@call "%DurangoXDK%\xdk\DurangoVars.cmd" XDK
+@cd /D "%CWD%"
+@shift
+
+@set LJCOMPILE="cl" /nologo /c /W3 /GF /Gm- /GR- /GS- /Gy /openmp- /D_CRT_SECURE_NO_DEPRECATE /D_LIB /D_UNICODE /D_DURANGO
+@set LJLIB="lib" /nologo
+
+@if "%1"=="debug" (
+ @shift
+ @set LJCOMPILE=%LJCOMPILE% /Zi /MDd /Od
+ @set LJLINK=%LJLINK% /debug
+) else (
+ @set LJCOMPILE=%LJCOMPILE% /MD /O2 /DNDEBUG
+)
+
+@if "%1"=="amalg" goto :AMALG
+%LJCOMPILE% /DLUA_BUILD_AS_DLL lj_*.c lib_*.c
+@if errorlevel 1 goto :BAD
+%LJLIB% /OUT:luajit.lib lj_*.obj lib_*.obj
+@if errorlevel 1 goto :BAD
+@goto :NOAMALG
+:AMALG
+%LJCOMPILE% /DLUA_BUILD_AS_DLL ljamalg.c
+@if errorlevel 1 goto :BAD
+%LJLIB% /OUT:luajit.lib ljamalg.obj lj_vm.obj
+@if errorlevel 1 goto :BAD
+:NOAMALG
+
+@del *.obj *.manifest minilua.exe buildvm.exe
+@echo.
+@echo === Successfully built LuaJIT for Xbox One ===
+
+@goto :END
+:BAD
+@echo.
+@echo *******************************************************
+@echo *** Build FAILED -- Please check the error messages ***
+@echo *******************************************************
+@goto :END
+:FAIL
+@echo To run this script you must open a "Visual Studio .NET Command Prompt"
+@echo (64 bit host compiler). The Xbox One SDK must be installed, too.
+:END
diff --git a/core/src/xmake/machine.c b/core/src/xmake/machine.c index c98bf1be1..eecf40ff2 100644 --- a/core/src/xmake/machine.c +++ b/core/src/xmake/machine.c @@ -273,7 +273,7 @@ static tb_bool_t xm_machine_save_arguments(xm_machine_impl_t* impl, tb_int_t arg { // table_new[table.getn(table_new) + 1] = argv[i] lua_pushstring(impl->lua, argv[i]); - lua_rawseti(impl->lua, -2, luaL_getn(impl->lua, -2) + 1); + lua_rawseti(impl->lua, -2, lua_objlen(impl->lua, -2) + 1); } // _ARGV = table_new diff --git a/core/src/xmake/os/find.c b/core/src/xmake/os/find.c index a4e590f8a..c4b035c79 100644 --- a/core/src/xmake/os/find.c +++ b/core/src/xmake/os/find.c @@ -103,7 +103,7 @@ static tb_bool_t xm_os_find_walk(tb_char_t const* path, tb_file_info_t const* in // exclude pathes tb_int_t i = 0; - tb_int_t count = luaL_getn(lua, 5); + tb_int_t count = lua_objlen(lua, 5); for (i = 0; i < count && !excluded; i++) { // get exclude |