[Tarantool-patches] [PATCH luajit 1/2][v2] Fix embedded bytecode loader.
Sergey Bronnikov
sergeyb at tarantool.org
Mon Sep 4 12:31:21 MSK 2023
Hi, Maxim
On 9/1/23 12:42, Maxim Kokryashkin via Tarantool-patches wrote:
<snipped>
>> diff --git a/test/tarantool-tests/lj-549-bytecode-loader.test.lua b/test/tarantool-tests/lj-549-bytecode-loader.test.lua
>> new file mode 100644
>> index 00000000..889be80a
>> --- /dev/null
>> +++ b/test/tarantool-tests/lj-549-bytecode-loader.test.lua
>> @@ -0,0 +1,96 @@
>> +local tap = require('tap')
>> +local ffi = require('ffi')
>> +local utils = require('utils')
>> +local test = tap.test('lj-549-bytecode-loader'):skipcond({
>> + -- ['Test requires GC64 mode enabled'] = not require('ffi').abi('gc64'),
> Why this skipcond is commented out?
it is not needed anymore, so I removed it. Iterative patch is below:
--- a/test/tarantool-tests/lj-549-bytecode-loader.test.lua
+++ b/test/tarantool-tests/lj-549-bytecode-loader.test.lua
@@ -1,9 +1,7 @@
local tap = require('tap')
local ffi = require('ffi')
local utils = require('utils')
-local test = tap.test('lj-549-bytecode-loader'):skipcond({
- -- ['Test requires GC64 mode enabled'] = not
require('ffi').abi('gc64'),
-})
+local test = tap.test('lj-549-bytecode-loader')
test:plan(1)
>> +})
>> +
>> +test:plan(1)
>> +
>> +-- Test creates a shared library with LuaJIT bytecode,
>> +-- loads shared library as a Lua module and checks,
>> +-- that no crashes eliminated.
>> +--
>> +-- $ make HOST_CC='gcc -m32' TARGET_CFLAGS='-m32' \
>> +-- TARGET_LDFLAGS='-m32' \
>> +-- TARGET_SHLDFLAGS='-m32' \
>> +-- -f Makefile.original
>> +-- $ echo 'print("test")' > a.lua
>> +-- $ LUA_PATH="src/?.lua;;" luajit -b a.lua a.c
>> +-- $ gcc -m32 -fPIC -shared a.c -o a.so
>> +-- $ luajit -e "require('a')"
>> +-- Program received signal SIGBUS, Bus error
>> +
>> +local function file_exists(fname)
>> + return io.open(fname, 'r') or true and false
>> +end
>> +
>> +local function get_file_name(file)
>> + return file:match("[^/]*$")
>> +end
>> +
>> +local stdout_msg = 'Lango team'
>> +local lua_code = ('print(%q)'):format(stdout_msg)
>> +local fpath = os.tmpname()
>> +local path_lua = ('%s.lua'):format(fpath)
>> +local path_c = ('%s.c'):format(fpath)
>> +local path_so = ('%s.so'):format(fpath)
>> +
>> +-- Create a file with a minimal Lua code.
>> +local fh = assert(io.open(path_lua, 'w'))
>> +fh:write(lua_code)
>> +fh:close()
>> +
>> +local module_name = assert(get_file_name(fpath))
>> +
>> +local basedir = function(path)
>> + local sep = '/'
>> + return path:match('(.*' .. sep .. ')') or './'
>> +end
>> +
>> +-- Create a C file with LuaJIT bytecode.
>> +-- We cannot use utils.makecmd, because command-line generated
>> +-- by `makecmd` contains `-e` that is incompatible with option `-b`.
>> +local function create_c_file(pathlua, pathc)
>> + local lua_path = os.getenv('LUA_PATH')
>> + local lua_bin = require('utils').exec.luacmd(arg):match('%S+')
>> + local cmd_fmt = 'LUA_PATH="%s" %s -b %s %s'
>> + local cmd = (cmd_fmt):format(lua_path, lua_bin, pathlua, pathc)
>> + local ret = os.execute(cmd)
>> + assert(ret == 0, 'create a C file with bytecode')
>> +end
>> +
>> +create_c_file(path_lua, path_c)
>> +assert(file_exists(path_c))
>> +
>> +-- Compile C source code with LuaJIT bytecode to a shared library.
>> +-- `-m64` is not available on ARM64, see
>> +-- "3.18.1 AArch64 Options in the manual",
>> +-- https://gcc.gnu.org/onlinedocs/gcc/AArch64-Options.html
>> +local cflags_64 = jit.arch == 'arm64' and '-march=armv8-a' or '-m64'
>> +local cflags = ffi.abi('32bit') and '-m32' or cflags_64
>> +local cc_cmd = ('cc %s -fPIC -shared %s -o %s'):format(cflags, path_c, path_so)
>> +local ph = io.popen(cc_cmd)
>> +ph:close()
> I suggest using the os.execute and checking the exit code.
> Popen is excessive here.
replaced, iterative patch is below
--- a/test/tarantool-tests/lj-549-bytecode-loader.test.lua
+++ b/test/tarantool-tests/lj-549-bytecode-loader.test.lua
@@ -68,8 +68,8 @@ assert(file_exists(path_c))
local cflags_64 = jit.arch == 'arm64' and '-march=armv8-a' or '-m64'
local cflags = ffi.abi('32bit') and '-m32' or cflags_64
local cc_cmd = ('cc %s -fPIC -shared %s -o %s'):format(cflags, path_c,
path_so)
-local ph = io.popen(cc_cmd)
-ph:close()
+local rc = os.execute(cc_cmd)
+assert(rc == 0)
assert(file_exists(path_so))
-- Load shared library as a Lua module.
>
>> +assert(file_exists(path_so))
>> +
>> +-- Load shared library as a Lua module.
>> +local lua_cpath = ('"/tmp/?.so;"'):format(basedir(fpath))
>> +assert(file_exists(path_so))
>> +local cmd = utils.exec.makecmd(arg, {
>> + script = ('-e "require([[%s]])"'):format(module_name),
>> + env = {
>> + LUA_CPATH = lua_cpath,
>> + -- It is required to cleanup LUA_PATH, otherwise
>> + -- LuaJIT loads Lua module, see tarantool-tests/utils/init.lua.
>> + LUA_PATH = '',
>> + },
>> +})
>> +local res = cmd()
>> +test:ok(res == stdout_msg, 'bytecode loader works')
>> +
>> +os.remove(path_lua)
>> +os.remove(path_c)
>> +os.remove(path_so)
>> +
>> +os.exit(test:check() and 0 or 1)
> `test:done` should be used instead.
Fixed.
@@ -91,4 +91,4 @@ os.remove(path_lua)
os.remove(path_c)
os.remove(path_so)
-os.exit(test:check() and 0 or 1)
+test:done(true)
>> --
>> 2.34.1
>>
More information about the Tarantool-patches
mailing list