From: Vladimir Davydov via Tarantool-patches <tarantool-patches@dev.tarantool.org> To: tarantool-patches@dev.tarantool.org Subject: [Tarantool-patches] [PATCH 20/20] net.box: do not create request object in Lua for sync requests Date: Fri, 23 Jul 2021 14:07:30 +0300 [thread overview] Message-ID: <8bd6bfd92d7c62f03f9f4d84a65c5727712c428c.1627024646.git.vdavydov@tarantool.org> (raw) In-Reply-To: <cover.1627024646.git.vdavydov@tarantool.org> It's not really necessary - we can wait for the request to complete in C code, without returning to Lua. Since creating a Lua object puts extra pressure on the garbage collector, we'd better avoid it when we can. --- src/box/lua/net_box.c | 67 +++++++++++++++++++++++++++++------------ src/box/lua/net_box.lua | 39 ++++++++++++++++-------- 2 files changed, 74 insertions(+), 32 deletions(-) diff --git a/src/box/lua/net_box.c b/src/box/lua/net_box.c index 844a1de613f2..684091cf898f 100644 --- a/src/box/lua/net_box.c +++ b/src/box/lua/net_box.c @@ -1610,7 +1610,7 @@ netbox_new_registry(struct lua_State *L) * Writes a request to the send buffer and registers the request object * ('future') that can be used for waiting for a response. * - * Takes the following arguments: + * Takes the following values from Lua stack starting at index idx: * - requests: registry to register the new request with * - send_buf: buffer (ibuf) to write the encoded request to * - buffer: buffer (ibuf) to write the result to or nil @@ -1621,43 +1621,71 @@ netbox_new_registry(struct lua_State *L) * - format: tuple format to use for decoding the body or nil * - ...: method-specific arguments passed to the encoder */ -static int -netbox_perform_async_request(struct lua_State *L) +static void +netbox_perform_async_request_impl(struct lua_State *L, int idx, + struct netbox_request *request) { - struct netbox_request *request = lua_newuserdata(L, sizeof(*request)); - netbox_request_create(request); - luaL_getmetatable(L, netbox_request_typename); - lua_setmetatable(L, -2); - /* Encode and write the request to the send buffer. */ - struct netbox_registry *registry = luaT_check_netbox_registry(L, 1); - struct ibuf *send_buf = (struct ibuf *) lua_topointer(L, 2); - enum netbox_method method = lua_tointeger(L, 5); + struct netbox_registry *registry = luaT_check_netbox_registry(L, idx); + struct ibuf *send_buf = (struct ibuf *) lua_topointer(L, idx + 1); + enum netbox_method method = lua_tointeger(L, idx + 4); assert(method < netbox_method_MAX); uint64_t sync = registry->next_sync++; - netbox_encode_method(L, 9, method, send_buf, sync); + netbox_encode_method(L, idx + 8, method, send_buf, sync); /* Initialize and register the request object. */ request->method = method; request->sync = sync; - request->buffer = (struct ibuf *) lua_topointer(L, 3); - lua_pushvalue(L, 3); + request->buffer = (struct ibuf *) lua_topointer(L, idx + 2); + lua_pushvalue(L, idx + 2); request->buffer_ref = luaL_ref(L, LUA_REGISTRYINDEX); - request->skip_header = lua_toboolean(L, 4); - lua_pushvalue(L, 6); + request->skip_header = lua_toboolean(L, idx + 3); + lua_pushvalue(L, idx + 5); request->on_push_ref = luaL_ref(L, LUA_REGISTRYINDEX); - lua_pushvalue(L, 7); + lua_pushvalue(L, idx + 6); request->on_push_ctx_ref = luaL_ref(L, LUA_REGISTRYINDEX); - if (!lua_isnil(L, 8)) - request->format = lbox_check_tuple_format(L, 8); + if (!lua_isnil(L, idx + 7)) + request->format = lbox_check_tuple_format(L, idx + 7); else request->format = tuple_format_runtime; tuple_format_ref(request->format); if (netbox_request_register(request, registry) != 0) luaT_error(L); +} + +static int +netbox_perform_async_request(struct lua_State *L) +{ + struct netbox_request *request = lua_newuserdata(L, sizeof(*request)); + netbox_request_create(request); + luaL_getmetatable(L, netbox_request_typename); + lua_setmetatable(L, -2); + netbox_perform_async_request_impl(L, 1, request); return 1; } +static int +netbox_perform_request(struct lua_State *L) +{ + double timeout = (!lua_isnil(L, 1) ? + lua_tonumber(L, 1) : TIMEOUT_INFINITY); + struct netbox_request request; + netbox_request_create(&request); + netbox_perform_async_request_impl(L, 2, &request); + while (!netbox_request_is_ready(&request)) { + if (!netbox_request_wait(&request, &timeout)) { + netbox_request_unregister(&request); + netbox_request_destroy(&request); + luaL_testcancel(L); + diag_set(ClientError, ER_TIMEOUT); + return luaT_push_nil_and_error(L); + } + } + int ret = netbox_request_push_result(&request, L); + netbox_request_destroy(&request); + return ret; +} + /* * Given a request registry and a response header, decodes the response and * either completes the request or invokes the on-push trigger, depending on @@ -2028,6 +2056,7 @@ luaopen_net_box(struct lua_State *L) { "decode_greeting",netbox_decode_greeting }, { "new_registry", netbox_new_registry }, { "perform_async_request", netbox_perform_async_request }, + { "perform_request",netbox_perform_request }, { "iproto_auth", netbox_iproto_auth }, { "iproto_schema", netbox_iproto_schema }, { "iproto_loop", netbox_iproto_loop }, diff --git a/src/box/lua/net_box.lua b/src/box/lua/net_box.lua index 55d172a1f6b9..d6367a848aa1 100644 --- a/src/box/lua/net_box.lua +++ b/src/box/lua/net_box.lua @@ -253,19 +253,27 @@ local function create_transport(host, port, user, password, callback, end end - -- - -- Send a request and do not wait for response. - -- @retval nil, error Error occured. - -- @retval not nil Future object. - -- - local function perform_async_request(buffer, skip_header, method, on_push, - on_push_ctx, format, ...) + local function check_active() if state ~= 'active' and state ~= 'fetch_schema' then local code = last_errno or E_NO_CONNECTION local msg = last_error or string.format('Connection is not established, state is "%s"', state) - return nil, box.error.new({code = code, reason = msg}) + return box.error.new({code = code, reason = msg}) + end + return nil + end + + -- + -- Send a request and do not wait for response. + -- @retval nil, error Error occured. + -- @retval not nil Future object. + -- + local function perform_async_request(buffer, skip_header, method, on_push, + on_push_ctx, format, ...) + local err = check_active() + if err then + return nil, err end -- alert worker to notify it of the queued outgoing data; -- if the buffer wasn't empty, assume the worker was already alerted @@ -284,13 +292,18 @@ local function create_transport(host, port, user, password, callback, -- local function perform_request(timeout, buffer, skip_header, method, on_push, on_push_ctx, format, ...) - local request, err = - perform_async_request(buffer, skip_header, method, on_push, - on_push_ctx, format, ...) - if not request then + local err = check_active() + if err then return nil, err end - return request:wait_result(timeout) + -- alert worker to notify it of the queued outgoing data; + -- if the buffer wasn't empty, assume the worker was already alerted + if send_buf:size() == 0 then + worker_fiber:wakeup() + end + return internal.perform_request(timeout, requests, send_buf, buffer, + skip_header, method, on_push, + on_push_ctx, format, ...) end -- PROTOCOL STATE MACHINE (WORKER FIBER) -- -- 2.25.1
next prev parent reply other threads:[~2021-07-23 11:17 UTC|newest] Thread overview: 80+ messages / expand[flat|nested] mbox.gz Atom feed top 2021-07-23 11:07 [Tarantool-patches] [PATCH 00/20] Rewrite performance critical parts of net.box in C Vladimir Davydov via Tarantool-patches 2021-07-23 11:07 ` [Tarantool-patches] [PATCH 01/20] net.box: fix console connection breakage when request is discarded Vladimir Davydov via Tarantool-patches 2021-07-28 22:49 ` Vladislav Shpilevoy via Tarantool-patches 2021-07-29 10:40 ` Vladimir Davydov via Tarantool-patches 2021-07-23 11:07 ` [Tarantool-patches] [PATCH 02/20] net.box: wake up wait_result callers " Vladimir Davydov via Tarantool-patches 2021-07-29 10:47 ` Vladimir Davydov via Tarantool-patches 2021-07-23 11:07 ` [Tarantool-patches] [PATCH 03/20] net.box: do not check worker_fiber in request:result, is_ready Vladimir Davydov via Tarantool-patches 2021-07-23 11:07 ` [Tarantool-patches] [PATCH 04/20] net.box: remove decode_push from method_decoder table Vladimir Davydov via Tarantool-patches 2021-07-23 11:07 ` [Tarantool-patches] [PATCH 05/20] net.box: use decode_tuple instead of decode_get Vladimir Davydov via Tarantool-patches 2021-07-23 11:07 ` [Tarantool-patches] [PATCH 06/20] net.box: rename request.ctx to request.format Vladimir Davydov via Tarantool-patches 2021-07-28 22:49 ` Vladislav Shpilevoy via Tarantool-patches 2021-07-29 10:54 ` Vladimir Davydov via Tarantool-patches 2021-07-29 22:39 ` Vladislav Shpilevoy via Tarantool-patches 2021-07-30 8:15 ` Vladimir Davydov via Tarantool-patches 2021-07-23 11:07 ` [Tarantool-patches] [PATCH 07/20] net.box: use integer id instead of method name Vladimir Davydov via Tarantool-patches 2021-07-28 22:50 ` Vladislav Shpilevoy via Tarantool-patches 2021-07-29 11:30 ` Vladimir Davydov via Tarantool-patches 2021-07-23 11:07 ` [Tarantool-patches] [PATCH 08/20] net.box: remove useless encode optimization Vladimir Davydov via Tarantool-patches 2021-07-23 11:07 ` [Tarantool-patches] [PATCH 09/20] net.box: rewrite request encoder in C Vladimir Davydov via Tarantool-patches 2021-07-28 22:51 ` Vladislav Shpilevoy via Tarantool-patches 2021-07-29 14:08 ` Vladimir Davydov via Tarantool-patches 2021-07-29 14:10 ` Vladimir Davydov via Tarantool-patches 2021-07-23 11:07 ` [Tarantool-patches] [PATCH 10/20] lua/utils: make char ptr Lua CTIDs public Vladimir Davydov via Tarantool-patches 2021-07-23 11:07 ` [Tarantool-patches] [PATCH 11/20] net.box: rewrite response decoder in C Vladimir Davydov via Tarantool-patches 2021-07-27 14:07 ` Cyrill Gorcunov via Tarantool-patches 2021-07-27 14:14 ` Vladimir Davydov via Tarantool-patches 2021-07-29 22:39 ` Vladislav Shpilevoy via Tarantool-patches 2021-07-30 8:44 ` Vladimir Davydov via Tarantool-patches 2021-07-30 22:12 ` Vladislav Shpilevoy via Tarantool-patches 2021-08-02 7:36 ` Vladimir Davydov via Tarantool-patches 2021-07-23 11:07 ` [Tarantool-patches] [PATCH 12/20] net.box: rewrite error " Vladimir Davydov via Tarantool-patches 2021-07-30 22:13 ` Vladislav Shpilevoy via Tarantool-patches 2021-08-02 8:00 ` Vladimir Davydov via Tarantool-patches 2021-08-02 21:47 ` Vladislav Shpilevoy via Tarantool-patches 2021-07-23 11:07 ` [Tarantool-patches] [PATCH 13/20] net.box: rewrite send_and_recv_{iproto, console} " Vladimir Davydov via Tarantool-patches 2021-08-02 21:49 ` Vladislav Shpilevoy via Tarantool-patches 2021-08-03 15:44 ` Vladimir Davydov via Tarantool-patches 2021-08-03 23:06 ` Vladislav Shpilevoy via Tarantool-patches 2021-08-04 13:56 ` Vladimir Davydov via Tarantool-patches 2021-08-04 21:18 ` Vladislav Shpilevoy via Tarantool-patches 2021-08-05 8:37 ` Vladimir Davydov via Tarantool-patches 2021-07-23 11:07 ` [Tarantool-patches] [PATCH 14/20] net.box: rename netbox_{prepare, encode}_request to {begin, end} Vladimir Davydov via Tarantool-patches 2021-07-23 11:07 ` [Tarantool-patches] [PATCH 15/20] net.box: rewrite request implementation in C Vladimir Davydov via Tarantool-patches 2021-08-02 21:54 ` Vladislav Shpilevoy via Tarantool-patches 2021-08-04 12:30 ` Vladimir Davydov via Tarantool-patches 2021-08-04 15:35 ` Vladimir Davydov via Tarantool-patches 2021-08-04 16:14 ` Vladimir Davydov via Tarantool-patches 2021-08-04 21:20 ` Vladislav Shpilevoy via Tarantool-patches 2021-08-05 12:46 ` Vladimir Davydov via Tarantool-patches 2021-07-23 11:07 ` [Tarantool-patches] [PATCH 16/20] net.box: store next_request_id in C code Vladimir Davydov via Tarantool-patches 2021-08-03 23:06 ` Vladislav Shpilevoy via Tarantool-patches 2021-08-04 16:25 ` Vladimir Davydov via Tarantool-patches 2021-07-23 11:07 ` [Tarantool-patches] [PATCH 17/20] net.box: rewrite console handlers in C Vladimir Davydov via Tarantool-patches 2021-08-03 23:07 ` Vladislav Shpilevoy via Tarantool-patches 2021-08-05 11:53 ` Vladimir Davydov via Tarantool-patches 2021-07-23 11:07 ` [Tarantool-patches] [PATCH 18/20] net.box: rewrite iproto " Vladimir Davydov via Tarantool-patches 2021-08-03 23:08 ` Vladislav Shpilevoy via Tarantool-patches 2021-08-05 11:54 ` Vladimir Davydov via Tarantool-patches 2021-07-23 11:07 ` [Tarantool-patches] [PATCH 19/20] net.box: merge new_id, new_request and encode_method Vladimir Davydov via Tarantool-patches 2021-08-03 23:08 ` Vladislav Shpilevoy via Tarantool-patches 2021-08-05 11:55 ` Vladimir Davydov via Tarantool-patches 2021-07-23 11:07 ` Vladimir Davydov via Tarantool-patches [this message] 2021-08-03 23:09 ` [Tarantool-patches] [PATCH 20/20] net.box: do not create request object in Lua for sync requests Vladislav Shpilevoy via Tarantool-patches 2021-08-05 12:23 ` Vladimir Davydov via Tarantool-patches 2021-07-23 12:48 ` [Tarantool-patches] [PATCH 00/20] Rewrite performance critical parts of net.box in C Vladimir Davydov via Tarantool-patches 2021-07-26 7:26 ` Kirill Yukhin via Tarantool-patches 2021-07-27 9:59 ` Vladimir Davydov via Tarantool-patches 2021-07-28 22:51 ` Vladislav Shpilevoy via Tarantool-patches 2021-07-29 11:33 ` Vladimir Davydov via Tarantool-patches 2021-07-29 15:23 ` Vladimir Davydov via Tarantool-patches 2021-07-29 22:38 ` Vladislav Shpilevoy via Tarantool-patches 2021-07-30 10:04 ` Vladimir Davydov via Tarantool-patches 2021-07-29 22:40 ` Vladislav Shpilevoy via Tarantool-patches 2021-07-30 8:16 ` Vladimir Davydov via Tarantool-patches 2021-08-03 23:05 ` Vladislav Shpilevoy via Tarantool-patches 2021-08-04 12:40 ` Vladimir Davydov via Tarantool-patches 2021-08-05 20:59 ` Vladislav Shpilevoy via Tarantool-patches 2021-08-09 11:22 ` Igor Munkin via Tarantool-patches 2021-08-09 11:48 ` Vitaliia Ioffe via Tarantool-patches 2021-08-09 13:56 ` Vladimir Davydov via Tarantool-patches
Reply instructions: You may reply publicly to this message via plain-text email using any one of the following methods: * Save the following mbox file, import it into your mail client, and reply-to-all from there: mbox Avoid top-posting and favor interleaved quoting: https://en.wikipedia.org/wiki/Posting_style#Interleaved_style * Reply using the --to, --cc, and --in-reply-to switches of git-send-email(1): git send-email \ --in-reply-to=8bd6bfd92d7c62f03f9f4d84a65c5727712c428c.1627024646.git.vdavydov@tarantool.org \ --to=tarantool-patches@dev.tarantool.org \ --cc=vdavydov@tarantool.org \ --subject='Re: [Tarantool-patches] [PATCH 20/20] net.box: do not create request object in Lua for sync requests' \ /path/to/YOUR_REPLY https://kernel.org/pub/software/scm/git/docs/git-send-email.html * If your mail client supports setting the In-Reply-To header via mailto: links, try the mailto: link
This is a public inbox, see mirroring instructions for how to clone and mirror all data and code used for this inbox