From: Vladimir Davydov via Tarantool-patches <tarantool-patches@dev.tarantool.org>
To: tarantool-patches@dev.tarantool.org
Subject: [Tarantool-patches] [PATCH 20/20] net.box: do not create request object in Lua for sync requests
Date: Fri, 23 Jul 2021 14:07:30 +0300 [thread overview]
Message-ID: <8bd6bfd92d7c62f03f9f4d84a65c5727712c428c.1627024646.git.vdavydov@tarantool.org> (raw)
In-Reply-To: <cover.1627024646.git.vdavydov@tarantool.org>
It's not really necessary - we can wait for the request to complete in C
code, without returning to Lua. Since creating a Lua object puts extra
pressure on the garbage collector, we'd better avoid it when we can.
---
src/box/lua/net_box.c | 67 +++++++++++++++++++++++++++++------------
src/box/lua/net_box.lua | 39 ++++++++++++++++--------
2 files changed, 74 insertions(+), 32 deletions(-)
diff --git a/src/box/lua/net_box.c b/src/box/lua/net_box.c
index 844a1de613f2..684091cf898f 100644
--- a/src/box/lua/net_box.c
+++ b/src/box/lua/net_box.c
@@ -1610,7 +1610,7 @@ netbox_new_registry(struct lua_State *L)
* Writes a request to the send buffer and registers the request object
* ('future') that can be used for waiting for a response.
*
- * Takes the following arguments:
+ * Takes the following values from Lua stack starting at index idx:
* - requests: registry to register the new request with
* - send_buf: buffer (ibuf) to write the encoded request to
* - buffer: buffer (ibuf) to write the result to or nil
@@ -1621,43 +1621,71 @@ netbox_new_registry(struct lua_State *L)
* - format: tuple format to use for decoding the body or nil
* - ...: method-specific arguments passed to the encoder
*/
-static int
-netbox_perform_async_request(struct lua_State *L)
+static void
+netbox_perform_async_request_impl(struct lua_State *L, int idx,
+ struct netbox_request *request)
{
- struct netbox_request *request = lua_newuserdata(L, sizeof(*request));
- netbox_request_create(request);
- luaL_getmetatable(L, netbox_request_typename);
- lua_setmetatable(L, -2);
-
/* Encode and write the request to the send buffer. */
- struct netbox_registry *registry = luaT_check_netbox_registry(L, 1);
- struct ibuf *send_buf = (struct ibuf *) lua_topointer(L, 2);
- enum netbox_method method = lua_tointeger(L, 5);
+ struct netbox_registry *registry = luaT_check_netbox_registry(L, idx);
+ struct ibuf *send_buf = (struct ibuf *) lua_topointer(L, idx + 1);
+ enum netbox_method method = lua_tointeger(L, idx + 4);
assert(method < netbox_method_MAX);
uint64_t sync = registry->next_sync++;
- netbox_encode_method(L, 9, method, send_buf, sync);
+ netbox_encode_method(L, idx + 8, method, send_buf, sync);
/* Initialize and register the request object. */
request->method = method;
request->sync = sync;
- request->buffer = (struct ibuf *) lua_topointer(L, 3);
- lua_pushvalue(L, 3);
+ request->buffer = (struct ibuf *) lua_topointer(L, idx + 2);
+ lua_pushvalue(L, idx + 2);
request->buffer_ref = luaL_ref(L, LUA_REGISTRYINDEX);
- request->skip_header = lua_toboolean(L, 4);
- lua_pushvalue(L, 6);
+ request->skip_header = lua_toboolean(L, idx + 3);
+ lua_pushvalue(L, idx + 5);
request->on_push_ref = luaL_ref(L, LUA_REGISTRYINDEX);
- lua_pushvalue(L, 7);
+ lua_pushvalue(L, idx + 6);
request->on_push_ctx_ref = luaL_ref(L, LUA_REGISTRYINDEX);
- if (!lua_isnil(L, 8))
- request->format = lbox_check_tuple_format(L, 8);
+ if (!lua_isnil(L, idx + 7))
+ request->format = lbox_check_tuple_format(L, idx + 7);
else
request->format = tuple_format_runtime;
tuple_format_ref(request->format);
if (netbox_request_register(request, registry) != 0)
luaT_error(L);
+}
+
+static int
+netbox_perform_async_request(struct lua_State *L)
+{
+ struct netbox_request *request = lua_newuserdata(L, sizeof(*request));
+ netbox_request_create(request);
+ luaL_getmetatable(L, netbox_request_typename);
+ lua_setmetatable(L, -2);
+ netbox_perform_async_request_impl(L, 1, request);
return 1;
}
+static int
+netbox_perform_request(struct lua_State *L)
+{
+ double timeout = (!lua_isnil(L, 1) ?
+ lua_tonumber(L, 1) : TIMEOUT_INFINITY);
+ struct netbox_request request;
+ netbox_request_create(&request);
+ netbox_perform_async_request_impl(L, 2, &request);
+ while (!netbox_request_is_ready(&request)) {
+ if (!netbox_request_wait(&request, &timeout)) {
+ netbox_request_unregister(&request);
+ netbox_request_destroy(&request);
+ luaL_testcancel(L);
+ diag_set(ClientError, ER_TIMEOUT);
+ return luaT_push_nil_and_error(L);
+ }
+ }
+ int ret = netbox_request_push_result(&request, L);
+ netbox_request_destroy(&request);
+ return ret;
+}
+
/*
* Given a request registry and a response header, decodes the response and
* either completes the request or invokes the on-push trigger, depending on
@@ -2028,6 +2056,7 @@ luaopen_net_box(struct lua_State *L)
{ "decode_greeting",netbox_decode_greeting },
{ "new_registry", netbox_new_registry },
{ "perform_async_request", netbox_perform_async_request },
+ { "perform_request",netbox_perform_request },
{ "iproto_auth", netbox_iproto_auth },
{ "iproto_schema", netbox_iproto_schema },
{ "iproto_loop", netbox_iproto_loop },
diff --git a/src/box/lua/net_box.lua b/src/box/lua/net_box.lua
index 55d172a1f6b9..d6367a848aa1 100644
--- a/src/box/lua/net_box.lua
+++ b/src/box/lua/net_box.lua
@@ -253,19 +253,27 @@ local function create_transport(host, port, user, password, callback,
end
end
- --
- -- Send a request and do not wait for response.
- -- @retval nil, error Error occured.
- -- @retval not nil Future object.
- --
- local function perform_async_request(buffer, skip_header, method, on_push,
- on_push_ctx, format, ...)
+ local function check_active()
if state ~= 'active' and state ~= 'fetch_schema' then
local code = last_errno or E_NO_CONNECTION
local msg = last_error or
string.format('Connection is not established, state is "%s"',
state)
- return nil, box.error.new({code = code, reason = msg})
+ return box.error.new({code = code, reason = msg})
+ end
+ return nil
+ end
+
+ --
+ -- Send a request and do not wait for response.
+ -- @retval nil, error Error occured.
+ -- @retval not nil Future object.
+ --
+ local function perform_async_request(buffer, skip_header, method, on_push,
+ on_push_ctx, format, ...)
+ local err = check_active()
+ if err then
+ return nil, err
end
-- alert worker to notify it of the queued outgoing data;
-- if the buffer wasn't empty, assume the worker was already alerted
@@ -284,13 +292,18 @@ local function create_transport(host, port, user, password, callback,
--
local function perform_request(timeout, buffer, skip_header, method,
on_push, on_push_ctx, format, ...)
- local request, err =
- perform_async_request(buffer, skip_header, method, on_push,
- on_push_ctx, format, ...)
- if not request then
+ local err = check_active()
+ if err then
return nil, err
end
- return request:wait_result(timeout)
+ -- alert worker to notify it of the queued outgoing data;
+ -- if the buffer wasn't empty, assume the worker was already alerted
+ if send_buf:size() == 0 then
+ worker_fiber:wakeup()
+ end
+ return internal.perform_request(timeout, requests, send_buf, buffer,
+ skip_header, method, on_push,
+ on_push_ctx, format, ...)
end
-- PROTOCOL STATE MACHINE (WORKER FIBER) --
--
2.25.1
next prev parent reply other threads:[~2021-07-23 11:17 UTC|newest]
Thread overview: 80+ messages / expand[flat|nested] mbox.gz Atom feed top
2021-07-23 11:07 [Tarantool-patches] [PATCH 00/20] Rewrite performance critical parts of net.box in C Vladimir Davydov via Tarantool-patches
2021-07-23 11:07 ` [Tarantool-patches] [PATCH 01/20] net.box: fix console connection breakage when request is discarded Vladimir Davydov via Tarantool-patches
2021-07-28 22:49 ` Vladislav Shpilevoy via Tarantool-patches
2021-07-29 10:40 ` Vladimir Davydov via Tarantool-patches
2021-07-23 11:07 ` [Tarantool-patches] [PATCH 02/20] net.box: wake up wait_result callers " Vladimir Davydov via Tarantool-patches
2021-07-29 10:47 ` Vladimir Davydov via Tarantool-patches
2021-07-23 11:07 ` [Tarantool-patches] [PATCH 03/20] net.box: do not check worker_fiber in request:result, is_ready Vladimir Davydov via Tarantool-patches
2021-07-23 11:07 ` [Tarantool-patches] [PATCH 04/20] net.box: remove decode_push from method_decoder table Vladimir Davydov via Tarantool-patches
2021-07-23 11:07 ` [Tarantool-patches] [PATCH 05/20] net.box: use decode_tuple instead of decode_get Vladimir Davydov via Tarantool-patches
2021-07-23 11:07 ` [Tarantool-patches] [PATCH 06/20] net.box: rename request.ctx to request.format Vladimir Davydov via Tarantool-patches
2021-07-28 22:49 ` Vladislav Shpilevoy via Tarantool-patches
2021-07-29 10:54 ` Vladimir Davydov via Tarantool-patches
2021-07-29 22:39 ` Vladislav Shpilevoy via Tarantool-patches
2021-07-30 8:15 ` Vladimir Davydov via Tarantool-patches
2021-07-23 11:07 ` [Tarantool-patches] [PATCH 07/20] net.box: use integer id instead of method name Vladimir Davydov via Tarantool-patches
2021-07-28 22:50 ` Vladislav Shpilevoy via Tarantool-patches
2021-07-29 11:30 ` Vladimir Davydov via Tarantool-patches
2021-07-23 11:07 ` [Tarantool-patches] [PATCH 08/20] net.box: remove useless encode optimization Vladimir Davydov via Tarantool-patches
2021-07-23 11:07 ` [Tarantool-patches] [PATCH 09/20] net.box: rewrite request encoder in C Vladimir Davydov via Tarantool-patches
2021-07-28 22:51 ` Vladislav Shpilevoy via Tarantool-patches
2021-07-29 14:08 ` Vladimir Davydov via Tarantool-patches
2021-07-29 14:10 ` Vladimir Davydov via Tarantool-patches
2021-07-23 11:07 ` [Tarantool-patches] [PATCH 10/20] lua/utils: make char ptr Lua CTIDs public Vladimir Davydov via Tarantool-patches
2021-07-23 11:07 ` [Tarantool-patches] [PATCH 11/20] net.box: rewrite response decoder in C Vladimir Davydov via Tarantool-patches
2021-07-27 14:07 ` Cyrill Gorcunov via Tarantool-patches
2021-07-27 14:14 ` Vladimir Davydov via Tarantool-patches
2021-07-29 22:39 ` Vladislav Shpilevoy via Tarantool-patches
2021-07-30 8:44 ` Vladimir Davydov via Tarantool-patches
2021-07-30 22:12 ` Vladislav Shpilevoy via Tarantool-patches
2021-08-02 7:36 ` Vladimir Davydov via Tarantool-patches
2021-07-23 11:07 ` [Tarantool-patches] [PATCH 12/20] net.box: rewrite error " Vladimir Davydov via Tarantool-patches
2021-07-30 22:13 ` Vladislav Shpilevoy via Tarantool-patches
2021-08-02 8:00 ` Vladimir Davydov via Tarantool-patches
2021-08-02 21:47 ` Vladislav Shpilevoy via Tarantool-patches
2021-07-23 11:07 ` [Tarantool-patches] [PATCH 13/20] net.box: rewrite send_and_recv_{iproto, console} " Vladimir Davydov via Tarantool-patches
2021-08-02 21:49 ` Vladislav Shpilevoy via Tarantool-patches
2021-08-03 15:44 ` Vladimir Davydov via Tarantool-patches
2021-08-03 23:06 ` Vladislav Shpilevoy via Tarantool-patches
2021-08-04 13:56 ` Vladimir Davydov via Tarantool-patches
2021-08-04 21:18 ` Vladislav Shpilevoy via Tarantool-patches
2021-08-05 8:37 ` Vladimir Davydov via Tarantool-patches
2021-07-23 11:07 ` [Tarantool-patches] [PATCH 14/20] net.box: rename netbox_{prepare, encode}_request to {begin, end} Vladimir Davydov via Tarantool-patches
2021-07-23 11:07 ` [Tarantool-patches] [PATCH 15/20] net.box: rewrite request implementation in C Vladimir Davydov via Tarantool-patches
2021-08-02 21:54 ` Vladislav Shpilevoy via Tarantool-patches
2021-08-04 12:30 ` Vladimir Davydov via Tarantool-patches
2021-08-04 15:35 ` Vladimir Davydov via Tarantool-patches
2021-08-04 16:14 ` Vladimir Davydov via Tarantool-patches
2021-08-04 21:20 ` Vladislav Shpilevoy via Tarantool-patches
2021-08-05 12:46 ` Vladimir Davydov via Tarantool-patches
2021-07-23 11:07 ` [Tarantool-patches] [PATCH 16/20] net.box: store next_request_id in C code Vladimir Davydov via Tarantool-patches
2021-08-03 23:06 ` Vladislav Shpilevoy via Tarantool-patches
2021-08-04 16:25 ` Vladimir Davydov via Tarantool-patches
2021-07-23 11:07 ` [Tarantool-patches] [PATCH 17/20] net.box: rewrite console handlers in C Vladimir Davydov via Tarantool-patches
2021-08-03 23:07 ` Vladislav Shpilevoy via Tarantool-patches
2021-08-05 11:53 ` Vladimir Davydov via Tarantool-patches
2021-07-23 11:07 ` [Tarantool-patches] [PATCH 18/20] net.box: rewrite iproto " Vladimir Davydov via Tarantool-patches
2021-08-03 23:08 ` Vladislav Shpilevoy via Tarantool-patches
2021-08-05 11:54 ` Vladimir Davydov via Tarantool-patches
2021-07-23 11:07 ` [Tarantool-patches] [PATCH 19/20] net.box: merge new_id, new_request and encode_method Vladimir Davydov via Tarantool-patches
2021-08-03 23:08 ` Vladislav Shpilevoy via Tarantool-patches
2021-08-05 11:55 ` Vladimir Davydov via Tarantool-patches
2021-07-23 11:07 ` Vladimir Davydov via Tarantool-patches [this message]
2021-08-03 23:09 ` [Tarantool-patches] [PATCH 20/20] net.box: do not create request object in Lua for sync requests Vladislav Shpilevoy via Tarantool-patches
2021-08-05 12:23 ` Vladimir Davydov via Tarantool-patches
2021-07-23 12:48 ` [Tarantool-patches] [PATCH 00/20] Rewrite performance critical parts of net.box in C Vladimir Davydov via Tarantool-patches
2021-07-26 7:26 ` Kirill Yukhin via Tarantool-patches
2021-07-27 9:59 ` Vladimir Davydov via Tarantool-patches
2021-07-28 22:51 ` Vladislav Shpilevoy via Tarantool-patches
2021-07-29 11:33 ` Vladimir Davydov via Tarantool-patches
2021-07-29 15:23 ` Vladimir Davydov via Tarantool-patches
2021-07-29 22:38 ` Vladislav Shpilevoy via Tarantool-patches
2021-07-30 10:04 ` Vladimir Davydov via Tarantool-patches
2021-07-29 22:40 ` Vladislav Shpilevoy via Tarantool-patches
2021-07-30 8:16 ` Vladimir Davydov via Tarantool-patches
2021-08-03 23:05 ` Vladislav Shpilevoy via Tarantool-patches
2021-08-04 12:40 ` Vladimir Davydov via Tarantool-patches
2021-08-05 20:59 ` Vladislav Shpilevoy via Tarantool-patches
2021-08-09 11:22 ` Igor Munkin via Tarantool-patches
2021-08-09 11:48 ` Vitaliia Ioffe via Tarantool-patches
2021-08-09 13:56 ` Vladimir Davydov via Tarantool-patches
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=8bd6bfd92d7c62f03f9f4d84a65c5727712c428c.1627024646.git.vdavydov@tarantool.org \
--to=tarantool-patches@dev.tarantool.org \
--cc=vdavydov@tarantool.org \
--subject='Re: [Tarantool-patches] [PATCH 20/20] net.box: do not create request object in Lua for sync requests' \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox