From: Serge Petrenko <sergepetrenko@tarantool.org> To: v.shpilevoy@tarantool.org, sergos@tarantool.org, gorcunov@gmail.com Cc: tarantool-patches@dev.tarantool.org Subject: [Tarantool-patches] [PATCH 1/8] replication: introduce space.is_sync option Date: Tue, 9 Jun 2020 15:20:13 +0300 [thread overview] Message-ID: <3992b9bc805ebc1d83ff59d5c1050b89a6a66344.1591701695.git.sergepetrenko@tarantool.org> (raw) In-Reply-To: <cover.1591701695.git.sergepetrenko@tarantool.org> From: Vladislav Shpilevoy <v.shpilevoy@tarantool.org> Synchronous space makes every transaction, affecting its data, wait until it is replicated on a quorum of replicas before it is committed. Part of #4844 --- src/box/lua/schema.lua | 2 + src/box/lua/space.cc | 5 +++ src/box/space_def.c | 2 + src/box/space_def.h | 6 +++ .../sync_replication_sanity.result | 39 +++++++++++++++++++ .../sync_replication_sanity.test.lua | 16 ++++++++ 6 files changed, 70 insertions(+) create mode 100644 test/replication/sync_replication_sanity.result create mode 100644 test/replication/sync_replication_sanity.test.lua diff --git a/src/box/lua/schema.lua b/src/box/lua/schema.lua index e6844b45f..a91b4fbad 100644 --- a/src/box/lua/schema.lua +++ b/src/box/lua/schema.lua @@ -413,6 +413,7 @@ box.schema.space.create = function(name, options) format = 'table', is_local = 'boolean', temporary = 'boolean', + is_sync = 'boolean', } local options_defaults = { engine = 'memtx', @@ -457,6 +458,7 @@ box.schema.space.create = function(name, options) local space_options = setmap({ group_id = options.is_local and 1 or nil, temporary = options.temporary and true or nil, + is_sync = options.is_sync }) _space:insert{id, uid, name, options.engine, options.field_count, space_options, format} diff --git a/src/box/lua/space.cc b/src/box/lua/space.cc index d0e44dd41..177c58830 100644 --- a/src/box/lua/space.cc +++ b/src/box/lua/space.cc @@ -253,6 +253,11 @@ lbox_fillspace(struct lua_State *L, struct space *space, int i) lua_pushstring(L, space->def->engine_name); lua_settable(L, i); + /* space.is_sync */ + lua_pushstring(L, "is_sync"); + lua_pushboolean(L, space->def->opts.is_sync); + lua_settable(L, i); + lua_pushstring(L, "enabled"); lua_pushboolean(L, space_index(space, 0) != 0); lua_settable(L, i); diff --git a/src/box/space_def.c b/src/box/space_def.c index efb1c8ee9..83566bf02 100644 --- a/src/box/space_def.c +++ b/src/box/space_def.c @@ -41,6 +41,7 @@ const struct space_opts space_opts_default = { /* .is_temporary = */ false, /* .is_ephemeral = */ false, /* .view = */ false, + /* .is_sync = */ false, /* .sql = */ NULL, }; @@ -48,6 +49,7 @@ const struct opt_def space_opts_reg[] = { OPT_DEF("group_id", OPT_UINT32, struct space_opts, group_id), OPT_DEF("temporary", OPT_BOOL, struct space_opts, is_temporary), OPT_DEF("view", OPT_BOOL, struct space_opts, is_view), + OPT_DEF("is_sync", OPT_BOOL, struct space_opts, is_sync), OPT_DEF("sql", OPT_STRPTR, struct space_opts, sql), OPT_DEF_LEGACY("checks"), OPT_END, diff --git a/src/box/space_def.h b/src/box/space_def.h index 788b601e6..198242d02 100644 --- a/src/box/space_def.h +++ b/src/box/space_def.h @@ -67,6 +67,12 @@ struct space_opts { * this flag can't be changed after space creation. */ bool is_view; + /** + * Synchronous space makes all transactions, affecting its + * data, synchronous. That means they are not applied + * until replicated to a quorum of replicas. + */ + bool is_sync; /** SQL statement that produced this space. */ char *sql; }; diff --git a/test/replication/sync_replication_sanity.result b/test/replication/sync_replication_sanity.result new file mode 100644 index 000000000..813c7b27b --- /dev/null +++ b/test/replication/sync_replication_sanity.result @@ -0,0 +1,39 @@ +-- test-run result file version 2 +-- +-- gh-4282: synchronous replication. It allows to make certain +-- spaces commit only when their changes are replicated to a +-- quorum of replicas. +-- +s = box.schema.create_space('test', {is_sync = true}) + | --- + | ... +s.is_sync + | --- + | - true + | ... +pk = s:create_index('pk') + | --- + | ... +box.begin() s:insert({1}) s:insert({2}) box.commit() + | --- + | ... +s:select{} + | --- + | - - [1] + | - [2] + | ... +s:drop() + | --- + | ... + +-- Default is async. +s = box.schema.create_space('test') + | --- + | ... +s.is_sync + | --- + | - false + | ... +s:drop() + | --- + | ... diff --git a/test/replication/sync_replication_sanity.test.lua b/test/replication/sync_replication_sanity.test.lua new file mode 100644 index 000000000..34dcaee61 --- /dev/null +++ b/test/replication/sync_replication_sanity.test.lua @@ -0,0 +1,16 @@ +-- +-- gh-4282: synchronous replication. It allows to make certain +-- spaces commit only when their changes are replicated to a +-- quorum of replicas. +-- +s = box.schema.create_space('test', {is_sync = true}) +s.is_sync +pk = s:create_index('pk') +box.begin() s:insert({1}) s:insert({2}) box.commit() +s:select{} +s:drop() + +-- Default is async. +s = box.schema.create_space('test') +s.is_sync +s:drop() -- 2.24.3 (Apple Git-128)
next prev parent reply other threads:[~2020-06-09 12:20 UTC|newest] Thread overview: 56+ messages / expand[flat|nested] mbox.gz Atom feed top 2020-06-09 12:20 [Tarantool-patches] [PATCH 0/8] wait for lsn and confirm Serge Petrenko 2020-06-09 12:20 ` Serge Petrenko [this message] 2020-06-10 23:51 ` [Tarantool-patches] [PATCH 1/8] replication: introduce space.is_sync option Vladislav Shpilevoy 2020-06-18 22:27 ` Leonid Vasiliev 2020-06-21 16:24 ` Vladislav Shpilevoy 2020-06-09 12:20 ` [Tarantool-patches] [PATCH 2/8] replication: introduce replication_sync_quorum cfg Serge Petrenko 2020-06-10 23:51 ` Vladislav Shpilevoy 2020-06-15 23:05 ` Vladislav Shpilevoy 2020-06-18 22:54 ` Leonid Vasiliev 2020-06-19 17:45 ` Serge Petrenko 2020-06-21 16:25 ` Vladislav Shpilevoy 2020-06-09 12:20 ` [Tarantool-patches] [PATCH 3/8] txn: add TXN_WAIT_ACK flag Serge Petrenko 2020-06-18 23:12 ` Leonid Vasiliev 2020-06-21 16:25 ` Vladislav Shpilevoy 2020-06-22 9:44 ` Serge Petrenko 2020-06-23 22:13 ` Vladislav Shpilevoy 2020-06-09 12:20 ` [Tarantool-patches] [PATCH 4/8] replication: make sync transactions wait quorum Serge Petrenko 2020-06-10 23:51 ` Vladislav Shpilevoy 2020-06-11 14:57 ` Vladislav Shpilevoy 2020-06-15 23:05 ` Vladislav Shpilevoy 2020-06-19 12:39 ` Leonid Vasiliev 2020-06-25 21:48 ` Vladislav Shpilevoy 2020-06-09 12:20 ` [Tarantool-patches] [PATCH 5/8] txn_limbo: follow-up fixes Serge Petrenko 2020-06-10 23:51 ` Vladislav Shpilevoy 2020-06-11 8:46 ` Serge Petrenko 2020-06-11 13:01 ` Vladislav Shpilevoy 2020-06-09 12:20 ` [Tarantool-patches] [PATCH 6/8] txn_limbo: fix instance id assignment Serge Petrenko 2020-06-10 23:51 ` Vladislav Shpilevoy 2020-06-09 12:20 ` [Tarantool-patches] [PATCH 7/8] xrow: introduce CONFIRM entry Serge Petrenko 2020-06-19 15:18 ` Leonid Vasiliev 2020-06-22 10:14 ` Serge Petrenko 2020-06-23 8:33 ` Serge Petrenko 2020-06-09 12:20 ` [Tarantool-patches] [PATCH 8/8] replication: write and read CONFIRM entries Serge Petrenko 2020-06-10 23:51 ` Vladislav Shpilevoy 2020-06-11 8:56 ` Serge Petrenko 2020-06-11 13:04 ` Vladislav Shpilevoy 2020-06-11 14:57 ` Vladislav Shpilevoy 2020-06-15 23:05 ` Vladislav Shpilevoy 2020-06-18 11:32 ` Leonid Vasiliev 2020-06-18 21:49 ` Vladislav Shpilevoy 2020-06-19 17:48 ` Serge Petrenko 2020-06-19 17:50 ` Serge Petrenko 2020-06-23 8:35 ` Serge Petrenko 2020-06-20 15:06 ` Leonid Vasiliev 2020-06-22 10:34 ` Serge Petrenko 2020-06-23 8:34 ` Serge Petrenko 2020-06-25 22:04 ` Vladislav Shpilevoy 2020-06-25 22:31 ` Vladislav Shpilevoy 2020-06-26 10:58 ` Serge Petrenko 2020-06-09 12:53 ` [Tarantool-patches] [PATCH 0/2] A few fixes for building Cyrill Gorcunov 2020-06-09 12:53 ` [Tarantool-patches] [PATCH 1/2] box/applier: fix typo Cyrill Gorcunov 2020-06-10 9:18 ` Sergey Ostanevich 2020-06-09 12:53 ` [Tarantool-patches] [PATCH 2/2] box: use tnt_raise for quorum check Cyrill Gorcunov 2020-06-10 9:17 ` Sergey Ostanevich 2020-06-10 10:45 ` Serge Petrenko 2020-06-22 21:51 ` [Tarantool-patches] [PATCH 0/8] wait for lsn and confirm Vladislav Shpilevoy
Reply instructions: You may reply publicly to this message via plain-text email using any one of the following methods: * Save the following mbox file, import it into your mail client, and reply-to-all from there: mbox Avoid top-posting and favor interleaved quoting: https://en.wikipedia.org/wiki/Posting_style#Interleaved_style * Reply using the --to, --cc, and --in-reply-to switches of git-send-email(1): git send-email \ --in-reply-to=3992b9bc805ebc1d83ff59d5c1050b89a6a66344.1591701695.git.sergepetrenko@tarantool.org \ --to=sergepetrenko@tarantool.org \ --cc=gorcunov@gmail.com \ --cc=sergos@tarantool.org \ --cc=tarantool-patches@dev.tarantool.org \ --cc=v.shpilevoy@tarantool.org \ --subject='Re: [Tarantool-patches] [PATCH 1/8] replication: introduce space.is_sync option' \ /path/to/YOUR_REPLY https://kernel.org/pub/software/scm/git/docs/git-send-email.html * If your mail client supports setting the In-Reply-To header via mailto: links, try the mailto: link
This is a public inbox, see mirroring instructions for how to clone and mirror all data and code used for this inbox