From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: from smtp58.i.mail.ru (smtp58.i.mail.ru [217.69.128.38]) (using TLSv1.2 with cipher ECDHE-RSA-AES256-GCM-SHA384 (256/256 bits)) (No client certificate requested) by dev.tarantool.org (Postfix) with ESMTPS id E701B469719 for ; Mon, 28 Sep 2020 14:27:25 +0300 (MSK) From: "Alexander V. Tikhonov" Date: Mon, 28 Sep 2020 14:27:23 +0300 Message-Id: Subject: [Tarantool-patches] [PATCH v1] Add flaky tests checksums to fragile List-Id: Tarantool development patches List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , To: Kirill Yukhin Cc: tarantool-patches@dev.tarantool.org Added for tests with issues: app/fiber.test.lua gh-5341 app-tap/debug.test.lua gh-5346 app-tap/http_client.test.lua gh-5346 app-tap/inspector.test.lua gh-5346 box/gh-2763-session-credentials-update.test.lua gh-5363 box/hash_collation.test.lua gh-5247 box/lua.test.lua gh-5351 box/net.box_connect_triggers_gh-2858.test.lua gh-5247 box/net.box_incompatible_index-gh-1729.test.lua gh-5360 box/net.box_on_schema_reload-gh-1904.test.lua gh-5354 box/protocol.test.lua gh-5247 box/update.test.lua gh-5247 box-tap/net.box.test.lua gh-5346 replication/autobootstrap.test.lua gh-4533 replication/autobootstrap_guest.test.lua gh-4533 replication/ddl.test.lua gh-5337 replication/gh-3160-misc-heartbeats-on-master-changes.test.lua gh-4940 replication/gh-3247-misc-iproto-sequence-value-not-replicated.test.lua.test.lua gh-5357 replication/gh-3637-misc-error-on-replica-auth-fail.test.lua gh-5343 replication/long_row_timeout.test.lua gh-4351 replication/on_replace.test.lua gh-5344, gh-5349 replication/prune.test.lua gh-5361 replication/qsync_advanced.test.lua gh-5340 replication/qsync_basic.test.lua gh-5355 replication/replicaset_ro_mostly.test.lua gh-5342 replication/wal_rw_stress.test.lua gh-5347 replication-py/multi.test.py gh-5362 sql/prepared.test.lua test gh-5359 sql-tap/selectG.test.lua gh-5350 vinyl/ddl.test.lua gh-5338 vinyl/gh-3395-read-prepared-uncommitted.test.lua gh-5197 vinyl/iterator.test.lua gh-5336 vinyl/write_iterator_rand.test.lua gh-5356 xlog/panic_on_wal_error.test.lua gh-5348 --- Github: https://github.com/tarantool/tarantool/tree/avtikhon/flaky-checksums test/app-tap/suite.ini | 9 +++++++ test/app/suite.ini | 3 ++- test/box-tap/suite.ini | 3 +++ test/box/suite.ini | 30 ++++++++++++++++++++++++ test/replication-py/suite.ini | 4 ++++ test/replication/suite.ini | 44 +++++++++++++++++++++++++++++++++-- test/sql-tap/suite.ini | 8 +++++++ test/sql/suite.ini | 4 ++++ test/vinyl/suite.ini | 16 +++++++++++++ test/xlog/suite.ini | 3 +++ 10 files changed, 121 insertions(+), 3 deletions(-) diff --git a/test/app-tap/suite.ini b/test/app-tap/suite.ini index ec665c397..64591ce6e 100644 --- a/test/app-tap/suite.ini +++ b/test/app-tap/suite.ini @@ -10,6 +10,15 @@ fragile = { "tests": { "tarantoolctl.test.lua": { "issues": [ "gh-5059" ] + }, + "debug.test.lua": { + "issues": [ "gh-5346" ] + }, + "http_client.test.lua": { + "issues": [ "gh-5346" ] + }, + "inspector.test.lua": { + "issues": [ "gh-5346" ] } } } diff --git a/test/app/suite.ini b/test/app/suite.ini index 21ca21d58..333531dcb 100644 --- a/test/app/suite.ini +++ b/test/app/suite.ini @@ -17,7 +17,8 @@ fragile = { "issues": [ "gh-4978" ] }, "fiber.test.lua": { - "issues": [ "gh-4987" ] + "issues": [ "gh-4987", "gh-5341" ], + "checksums": [ "fe10aeb6841cae7f47c5e3bb8256dee9" ] } } } diff --git a/test/box-tap/suite.ini b/test/box-tap/suite.ini index 67b1e7d09..a2ba0b50b 100644 --- a/test/box-tap/suite.ini +++ b/test/box-tap/suite.ini @@ -13,6 +13,9 @@ fragile = { }, "key_def.test.lua": { "issues": [ "gh-5049" ] + }, + "net.box.test.lua": { + "issues": [ "gh-5346" ] } } } diff --git a/test/box/suite.ini b/test/box/suite.ini index 4aaf0bc0e..793b8bf76 100644 --- a/test/box/suite.ini +++ b/test/box/suite.ini @@ -69,6 +69,36 @@ fragile = { "net.box_reconnect_after.test.lua": { "issues": [ "gh-5333" ], "checksums": [ "cca5df51000ec0076450a6b1a8b21053" ] + }, + "lua.test.lua": { + "issues": [ "gh-5351" ], + "checksums": [ "6b0a398df80683a968d270fdc0efdf50", "5d6a9c9a1b08cf5cd3f9bbdc2e0dfe3a" ] + }, + "net.box_on_schema_reload-gh-1904.test.lua": { + "issues": [ "gh-5354" ], + "checksums": [ "cf81a7329eaf70938dabe1a58d3c3bbd" ] + }, + "protocol.test.lua": { + "issues": [ "gh-5247" ] + }, + "update.test.lua": { + "issues": [ "gh-5247" ] + }, + "hash_collation.test.lua": { + "issues": [ "gh-5247" ], + "checksums": [ "f39a3bc3155e4a7783350c0392bf3529" ] + }, + "net.box_connect_triggers_gh-2858.test.lua": { + "issues": [ "gh-5247" ], + "checksums": [ "9f4c330241df7d93f521b505a7fb9647" ] + }, + "net.box_incompatible_index-gh-1729.test.lua": { + "issues": [ "gh-5360" ], + "checksums": [ "1390e6d8adfa1b29a05df031f91884c6" ] + }, + "gh-2763-session-credentials-update.test.lua": { + "issues": [ "gh-5363" ], + "checksums": [ "3caab61b50328a1b8bdaa0b2d857d95b" ] } } } diff --git a/test/replication-py/suite.ini b/test/replication-py/suite.ini index 78d69f4d9..b563b9fca 100644 --- a/test/replication-py/suite.ini +++ b/test/replication-py/suite.ini @@ -14,6 +14,10 @@ fragile = { }, "cluster.test.py": { "issues": [ "gh-5109" ] + }, + "multi.test.py": { + "issues": [ "gh-5362" ], + "checksums": [ "0ee35fafd167b81134a40347173af91a" ] } } } diff --git a/test/replication/suite.ini b/test/replication/suite.ini index 06f438474..007f4f64c 100644 --- a/test/replication/suite.ini +++ b/test/replication/suite.ini @@ -19,10 +19,12 @@ fragile = { "checksums": [ "5d3f58323aafc1a11d9b9264258f7acf" ] }, "long_row_timeout.test.lua": { - "issues": [ "gh-4351" ] + "issues": [ "gh-4351" ], + "checksums": [ "acd88b48b0046ec52346274eeeef0b25" ] }, "gh-3160-misc-heartbeats-on-master-changes.test.lua": { - "issues": [ "gh-4940" ] + "issues": [ "gh-4940" ], + "checksums": [ "39b09085bc6398d15324191851d6f556" ] }, "skip_conflict_row.test.lua": { "issues": [ "gh-4958" ] @@ -37,6 +39,9 @@ fragile = { "autobootstrap.test.lua": { "issues": [ "gh-4533" ] }, + "autobootstrap_guest.test.lua": { + "issues": [ "gh-4533" ] + }, "replica_rejoin.test.lua": { "issues": [ "gh-4985" ] }, @@ -54,6 +59,41 @@ fragile = { "on_schema_init.test.lua": { "issues": [ "gh-5291" ], "checksums": [ "1cb01c103258e26c8a80458f6c40fd44" ] + }, + "ddl.test.lua": { + "issues": [ "gh-5337" ], + "checksums": [ "a006d40205b9a67ddbbb8206b4e1764c" ] + }, + "qsync_advanced.test.lua": { + "issues": [ "gh-5340" ], + "checksums": [ "51ee48072d103509eca347ecfc4ca26a" ] + }, + "replicaset_ro_mostly.test.lua": { + "issues": [ "gh-5342" ], + "checksums": [ "b2647b5bdbda47efe5b1add57285d226" ] + }, + "gh-3637-misc-error-on-replica-auth-fail.test.lua": { + "issues": [ "gh-5343" ], + "checksums": [ "4cefa5f4c770cfc4f807c4a860e61d14"] + }, + "on_replace.test.lua": { + "issues": [ "gh-4997", "gh-5344", "gh-5349" ], + "checksums": [ "407b670018516464e5b74469915a4739", "a4bfe23bccfe95a314ebb61695f30e80" ] + }, + "wal_rw_stress.test.lua": { + "issues": [ "gh-5347" ] + }, + "qsync_basic.test.lua": { + "issues": [ "gh-5355" ], + "checksums": [ "aa0f68d40ef64fa9690d20e652d7f47c" ] + }, + "gh-3247-misc-iproto-sequence-value-not-replicated.test.lua": { + "issues": [ "gh-5357" ], + "checksums": [ "4a4f2db6802e1b2fa2e31bb9948e7440" ] + }, + "prune.test.lua": { + "issues": [ "gh-5361" ], + "checksums": [ "2dd52fed642b0132ccef3853ad96a807", "7efe2d7cb3a869a1ea5fb954f323d06d" ] } } } diff --git a/test/sql-tap/suite.ini b/test/sql-tap/suite.ini index bb6772823..d6f127cd1 100644 --- a/test/sql-tap/suite.ini +++ b/test/sql-tap/suite.ini @@ -30,3 +30,11 @@ config = engine.cfg show_reproduce_content = False pretest_clean = True use_unix_sockets_iproto = True +fragile = { + "retries": 10, + "tests": { + "selectG.test.lua": { + "issues": [ "gh-5350" ] + } + } + } diff --git a/test/sql/suite.ini b/test/sql/suite.ini index de5ab1537..3d2b21812 100644 --- a/test/sql/suite.ini +++ b/test/sql/suite.ini @@ -15,6 +15,10 @@ fragile = { "tests": { "func-recreate.test.lua": { "issues": [ "gh-4384" ] + }, + "prepared.test.lua": { + "issues": [ "gh-5359" ], + "checksums": [ "417a95fc995bbfbf7115bbde5c42028e", "16472636b3dcd186007b89f76912fa12" ] } } } diff --git a/test/vinyl/suite.ini b/test/vinyl/suite.ini index d303d101f..134534c34 100644 --- a/test/vinyl/suite.ini +++ b/test/vinyl/suite.ini @@ -51,6 +51,22 @@ fragile = { }, "gh.test.lua": { "issues": [ "gh-5141" ] + }, + "iterator.test.lua": { + "issues": [ "gh-5336" ], + "checksums": [ "138808fd31b68d1b1c53c6a146124856" ] + }, + "ddl.test.lua": { + "issues": [ "gh-5338" ], + "checksums": [ "6df64ebe4780edf2c7b46777b809efdc" ] + }, + "gh-3395-read-prepared-uncommitted.test.lua": { + "issues": [ "gh-5197" ], + "checksums": [ "82156b1f64522ca82685c56e4803a3f7", "6ab639ce38b94231c6f0be9a8380d2ff" ] + }, + "write_iterator_rand.test.lua": { + "issues": [ "gh-5356" ], + "checksums": [ "2dd52fed642b0132ccef3853ad96a807" ] } } } diff --git a/test/xlog/suite.ini b/test/xlog/suite.ini index bf5ee3360..53ede2977 100644 --- a/test/xlog/suite.ini +++ b/test/xlog/suite.ini @@ -19,6 +19,9 @@ fragile = { }, "panic_on_broken_lsn.test.lua": { "issues": [ "gh-4991" ] + }, + "panic_on_wal_error.test.lua": { + "issues": [ "gh-5348" ] } } } -- 2.17.1