[Tarantool-patches] [PATCH v1] Add flaky tests checksums to fragile
Alexander V. Tikhonov
avtikhon at tarantool.org
Mon Sep 28 14:27:23 MSK 2020
Added for tests with issues:
app/fiber.test.lua gh-5341
app-tap/debug.test.lua gh-5346
app-tap/http_client.test.lua gh-5346
app-tap/inspector.test.lua gh-5346
box/gh-2763-session-credentials-update.test.lua gh-5363
box/hash_collation.test.lua gh-5247
box/lua.test.lua gh-5351
box/net.box_connect_triggers_gh-2858.test.lua gh-5247
box/net.box_incompatible_index-gh-1729.test.lua gh-5360
box/net.box_on_schema_reload-gh-1904.test.lua gh-5354
box/protocol.test.lua gh-5247
box/update.test.lua gh-5247
box-tap/net.box.test.lua gh-5346
replication/autobootstrap.test.lua gh-4533
replication/autobootstrap_guest.test.lua gh-4533
replication/ddl.test.lua gh-5337
replication/gh-3160-misc-heartbeats-on-master-changes.test.lua gh-4940
replication/gh-3247-misc-iproto-sequence-value-not-replicated.test.lua.test.lua gh-5357
replication/gh-3637-misc-error-on-replica-auth-fail.test.lua gh-5343
replication/long_row_timeout.test.lua gh-4351
replication/on_replace.test.lua gh-5344, gh-5349
replication/prune.test.lua gh-5361
replication/qsync_advanced.test.lua gh-5340
replication/qsync_basic.test.lua gh-5355
replication/replicaset_ro_mostly.test.lua gh-5342
replication/wal_rw_stress.test.lua gh-5347
replication-py/multi.test.py gh-5362
sql/prepared.test.lua test gh-5359
sql-tap/selectG.test.lua gh-5350
vinyl/ddl.test.lua gh-5338
vinyl/gh-3395-read-prepared-uncommitted.test.lua gh-5197
vinyl/iterator.test.lua gh-5336
vinyl/write_iterator_rand.test.lua gh-5356
xlog/panic_on_wal_error.test.lua gh-5348
---
Github: https://github.com/tarantool/tarantool/tree/avtikhon/flaky-checksums
test/app-tap/suite.ini | 9 +++++++
test/app/suite.ini | 3 ++-
test/box-tap/suite.ini | 3 +++
test/box/suite.ini | 30 ++++++++++++++++++++++++
test/replication-py/suite.ini | 4 ++++
test/replication/suite.ini | 44 +++++++++++++++++++++++++++++++++--
test/sql-tap/suite.ini | 8 +++++++
test/sql/suite.ini | 4 ++++
test/vinyl/suite.ini | 16 +++++++++++++
test/xlog/suite.ini | 3 +++
10 files changed, 121 insertions(+), 3 deletions(-)
diff --git a/test/app-tap/suite.ini b/test/app-tap/suite.ini
index ec665c397..64591ce6e 100644
--- a/test/app-tap/suite.ini
+++ b/test/app-tap/suite.ini
@@ -10,6 +10,15 @@ fragile = {
"tests": {
"tarantoolctl.test.lua": {
"issues": [ "gh-5059" ]
+ },
+ "debug.test.lua": {
+ "issues": [ "gh-5346" ]
+ },
+ "http_client.test.lua": {
+ "issues": [ "gh-5346" ]
+ },
+ "inspector.test.lua": {
+ "issues": [ "gh-5346" ]
}
}
}
diff --git a/test/app/suite.ini b/test/app/suite.ini
index 21ca21d58..333531dcb 100644
--- a/test/app/suite.ini
+++ b/test/app/suite.ini
@@ -17,7 +17,8 @@ fragile = {
"issues": [ "gh-4978" ]
},
"fiber.test.lua": {
- "issues": [ "gh-4987" ]
+ "issues": [ "gh-4987", "gh-5341" ],
+ "checksums": [ "fe10aeb6841cae7f47c5e3bb8256dee9" ]
}
}
}
diff --git a/test/box-tap/suite.ini b/test/box-tap/suite.ini
index 67b1e7d09..a2ba0b50b 100644
--- a/test/box-tap/suite.ini
+++ b/test/box-tap/suite.ini
@@ -13,6 +13,9 @@ fragile = {
},
"key_def.test.lua": {
"issues": [ "gh-5049" ]
+ },
+ "net.box.test.lua": {
+ "issues": [ "gh-5346" ]
}
}
}
diff --git a/test/box/suite.ini b/test/box/suite.ini
index 4aaf0bc0e..793b8bf76 100644
--- a/test/box/suite.ini
+++ b/test/box/suite.ini
@@ -69,6 +69,36 @@ fragile = {
"net.box_reconnect_after.test.lua": {
"issues": [ "gh-5333" ],
"checksums": [ "cca5df51000ec0076450a6b1a8b21053" ]
+ },
+ "lua.test.lua": {
+ "issues": [ "gh-5351" ],
+ "checksums": [ "6b0a398df80683a968d270fdc0efdf50", "5d6a9c9a1b08cf5cd3f9bbdc2e0dfe3a" ]
+ },
+ "net.box_on_schema_reload-gh-1904.test.lua": {
+ "issues": [ "gh-5354" ],
+ "checksums": [ "cf81a7329eaf70938dabe1a58d3c3bbd" ]
+ },
+ "protocol.test.lua": {
+ "issues": [ "gh-5247" ]
+ },
+ "update.test.lua": {
+ "issues": [ "gh-5247" ]
+ },
+ "hash_collation.test.lua": {
+ "issues": [ "gh-5247" ],
+ "checksums": [ "f39a3bc3155e4a7783350c0392bf3529" ]
+ },
+ "net.box_connect_triggers_gh-2858.test.lua": {
+ "issues": [ "gh-5247" ],
+ "checksums": [ "9f4c330241df7d93f521b505a7fb9647" ]
+ },
+ "net.box_incompatible_index-gh-1729.test.lua": {
+ "issues": [ "gh-5360" ],
+ "checksums": [ "1390e6d8adfa1b29a05df031f91884c6" ]
+ },
+ "gh-2763-session-credentials-update.test.lua": {
+ "issues": [ "gh-5363" ],
+ "checksums": [ "3caab61b50328a1b8bdaa0b2d857d95b" ]
}
}
}
diff --git a/test/replication-py/suite.ini b/test/replication-py/suite.ini
index 78d69f4d9..b563b9fca 100644
--- a/test/replication-py/suite.ini
+++ b/test/replication-py/suite.ini
@@ -14,6 +14,10 @@ fragile = {
},
"cluster.test.py": {
"issues": [ "gh-5109" ]
+ },
+ "multi.test.py": {
+ "issues": [ "gh-5362" ],
+ "checksums": [ "0ee35fafd167b81134a40347173af91a" ]
}
}
}
diff --git a/test/replication/suite.ini b/test/replication/suite.ini
index 06f438474..007f4f64c 100644
--- a/test/replication/suite.ini
+++ b/test/replication/suite.ini
@@ -19,10 +19,12 @@ fragile = {
"checksums": [ "5d3f58323aafc1a11d9b9264258f7acf" ]
},
"long_row_timeout.test.lua": {
- "issues": [ "gh-4351" ]
+ "issues": [ "gh-4351" ],
+ "checksums": [ "acd88b48b0046ec52346274eeeef0b25" ]
},
"gh-3160-misc-heartbeats-on-master-changes.test.lua": {
- "issues": [ "gh-4940" ]
+ "issues": [ "gh-4940" ],
+ "checksums": [ "39b09085bc6398d15324191851d6f556" ]
},
"skip_conflict_row.test.lua": {
"issues": [ "gh-4958" ]
@@ -37,6 +39,9 @@ fragile = {
"autobootstrap.test.lua": {
"issues": [ "gh-4533" ]
},
+ "autobootstrap_guest.test.lua": {
+ "issues": [ "gh-4533" ]
+ },
"replica_rejoin.test.lua": {
"issues": [ "gh-4985" ]
},
@@ -54,6 +59,41 @@ fragile = {
"on_schema_init.test.lua": {
"issues": [ "gh-5291" ],
"checksums": [ "1cb01c103258e26c8a80458f6c40fd44" ]
+ },
+ "ddl.test.lua": {
+ "issues": [ "gh-5337" ],
+ "checksums": [ "a006d40205b9a67ddbbb8206b4e1764c" ]
+ },
+ "qsync_advanced.test.lua": {
+ "issues": [ "gh-5340" ],
+ "checksums": [ "51ee48072d103509eca347ecfc4ca26a" ]
+ },
+ "replicaset_ro_mostly.test.lua": {
+ "issues": [ "gh-5342" ],
+ "checksums": [ "b2647b5bdbda47efe5b1add57285d226" ]
+ },
+ "gh-3637-misc-error-on-replica-auth-fail.test.lua": {
+ "issues": [ "gh-5343" ],
+ "checksums": [ "4cefa5f4c770cfc4f807c4a860e61d14"]
+ },
+ "on_replace.test.lua": {
+ "issues": [ "gh-4997", "gh-5344", "gh-5349" ],
+ "checksums": [ "407b670018516464e5b74469915a4739", "a4bfe23bccfe95a314ebb61695f30e80" ]
+ },
+ "wal_rw_stress.test.lua": {
+ "issues": [ "gh-5347" ]
+ },
+ "qsync_basic.test.lua": {
+ "issues": [ "gh-5355" ],
+ "checksums": [ "aa0f68d40ef64fa9690d20e652d7f47c" ]
+ },
+ "gh-3247-misc-iproto-sequence-value-not-replicated.test.lua": {
+ "issues": [ "gh-5357" ],
+ "checksums": [ "4a4f2db6802e1b2fa2e31bb9948e7440" ]
+ },
+ "prune.test.lua": {
+ "issues": [ "gh-5361" ],
+ "checksums": [ "2dd52fed642b0132ccef3853ad96a807", "7efe2d7cb3a869a1ea5fb954f323d06d" ]
}
}
}
diff --git a/test/sql-tap/suite.ini b/test/sql-tap/suite.ini
index bb6772823..d6f127cd1 100644
--- a/test/sql-tap/suite.ini
+++ b/test/sql-tap/suite.ini
@@ -30,3 +30,11 @@ config = engine.cfg
show_reproduce_content = False
pretest_clean = True
use_unix_sockets_iproto = True
+fragile = {
+ "retries": 10,
+ "tests": {
+ "selectG.test.lua": {
+ "issues": [ "gh-5350" ]
+ }
+ }
+ }
diff --git a/test/sql/suite.ini b/test/sql/suite.ini
index de5ab1537..3d2b21812 100644
--- a/test/sql/suite.ini
+++ b/test/sql/suite.ini
@@ -15,6 +15,10 @@ fragile = {
"tests": {
"func-recreate.test.lua": {
"issues": [ "gh-4384" ]
+ },
+ "prepared.test.lua": {
+ "issues": [ "gh-5359" ],
+ "checksums": [ "417a95fc995bbfbf7115bbde5c42028e", "16472636b3dcd186007b89f76912fa12" ]
}
}
}
diff --git a/test/vinyl/suite.ini b/test/vinyl/suite.ini
index d303d101f..134534c34 100644
--- a/test/vinyl/suite.ini
+++ b/test/vinyl/suite.ini
@@ -51,6 +51,22 @@ fragile = {
},
"gh.test.lua": {
"issues": [ "gh-5141" ]
+ },
+ "iterator.test.lua": {
+ "issues": [ "gh-5336" ],
+ "checksums": [ "138808fd31b68d1b1c53c6a146124856" ]
+ },
+ "ddl.test.lua": {
+ "issues": [ "gh-5338" ],
+ "checksums": [ "6df64ebe4780edf2c7b46777b809efdc" ]
+ },
+ "gh-3395-read-prepared-uncommitted.test.lua": {
+ "issues": [ "gh-5197" ],
+ "checksums": [ "82156b1f64522ca82685c56e4803a3f7", "6ab639ce38b94231c6f0be9a8380d2ff" ]
+ },
+ "write_iterator_rand.test.lua": {
+ "issues": [ "gh-5356" ],
+ "checksums": [ "2dd52fed642b0132ccef3853ad96a807" ]
}
}
}
diff --git a/test/xlog/suite.ini b/test/xlog/suite.ini
index bf5ee3360..53ede2977 100644
--- a/test/xlog/suite.ini
+++ b/test/xlog/suite.ini
@@ -19,6 +19,9 @@ fragile = {
},
"panic_on_broken_lsn.test.lua": {
"issues": [ "gh-4991" ]
+ },
+ "panic_on_wal_error.test.lua": {
+ "issues": [ "gh-5348" ]
}
}
}
--
2.17.1
More information about the Tarantool-patches
mailing list