[Tarantool-patches] [PATCH v1] test: add flaky tests results files checksums
Alexander V. Tikhonov
avtikhon at tarantool.org
Fri Nov 20 16:45:10 MSK 2020
Cc: tarantool-patches at dev.tarantool.org
Added flaky tests results files checksums:
app-tap/tarantoolctl.test.lua gh-5059
box/access.test.lua gh-5373 gh-5411
box/cfg.test.lua gh-5530
box/hash_gh-1467.test.lua gh-5476
box/iterator.test.lua gh-5523
box/net.box_count_inconsistent_gh-3262.test.lua gh-5532
box/net.box_incorrect_iterator_gh-841.test.lua gh-5434
box/tree_pk_multipart.test.lua gh-5528
box-tap/session.storage.test.lua gh-5346
engine/conflict.test.lua gh-5516
engine/tuple.test.lua gh-5480
replication/bootstrap_leader.test.lua gh-5478
replication/gh-3160-misc-heartbeats-on-master-changes.test.> gh-4940
replication/ddl.test.lua gh-5337
replication/election_basic.test.lua gh-5368
replication/election_qsync.test.lua gh-5430
replication/election_qsync_stress.test.lua gh-5395
replication/gh-5287-boot-anon.test.lua gh-5412
replication/gh-5426-election-on-off.test.lua gh-5506
replication/prune.test.lua gh-5361
replication/rebootstrap.test.lua gh-5524
replication/sync.test.lua gh-3835
sql/prepared.test.lua gh-5359
sql/checks.test.lua gh-5477
sql/gh2808-inline-unique-persistency-check.test.lua gh-5479
swim/swim.test.lua gh-5403
vinyl/deferred_delete.test.lua gh-5089
vinyl/gh-4810-dump-during-index-build.test.lua gh-5031
vinyl/gh-4957-too-many-upserts.test.lua gh-5378
vinyl/gh-5141-invalid-vylog-file.test.lua gh-5141
vinyl/gc.test.lua gh-5474
vinyl/iterator.test.lua gh-5141
vinyl/replica_rejoin.test.lua gh-4985
vinyl/snapshot.test.lua gh-4984
vinyl/tx_gap_lock.test.lua gh-4309
---
Github: https://github.com/tarantool/tarantool/tree/avtikhon/flaky_all
test/app-tap/suite.ini | 12 +++++++----
test/box-tap/suite.ini | 7 ++++++-
test/box/suite.ini | 24 ++++++++++++++++++++--
test/engine/suite.ini | 8 ++++++++
test/replication/suite.ini | 42 +++++++++++++++++++++++++-------------
test/sql/suite.ini | 8 ++++++++
test/swim/suite.ini | 2 +-
test/vinyl/suite.ini | 29 ++++++++++++++++++--------
8 files changed, 101 insertions(+), 31 deletions(-)
diff --git a/test/app-tap/suite.ini b/test/app-tap/suite.ini
index 64591ce6e..d6c7427da 100644
--- a/test/app-tap/suite.ini
+++ b/test/app-tap/suite.ini
@@ -9,16 +9,20 @@ fragile = {
"retries": 10,
"tests": {
"tarantoolctl.test.lua": {
- "issues": [ "gh-5059" ]
+ "issues": [ "gh-5059" ],
+ "checksums": [ "1eea8234b18bf107271b2a973f32a10e", "5e9064e8640a5106967c4737523364ee" ]
},
"debug.test.lua": {
- "issues": [ "gh-5346" ]
+ "issues": [ "gh-5346" ],
+ "checksums": [ "d41d8cd98f00b204e9800998ecf8427e" ]
},
"http_client.test.lua": {
- "issues": [ "gh-5346" ]
+ "issues": [ "gh-5346" ],
+ "checksums": [ "d41d8cd98f00b204e9800998ecf8427e" ]
},
"inspector.test.lua": {
- "issues": [ "gh-5346" ]
+ "issues": [ "gh-5346" ],
+ "checksums": [ "d41d8cd98f00b204e9800998ecf8427e" ]
}
}
}
diff --git a/test/box-tap/suite.ini b/test/box-tap/suite.ini
index a2ba0b50b..d92015cfe 100644
--- a/test/box-tap/suite.ini
+++ b/test/box-tap/suite.ini
@@ -15,7 +15,12 @@ fragile = {
"issues": [ "gh-5049" ]
},
"net.box.test.lua": {
- "issues": [ "gh-5346" ]
+ "issues": [ "gh-5346" ],
+ "checksums": [ "d41d8cd98f00b204e9800998ecf8427e" ]
+ },
+ "session.storage.test.lua": {
+ "issues": [ "gh-5346" ],
+ "checksums": [ "d41d8cd98f00b204e9800998ecf8427e" ]
}
}
}
diff --git a/test/box/suite.ini b/test/box/suite.ini
index 6833228f2..f8be1b1f4 100644
--- a/test/box/suite.ini
+++ b/test/box/suite.ini
@@ -124,13 +124,33 @@ fragile = {
"issues": [ "gh-5410" ],
"checksums": [ "11eefd2021fa435c1893ab1584031e5d" ]
},
- "box/access.test.lua": {
+ "access.test.lua": {
"issues": [ "gh-5373", "gh-5411" ],
"checksums": [ "f94a9c1e206e1db81b9f39666ea14cf7" ]
},
- "box/net.box_incorrect_iterator_gh-841.test.lua": {
+ "net.box_incorrect_iterator_gh-841.test.lua": {
"issues": [ "gh-5434" ],
"checksums": [ "3c2b74ee82a7689f29f8a8e50d804ecb" ]
+ },
+ "hash_gh-1467.test.lua": {
+ "issues": [ "gh-5476" ],
+ "checksums": [ "47fb00af79ba20d33b6e9b8fc1a7320e" ]
+ },
+ "iterator.test.lua": {
+ "issues": [ "gh-5523" ],
+ "checksums": [ "c29fa9a2c90fd99a252aaa163ba384db" ]
+ },
+ "tree_pk_multipart.test.lua": {
+ "issues": [ "gh-5528" ],
+ "checksums": [ "e8c7465cac97fab9157025694c1eabea", "ceb912a9c88a35bd1622f30989eaca95" ]
+ },
+ "cfg.test.lua": {
+ "issues": [ "gh-5530" ],
+ "checksums": [ "6562ddce4c4d8d42e2a81c7e452434b8" ]
+ },
+ "net.box_count_inconsistent_gh-3262.test.lua": {
+ "issues": [ "gh-5532" ],
+ "checksums": [ "54cb0a7773f633dc7212a944d43c7b56" ]
}
}
}
diff --git a/test/engine/suite.ini b/test/engine/suite.ini
index 01899f088..ca68e8f83 100644
--- a/test/engine/suite.ini
+++ b/test/engine/suite.ini
@@ -20,6 +20,14 @@ fragile = {
"gh-4973-concurrent-alter-fails.test.lua": {
"issues": [ "gh-5157" ],
"checksums": [ "4e797e63335cebe24dab15eae4aa8044" ]
+ },
+ "tuple.test.lua": {
+ "issues": [ "gh-5480" ],
+ "checksums": [ "8fdb38e170c7c1e0c2353a0e76547081" ]
+ },
+ "conflict.test.lua": {
+ "issues": [ "gh-5516" ],
+ "checksums": [ "187434595fcf4e4d22f2ecee707f5e50", "20842c99301b23e71a6365550333da87" ]
}
}
}
diff --git a/test/replication/suite.ini b/test/replication/suite.ini
index 34ee32550..84e701096 100644
--- a/test/replication/suite.ini
+++ b/test/replication/suite.ini
@@ -24,13 +24,14 @@ fragile = {
},
"gh-3160-misc-heartbeats-on-master-changes.test.lua": {
"issues": [ "gh-4940" ],
- "checksums": [ "945521821b8199c59716e969d89d953d", "b4e60f8ec2d4340bc0324f73e2cc8a01" ]
+ "checksums": [ "945521821b8199c59716e969d89d953d", "b4e60f8ec2d4340bc0324f73e2cc8a01", "c7054aec18a7a983c717f1b92dd1434c", "09500c4d118ace1e05b23665ba055bf5" ]
},
"skip_conflict_row.test.lua": {
"issues": [ "gh-4958" ]
},
"sync.test.lua": {
- "issues": [ "gh-3835" ]
+ "issues": [ "gh-3835" ],
+ "checksums": [ "1bf966198e1521a8a230d9f53e244056" ]
},
"transaction.test.lua": {
"issues": [ "gh-4312", "gh-5331" ],
@@ -38,7 +39,7 @@ fragile = {
},
"autobootstrap.test.lua": {
"issues": [ "gh-4533" ],
- "checksums": [ "2bafb1762a8e6ad60a32d47d3906eb1d", "cc622d5adf3552f8b5fae4efcd279598", "5f53b1939f7a5f4480a8950d0e8546da" ]
+ "checksums": [ "2bafb1762a8e6ad60a32d47d3906eb1d", "cc622d5adf3552f8b5fae4efcd279598", "5f53b1939f7a5f4480a8950d0e8546da", "12489e29b7b2dc0ddceb5f596d8fb1a4" ]
},
"autobootstrap_guest.test.lua": {
"issues": [ "gh-4533" ],
@@ -64,7 +65,7 @@ fragile = {
},
"ddl.test.lua": {
"issues": [ "gh-5337" ],
- "checksums": [ "a006d40205b9a67ddbbb8206b4e1764c", "1e818590bfe01a683a4fcbef565ba821" ]
+ "checksums": [ "a006d40205b9a67ddbbb8206b4e1764c", "1e818590bfe01a683a4fcbef565ba821", "a3962e843889def7f61d6f1f71461bf1" ]
},
"qsync_advanced.test.lua": {
"issues": [ "gh-5340" ],
@@ -91,11 +92,11 @@ fragile = {
},
"gh-3247-misc-iproto-sequence-value-not-replicated.test.lua": {
"issues": [ "gh-5357", "gh-5380" ],
- "checksums": [ "4a4f2db6802e1b2fa2e31bb9948e7440", "d5176f84099100801f8a67fa25cd2c06", "0ace3828631588c937878cd91b2ecbd8", "bbea372ce9d8723c906b62e81a7cc1cf" ]
+ "checksums": [ "4a4f2db6802e1b2fa2e31bb9948e7440", "d5176f84099100801f8a67fa25cd2c06", "0ace3828631588c937878cd91b2ecbd8", "bbea372ce9d8723c906b62e81a7cc1cf", "d41d8cd98f00b204e9800998ecf8427e" ]
},
"prune.test.lua": {
"issues": [ "gh-5361" ],
- "checksums": [ "2dd52fed642b0132ccef3853ad96a807", "7efe2d7cb3a869a1ea5fb954f323d06d" ]
+ "checksums": [ "2dd52fed642b0132ccef3853ad96a807", "7efe2d7cb3a869a1ea5fb954f323d06d", "6c3d27ffafa2eb1b380c07286ca8d8f1", "96246fc9e418b077adcf09ce284d432d" ]
},
"gh-4402-info-errno.test.lua": {
"issues": [ "gh-5366" ],
@@ -103,7 +104,7 @@ fragile = {
},
"election_basic.test.lua": {
"issues": [ "gh-5368" ],
- "checksums": [ "9c27e4fbc1acfb49f3bd1ab05423bf72", "69d75832017bb140887fd9c7b1d43cf1", "42ff9f71a7ad2de4b379ec61707b0761", "2870483307db27542796a3b2cf76a9f1", "b47d6b13798ba8357f67785c51e190ba", "25ff2ebf99ea05aa4373a251d295234a", "db9218e6901ad1c3f8ed57304885ba56", "85bb11402cb3e6df2d24900307fe5cb8" ]
+ "checksums": [ "9c27e4fbc1acfb49f3bd1ab05423bf72", "69d75832017bb140887fd9c7b1d43cf1", "42ff9f71a7ad2de4b379ec61707b0761", "2870483307db27542796a3b2cf76a9f1", "b47d6b13798ba8357f67785c51e190ba", "25ff2ebf99ea05aa4373a251d295234a", "db9218e6901ad1c3f8ed57304885ba56", "85bb11402cb3e6df2d24900307fe5cb8", "18af1ce1a70e295d717294b876a0773c", "081266c856ca3770e6a2ae24f00c6081" ]
},
"show_error_on_disconnect.test.lua": {
"issues": [ "gh-5371" ],
@@ -119,7 +120,7 @@ fragile = {
},
"election_qsync_stress.test.lua": {
"issues": [ "gh-5395" ],
- "checksums": [ "634bda94accdcdef7b1db3e14f28f445", "36bcdae426c18a60fd13025c09f197d0", "209c865525154a91435c63850f15eca0", "ca38ff2cdfa65b3defb26607b24454c6", "3b6c573d2aa06ee382d6f27b6a76657b", "bcf08e055cf3ccd9958af25d0fba29f8", "411e7462760bc3fc968b68b4b7267ea1", "37e671aea27e3396098f9d13c7fa7316" ]
+ "checksums": [ "634bda94accdcdef7b1db3e14f28f445", "36bcdae426c18a60fd13025c09f197d0", "209c865525154a91435c63850f15eca0", "ca38ff2cdfa65b3defb26607b24454c6", "3b6c573d2aa06ee382d6f27b6a76657b", "bcf08e055cf3ccd9958af25d0fba29f8", "411e7462760bc3fc968b68b4b7267ea1", "37e671aea27e3396098f9d13c7fa7316", "83960a6d5cfaaa3e9a3f083c872867a9" ]
},
"gh-3711-misc-no-restart-on-same-configuration.test.lua": {
"issues": [ "gh-5407" ],
@@ -130,15 +131,28 @@ fragile = {
"checksums": [ "1bc90c82de8f8dc7939d78aff4054daf" ]
},
"gh-5287-boot-anon.test.lua": {
- "issues": [ "gh-5412" ]
- },
- "gh-5426-election-on-off.test.lua": {
- "issues": [ "gh-5433" ],
- "checksums": [ "bac48704e0fa73da18fc2ce3bb9aaa76" ]
+ "issues": [ "gh-5412" ],
+ "checksums": [ "5b8cfb17c89195a02ac44fb59e6e0e2f" ]
},
"election_qsync.test.lua": {
"issues": [ "gh-5430" ],
- "checksums": [ "afaa5d0f392c8de5420a05b268d04741", "6331fe0c2a39d040494598cdcd0dd5da", "ab99808cf72850d3a6892f452550b66a", "da28a9b678ba3ab177f0ddada8387f64", "afed6dfe04e7da2c870fcf5e85e8389d", "64d83114e166124d2abd8fed6b726712" ]
+ "checksums": [ "afaa5d0f392c8de5420a05b268d04741", "6331fe0c2a39d040494598cdcd0dd5da", "ab99808cf72850d3a6892f452550b66a", "da28a9b678ba3ab177f0ddada8387f64", "afed6dfe04e7da2c870fcf5e85e8389d", "64d83114e166124d2abd8fed6b726712", "0587c125b85ee9ba534b8c9ff0bf31c0", "1b1957e609d7a743633740f3f7d55f9c", "de2ecf8380d0d16c383afc24e48cec9b" ]
+ },
+ "gc.test.lua": {
+ "issues": [ "gh-5474" ],
+ "checksums": [ "eba8a4dd4110f26e5189c24f117a1679" ]
+ },
+ "bootstrap_leader.test.lua": {
+ "issues": [ "gh-5478" ],
+ "checksums": [ "e1a4aafd227fc5e41ce74a92bb7fa5ad" ]
+ },
+ "gh-5426-election-on-off.test.lua": {
+ "issues": [ "gh-5506" ],
+ "checksums": [ "626c96b22943d3857511b0e81a82596d", "c57db4211832e9dea3e2092f19a9fdb8" ]
+ },
+ "rebootstrap.test.lua": {
+ "issues": [ "gh-5524" ],
+ "checksums": [ "9b51988ec68ae417433ec41bb7285ac4" ]
}
}
}
diff --git a/test/sql/suite.ini b/test/sql/suite.ini
index 3d2b21812..8fb9cb23a 100644
--- a/test/sql/suite.ini
+++ b/test/sql/suite.ini
@@ -19,6 +19,14 @@ fragile = {
"prepared.test.lua": {
"issues": [ "gh-5359" ],
"checksums": [ "417a95fc995bbfbf7115bbde5c42028e", "16472636b3dcd186007b89f76912fa12" ]
+ },
+ "checks.test.lua": {
+ "issues": [ "gh-5477" ],
+ "checksums": [ "0d7ddbb3d34c38745104fbbaf03f8e1f" ]
+ },
+ "gh2808-inline-unique-persistency-check.test.lua": {
+ "issues": [ "gh-5479" ],
+ "checksums": [ "c1538444c0151b8490c5df386f8d37a2" ]
}
}
}
diff --git a/test/swim/suite.ini b/test/swim/suite.ini
index 282eaf1a7..f1a8184ff 100644
--- a/test/swim/suite.ini
+++ b/test/swim/suite.ini
@@ -9,7 +9,7 @@ fragile = {
"tests": {
"swim.test.lua": {
"issues": [ "gh-5403" ],
- "checksums": [ "9f1423cf502adfd16611dd5e839b57e4" ]
+ "checksums": [ "9f1423cf502adfd16611dd5e839b57e4", "a127e3c07b933d5e6602cb14e0f6e728" ]
}
}
}
diff --git a/test/vinyl/suite.ini b/test/vinyl/suite.ini
index 1fded2393..bf97eb04e 100644
--- a/test/vinyl/suite.ini
+++ b/test/vinyl/suite.ini
@@ -17,7 +17,7 @@ fragile = {
"tests": {
"tx_gap_lock.test.lua": {
"issues": [ "gh-4309" ],
- "checksums": [ "99dbd33845b40f5399a657fe40abe826" ]
+ "checksums": [ "99dbd33845b40f5399a657fe40abe826", "3d2799ef503feb6f6f636b93187d4dee" ]
},
"errinj.test.lua": {
"issues": [ "gh-4346" ]
@@ -37,7 +37,7 @@ fragile = {
},
"snapshot.test.lua": {
"issues": [ "gh-4984" ],
- "checksums": [ "a221e2583ccef2ec884b945bbbba106e", "2caa0a1c7f07b57a1ad784688b8dff40" ]
+ "checksums": [ "a221e2583ccef2ec884b945bbbba106e", "2caa0a1c7f07b57a1ad784688b8dff40", "ee936b3dc787e39de15ad33e00b77051", "1774c0acc1f7f3705c2a40ca84816b9c", "b67f70ec51647b7c22c61ff97483316e", "d5885e4b35e9ca16187d7ffed109c061", "f3feb722cafea4054e7df3572ad94494", "f1d554ab5380696cd4e0d417cf4968f9", "5456244e7fe6bea4d0531266bc025026", "45108d1764f134d078a918572490b06b" ]
},
"write_iterator.test.lua": {
"issues": [ "gh-4572" ]
@@ -46,22 +46,24 @@ fragile = {
"issues": [ "gh-4993" ]
},
"gh-4810-dump-during-index-build.test.lua": {
- "issues": [ "gh-5031" ]
+ "issues": [ "gh-5031" ],
+ "checksums": [ "495dbcbc3707eb78b3a2da5a3bf4bd94" ]
},
"deferred_delete.test.lua": {
- "issues": [ "gh-5089" ]
+ "issues": [ "gh-5089" ],
+ "checksums": [ "f6d6c5aed699b65c9e9eb1ad068578d2" ]
},
"gh.test.lua": {
"issues": [ "gh-5141" ],
- "checksums": [ "f1286e9e4710062ddfbffb61b2fe2743", "96b22440ab8a881d6b8d14c5ee1672fb", "fc77a97c3c891c57d4717087f7a65bd0" ]
+ "checksums": [ "f1286e9e4710062ddfbffb61b2fe2743", "96b22440ab8a881d6b8d14c5ee1672fb", "fc77a97c3c891c57d4717087f7a65bd0", "83efab113cd395b943a2d89c5e63328e" ]
},
"gh-5141-invalid-vylog-file.test.lua": {
"issues": [ "gh-5141" ],
- "checksums": [ "1f4d4261fc63291c4020372986c62e2e" ]
+ "checksums": [ "1f4d4261fc63291c4020372986c62e2e", "7e103822262602a7fba4f8f3f6ffb6b7" ]
},
"iterator.test.lua": {
"issues": [ "gh-5336" ],
- "checksums": [ "f56d6d279692e46d84a06f470af0090d", "a8a2824fb09380330a70a589d4fc545e", "e03548bcb918e824c349dc4c52ae3715", "adbd4ad9878302d570e40aef9a6b92cc", "39ee43ee7b2004166ca54402dfe02238" ]
+ "checksums": [ "f56d6d279692e46d84a06f470af0090d", "a8a2824fb09380330a70a589d4fc545e", "e03548bcb918e824c349dc4c52ae3715", "adbd4ad9878302d570e40aef9a6b92cc", "39ee43ee7b2004166ca54402dfe02238", "098b00f3162651cfb5e6286bdfcae534" , "a932fc47ba696a3ba822066a8c955c59", "244613bd18d5a44bfe73c20f431145d3", "30475ade20385ec1b1cbbc4fb434a4cc" ]
},
"ddl.test.lua": {
"issues": [ "gh-5338" ],
@@ -81,10 +83,11 @@ fragile = {
},
"gh-4957-too-many-upserts.test.lua": {
"issues": [ "gh-5378" ],
- "checksums": [ "56826ed479bf2ce7613fc56533c93c9a", "b6621dc64afd1f71f66d7c2b22f4e320" ]
+ "checksums": [ "56826ed479bf2ce7613fc56533c93c9a", "b6621dc64afd1f71f66d7c2b22f4e320", "97312b89bc0097eb3b9a203df71e8358", "fe3f1d93e9e67478cfa3a9c0ce4504f1" ]
},
"gc.test.lua": {
- "issues": [ "gh-5383" ]
+ "issues": [ "gh-5383" ],
+ "checksums": [ "9dd6709144f9de95427619537659f41a" ]
},
"upsert.test.lua": {
"issues": [ "gh-5398" ],
@@ -93,6 +96,14 @@ fragile = {
"gh-4864-stmt-alloc-fail-compact.test.lua": {
"issues": [ "gh-5408" ],
"checksums": [ "8394c05bb5aaa8a542237c44f19b04d4" ]
+ },
+ "replica_rejoin.test.lua": {
+ "issues": [ "gh-4985" ],
+ "checksums": [ "3d388b75ab402c226c900014fc9c8ef8" ]
+ },
+ "errinj_tx.test.lua": {
+ "issues": [ "gh-5539" ],
+ "checksums": [ "0f9de3eaa09260df452704d431a174b9" ]
}
}
}
--
2.25.1
More information about the Tarantool-patches
mailing list