From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: from smtp30.i.mail.ru (smtp30.i.mail.ru [94.100.177.90]) (using TLSv1.2 with cipher ECDHE-RSA-AES256-GCM-SHA384 (256/256 bits)) (No client certificate requested) by dev.tarantool.org (Postfix) with ESMTPS id 8A0AE469710 for ; Fri, 20 Nov 2020 16:45:13 +0300 (MSK) From: "Alexander V. Tikhonov" Date: Fri, 20 Nov 2020 16:45:10 +0300 Message-Id: MIME-Version: 1.0 Content-Transfer-Encoding: 8bit Subject: [Tarantool-patches] [PATCH v1] test: add flaky tests results files checksums List-Id: Tarantool development patches List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , To: Kirill Yukhin Cc: tarantool-patches@dev.tarantool.org Cc: tarantool-patches@dev.tarantool.org Added flaky tests results files checksums: app-tap/tarantoolctl.test.lua gh-5059 box/access.test.lua gh-5373 gh-5411 box/cfg.test.lua gh-5530 box/hash_gh-1467.test.lua gh-5476 box/iterator.test.lua gh-5523 box/net.box_count_inconsistent_gh-3262.test.lua gh-5532 box/net.box_incorrect_iterator_gh-841.test.lua gh-5434 box/tree_pk_multipart.test.lua gh-5528 box-tap/session.storage.test.lua gh-5346 engine/conflict.test.lua gh-5516 engine/tuple.test.lua gh-5480 replication/bootstrap_leader.test.lua gh-5478 replication/gh-3160-misc-heartbeats-on-master-changes.test.> gh-4940 replication/ddl.test.lua gh-5337 replication/election_basic.test.lua gh-5368 replication/election_qsync.test.lua gh-5430 replication/election_qsync_stress.test.lua gh-5395 replication/gh-5287-boot-anon.test.lua gh-5412 replication/gh-5426-election-on-off.test.lua gh-5506 replication/prune.test.lua gh-5361 replication/rebootstrap.test.lua gh-5524 replication/sync.test.lua gh-3835 sql/prepared.test.lua gh-5359 sql/checks.test.lua gh-5477 sql/gh2808-inline-unique-persistency-check.test.lua gh-5479 swim/swim.test.lua gh-5403 vinyl/deferred_delete.test.lua gh-5089 vinyl/gh-4810-dump-during-index-build.test.lua gh-5031 vinyl/gh-4957-too-many-upserts.test.lua gh-5378 vinyl/gh-5141-invalid-vylog-file.test.lua gh-5141 vinyl/gc.test.lua gh-5474 vinyl/iterator.test.lua gh-5141 vinyl/replica_rejoin.test.lua gh-4985 vinyl/snapshot.test.lua gh-4984 vinyl/tx_gap_lock.test.lua gh-4309 --- Github: https://github.com/tarantool/tarantool/tree/avtikhon/flaky_all test/app-tap/suite.ini | 12 +++++++---- test/box-tap/suite.ini | 7 ++++++- test/box/suite.ini | 24 ++++++++++++++++++++-- test/engine/suite.ini | 8 ++++++++ test/replication/suite.ini | 42 +++++++++++++++++++++++++------------- test/sql/suite.ini | 8 ++++++++ test/swim/suite.ini | 2 +- test/vinyl/suite.ini | 29 ++++++++++++++++++-------- 8 files changed, 101 insertions(+), 31 deletions(-) diff --git a/test/app-tap/suite.ini b/test/app-tap/suite.ini index 64591ce6e..d6c7427da 100644 --- a/test/app-tap/suite.ini +++ b/test/app-tap/suite.ini @@ -9,16 +9,20 @@ fragile = { "retries": 10, "tests": { "tarantoolctl.test.lua": { - "issues": [ "gh-5059" ] + "issues": [ "gh-5059" ], + "checksums": [ "1eea8234b18bf107271b2a973f32a10e", "5e9064e8640a5106967c4737523364ee" ] }, "debug.test.lua": { - "issues": [ "gh-5346" ] + "issues": [ "gh-5346" ], + "checksums": [ "d41d8cd98f00b204e9800998ecf8427e" ] }, "http_client.test.lua": { - "issues": [ "gh-5346" ] + "issues": [ "gh-5346" ], + "checksums": [ "d41d8cd98f00b204e9800998ecf8427e" ] }, "inspector.test.lua": { - "issues": [ "gh-5346" ] + "issues": [ "gh-5346" ], + "checksums": [ "d41d8cd98f00b204e9800998ecf8427e" ] } } } diff --git a/test/box-tap/suite.ini b/test/box-tap/suite.ini index a2ba0b50b..d92015cfe 100644 --- a/test/box-tap/suite.ini +++ b/test/box-tap/suite.ini @@ -15,7 +15,12 @@ fragile = { "issues": [ "gh-5049" ] }, "net.box.test.lua": { - "issues": [ "gh-5346" ] + "issues": [ "gh-5346" ], + "checksums": [ "d41d8cd98f00b204e9800998ecf8427e" ] + }, + "session.storage.test.lua": { + "issues": [ "gh-5346" ], + "checksums": [ "d41d8cd98f00b204e9800998ecf8427e" ] } } } diff --git a/test/box/suite.ini b/test/box/suite.ini index 6833228f2..f8be1b1f4 100644 --- a/test/box/suite.ini +++ b/test/box/suite.ini @@ -124,13 +124,33 @@ fragile = { "issues": [ "gh-5410" ], "checksums": [ "11eefd2021fa435c1893ab1584031e5d" ] }, - "box/access.test.lua": { + "access.test.lua": { "issues": [ "gh-5373", "gh-5411" ], "checksums": [ "f94a9c1e206e1db81b9f39666ea14cf7" ] }, - "box/net.box_incorrect_iterator_gh-841.test.lua": { + "net.box_incorrect_iterator_gh-841.test.lua": { "issues": [ "gh-5434" ], "checksums": [ "3c2b74ee82a7689f29f8a8e50d804ecb" ] + }, + "hash_gh-1467.test.lua": { + "issues": [ "gh-5476" ], + "checksums": [ "47fb00af79ba20d33b6e9b8fc1a7320e" ] + }, + "iterator.test.lua": { + "issues": [ "gh-5523" ], + "checksums": [ "c29fa9a2c90fd99a252aaa163ba384db" ] + }, + "tree_pk_multipart.test.lua": { + "issues": [ "gh-5528" ], + "checksums": [ "e8c7465cac97fab9157025694c1eabea", "ceb912a9c88a35bd1622f30989eaca95" ] + }, + "cfg.test.lua": { + "issues": [ "gh-5530" ], + "checksums": [ "6562ddce4c4d8d42e2a81c7e452434b8" ] + }, + "net.box_count_inconsistent_gh-3262.test.lua": { + "issues": [ "gh-5532" ], + "checksums": [ "54cb0a7773f633dc7212a944d43c7b56" ] } } } diff --git a/test/engine/suite.ini b/test/engine/suite.ini index 01899f088..ca68e8f83 100644 --- a/test/engine/suite.ini +++ b/test/engine/suite.ini @@ -20,6 +20,14 @@ fragile = { "gh-4973-concurrent-alter-fails.test.lua": { "issues": [ "gh-5157" ], "checksums": [ "4e797e63335cebe24dab15eae4aa8044" ] + }, + "tuple.test.lua": { + "issues": [ "gh-5480" ], + "checksums": [ "8fdb38e170c7c1e0c2353a0e76547081" ] + }, + "conflict.test.lua": { + "issues": [ "gh-5516" ], + "checksums": [ "187434595fcf4e4d22f2ecee707f5e50", "20842c99301b23e71a6365550333da87" ] } } } diff --git a/test/replication/suite.ini b/test/replication/suite.ini index 34ee32550..84e701096 100644 --- a/test/replication/suite.ini +++ b/test/replication/suite.ini @@ -24,13 +24,14 @@ fragile = { }, "gh-3160-misc-heartbeats-on-master-changes.test.lua": { "issues": [ "gh-4940" ], - "checksums": [ "945521821b8199c59716e969d89d953d", "b4e60f8ec2d4340bc0324f73e2cc8a01" ] + "checksums": [ "945521821b8199c59716e969d89d953d", "b4e60f8ec2d4340bc0324f73e2cc8a01", "c7054aec18a7a983c717f1b92dd1434c", "09500c4d118ace1e05b23665ba055bf5" ] }, "skip_conflict_row.test.lua": { "issues": [ "gh-4958" ] }, "sync.test.lua": { - "issues": [ "gh-3835" ] + "issues": [ "gh-3835" ], + "checksums": [ "1bf966198e1521a8a230d9f53e244056" ] }, "transaction.test.lua": { "issues": [ "gh-4312", "gh-5331" ], @@ -38,7 +39,7 @@ fragile = { }, "autobootstrap.test.lua": { "issues": [ "gh-4533" ], - "checksums": [ "2bafb1762a8e6ad60a32d47d3906eb1d", "cc622d5adf3552f8b5fae4efcd279598", "5f53b1939f7a5f4480a8950d0e8546da" ] + "checksums": [ "2bafb1762a8e6ad60a32d47d3906eb1d", "cc622d5adf3552f8b5fae4efcd279598", "5f53b1939f7a5f4480a8950d0e8546da", "12489e29b7b2dc0ddceb5f596d8fb1a4" ] }, "autobootstrap_guest.test.lua": { "issues": [ "gh-4533" ], @@ -64,7 +65,7 @@ fragile = { }, "ddl.test.lua": { "issues": [ "gh-5337" ], - "checksums": [ "a006d40205b9a67ddbbb8206b4e1764c", "1e818590bfe01a683a4fcbef565ba821" ] + "checksums": [ "a006d40205b9a67ddbbb8206b4e1764c", "1e818590bfe01a683a4fcbef565ba821", "a3962e843889def7f61d6f1f71461bf1" ] }, "qsync_advanced.test.lua": { "issues": [ "gh-5340" ], @@ -91,11 +92,11 @@ fragile = { }, "gh-3247-misc-iproto-sequence-value-not-replicated.test.lua": { "issues": [ "gh-5357", "gh-5380" ], - "checksums": [ "4a4f2db6802e1b2fa2e31bb9948e7440", "d5176f84099100801f8a67fa25cd2c06", "0ace3828631588c937878cd91b2ecbd8", "bbea372ce9d8723c906b62e81a7cc1cf" ] + "checksums": [ "4a4f2db6802e1b2fa2e31bb9948e7440", "d5176f84099100801f8a67fa25cd2c06", "0ace3828631588c937878cd91b2ecbd8", "bbea372ce9d8723c906b62e81a7cc1cf", "d41d8cd98f00b204e9800998ecf8427e" ] }, "prune.test.lua": { "issues": [ "gh-5361" ], - "checksums": [ "2dd52fed642b0132ccef3853ad96a807", "7efe2d7cb3a869a1ea5fb954f323d06d" ] + "checksums": [ "2dd52fed642b0132ccef3853ad96a807", "7efe2d7cb3a869a1ea5fb954f323d06d", "6c3d27ffafa2eb1b380c07286ca8d8f1", "96246fc9e418b077adcf09ce284d432d" ] }, "gh-4402-info-errno.test.lua": { "issues": [ "gh-5366" ], @@ -103,7 +104,7 @@ fragile = { }, "election_basic.test.lua": { "issues": [ "gh-5368" ], - "checksums": [ "9c27e4fbc1acfb49f3bd1ab05423bf72", "69d75832017bb140887fd9c7b1d43cf1", "42ff9f71a7ad2de4b379ec61707b0761", "2870483307db27542796a3b2cf76a9f1", "b47d6b13798ba8357f67785c51e190ba", "25ff2ebf99ea05aa4373a251d295234a", "db9218e6901ad1c3f8ed57304885ba56", "85bb11402cb3e6df2d24900307fe5cb8" ] + "checksums": [ "9c27e4fbc1acfb49f3bd1ab05423bf72", "69d75832017bb140887fd9c7b1d43cf1", "42ff9f71a7ad2de4b379ec61707b0761", "2870483307db27542796a3b2cf76a9f1", "b47d6b13798ba8357f67785c51e190ba", "25ff2ebf99ea05aa4373a251d295234a", "db9218e6901ad1c3f8ed57304885ba56", "85bb11402cb3e6df2d24900307fe5cb8", "18af1ce1a70e295d717294b876a0773c", "081266c856ca3770e6a2ae24f00c6081" ] }, "show_error_on_disconnect.test.lua": { "issues": [ "gh-5371" ], @@ -119,7 +120,7 @@ fragile = { }, "election_qsync_stress.test.lua": { "issues": [ "gh-5395" ], - "checksums": [ "634bda94accdcdef7b1db3e14f28f445", "36bcdae426c18a60fd13025c09f197d0", "209c865525154a91435c63850f15eca0", "ca38ff2cdfa65b3defb26607b24454c6", "3b6c573d2aa06ee382d6f27b6a76657b", "bcf08e055cf3ccd9958af25d0fba29f8", "411e7462760bc3fc968b68b4b7267ea1", "37e671aea27e3396098f9d13c7fa7316" ] + "checksums": [ "634bda94accdcdef7b1db3e14f28f445", "36bcdae426c18a60fd13025c09f197d0", "209c865525154a91435c63850f15eca0", "ca38ff2cdfa65b3defb26607b24454c6", "3b6c573d2aa06ee382d6f27b6a76657b", "bcf08e055cf3ccd9958af25d0fba29f8", "411e7462760bc3fc968b68b4b7267ea1", "37e671aea27e3396098f9d13c7fa7316", "83960a6d5cfaaa3e9a3f083c872867a9" ] }, "gh-3711-misc-no-restart-on-same-configuration.test.lua": { "issues": [ "gh-5407" ], @@ -130,15 +131,28 @@ fragile = { "checksums": [ "1bc90c82de8f8dc7939d78aff4054daf" ] }, "gh-5287-boot-anon.test.lua": { - "issues": [ "gh-5412" ] - }, - "gh-5426-election-on-off.test.lua": { - "issues": [ "gh-5433" ], - "checksums": [ "bac48704e0fa73da18fc2ce3bb9aaa76" ] + "issues": [ "gh-5412" ], + "checksums": [ "5b8cfb17c89195a02ac44fb59e6e0e2f" ] }, "election_qsync.test.lua": { "issues": [ "gh-5430" ], - "checksums": [ "afaa5d0f392c8de5420a05b268d04741", "6331fe0c2a39d040494598cdcd0dd5da", "ab99808cf72850d3a6892f452550b66a", "da28a9b678ba3ab177f0ddada8387f64", "afed6dfe04e7da2c870fcf5e85e8389d", "64d83114e166124d2abd8fed6b726712" ] + "checksums": [ "afaa5d0f392c8de5420a05b268d04741", "6331fe0c2a39d040494598cdcd0dd5da", "ab99808cf72850d3a6892f452550b66a", "da28a9b678ba3ab177f0ddada8387f64", "afed6dfe04e7da2c870fcf5e85e8389d", "64d83114e166124d2abd8fed6b726712", "0587c125b85ee9ba534b8c9ff0bf31c0", "1b1957e609d7a743633740f3f7d55f9c", "de2ecf8380d0d16c383afc24e48cec9b" ] + }, + "gc.test.lua": { + "issues": [ "gh-5474" ], + "checksums": [ "eba8a4dd4110f26e5189c24f117a1679" ] + }, + "bootstrap_leader.test.lua": { + "issues": [ "gh-5478" ], + "checksums": [ "e1a4aafd227fc5e41ce74a92bb7fa5ad" ] + }, + "gh-5426-election-on-off.test.lua": { + "issues": [ "gh-5506" ], + "checksums": [ "626c96b22943d3857511b0e81a82596d", "c57db4211832e9dea3e2092f19a9fdb8" ] + }, + "rebootstrap.test.lua": { + "issues": [ "gh-5524" ], + "checksums": [ "9b51988ec68ae417433ec41bb7285ac4" ] } } } diff --git a/test/sql/suite.ini b/test/sql/suite.ini index 3d2b21812..8fb9cb23a 100644 --- a/test/sql/suite.ini +++ b/test/sql/suite.ini @@ -19,6 +19,14 @@ fragile = { "prepared.test.lua": { "issues": [ "gh-5359" ], "checksums": [ "417a95fc995bbfbf7115bbde5c42028e", "16472636b3dcd186007b89f76912fa12" ] + }, + "checks.test.lua": { + "issues": [ "gh-5477" ], + "checksums": [ "0d7ddbb3d34c38745104fbbaf03f8e1f" ] + }, + "gh2808-inline-unique-persistency-check.test.lua": { + "issues": [ "gh-5479" ], + "checksums": [ "c1538444c0151b8490c5df386f8d37a2" ] } } } diff --git a/test/swim/suite.ini b/test/swim/suite.ini index 282eaf1a7..f1a8184ff 100644 --- a/test/swim/suite.ini +++ b/test/swim/suite.ini @@ -9,7 +9,7 @@ fragile = { "tests": { "swim.test.lua": { "issues": [ "gh-5403" ], - "checksums": [ "9f1423cf502adfd16611dd5e839b57e4" ] + "checksums": [ "9f1423cf502adfd16611dd5e839b57e4", "a127e3c07b933d5e6602cb14e0f6e728" ] } } } diff --git a/test/vinyl/suite.ini b/test/vinyl/suite.ini index 1fded2393..bf97eb04e 100644 --- a/test/vinyl/suite.ini +++ b/test/vinyl/suite.ini @@ -17,7 +17,7 @@ fragile = { "tests": { "tx_gap_lock.test.lua": { "issues": [ "gh-4309" ], - "checksums": [ "99dbd33845b40f5399a657fe40abe826" ] + "checksums": [ "99dbd33845b40f5399a657fe40abe826", "3d2799ef503feb6f6f636b93187d4dee" ] }, "errinj.test.lua": { "issues": [ "gh-4346" ] @@ -37,7 +37,7 @@ fragile = { }, "snapshot.test.lua": { "issues": [ "gh-4984" ], - "checksums": [ "a221e2583ccef2ec884b945bbbba106e", "2caa0a1c7f07b57a1ad784688b8dff40" ] + "checksums": [ "a221e2583ccef2ec884b945bbbba106e", "2caa0a1c7f07b57a1ad784688b8dff40", "ee936b3dc787e39de15ad33e00b77051", "1774c0acc1f7f3705c2a40ca84816b9c", "b67f70ec51647b7c22c61ff97483316e", "d5885e4b35e9ca16187d7ffed109c061", "f3feb722cafea4054e7df3572ad94494", "f1d554ab5380696cd4e0d417cf4968f9", "5456244e7fe6bea4d0531266bc025026", "45108d1764f134d078a918572490b06b" ] }, "write_iterator.test.lua": { "issues": [ "gh-4572" ] @@ -46,22 +46,24 @@ fragile = { "issues": [ "gh-4993" ] }, "gh-4810-dump-during-index-build.test.lua": { - "issues": [ "gh-5031" ] + "issues": [ "gh-5031" ], + "checksums": [ "495dbcbc3707eb78b3a2da5a3bf4bd94" ] }, "deferred_delete.test.lua": { - "issues": [ "gh-5089" ] + "issues": [ "gh-5089" ], + "checksums": [ "f6d6c5aed699b65c9e9eb1ad068578d2" ] }, "gh.test.lua": { "issues": [ "gh-5141" ], - "checksums": [ "f1286e9e4710062ddfbffb61b2fe2743", "96b22440ab8a881d6b8d14c5ee1672fb", "fc77a97c3c891c57d4717087f7a65bd0" ] + "checksums": [ "f1286e9e4710062ddfbffb61b2fe2743", "96b22440ab8a881d6b8d14c5ee1672fb", "fc77a97c3c891c57d4717087f7a65bd0", "83efab113cd395b943a2d89c5e63328e" ] }, "gh-5141-invalid-vylog-file.test.lua": { "issues": [ "gh-5141" ], - "checksums": [ "1f4d4261fc63291c4020372986c62e2e" ] + "checksums": [ "1f4d4261fc63291c4020372986c62e2e", "7e103822262602a7fba4f8f3f6ffb6b7" ] }, "iterator.test.lua": { "issues": [ "gh-5336" ], - "checksums": [ "f56d6d279692e46d84a06f470af0090d", "a8a2824fb09380330a70a589d4fc545e", "e03548bcb918e824c349dc4c52ae3715", "adbd4ad9878302d570e40aef9a6b92cc", "39ee43ee7b2004166ca54402dfe02238" ] + "checksums": [ "f56d6d279692e46d84a06f470af0090d", "a8a2824fb09380330a70a589d4fc545e", "e03548bcb918e824c349dc4c52ae3715", "adbd4ad9878302d570e40aef9a6b92cc", "39ee43ee7b2004166ca54402dfe02238", "098b00f3162651cfb5e6286bdfcae534" , "a932fc47ba696a3ba822066a8c955c59", "244613bd18d5a44bfe73c20f431145d3", "30475ade20385ec1b1cbbc4fb434a4cc" ] }, "ddl.test.lua": { "issues": [ "gh-5338" ], @@ -81,10 +83,11 @@ fragile = { }, "gh-4957-too-many-upserts.test.lua": { "issues": [ "gh-5378" ], - "checksums": [ "56826ed479bf2ce7613fc56533c93c9a", "b6621dc64afd1f71f66d7c2b22f4e320" ] + "checksums": [ "56826ed479bf2ce7613fc56533c93c9a", "b6621dc64afd1f71f66d7c2b22f4e320", "97312b89bc0097eb3b9a203df71e8358", "fe3f1d93e9e67478cfa3a9c0ce4504f1" ] }, "gc.test.lua": { - "issues": [ "gh-5383" ] + "issues": [ "gh-5383" ], + "checksums": [ "9dd6709144f9de95427619537659f41a" ] }, "upsert.test.lua": { "issues": [ "gh-5398" ], @@ -93,6 +96,14 @@ fragile = { "gh-4864-stmt-alloc-fail-compact.test.lua": { "issues": [ "gh-5408" ], "checksums": [ "8394c05bb5aaa8a542237c44f19b04d4" ] + }, + "replica_rejoin.test.lua": { + "issues": [ "gh-4985" ], + "checksums": [ "3d388b75ab402c226c900014fc9c8ef8" ] + }, + "errinj_tx.test.lua": { + "issues": [ "gh-5539" ], + "checksums": [ "0f9de3eaa09260df452704d431a174b9" ] } } } -- 2.25.1