[Tarantool-patches] [PATCH v1] Add flaky tests checksums to fragile

Alexander V. Tikhonov avtikhon at tarantool.org
Mon Sep 28 14:27:23 MSK 2020


Added for tests with issues:
  app/fiber.test.lua				gh-5341
  app-tap/debug.test.lua			gh-5346
  app-tap/http_client.test.lua			gh-5346
  app-tap/inspector.test.lua			gh-5346
  box/gh-2763-session-credentials-update.test.lua gh-5363
  box/hash_collation.test.lua			gh-5247
  box/lua.test.lua				gh-5351
  box/net.box_connect_triggers_gh-2858.test.lua	gh-5247
  box/net.box_incompatible_index-gh-1729.test.lua gh-5360
  box/net.box_on_schema_reload-gh-1904.test.lua gh-5354
  box/protocol.test.lua				gh-5247
  box/update.test.lua				gh-5247
  box-tap/net.box.test.lua			gh-5346
  replication/autobootstrap.test.lua		gh-4533
  replication/autobootstrap_guest.test.lua	gh-4533
  replication/ddl.test.lua			gh-5337
  replication/gh-3160-misc-heartbeats-on-master-changes.test.lua gh-4940
  replication/gh-3247-misc-iproto-sequence-value-not-replicated.test.lua.test.lua gh-5357
  replication/gh-3637-misc-error-on-replica-auth-fail.test.lua gh-5343
  replication/long_row_timeout.test.lua		gh-4351
  replication/on_replace.test.lua		gh-5344, gh-5349
  replication/prune.test.lua			gh-5361
  replication/qsync_advanced.test.lua		gh-5340
  replication/qsync_basic.test.lua		gh-5355
  replication/replicaset_ro_mostly.test.lua	gh-5342
  replication/wal_rw_stress.test.lua		gh-5347
  replication-py/multi.test.py			gh-5362
  sql/prepared.test.lua test			gh-5359
  sql-tap/selectG.test.lua			gh-5350
  vinyl/ddl.test.lua				gh-5338
  vinyl/gh-3395-read-prepared-uncommitted.test.lua gh-5197
  vinyl/iterator.test.lua			gh-5336
  vinyl/write_iterator_rand.test.lua	gh-5356
  xlog/panic_on_wal_error.test.lua		gh-5348
---

Github: https://github.com/tarantool/tarantool/tree/avtikhon/flaky-checksums

 test/app-tap/suite.ini        |  9 +++++++
 test/app/suite.ini            |  3 ++-
 test/box-tap/suite.ini        |  3 +++
 test/box/suite.ini            | 30 ++++++++++++++++++++++++
 test/replication-py/suite.ini |  4 ++++
 test/replication/suite.ini    | 44 +++++++++++++++++++++++++++++++++--
 test/sql-tap/suite.ini        |  8 +++++++
 test/sql/suite.ini            |  4 ++++
 test/vinyl/suite.ini          | 16 +++++++++++++
 test/xlog/suite.ini           |  3 +++
 10 files changed, 121 insertions(+), 3 deletions(-)

diff --git a/test/app-tap/suite.ini b/test/app-tap/suite.ini
index ec665c397..64591ce6e 100644
--- a/test/app-tap/suite.ini
+++ b/test/app-tap/suite.ini
@@ -10,6 +10,15 @@ fragile = {
     "tests": {
         "tarantoolctl.test.lua": {
             "issues": [ "gh-5059" ]
+        },
+        "debug.test.lua": {
+            "issues": [ "gh-5346" ]
+        },
+        "http_client.test.lua": {
+            "issues": [ "gh-5346" ]
+        },
+        "inspector.test.lua": {
+            "issues": [ "gh-5346" ]
         }
     }
   }
diff --git a/test/app/suite.ini b/test/app/suite.ini
index 21ca21d58..333531dcb 100644
--- a/test/app/suite.ini
+++ b/test/app/suite.ini
@@ -17,7 +17,8 @@ fragile = {
             "issues": [ "gh-4978" ]
         },
         "fiber.test.lua": {
-            "issues": [ "gh-4987" ]
+            "issues": [ "gh-4987", "gh-5341" ],
+            "checksums": [ "fe10aeb6841cae7f47c5e3bb8256dee9" ]
         }
     }
   }
diff --git a/test/box-tap/suite.ini b/test/box-tap/suite.ini
index 67b1e7d09..a2ba0b50b 100644
--- a/test/box-tap/suite.ini
+++ b/test/box-tap/suite.ini
@@ -13,6 +13,9 @@ fragile = {
         },
         "key_def.test.lua": {
             "issues": [ "gh-5049" ]
+        },
+        "net.box.test.lua": {
+            "issues": [ "gh-5346" ]
         }
     }
   }
diff --git a/test/box/suite.ini b/test/box/suite.ini
index 4aaf0bc0e..793b8bf76 100644
--- a/test/box/suite.ini
+++ b/test/box/suite.ini
@@ -69,6 +69,36 @@ fragile = {
         "net.box_reconnect_after.test.lua": {
             "issues": [ "gh-5333" ],
             "checksums": [ "cca5df51000ec0076450a6b1a8b21053" ]
+        },
+        "lua.test.lua": {
+            "issues": [ "gh-5351" ],
+            "checksums": [ "6b0a398df80683a968d270fdc0efdf50", "5d6a9c9a1b08cf5cd3f9bbdc2e0dfe3a" ]
+        },
+        "net.box_on_schema_reload-gh-1904.test.lua": {
+            "issues": [ "gh-5354" ],
+            "checksums": [ "cf81a7329eaf70938dabe1a58d3c3bbd" ]
+        },
+        "protocol.test.lua": {
+            "issues": [ "gh-5247" ]
+        },
+        "update.test.lua": {
+            "issues": [ "gh-5247" ]
+        },
+        "hash_collation.test.lua": {
+            "issues": [ "gh-5247" ],
+            "checksums": [ "f39a3bc3155e4a7783350c0392bf3529" ]
+        },
+        "net.box_connect_triggers_gh-2858.test.lua": {
+            "issues": [ "gh-5247" ],
+            "checksums": [ "9f4c330241df7d93f521b505a7fb9647" ]
+        },
+        "net.box_incompatible_index-gh-1729.test.lua": {
+            "issues": [ "gh-5360" ],
+            "checksums": [ "1390e6d8adfa1b29a05df031f91884c6" ]
+        },
+        "gh-2763-session-credentials-update.test.lua": {
+            "issues": [ "gh-5363" ],
+            "checksums": [ "3caab61b50328a1b8bdaa0b2d857d95b" ]
         }
     }
   }
diff --git a/test/replication-py/suite.ini b/test/replication-py/suite.ini
index 78d69f4d9..b563b9fca 100644
--- a/test/replication-py/suite.ini
+++ b/test/replication-py/suite.ini
@@ -14,6 +14,10 @@ fragile = {
         },
         "cluster.test.py": {
             "issues": [ "gh-5109" ]
+        },
+        "multi.test.py": {
+            "issues": [ "gh-5362" ],
+            "checksums": [ "0ee35fafd167b81134a40347173af91a" ]
         }
     }
   }
diff --git a/test/replication/suite.ini b/test/replication/suite.ini
index 06f438474..007f4f64c 100644
--- a/test/replication/suite.ini
+++ b/test/replication/suite.ini
@@ -19,10 +19,12 @@ fragile = {
             "checksums": [ "5d3f58323aafc1a11d9b9264258f7acf" ]
         },
         "long_row_timeout.test.lua": {
-            "issues": [ "gh-4351" ]
+            "issues": [ "gh-4351" ],
+            "checksums": [ "acd88b48b0046ec52346274eeeef0b25" ]
         },
         "gh-3160-misc-heartbeats-on-master-changes.test.lua": {
-            "issues": [ "gh-4940" ]
+            "issues": [ "gh-4940" ],
+            "checksums": [ "39b09085bc6398d15324191851d6f556" ]
         },
         "skip_conflict_row.test.lua": {
             "issues": [ "gh-4958" ]
@@ -37,6 +39,9 @@ fragile = {
         "autobootstrap.test.lua": {
             "issues": [ "gh-4533" ]
         },
+        "autobootstrap_guest.test.lua": {
+            "issues": [ "gh-4533" ]
+        },
         "replica_rejoin.test.lua": {
             "issues": [ "gh-4985" ]
         },
@@ -54,6 +59,41 @@ fragile = {
         "on_schema_init.test.lua": {
             "issues": [ "gh-5291" ],
             "checksums": [ "1cb01c103258e26c8a80458f6c40fd44" ]
+        },
+        "ddl.test.lua": {
+            "issues": [ "gh-5337" ],
+            "checksums": [ "a006d40205b9a67ddbbb8206b4e1764c" ]
+        },
+        "qsync_advanced.test.lua": {
+            "issues": [ "gh-5340" ],
+            "checksums": [ "51ee48072d103509eca347ecfc4ca26a" ]
+        },
+        "replicaset_ro_mostly.test.lua": {
+            "issues": [ "gh-5342" ],
+            "checksums": [ "b2647b5bdbda47efe5b1add57285d226" ]
+        },
+        "gh-3637-misc-error-on-replica-auth-fail.test.lua": {
+            "issues": [ "gh-5343" ],
+            "checksums": [ "4cefa5f4c770cfc4f807c4a860e61d14"]
+        },
+        "on_replace.test.lua": {
+            "issues": [ "gh-4997", "gh-5344", "gh-5349" ],
+            "checksums": [ "407b670018516464e5b74469915a4739", "a4bfe23bccfe95a314ebb61695f30e80" ]
+        },
+        "wal_rw_stress.test.lua": {
+            "issues": [ "gh-5347" ]
+        },
+        "qsync_basic.test.lua": {
+            "issues": [ "gh-5355" ],
+            "checksums": [ "aa0f68d40ef64fa9690d20e652d7f47c" ]
+        },
+        "gh-3247-misc-iproto-sequence-value-not-replicated.test.lua": {
+            "issues": [ "gh-5357" ],
+            "checksums": [ "4a4f2db6802e1b2fa2e31bb9948e7440" ]
+        },
+        "prune.test.lua": {
+            "issues": [ "gh-5361" ],
+            "checksums": [ "2dd52fed642b0132ccef3853ad96a807", "7efe2d7cb3a869a1ea5fb954f323d06d" ]
         }
     }
   }
diff --git a/test/sql-tap/suite.ini b/test/sql-tap/suite.ini
index bb6772823..d6f127cd1 100644
--- a/test/sql-tap/suite.ini
+++ b/test/sql-tap/suite.ini
@@ -30,3 +30,11 @@ config = engine.cfg
 show_reproduce_content = False
 pretest_clean = True
 use_unix_sockets_iproto = True
+fragile = {
+    "retries": 10,
+    "tests": {
+        "selectG.test.lua": {
+            "issues": [ "gh-5350" ]
+        }
+    }
+  }
diff --git a/test/sql/suite.ini b/test/sql/suite.ini
index de5ab1537..3d2b21812 100644
--- a/test/sql/suite.ini
+++ b/test/sql/suite.ini
@@ -15,6 +15,10 @@ fragile = {
     "tests": {
         "func-recreate.test.lua": {
             "issues": [ "gh-4384" ]
+        },
+        "prepared.test.lua": {
+            "issues": [ "gh-5359" ],
+            "checksums": [ "417a95fc995bbfbf7115bbde5c42028e", "16472636b3dcd186007b89f76912fa12" ]
         }
     }
   }
diff --git a/test/vinyl/suite.ini b/test/vinyl/suite.ini
index d303d101f..134534c34 100644
--- a/test/vinyl/suite.ini
+++ b/test/vinyl/suite.ini
@@ -51,6 +51,22 @@ fragile = {
         },
         "gh.test.lua": {
             "issues": [ "gh-5141" ]
+        },
+        "iterator.test.lua": {
+            "issues": [ "gh-5336" ],
+            "checksums": [ "138808fd31b68d1b1c53c6a146124856" ]
+        },
+        "ddl.test.lua": {
+            "issues": [ "gh-5338" ],
+            "checksums": [ "6df64ebe4780edf2c7b46777b809efdc" ]
+        },
+        "gh-3395-read-prepared-uncommitted.test.lua": {
+            "issues": [ "gh-5197" ],
+            "checksums": [ "82156b1f64522ca82685c56e4803a3f7", "6ab639ce38b94231c6f0be9a8380d2ff" ]
+        },
+        "write_iterator_rand.test.lua": {
+            "issues": [ "gh-5356" ],
+            "checksums": [ "2dd52fed642b0132ccef3853ad96a807" ]
         }
     }
   }
diff --git a/test/xlog/suite.ini b/test/xlog/suite.ini
index bf5ee3360..53ede2977 100644
--- a/test/xlog/suite.ini
+++ b/test/xlog/suite.ini
@@ -19,6 +19,9 @@ fragile = {
         },
         "panic_on_broken_lsn.test.lua": {
             "issues": [ "gh-4991" ]
+        },
+        "panic_on_wal_error.test.lua": {
+            "issues": [ "gh-5348" ]
         }
     }
   }
-- 
2.17.1



More information about the Tarantool-patches mailing list