From e8dbed83ab1fa22f0a564e5082c1a9f8fcd79817 Mon Sep 17 00:00:00 2001 From: Mateusz Galazyn Date: Wed, 6 Mar 2024 19:13:24 +0100 Subject: [PATCH] Enable parallel testnet tests execution by default --- .../cardano-testnet-test.hs | 33 ++++++------------- 1 file changed, 10 insertions(+), 23 deletions(-) diff --git a/cardano-testnet/test/cardano-testnet-test/cardano-testnet-test.hs b/cardano-testnet/test/cardano-testnet-test/cardano-testnet-test.hs index eaff169901e..4d89b71e05f 100644 --- a/cardano-testnet/test/cardano-testnet-test/cardano-testnet-test.hs +++ b/cardano-testnet/test/cardano-testnet-test/cardano-testnet-test.hs @@ -33,37 +33,36 @@ import qualified Test.Tasty.Ingredients as T tests :: IO TestTree tests = do - testGroup <- runTestGroup <$> shouldRunInParallel - pure $ testGroup "test/Spec.hs" - [ testGroup "Spec" - [ testGroup "Ledger Events" + pure $ T.testGroup "test/Spec.hs" + [ T.testGroup "Spec" + [ T.testGroup "Ledger Events" [ H.ignoreOnWindows "Sanity Check" LedgerEvents.hprop_ledger_events_sanity_check , H.ignoreOnWindows "Treasury Growth" LedgerEvents.prop_check_if_treasury_is_growing -- TODO: Replace foldBlocks with checkLedgerStateCondition - , testGroup "Governance" + , T.testGroup "Governance" [ H.ignoreOnMacAndWindows "ProposeAndRatifyNewConstitution" Cardano.Testnet.Test.LedgerEvents.Gov.ProposeNewConstitution.hprop_ledger_events_propose_new_constitution -- FIXME Those tests are flaky -- , H.ignoreOnWindows "InfoAction" LedgerEvents.hprop_ledger_events_info_action , H.ignoreOnWindows "ProposeNewConstitutionSPO" LedgerEvents.hprop_ledger_events_propose_new_constitution_spo , H.ignoreOnWindows "DRepRetirement" DRepRetirement.hprop_drep_retirement ] - , testGroup "Plutus" + , T.testGroup "Plutus" [ H.ignoreOnWindows "PlutusV3" Cardano.Testnet.Test.Cli.Conway.Plutus.hprop_plutus_v3] ] - , testGroup "CLI" + , T.testGroup "CLI" [ H.ignoreOnWindows "Shutdown" Cardano.Testnet.Test.Node.Shutdown.hprop_shutdown -- ShutdownOnSigint fails on Mac with -- "Log file: /private/tmp/tmp.JqcjW7sLKS/kes-period-info-2-test-30c2d0d8eb042a37/logs/test-spo.stdout.log had no logs indicating the relevant node has minted blocks." , H.ignoreOnMacAndWindows "ShutdownOnSigint" Cardano.Testnet.Test.Node.Shutdown.hprop_shutdownOnSigint -- ShutdownOnSlotSynced FAILS Still. The node times out and it seems the "shutdown-on-slot-synced" flag does nothing -- , H.ignoreOnWindows "ShutdownOnSlotSynced" Cardano.Testnet.Test.Node.Shutdown.hprop_shutdownOnSlotSynced - , testGroup "Babbage" + , T.testGroup "Babbage" [ H.ignoreOnMacAndWindows "leadership-schedule" Cardano.Testnet.Test.Cli.Babbage.LeadershipSchedule.hprop_leadershipSchedule -- FAILS , H.ignoreOnWindows "stake-snapshot" Cardano.Testnet.Test.Cli.Babbage.StakeSnapshot.hprop_stakeSnapshot , H.ignoreOnWindows "transaction" Cardano.Testnet.Test.Cli.Babbage.Transaction.hprop_transaction ] -- TODO: Conway - Re-enable when create-staked is working in conway again - --, testGroup "Conway" + --, T.testGroup "Conway" -- [ H.ignoreOnWindows "stake-snapshot" Cardano.Testnet.Test.Cli.Conway.StakeSnapshot.hprop_stakeSnapshot -- ] -- Ignored on Windows due to : commitBuffer: invalid argument (invalid character) @@ -74,25 +73,13 @@ tests = do ] ] - , testGroup "SubmitApi" - [ testGroup "Babbage" + , T.testGroup "SubmitApi" + [ T.testGroup "Babbage" [ H.ignoreOnWindows "transaction" Cardano.Testnet.Test.SubmitApi.Babbage.Transaction.hprop_transaction ] ] ] -shouldRunInParallel :: IO Bool -shouldRunInParallel = (== Just "1") <$> E.lookupEnv "PARALLEL_TESTNETS" - --- FIXME Right now when running tests concurrently it makes them flaky -runTestGroup - :: Bool -- ^ True to run in parallel - -> T.TestName - -> [TestTree] - -> TestTree -runTestGroup True name = T.testGroup name -runTestGroup False name = T.sequentialTestGroup name T.AllFinish - ingredients :: [T.Ingredient] ingredients = T.defaultIngredients