diff --git a/tests/CMakeLists.txt b/tests/CMakeLists.txt index 9172bb30009..c01c7fe1b1a 100644 --- a/tests/CMakeLists.txt +++ b/tests/CMakeLists.txt @@ -477,6 +477,30 @@ if(WITH_PYTHON) add_fdb_test( TEST_FILES restarting/to_7.4.0/CycleTestRestart-1.toml restarting/to_7.4.0/CycleTestRestart-2.toml) + add_fdb_test( + TEST_FILES restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/CycleTestRestart-1.toml + restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/CycleTestRestart-2.toml) + add_fdb_test( + TEST_FILES restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/ReadWriteRestart-1.toml + restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/ReadWriteRestart-2.toml) + add_fdb_test( + TEST_FILES restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/UpgradeAndBackUpRestore-1.toml + restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/UpgradeAndBackUpRestore-2.toml) + add_fdb_test( + TEST_FILES restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/KeyValueStoreRocksDBTest-1.toml + restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/KeyValueStoreRocksDBTest-2.toml) + add_fdb_test( + TEST_FILES restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/CycleTestRestart-1.toml + restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/CycleTestRestart-2.toml) + add_fdb_test( + TEST_FILES restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/ReadWriteRestart-1.toml + restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/ReadWriteRestart-2.toml) + add_fdb_test( + TEST_FILES restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/UpgradeAndBackUpRestore-1.toml + restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/UpgradeAndBackUpRestore-2.toml) + add_fdb_test( + TEST_FILES restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/KeyValueStoreRocksDBTest-1.toml + restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/KeyValueStoreRocksDBTest-2.toml) endif() add_fdb_test(TEST_FILES slow/ApiCorrectness.toml) diff --git a/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/CycleTestRestart-1.toml b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/CycleTestRestart-1.toml new file mode 100644 index 00000000000..16a7778f401 --- /dev/null +++ b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/CycleTestRestart-1.toml @@ -0,0 +1,37 @@ +[configuration] +tenantModes = ['disabled'] +storageEngineType = 4 + + +[[test]] +testTitle = 'Clogged' +clearAfterTest = false +storageEngineType = 4 + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 500.0 + nodeCount = 2500 + testDuration = 10.0 + expectedRate = 0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 10.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 10.0 + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 + + [[test.workload]] + testName = 'SaveAndKill' + restartInfoLocation = 'simfdb/restartInfo.ini' + testDuration = 10.0 diff --git a/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/CycleTestRestart-2.toml b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/CycleTestRestart-2.toml new file mode 100644 index 00000000000..986da58f03a --- /dev/null +++ b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/CycleTestRestart-2.toml @@ -0,0 +1,32 @@ +[configuration] +tenantModes = ['disabled'] +storageEngineType = 4 + + +[[test]] +testTitle = 'Clogged' +runSetup = false +storageEngineType = 4 + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 2500.0 + nodeCount = 2500 + testDuration = 10.0 + expectedRate = 0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 10.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 10.0 + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 diff --git a/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/KeyValueStoreRocksDBTest-1.toml b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/KeyValueStoreRocksDBTest-1.toml new file mode 100644 index 00000000000..cff7c4a967c --- /dev/null +++ b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/KeyValueStoreRocksDBTest-1.toml @@ -0,0 +1,9 @@ +[[test]] + testTitle = 'UnitTests' + useDB = false + startDelay = 0 + + [[test.workload]] + testName = 'UnitTests' + maxTestCases = 10 + testsMatching = 'noSim/fdbserver/KeyValueStoreRocksDB/' \ No newline at end of file diff --git a/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/KeyValueStoreRocksDBTest-2.toml b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/KeyValueStoreRocksDBTest-2.toml new file mode 100644 index 00000000000..3a93852fe17 --- /dev/null +++ b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/KeyValueStoreRocksDBTest-2.toml @@ -0,0 +1,9 @@ +[[test]] + testTitle = 'UnitTests' + useDB = false + startDelay = 0 + + [[test.workload]] + testName = 'UnitTests' + maxTestCases = 10 + testsMatching = 'noSim/fdbserver/KeyValueStoreRocksDB/' \ No newline at end of file diff --git a/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/ReadWriteRestart-1.toml b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/ReadWriteRestart-1.toml new file mode 100644 index 00000000000..ba0b77ff11c --- /dev/null +++ b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/ReadWriteRestart-1.toml @@ -0,0 +1,39 @@ +[configuration] +tenantModes = ['disabled'] +storageEngineType = 4 + +[[test]] +testTitle = 'ReadWriteUpgrade' +clearAfterTest = false + + [[test.workload]] + testName = 'ReadWrite' + testDuration = 30.0 + transactionsPerSecond = 10 + writesPerTransactionA = 10 + readsPerTransactionA = 0 + writesPerTransactionB = 10 + readsPerTransactionB = 0 + alpha = 1.0 + setup = false + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 10.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 10.0 + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 + + [[test.workload]] + testName = 'SaveAndKill' + restartInfoLocation = 'simfdb/restartInfo.ini' + testDuration = 10.0 \ No newline at end of file diff --git a/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/ReadWriteRestart-2.toml b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/ReadWriteRestart-2.toml new file mode 100644 index 00000000000..c7e7f2379fa --- /dev/null +++ b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/ReadWriteRestart-2.toml @@ -0,0 +1,34 @@ +[configuration] +tenantModes = ['disabled'] +storageEngineType = 4 + +[[test]] +testTitle = 'ReadWriteUpgrade' +clearAfterTest = false + + [[test.workload]] + testName = 'ReadWrite' + testDuration = 30.0 + transactionsPerSecond = 10 + writesPerTransactionA = 10 + readsPerTransactionA = 0 + writesPerTransactionB = 10 + readsPerTransactionB = 0 + alpha = 1.0 + setup = false + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 10.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 10.0 + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 \ No newline at end of file diff --git a/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/UpgradeAndBackUpRestore-1.toml b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/UpgradeAndBackUpRestore-1.toml new file mode 100644 index 00000000000..8712d808c6d --- /dev/null +++ b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/UpgradeAndBackUpRestore-1.toml @@ -0,0 +1,61 @@ +[configuration] +tenantModes=['disabled'] +storageEngineType = 4 + +[[test]] +testTitle = 'SubmitBackup' +simBackupAgents= 'BackupToFile' +clearAfterTest = false +runConsistencyCheck=false +disabledFailureInjectionWorkloads = 'Attrition' + + [[test.workload]] + testName = 'SubmitBackup' + delayFor = 0 + stopWhenDone = false + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 30.0 + +[[test]] +testTitle = 'FirstCycleTest' +clearAfterTest=false +runConsistencyCheck = false +disabledFailureInjectionWorkloads = 'Attrition' + + [[test.workload]] + testName = 'Cycle' + nodeCount = 30000 + transactionsPerSecond = 2500.0 + testDuration = 30.0 + expectedRate = 0 + keyPrefix = 'BeforeRestart' + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 90.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 90.0 + testDuration = 90.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 + +[[test]] +testTitle = 'SaveDatabase' +clearAfterTest = false + + [[test.workload]] + testName = 'SaveAndKill' + restartInfoLocation = 'simfdb/restartInfo.ini' + testDuration=30.0 diff --git a/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/UpgradeAndBackUpRestore-2.toml b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/UpgradeAndBackUpRestore-2.toml new file mode 100644 index 00000000000..23e64ff6744 --- /dev/null +++ b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_from_x.x.x/UpgradeAndBackUpRestore-2.toml @@ -0,0 +1,57 @@ +[configuration] +storageEngineType = 4 + +[[test]] +testTitle = 'SecondCycleTest' +simBackupAgents = 'BackupToFile' +clearAfterTest=false +runConsistencyCheck=false + + [[test.workload]] + testName = 'Cycle' + nodeCount = 30000 + transactionsPerSecond = 2500.0 + testDuration = 30.0 + expectedRate = 0 + keyPrefix = 'AfterRestart' + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 90.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 90.0 + testDuration = 90.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 + +[[test]] +testTitle= 'RestoreBackup' +simBackupAgents = 'BackupToFile' +clearAfterTest=false + + [[test.workload]] + testName = 'RestoreBackup' + tag = 'default' + +[[test]] +testTitle = 'CheckCycles' +checkOnly=true + + [[test.workload]] + testName = 'Cycle' + nodeCount=30000 + keyPrefix = 'AfterRestart' + expectedRate=0 + + [[test.workload]] + testName = 'Cycle' + nodeCount = 30000 + keyPrefix= 'BeforeRestart' + expectedRate = 0 diff --git a/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/CycleTestRestart-1.toml b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/CycleTestRestart-1.toml new file mode 100644 index 00000000000..16a7778f401 --- /dev/null +++ b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/CycleTestRestart-1.toml @@ -0,0 +1,37 @@ +[configuration] +tenantModes = ['disabled'] +storageEngineType = 4 + + +[[test]] +testTitle = 'Clogged' +clearAfterTest = false +storageEngineType = 4 + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 500.0 + nodeCount = 2500 + testDuration = 10.0 + expectedRate = 0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 10.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 10.0 + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 + + [[test.workload]] + testName = 'SaveAndKill' + restartInfoLocation = 'simfdb/restartInfo.ini' + testDuration = 10.0 diff --git a/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/CycleTestRestart-2.toml b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/CycleTestRestart-2.toml new file mode 100644 index 00000000000..986da58f03a --- /dev/null +++ b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/CycleTestRestart-2.toml @@ -0,0 +1,32 @@ +[configuration] +tenantModes = ['disabled'] +storageEngineType = 4 + + +[[test]] +testTitle = 'Clogged' +runSetup = false +storageEngineType = 4 + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 2500.0 + nodeCount = 2500 + testDuration = 10.0 + expectedRate = 0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 10.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 10.0 + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 diff --git a/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/KeyValueStoreRocksDBTest-1.toml b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/KeyValueStoreRocksDBTest-1.toml new file mode 100644 index 00000000000..cff7c4a967c --- /dev/null +++ b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/KeyValueStoreRocksDBTest-1.toml @@ -0,0 +1,9 @@ +[[test]] + testTitle = 'UnitTests' + useDB = false + startDelay = 0 + + [[test.workload]] + testName = 'UnitTests' + maxTestCases = 10 + testsMatching = 'noSim/fdbserver/KeyValueStoreRocksDB/' \ No newline at end of file diff --git a/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/KeyValueStoreRocksDBTest-2.toml b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/KeyValueStoreRocksDBTest-2.toml new file mode 100644 index 00000000000..3a93852fe17 --- /dev/null +++ b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/KeyValueStoreRocksDBTest-2.toml @@ -0,0 +1,9 @@ +[[test]] + testTitle = 'UnitTests' + useDB = false + startDelay = 0 + + [[test.workload]] + testName = 'UnitTests' + maxTestCases = 10 + testsMatching = 'noSim/fdbserver/KeyValueStoreRocksDB/' \ No newline at end of file diff --git a/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/ReadWriteRestart-1.toml b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/ReadWriteRestart-1.toml new file mode 100644 index 00000000000..ba0b77ff11c --- /dev/null +++ b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/ReadWriteRestart-1.toml @@ -0,0 +1,39 @@ +[configuration] +tenantModes = ['disabled'] +storageEngineType = 4 + +[[test]] +testTitle = 'ReadWriteUpgrade' +clearAfterTest = false + + [[test.workload]] + testName = 'ReadWrite' + testDuration = 30.0 + transactionsPerSecond = 10 + writesPerTransactionA = 10 + readsPerTransactionA = 0 + writesPerTransactionB = 10 + readsPerTransactionB = 0 + alpha = 1.0 + setup = false + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 10.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 10.0 + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 + + [[test.workload]] + testName = 'SaveAndKill' + restartInfoLocation = 'simfdb/restartInfo.ini' + testDuration = 10.0 \ No newline at end of file diff --git a/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/ReadWriteRestart-2.toml b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/ReadWriteRestart-2.toml new file mode 100644 index 00000000000..c7e7f2379fa --- /dev/null +++ b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/ReadWriteRestart-2.toml @@ -0,0 +1,34 @@ +[configuration] +tenantModes = ['disabled'] +storageEngineType = 4 + +[[test]] +testTitle = 'ReadWriteUpgrade' +clearAfterTest = false + + [[test.workload]] + testName = 'ReadWrite' + testDuration = 30.0 + transactionsPerSecond = 10 + writesPerTransactionA = 10 + readsPerTransactionA = 0 + writesPerTransactionB = 10 + readsPerTransactionB = 0 + alpha = 1.0 + setup = false + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 10.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 10.0 + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 \ No newline at end of file diff --git a/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/UpgradeAndBackUpRestore-1.toml b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/UpgradeAndBackUpRestore-1.toml new file mode 100644 index 00000000000..8712d808c6d --- /dev/null +++ b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/UpgradeAndBackUpRestore-1.toml @@ -0,0 +1,61 @@ +[configuration] +tenantModes=['disabled'] +storageEngineType = 4 + +[[test]] +testTitle = 'SubmitBackup' +simBackupAgents= 'BackupToFile' +clearAfterTest = false +runConsistencyCheck=false +disabledFailureInjectionWorkloads = 'Attrition' + + [[test.workload]] + testName = 'SubmitBackup' + delayFor = 0 + stopWhenDone = false + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 30.0 + +[[test]] +testTitle = 'FirstCycleTest' +clearAfterTest=false +runConsistencyCheck = false +disabledFailureInjectionWorkloads = 'Attrition' + + [[test.workload]] + testName = 'Cycle' + nodeCount = 30000 + transactionsPerSecond = 2500.0 + testDuration = 30.0 + expectedRate = 0 + keyPrefix = 'BeforeRestart' + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 90.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 90.0 + testDuration = 90.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 + +[[test]] +testTitle = 'SaveDatabase' +clearAfterTest = false + + [[test.workload]] + testName = 'SaveAndKill' + restartInfoLocation = 'simfdb/restartInfo.ini' + testDuration=30.0 diff --git a/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/UpgradeAndBackUpRestore-2.toml b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/UpgradeAndBackUpRestore-2.toml new file mode 100644 index 00000000000..23e64ff6744 --- /dev/null +++ b/tests/restarting/rocksdb_tests/fdb_y.y.y_rocksdb_to_x.x.x/UpgradeAndBackUpRestore-2.toml @@ -0,0 +1,57 @@ +[configuration] +storageEngineType = 4 + +[[test]] +testTitle = 'SecondCycleTest' +simBackupAgents = 'BackupToFile' +clearAfterTest=false +runConsistencyCheck=false + + [[test.workload]] + testName = 'Cycle' + nodeCount = 30000 + transactionsPerSecond = 2500.0 + testDuration = 30.0 + expectedRate = 0 + keyPrefix = 'AfterRestart' + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 90.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 90.0 + testDuration = 90.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 + +[[test]] +testTitle= 'RestoreBackup' +simBackupAgents = 'BackupToFile' +clearAfterTest=false + + [[test.workload]] + testName = 'RestoreBackup' + tag = 'default' + +[[test]] +testTitle = 'CheckCycles' +checkOnly=true + + [[test.workload]] + testName = 'Cycle' + nodeCount=30000 + keyPrefix = 'AfterRestart' + expectedRate=0 + + [[test.workload]] + testName = 'Cycle' + nodeCount = 30000 + keyPrefix= 'BeforeRestart' + expectedRate = 0