From 0109b30f0e0595889c6746a2b3466ee62763282c Mon Sep 17 00:00:00 2001 From: Julia Yakovlev Date: Tue, 19 Nov 2024 14:10:50 +0200 Subject: [PATCH] improvement(gradual): run test-write with real loader Results of sub test-write that uses real loaders, not docker are more stable. Create separate jobs for write subtests --- ...n-predefined-throughput-steps-tablets.jenkinsfile | 2 +- ...on-predefined-throughput-steps-vnodes.jenkinsfile | 2 +- ...efined-throughput-steps-write-tablets.jenkinsfile | 12 ++++++++++++ ...defined-throughput-steps-write-vnodes.jenkinsfile | 12 ++++++++++++ 4 files changed, 26 insertions(+), 2 deletions(-) create mode 100644 jenkins-pipelines/performance/branch-perf-v16/scylla-enterprise/perf-regression/scylla-enterprise-perf-regression-predefined-throughput-steps-write-tablets.jenkinsfile create mode 100644 jenkins-pipelines/performance/branch-perf-v16/scylla-enterprise/perf-regression/scylla-enterprise-perf-regression-predefined-throughput-steps-write-vnodes.jenkinsfile diff --git a/jenkins-pipelines/performance/branch-perf-v16/scylla-enterprise/perf-regression/scylla-enterprise-perf-regression-predefined-throughput-steps-tablets.jenkinsfile b/jenkins-pipelines/performance/branch-perf-v16/scylla-enterprise/perf-regression/scylla-enterprise-perf-regression-predefined-throughput-steps-tablets.jenkinsfile index a00815301a..df9ea40138 100644 --- a/jenkins-pipelines/performance/branch-perf-v16/scylla-enterprise/perf-regression/scylla-enterprise-perf-regression-predefined-throughput-steps-tablets.jenkinsfile +++ b/jenkins-pipelines/performance/branch-perf-v16/scylla-enterprise/perf-regression/scylla-enterprise-perf-regression-predefined-throughput-steps-tablets.jenkinsfile @@ -8,5 +8,5 @@ perfRegressionParallelPipeline( aws_region: "us-east-1", test_name: "performance_regression_gradual_grow_throughput.PerformanceRegressionPredefinedStepsTest", test_config: '''["test-cases/performance/perf-regression-predefined-throughput-steps.yaml", "configurations/performance/cassandra_stress_gradual_load_steps_enterprise.yaml", "configurations/disable_kms.yaml", "configurations/disable_speculative_retry.yaml"]''', - sub_tests: ["test_write_gradual_increase_load", "test_read_gradual_increase_load", "test_mixed_gradual_increase_load"], + sub_tests: ["test_read_gradual_increase_load", "test_mixed_gradual_increase_load"], ) diff --git a/jenkins-pipelines/performance/branch-perf-v16/scylla-enterprise/perf-regression/scylla-enterprise-perf-regression-predefined-throughput-steps-vnodes.jenkinsfile b/jenkins-pipelines/performance/branch-perf-v16/scylla-enterprise/perf-regression/scylla-enterprise-perf-regression-predefined-throughput-steps-vnodes.jenkinsfile index 40b3952ce3..939768fba9 100644 --- a/jenkins-pipelines/performance/branch-perf-v16/scylla-enterprise/perf-regression/scylla-enterprise-perf-regression-predefined-throughput-steps-vnodes.jenkinsfile +++ b/jenkins-pipelines/performance/branch-perf-v16/scylla-enterprise/perf-regression/scylla-enterprise-perf-regression-predefined-throughput-steps-vnodes.jenkinsfile @@ -8,5 +8,5 @@ perfRegressionParallelPipeline( aws_region: "us-east-1", test_name: "performance_regression_gradual_grow_throughput.PerformanceRegressionPredefinedStepsTest", test_config: '''["test-cases/performance/perf-regression-predefined-throughput-steps.yaml", "configurations/performance/cassandra_stress_gradual_load_steps_enterprise.yaml", "configurations/disable_kms.yaml", "configurations/tablets_disabled.yaml", "configurations/disable_speculative_retry.yaml"]''', - sub_tests: ["test_write_gradual_increase_load", "test_read_gradual_increase_load", "test_mixed_gradual_increase_load"], + sub_tests: ["test_read_gradual_increase_load", "test_mixed_gradual_increase_load"], ) diff --git a/jenkins-pipelines/performance/branch-perf-v16/scylla-enterprise/perf-regression/scylla-enterprise-perf-regression-predefined-throughput-steps-write-tablets.jenkinsfile b/jenkins-pipelines/performance/branch-perf-v16/scylla-enterprise/perf-regression/scylla-enterprise-perf-regression-predefined-throughput-steps-write-tablets.jenkinsfile new file mode 100644 index 0000000000..ab623dcded --- /dev/null +++ b/jenkins-pipelines/performance/branch-perf-v16/scylla-enterprise/perf-regression/scylla-enterprise-perf-regression-predefined-throughput-steps-write-tablets.jenkinsfile @@ -0,0 +1,12 @@ +#!groovy + +// trick from https://github.com/jenkinsci/workflow-cps-global-lib-plugin/pull/43 +def lib = library identifier: 'sct@snapshot', retriever: legacySCM(scm) + +perfRegressionParallelPipeline( + backend: "aws", + aws_region: "us-east-1", + test_name: "performance_regression_gradual_grow_throughput.PerformanceRegressionPredefinedStepsTest", + test_config: '''["test-cases/performance/perf-regression-predefined-throughput-steps.yaml", "configurations/performance/cassandra_stress_gradual_load_steps_enterprise.yaml", "configurations/disable_kms.yaml", "configurations/disable_speculative_retry.yaml","configurations/perf-loaders-shard-aware-config.yaml"]''', + sub_tests: ["test_write_gradual_increase_load"], +) diff --git a/jenkins-pipelines/performance/branch-perf-v16/scylla-enterprise/perf-regression/scylla-enterprise-perf-regression-predefined-throughput-steps-write-vnodes.jenkinsfile b/jenkins-pipelines/performance/branch-perf-v16/scylla-enterprise/perf-regression/scylla-enterprise-perf-regression-predefined-throughput-steps-write-vnodes.jenkinsfile new file mode 100644 index 0000000000..c55db32132 --- /dev/null +++ b/jenkins-pipelines/performance/branch-perf-v16/scylla-enterprise/perf-regression/scylla-enterprise-perf-regression-predefined-throughput-steps-write-vnodes.jenkinsfile @@ -0,0 +1,12 @@ +#!groovy + +// trick from https://github.com/jenkinsci/workflow-cps-global-lib-plugin/pull/43 +def lib = library identifier: 'sct@snapshot', retriever: legacySCM(scm) + +perfRegressionParallelPipeline( + backend: "aws", + aws_region: "us-east-1", + test_name: "performance_regression_gradual_grow_throughput.PerformanceRegressionPredefinedStepsTest", + test_config: '''["test-cases/performance/perf-regression-predefined-throughput-steps.yaml", "configurations/performance/cassandra_stress_gradual_load_steps_enterprise.yaml", "configurations/disable_kms.yaml", "configurations/tablets_disabled.yaml", "configurations/disable_speculative_retry.yaml","configurations/perf-loaders-shard-aware-config.yaml"]''', + sub_tests: ["test_write_gradual_increase_load"], +)