Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,7 @@ def form_command(self) -> str:
self.command = f'docker run --name docker-container-{self.args.stack_suffix}'
if self.args.benchmark_config:
self.command += f" -v {self.args.benchmark_config}:/opensearch-benchmark/.benchmark/benchmark.ini"
self.command += f" opensearchproject/opensearch-benchmark:1.8.0 execute-test --workload={self.args.workload} " \
self.command += f" opensearchproject/opensearch-benchmark:1.13.0 execute-test --workload={self.args.workload} " \
f"--pipeline=benchmark-only --target-hosts={self.endpoint}"

if self.args.workload_params:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -48,7 +48,7 @@ def test_execute_default(self, mock_check_call: Mock) -> None:
test_suite.execute()
self.assertEqual(mock_check_call.call_count, 2)
self.assertEqual(test_suite.command,
f'docker run --name docker-container-{test_suite.args.stack_suffix} opensearchproject/opensearch-benchmark:1.8.0 execute-test '
f'docker run --name docker-container-{test_suite.args.stack_suffix} opensearchproject/opensearch-benchmark:1.13.0 execute-test '
f'--workload=nyc_taxis --pipeline=benchmark-only --target-hosts=abc.com:80 --client-options="timeout:300" --results-file=final_result.md')

@patch('test_workflow.benchmark_test.benchmark_test_suite_execute.subprocess.check_call')
Expand All @@ -62,7 +62,7 @@ def test_execute_security_enabled_version_212_or_greater(self, mock_convert: Moc
mock_check_call.assert_called_with(
f"docker rm -f docker-container-{test_suite.args.stack_suffix}", cwd=os.getcwd(), shell=True)
self.assertEqual(test_suite.command,
f'docker run --name docker-container-{test_suite.args.stack_suffix} opensearchproject/opensearch-benchmark:1.8.0 execute-test'
f'docker run --name docker-container-{test_suite.args.stack_suffix} opensearchproject/opensearch-benchmark:1.13.0 execute-test'
f' --workload=nyc_taxis --pipeline=benchmark-only '
f'--target-hosts=abc.com:443 '
f'--client-options="timeout:300,use_ssl:true,verify_certs:false,basic_auth_user:\'admin\',basic_auth_password:\'myStrongPassword123!\'" --results-file=final_result.md')
Expand All @@ -78,7 +78,7 @@ def test_execute_security_enabled(self, mock_convert: Mock, mock_check_call: Moc
mock_check_call.assert_called_with(
f"docker rm -f docker-container-{test_suite.args.stack_suffix}", cwd=os.getcwd(), shell=True)
self.assertEqual(test_suite.command,
f'docker run --name docker-container-{test_suite.args.stack_suffix} opensearchproject/opensearch-benchmark:1.8.0 execute-test '
f'docker run --name docker-container-{test_suite.args.stack_suffix} opensearchproject/opensearch-benchmark:1.13.0 execute-test '
'--workload=nyc_taxis --pipeline=benchmark-only '
'--target-hosts=abc.com:443 --client-options="timeout:300,use_ssl:true,'
'verify_certs:false,basic_auth_user:\'admin\',basic_auth_password:\'admin\'" --results-file=final_result.md')
Expand All @@ -100,7 +100,7 @@ def test_execute_default_with_optional_args(self, mock_convert: Mock, mock_check
self.assertEqual(test_suite.command,
f'docker run --name docker-container-{test_suite.args.stack_suffix} -v /home/test/benchmark.ini:'
'/opensearch-benchmark/.benchmark/benchmark.ini '
'opensearchproject/opensearch-benchmark:1.8.0 execute-test '
'opensearchproject/opensearch-benchmark:1.13.0 execute-test '
'--workload=nyc_taxis '
'--pipeline=benchmark-only --target-hosts=abc.com:80 '
'--workload-params \'{"number_of_replicas":"1"}\' '
Expand All @@ -121,7 +121,7 @@ def test_execute_default_with_no_telemetry_params(self, mock_convert: Mock, mock
self.assertEqual(test_suite.command,
f'docker run --name docker-container-{test_suite.args.stack_suffix} -v /home/test/benchmark.ini:'
'/opensearch-benchmark/.benchmark/benchmark.ini '
'opensearchproject/opensearch-benchmark:1.8.0 execute-test '
'opensearchproject/opensearch-benchmark:1.13.0 execute-test '
'--workload=nyc_taxis '
'--pipeline=benchmark-only --target-hosts=abc.com:80 '
'--workload-params \'{"number_of_replicas":"1"}\' '
Expand All @@ -143,7 +143,7 @@ def test_execute_with_test_procedure_params(self, mock_convert: Mock, mock_check
self.assertEqual(test_suite.command,
f'docker run --name docker-container-{test_suite.args.stack_suffix} -v /home/test/benchmark.ini:'
'/opensearch-benchmark/.benchmark/benchmark.ini '
'opensearchproject/opensearch-benchmark:1.8.0 execute-test '
'opensearchproject/opensearch-benchmark:1.13.0 execute-test '
'--workload=nyc_taxis '
'--pipeline=benchmark-only --target-hosts=abc.com:80 '
'--workload-params \'{"number_of_replicas":"1"}\' '
Expand All @@ -167,7 +167,7 @@ def test_execute_with_include_exclude_params(self, mock_convert: Mock, mock_chec
self.assertEqual(test_suite.command,
f'docker run --name docker-container-{test_suite.args.stack_suffix} -v /home/test/benchmark.ini:'
'/opensearch-benchmark/.benchmark/benchmark.ini '
'opensearchproject/opensearch-benchmark:1.8.0 execute-test '
'opensearchproject/opensearch-benchmark:1.13.0 execute-test '
'--workload=nyc_taxis '
'--pipeline=benchmark-only --target-hosts=abc.com:80 '
'--workload-params \'{"number_of_replicas":"1"}\' '
Expand All @@ -190,7 +190,7 @@ def test_execute_with_all_benchmark_optional_params(self, mock_convert: Mock) ->
f"docker rm -f docker-container-{test_suite.args.stack_suffix}", cwd=os.getcwd(), shell=True)
self.assertEqual(test_suite.command, f'docker run --name docker-container-{test_suite.args.stack_suffix} -v /home/test/benchmark.ini:'
'/opensearch-benchmark/.benchmark/benchmark.ini '
'opensearchproject/opensearch-benchmark:1.8.0 execute-test '
'opensearchproject/opensearch-benchmark:1.13.0 execute-test '
'--workload=nyc_taxis '
'--pipeline=benchmark-only --target-hosts=abc.com:80 '
'--workload-params \'{"number_of_replicas":"1"}\' '
Expand All @@ -213,7 +213,7 @@ def test_execute_cluster_endpoint(self, mock_convert: Mock, mock_check_call: Moc
mock_check_call.assert_called_with(
f"docker rm -f docker-container-{test_suite.args.stack_suffix}", cwd=os.getcwd(), shell=True)
self.assertEqual(test_suite.command,
f'docker run --name docker-container-{test_suite.args.stack_suffix} opensearchproject/opensearch-benchmark:1.8.0 execute-test '
f'docker run --name docker-container-{test_suite.args.stack_suffix} opensearchproject/opensearch-benchmark:1.13.0 execute-test '
'--workload=nyc_taxis --pipeline=benchmark-only '
'--target-hosts=abc.com:443 --client-options="timeout:300,use_ssl:true,'
'verify_certs:false,basic_auth_user:\'admin\',basic_auth_password:\'admin\'" --results-file=final_result.md')
Expand Down