Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
402 changes: 402 additions & 0 deletions discoveryspace_9e79e7.yaml

Large diffs are not rendered by default.

402 changes: 402 additions & 0 deletions discoveryspace_ca6479.yaml

Large diffs are not rendered by default.

9 changes: 9 additions & 0 deletions operation_entities.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
request_index,result_index,identifier,experiment_id,dataset,dtype,enforce_eager,generatorid,gpu_memory_utilization,gpu_type,image,io_processor_plugin,max_batch_tokens,max_num_seq,memory,model,n_cpus,n_gpus,num_prompts,renderer_num_workers,request_rate,skip_tokenizer_init,threadpool,duration,completed,request_throughput,mean_e2el_ms,median_e2el_ms,std_e2el_ms,p25_e2el_ms,p50_e2el_ms,p75_e2el_ms,p99_e2el_ms,request_id,entity_index,valid
0,0,"dataset.dataset_url_input_india_incluster.jsonl-dtype.float16-enforce_eager.1-gpu_memory_utilization.0.9-gpu_type.NVIDIA-A100-80GB-PCIe-image.['icr.io/drl-nextgen/mgazz/vllm:v0.18.0-tt.v1.2.5', '0.18.0']-io_processor_plugin.terratorch_segmentation-max_batch_tokens.16384-max_num_seq.256-memory.128Gi-model.ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11-n_cpus.48-n_gpus.1-num_prompts.2000-renderer_num_workers.32-request_rate.32-skip_tokenizer_init.1-threadpool.1",vllm_performance.test-geospatial-deployment-custom-dataset-v1,dataset_url_input_india_incluster.jsonl,float16,1,explicit_grid_sample_generator,0.9,NVIDIA-A100-80GB-PCIe,"['icr.io/drl-nextgen/mgazz/vllm:v0.18.0-tt.v1.2.5', '0.18.0']",terratorch_segmentation,16384,256,128Gi,ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11,48,1,2000,32,32,1,1,215.27072143740952,2000,9.290627107325902,80530.65929337498,92830.85599914192,49518.423878155205,20688.09394375421,92830.85599914192,122615.82531570455,151683.5461606551,260012,0,True
1,0,"dataset.dataset_url_input_india_incluster.jsonl-dtype.float16-enforce_eager.1-gpu_memory_utilization.0.9-gpu_type.NVIDIA-A100-80GB-PCIe-image.['icr.io/drl-nextgen/mgazz/vllm:v0.18.0-tt.v1.2.5', '0.18.0']-io_processor_plugin.terratorch_segmentation-max_batch_tokens.16384-max_num_seq.256-memory.128Gi-model.ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11-n_cpus.48-n_gpus.1-num_prompts.2000-renderer_num_workers.32-request_rate.64-skip_tokenizer_init.1-threadpool.1",vllm_performance.test-geospatial-deployment-custom-dataset-v1,dataset_url_input_india_incluster.jsonl,float16,1,explicit_grid_sample_generator,0.9,NVIDIA-A100-80GB-PCIe,"['icr.io/drl-nextgen/mgazz/vllm:v0.18.0-tt.v1.2.5', '0.18.0']",terratorch_segmentation,16384,256,128Gi,ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11,48,1,2000,32,64,1,1,208.70084162708372,2000,9.58309503884844,91508.32508202083,94061.80999567732,52116.900894615734,51941.69757212512,94061.80999567732,135936.58734648488,175984.5853097178,6f069a,0,True
2,0,"dataset.dataset_url_input_india_incluster.jsonl-dtype.float16-enforce_eager.1-gpu_memory_utilization.0.9-gpu_type.NVIDIA-A100-80GB-PCIe-image.['icr.io/drl-nextgen/mgazz/vllm:v0.18.0-tt.v1.2.5', '0.18.0']-io_processor_plugin.terratorch_segmentation-max_batch_tokens.16384-max_num_seq.256-memory.128Gi-model.ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11-n_cpus.48-n_gpus.1-num_prompts.2000-renderer_num_workers.64-request_rate.32-skip_tokenizer_init.1-threadpool.1",vllm_performance.test-geospatial-deployment-custom-dataset-v1,dataset_url_input_india_incluster.jsonl,float16,1,explicit_grid_sample_generator,0.9,NVIDIA-A100-80GB-PCIe,"['icr.io/drl-nextgen/mgazz/vllm:v0.18.0-tt.v1.2.5', '0.18.0']",terratorch_segmentation,16384,256,128Gi,ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11,48,1,2000,64,32,1,1,213.164786985144,2000,9.382412678410084,79639.53276119987,91883.17732699215,48888.65282522971,20816.216070204973,91883.17732699215,121425.36071920767,149769.97912688178,01d594,0,True
3,0,"dataset.dataset_url_input_india_incluster.jsonl-dtype.float16-enforce_eager.1-gpu_memory_utilization.0.9-gpu_type.NVIDIA-A100-80GB-PCIe-image.['icr.io/drl-nextgen/mgazz/vllm:v0.18.0-tt.v1.2.5', '0.18.0']-io_processor_plugin.terratorch_segmentation-max_batch_tokens.16384-max_num_seq.256-memory.128Gi-model.ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11-n_cpus.48-n_gpus.1-num_prompts.2000-renderer_num_workers.64-request_rate.64-skip_tokenizer_init.1-threadpool.1",vllm_performance.test-geospatial-deployment-custom-dataset-v1,dataset_url_input_india_incluster.jsonl,float16,1,explicit_grid_sample_generator,0.9,NVIDIA-A100-80GB-PCIe,"['icr.io/drl-nextgen/mgazz/vllm:v0.18.0-tt.v1.2.5', '0.18.0']",terratorch_segmentation,16384,256,128Gi,ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11,48,1,2000,64,64,1,1,208.27105004619807,2000,9.602870872146491,90961.90372485157,93205.19294030964,52049.438963978195,52220.867299241945,93205.19294030964,135152.128781192,175817.94290206395,56e3d4,0,True
4,0,"dataset.dataset_url_input_india_incluster.jsonl-dtype.float16-enforce_eager.1-gpu_memory_utilization.0.9-gpu_type.NVIDIA-A100-80GB-PCIe-image.['icr.io/drl-nextgen/mgazz/vllm:v0.20.1-tt.main', '0.20.1']-io_processor_plugin.terratorch_segmentation-max_batch_tokens.16384-max_num_seq.256-memory.128Gi-model.ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11-n_cpus.48-n_gpus.1-num_prompts.2000-renderer_num_workers.32-request_rate.32-skip_tokenizer_init.1-threadpool.1",vllm_performance.test-geospatial-deployment-custom-dataset-v1,dataset_url_input_india_incluster.jsonl,float16,1,explicit_grid_sample_generator,0.9,NVIDIA-A100-80GB-PCIe,"['icr.io/drl-nextgen/mgazz/vllm:v0.20.1-tt.main', '0.20.1']",terratorch_segmentation,16384,256,128Gi,ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11,48,1,2000,32,32,1,1,76.71821601688862,1430,18.639640938538015,7224.8957470541345,2276.4977612532675,7776.232630976363,1995.9888060111552,2276.4977612532675,14173.72929956764,23919.61157440208,2950ca,0,True
5,0,"dataset.dataset_url_input_india_incluster.jsonl-dtype.float16-enforce_eager.1-gpu_memory_utilization.0.9-gpu_type.NVIDIA-A100-80GB-PCIe-image.['icr.io/drl-nextgen/mgazz/vllm:v0.20.1-tt.main', '0.20.1']-io_processor_plugin.terratorch_segmentation-max_batch_tokens.16384-max_num_seq.256-memory.128Gi-model.ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11-n_cpus.48-n_gpus.1-num_prompts.2000-renderer_num_workers.32-request_rate.64-skip_tokenizer_init.1-threadpool.1",vllm_performance.test-geospatial-deployment-custom-dataset-v1,dataset_url_input_india_incluster.jsonl,float16,1,explicit_grid_sample_generator,0.9,NVIDIA-A100-80GB-PCIe,"['icr.io/drl-nextgen/mgazz/vllm:v0.20.1-tt.main', '0.20.1']",terratorch_segmentation,16384,256,128Gi,ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11,48,1,2000,32,64,1,1,87.09100105147809,1545,17.740064775312153,27247.12148647828,32077.017480507493,19474.259797434173,2426.9744735211134,32077.017480507493,43850.73825716972,55731.31082225591,ea4dd5,0,True
6,0,"dataset.dataset_url_input_india_incluster.jsonl-dtype.float16-enforce_eager.1-gpu_memory_utilization.0.9-gpu_type.NVIDIA-A100-80GB-PCIe-image.['icr.io/drl-nextgen/mgazz/vllm:v0.20.1-tt.main', '0.20.1']-io_processor_plugin.terratorch_segmentation-max_batch_tokens.16384-max_num_seq.256-memory.128Gi-model.ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11-n_cpus.48-n_gpus.1-num_prompts.2000-renderer_num_workers.64-request_rate.32-skip_tokenizer_init.1-threadpool.1",vllm_performance.test-geospatial-deployment-custom-dataset-v1,dataset_url_input_india_incluster.jsonl,float16,1,explicit_grid_sample_generator,0.9,NVIDIA-A100-80GB-PCIe,"['icr.io/drl-nextgen/mgazz/vllm:v0.20.1-tt.main', '0.20.1']",terratorch_segmentation,16384,256,128Gi,ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11,48,1,2000,64,32,1,1,69.94518145918846,1433,20.487472762310656,4799.1137330050515,2080.0580009818077,4893.778910783289,1845.9379142150285,2080.0580009818077,7618.101900443435,17009.875886179507,bcdd13,0,True
7,0,"dataset.dataset_url_input_india_incluster.jsonl-dtype.float16-enforce_eager.1-gpu_memory_utilization.0.9-gpu_type.NVIDIA-A100-80GB-PCIe-image.['icr.io/drl-nextgen/mgazz/vllm:v0.20.1-tt.main', '0.20.1']-io_processor_plugin.terratorch_segmentation-max_batch_tokens.16384-max_num_seq.256-memory.128Gi-model.ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11-n_cpus.48-n_gpus.1-num_prompts.2000-renderer_num_workers.64-request_rate.64-skip_tokenizer_init.1-threadpool.1",vllm_performance.test-geospatial-deployment-custom-dataset-v1,dataset_url_input_india_incluster.jsonl,float16,1,explicit_grid_sample_generator,0.9,NVIDIA-A100-80GB-PCIe,"['icr.io/drl-nextgen/mgazz/vllm:v0.20.1-tt.main', '0.20.1']",terratorch_segmentation,16384,256,128Gi,ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11,48,1,2000,64,64,1,1,71.60710450261831,1492,20.835921384664353,20450.668643505865,27168.44614362344,15321.471204638105,1938.958921469748,27168.44614362344,34347.58948907256,40303.56870012358,203a07,0,True
9 changes: 9 additions & 0 deletions operation_entities_623871.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
request_index,result_index,identifier,experiment_id,dataset,dtype,enforce_eager,generatorid,gpu_memory_utilization,gpu_type,image,io_processor_plugin,max_batch_tokens,max_num_seq,memory,model,n_cpus,n_gpus,num_prompts,renderer_num_workers,request_rate,skip_tokenizer_init,threadpool,duration,completed,request_throughput,mean_e2el_ms,median_e2el_ms,std_e2el_ms,p25_e2el_ms,p50_e2el_ms,p75_e2el_ms,p99_e2el_ms,request_id,entity_index,valid
0,0,"dataset.dataset_url_input_india_incluster.jsonl-dtype.float16-enforce_eager.1-gpu_memory_utilization.0.9-gpu_type.NVIDIA-A100-80GB-PCIe-image.['icr.io/drl-nextgen/mgazz/vllm:v0.18.0-tt.v1.2.5', '0.18.0']-io_processor_plugin.terratorch_segmentation-max_batch_tokens.16384-max_num_seq.256-memory.128Gi-model.ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11-n_cpus.48-n_gpus.1-num_prompts.200-renderer_num_workers.32-request_rate.32-skip_tokenizer_init.1-threadpool.1",vllm_performance.test-geospatial-deployment-custom-dataset-v1,dataset_url_input_india_incluster.jsonl,float16,1,explicit_grid_sample_generator,0.9,NVIDIA-A100-80GB-PCIe,"['icr.io/drl-nextgen/mgazz/vllm:v0.18.0-tt.v1.2.5', '0.18.0']",terratorch_segmentation,16384,256,128Gi,ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11,48,1,200,32,32,1,1,21.16098095756024,200,9.451357685218532,8323.152535227127,8751.465620007366,4447.680493290849,4647.437798324972,8751.465620007366,12455.881118308753,14942.587131289763,85f9af,0,True
1,0,"dataset.dataset_url_input_india_incluster.jsonl-dtype.float16-enforce_eager.1-gpu_memory_utilization.0.9-gpu_type.NVIDIA-A100-80GB-PCIe-image.['icr.io/drl-nextgen/mgazz/vllm:v0.18.0-tt.v1.2.5', '0.18.0']-io_processor_plugin.terratorch_segmentation-max_batch_tokens.16384-max_num_seq.256-memory.128Gi-model.ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11-n_cpus.48-n_gpus.1-num_prompts.200-renderer_num_workers.32-request_rate.64-skip_tokenizer_init.1-threadpool.1",vllm_performance.test-geospatial-deployment-custom-dataset-v1,dataset_url_input_india_incluster.jsonl,float16,1,explicit_grid_sample_generator,0.9,NVIDIA-A100-80GB-PCIe,"['icr.io/drl-nextgen/mgazz/vllm:v0.18.0-tt.v1.2.5', '0.18.0']",terratorch_segmentation,16384,256,128Gi,ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11,48,1,200,32,64,1,1,20.831470943056047,200,9.600858266164249,9387.722638151608,9541.33604792878,5095.870009355212,5034.923402359709,9541.33604792878,13802.96064238064,17705.100336009637,963caa,0,True
2,0,"dataset.dataset_url_input_india_incluster.jsonl-dtype.float16-enforce_eager.1-gpu_memory_utilization.0.9-gpu_type.NVIDIA-A100-80GB-PCIe-image.['icr.io/drl-nextgen/mgazz/vllm:v0.18.0-tt.v1.2.5', '0.18.0']-io_processor_plugin.terratorch_segmentation-max_batch_tokens.16384-max_num_seq.256-memory.128Gi-model.ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11-n_cpus.48-n_gpus.1-num_prompts.200-renderer_num_workers.64-request_rate.32-skip_tokenizer_init.1-threadpool.1",vllm_performance.test-geospatial-deployment-custom-dataset-v1,dataset_url_input_india_incluster.jsonl,float16,1,explicit_grid_sample_generator,0.9,NVIDIA-A100-80GB-PCIe,"['icr.io/drl-nextgen/mgazz/vllm:v0.18.0-tt.v1.2.5', '0.18.0']",terratorch_segmentation,16384,256,128Gi,ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11,48,1,200,64,32,1,1,21.051082043908536,200,9.500699279155256,8082.675415757112,7225.963302887976,4594.845149836468,4306.130911456421,7225.963302887976,12459.563876036556,14833.095950279385,774a6f,0,True
3,0,"dataset.dataset_url_input_india_incluster.jsonl-dtype.float16-enforce_eager.1-gpu_memory_utilization.0.9-gpu_type.NVIDIA-A100-80GB-PCIe-image.['icr.io/drl-nextgen/mgazz/vllm:v0.18.0-tt.v1.2.5', '0.18.0']-io_processor_plugin.terratorch_segmentation-max_batch_tokens.16384-max_num_seq.256-memory.128Gi-model.ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11-n_cpus.48-n_gpus.1-num_prompts.200-renderer_num_workers.64-request_rate.64-skip_tokenizer_init.1-threadpool.1",vllm_performance.test-geospatial-deployment-custom-dataset-v1,dataset_url_input_india_incluster.jsonl,float16,1,explicit_grid_sample_generator,0.9,NVIDIA-A100-80GB-PCIe,"['icr.io/drl-nextgen/mgazz/vllm:v0.18.0-tt.v1.2.5', '0.18.0']",terratorch_segmentation,16384,256,128Gi,ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11,48,1,200,64,64,1,1,20.759232787415385,200,9.63426741479789,9383.305872818455,9475.987559650091,5158.763184013406,4642.030250979587,9475.987559650091,13991.68548709713,17492.737999986857,24617a,0,True
4,0,"dataset.dataset_url_input_india_incluster.jsonl-dtype.float16-enforce_eager.1-gpu_memory_utilization.0.9-gpu_type.NVIDIA-A100-80GB-PCIe-image.['icr.io/drl-nextgen/mgazz/vllm:v0.20.1-tt.main', '0.20.1']-io_processor_plugin.terratorch_segmentation-max_batch_tokens.16384-max_num_seq.256-memory.128Gi-model.ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11-n_cpus.48-n_gpus.1-num_prompts.200-renderer_num_workers.32-request_rate.32-skip_tokenizer_init.1-threadpool.1",vllm_performance.test-geospatial-deployment-custom-dataset-v1,dataset_url_input_india_incluster.jsonl,float16,1,explicit_grid_sample_generator,0.9,NVIDIA-A100-80GB-PCIe,"['icr.io/drl-nextgen/mgazz/vllm:v0.20.1-tt.main', '0.20.1']",terratorch_segmentation,16384,256,128Gi,ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11,48,1,200,32,32,1,1,7.335592240095139,149,20.31192508023968,1311.595108735081,1347.61365596205,532.2226718124316,966.6640544310212,1347.61365596205,1623.8912288099527,2275.5631955340514,fa955b,0,True
5,0,"dataset.dataset_url_input_india_incluster.jsonl-dtype.float16-enforce_eager.1-gpu_memory_utilization.0.9-gpu_type.NVIDIA-A100-80GB-PCIe-image.['icr.io/drl-nextgen/mgazz/vllm:v0.20.1-tt.main', '0.20.1']-io_processor_plugin.terratorch_segmentation-max_batch_tokens.16384-max_num_seq.256-memory.128Gi-model.ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11-n_cpus.48-n_gpus.1-num_prompts.200-renderer_num_workers.32-request_rate.64-skip_tokenizer_init.1-threadpool.1",vllm_performance.test-geospatial-deployment-custom-dataset-v1,dataset_url_input_india_incluster.jsonl,float16,1,explicit_grid_sample_generator,0.9,NVIDIA-A100-80GB-PCIe,"['icr.io/drl-nextgen/mgazz/vllm:v0.20.1-tt.main', '0.20.1']",terratorch_segmentation,16384,256,128Gi,ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11,48,1,200,32,64,1,1,7.772065187804401,157,20.200551102731076,2756.258463415845,3167.6963847130537,1368.5851351345912,1464.73484672606,3167.6963847130537,4070.4276766628022,4661.2075228616595,c7c1a6,0,True
6,0,"dataset.dataset_url_input_india_incluster.jsonl-dtype.float16-enforce_eager.1-gpu_memory_utilization.0.9-gpu_type.NVIDIA-A100-80GB-PCIe-image.['icr.io/drl-nextgen/mgazz/vllm:v0.20.1-tt.main', '0.20.1']-io_processor_plugin.terratorch_segmentation-max_batch_tokens.16384-max_num_seq.256-memory.128Gi-model.ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11-n_cpus.48-n_gpus.1-num_prompts.200-renderer_num_workers.64-request_rate.32-skip_tokenizer_init.1-threadpool.1",vllm_performance.test-geospatial-deployment-custom-dataset-v1,dataset_url_input_india_incluster.jsonl,float16,1,explicit_grid_sample_generator,0.9,NVIDIA-A100-80GB-PCIe,"['icr.io/drl-nextgen/mgazz/vllm:v0.20.1-tt.main', '0.20.1']",terratorch_segmentation,16384,256,128Gi,ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11,48,1,200,64,32,1,1,6.895735959522426,161,23.3477617102889,837.0693416699119,866.3467029109597,227.43894353062015,715.9368423745036,866.3467029109597,984.7816163673996,1284.9709721282125,5637b4,0,True
7,0,"dataset.dataset_url_input_india_incluster.jsonl-dtype.float16-enforce_eager.1-gpu_memory_utilization.0.9-gpu_type.NVIDIA-A100-80GB-PCIe-image.['icr.io/drl-nextgen/mgazz/vllm:v0.20.1-tt.main', '0.20.1']-io_processor_plugin.terratorch_segmentation-max_batch_tokens.16384-max_num_seq.256-memory.128Gi-model.ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11-n_cpus.48-n_gpus.1-num_prompts.200-renderer_num_workers.64-request_rate.64-skip_tokenizer_init.1-threadpool.1",vllm_performance.test-geospatial-deployment-custom-dataset-v1,dataset_url_input_india_incluster.jsonl,float16,1,explicit_grid_sample_generator,0.9,NVIDIA-A100-80GB-PCIe,"['icr.io/drl-nextgen/mgazz/vllm:v0.20.1-tt.main', '0.20.1']",terratorch_segmentation,16384,256,128Gi,ibm-nasa-geospatial/Prithvi-EO-2.0-300M-TL-Sen1Floods11,48,1,200,64,64,1,1,5.922862338833511,155,26.169779260904917,1804.9909565357432,1586.8693506345153,894.8397404377881,1008.32075253129,1586.8693506345153,2751.6918242909014,2992.8823397308593,499691,0,True
56 changes: 56 additions & 0 deletions operation_random_walk.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,56 @@
config:
actuatorConfigurationIdentifiers:
- actuatorconfiguration-vllm_performance-678e1bd6
metadata:
description: Test threadpool functionality across vLLM versions (v0.20.1 with
threadpool, v0.18.0 without)
labels:
experiment_type: performance_testing
model_type: geospatial
test_type: threadpool_version_comparison
name: Geospatial Model Performance - Threadpool Version Test
operation:
module:
operationType: search
operatorName: random_walk
parameters:
numberEntities: all
samplerConfig:
grouping:
- model
- image
- memory
- max_batch_tokens
- max_num_seq
- n_gpus
- gpu_type
- n_cpus
- threadpool
- renderer_num_workers
mode: sequentialgrouped
samplerType: generator
singleMeasurement: false
spaces:
- space-ca6479-a2760d
created: '2026-06-05T09:08:38.348395Z'
identifier: random_walk-1.8.1.dev41+gb08a3a42.d20260604164353.dirty-fe5225
metadata:
entities_submitted: 8
experiments_requested: 8
operationType: search
operatorIdentifier: random_walk-1.8.1.dev41+gb08a3a42.d20260604164353.dirty
status:
- event: created
recorded_at: '2026-06-05T09:08:38.348402Z'
- event: added
recorded_at: '2026-06-05T09:08:38.360114Z'
- event: started
recorded_at: '2026-06-05T09:08:38.374526Z'
- event: updated
recorded_at: '2026-06-05T09:08:38.374551Z'
- event: finished
exit_state: success
recorded_at: '2026-06-05T09:42:31.394135Z'
- event: updated
recorded_at: '2026-06-05T09:42:31.399321Z'

56 changes: 56 additions & 0 deletions operation_random_walk_623871.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,56 @@
config:
actuatorConfigurationIdentifiers:
- actuatorconfiguration-vllm_performance-678e1bd6
metadata:
description: Test threadpool functionality across vLLM versions (v0.20.1 with
threadpool, v0.18.0 without)
labels:
experiment_type: performance_testing
model_type: geospatial
test_type: threadpool_version_comparison
name: Geospatial Model Performance - Threadpool Version Test
operation:
module:
operationType: search
operatorName: random_walk
parameters:
numberEntities: all
samplerConfig:
grouping:
- model
- image
- memory
- max_batch_tokens
- max_num_seq
- n_gpus
- gpu_type
- n_cpus
- threadpool
- renderer_num_workers
mode: sequentialgrouped
samplerType: generator
singleMeasurement: false
spaces:
- space-9e79e7-a2760d
created: '2026-06-05T10:00:13.976806Z'
identifier: random_walk-1.8.1.dev41+gb08a3a42.d20260604164353.dirty-623871
metadata:
entities_submitted: 8
experiments_requested: 8
operationType: search
operatorIdentifier: random_walk-1.8.1.dev41+gb08a3a42.d20260604164353.dirty
status:
- event: created
recorded_at: '2026-06-05T10:00:13.976813Z'
- event: added
recorded_at: '2026-06-05T10:00:13.990153Z'
- event: started
recorded_at: '2026-06-05T10:00:14.005488Z'
- event: updated
recorded_at: '2026-06-05T10:00:14.005501Z'
- event: finished
exit_state: success
recorded_at: '2026-06-05T10:07:09.909085Z'
- event: updated
recorded_at: '2026-06-05T10:07:09.913408Z'

Loading