Merge pull request #747 from yaeliyac/add_gen_files_to_folder

UCC add file generator

Author: amaslenn

conf/common/test_scenario/ucc_generator_file.txt

@@ -0,0 +1,51 @@
+[format]
+version = 1.0
+description = UCC Collective Pattern File
+
+[collective]
+type = ALLTOALLV
+team_size = 16
+datatype = INT32
+flags = COUNT_32BIT
+counts = {
+    4902912,2774016,3142656,6534144,5953536,4147200,1677312,2156544,4617216,7898112,1271808,7907328,5935104,1852416,3538944,3585024
+    6607872,1327104,2055168,7861248,2967552,6976512,2138112,6294528,7179264,3161088,3723264,3548160,3843072,6478848,506880,3022848
+    4331520,1907712,4866048,5336064,8285184,4792320,1419264,2608128,5428224,5382144,3244032,4856832,6681600,3972096,1548288,3474432
+    4276224,2230272,3981312,5815296,7151616,4414464,1363968,2110464,6976512,4939776,4055040,5280768,4091904,2801664,2976768,4368384
+    3363840,2267136,2386944,3972096,8193024,4442112,2571264,4967424,5354496,6294528,4478976,3741696,5907456,2589696,4856832,3234816
+    7446528,857088,4967424,3557376,1843200,4202496,1981440,9234432,7059456,2617344,4856832,2617344,2396160,6018048,6976512,1428480
+    4469760,2027520,4119552,5594112,8220672,4405248,1262592,1944576,5308416,5925888,3760128,6156288,6359040,4091904,1290240,3631104
+    5289984,1115136,2211840,5566464,4267008,6008832,2221056,8386560,6893568,3585024,3649536,5584896,3944448,5548032,1723392,4654080
+    6644736,1502208,4202496,5833728,2386944,5446656,2949120,6792192,5879808,3815424,3234816,4515840,3612672,6349824,2294784,3133440
+    4294656,3087360,2903040,4405248,6359040,8211456,2608128,3059712,3225600,8773632,2036736,3852288,2884608,5677056,949248,8137728
+    4405248,3050496,3456000,5769216,3631104,4801536,2681856,5492736,3621888,6451200,3806208,4764672,10506240,2727936,2110464,3391488
+    11621376,1059840,8672256,4147200,5962752,4930560,2119680,1787904,5114880,1419264,4663296,1622016,3262464,6137856,654336,7944192
+    2423808,3446784,2700288,5041152,5944320,7160832,3511296,4681728,4856832,7096320,2331648,3686400,2423808,5142528,1253376,6174720
+    5760000,1539072,11593728,3843072,4644864,3483648,1041408,2976768,3972096,3852288,2709504,7391232,4064256,5234688,3115008,5677056
+    4635648,2617344,2774016,6110208,2350080,6331392,3059712,2709504,4773888,7317504,5354496,2515968,9741312,3465216,903168,3437568
+    4460544,2304000,3299328,5548032,4921344,5179392,3022848,3658752,4672512,6405120,4303872,5216256,7870464,2460672,2239488,3640320
+}
+
+[collective]
+type = ALLTOALLV
+team_size = 16
+datatype = INT32
+flags = COUNT_32BIT
+counts = {
+    1,1,2,2,3,3,4,4,0,0,0,0,0,0,0,0
+    2,2,3,3,4,4,5,5,0,0,0,0,0,0,0,0
+    3,3,4,4,5,5,6,6,0,0,0,0,0,0,0,0
+    4,4,5,5,6,6,7,7,0,0,0,0,0,0,0,0
+    5,5,6,6,7,7,8,8,0,0,0,0,0,0,0,0
+    6,6,7,7,8,8,9,9,0,0,0,0,0,0,0,0
+    7,7,8,8,9,9,1,1,0,0,0,0,0,0,0,0
+    8,8,9,9,1,1,1,1,0,0,0,0,0,0,0,0
+    0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+    0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+    0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+    0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+    0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+    0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+    0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+    0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+}

conf/common/test_scenario/ucc_generator_test.toml

@@ -0,0 +1,35 @@
+# SPDX-FileCopyrightText: NVIDIA CORPORATION & AFFILIATES
+# Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+name = "ucc_generator_perftest"
+
+[[Tests]]
+id = "Tests.alltoallv"
+num_nodes = 2
+time_limit = "00:02:00"
+
+name = "ucc_generator_perftest"
+description = "UCC alltoallv"
+test_template_name = "UCCTest"
+extra_container_mounts = [
+  "$PWD/conf/common/test_scenario/ucc_generator_file.txt:/opt/hpcx/ucc/tools/perf/generator/input_matrices.txt",
+]
+
+  [Tests.cmd_args]
+  docker_image_url = "nvcr.io/nvidia/pytorch:25.09-py3"
+  collective = "alltoallv"
+  gen = "file:name=/opt/hpcx/ucc/tools/perf/generator/input_matrices.txt"