Skip to content
Celeborn SBT CI

[CELEBORN-2327] Add active-slot weight to load-aware placement #10190

Sign in to view logs

[CELEBORN-2327] Add active-slot weight to load-aware placement

[CELEBORN-2327] Add active-slot weight to load-aware placement #10190

Run time

Learn about OS pricing on GitHub Actions
Job Run time
spark2 (8, 2.4, 2.12.10)
36m 13s
mr (8)
8m 20s
spark2 (8, 2.4, 2.11.12)
38m 1s
spark4 (4.0, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
39m 28s
service (17, 2.13.5)
27m 11s
mr (11)
8m 54s
service (8, 2.13.5)
25m 8s
service (11, 2.13.5)
25m 40s
openapi-codegen-check (11)
58s
service (8, 2.12.15)
25m 8s
service (17, 2.12.15)
25m 33s
service (11, 2.12.15)
25m 32s
spark4 (4.1, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
39m 34s
flink2 (11, 2.1)
7m 13s
flink2 (17, 2.0)
7m 7s
flink2 (17, 2.2)
7m 10s
flink2 (11, 2.0)
6m 58s
flink2 (11, 2.2)
7m 0s
flink2 (17, 2.1)
7m 8s
flink1 (8, 1.19)
6m 33s
flink1 (8, 1.16)
5m 52s
flink1 (11, 1.19)
6m 43s
flink1 (8, 1.17)
6m 14s
flink1 (8, 1.20)
7m 16s
flink1 (8, 1.18)
6m 24s
flink1 (11, 1.17)
6m 27s
flink1 (11, 1.20)
7m 20s
flink1 (11, 1.16)
6m 21s
flink1 (11, 1.18)
6m 27s
spark3 (3.2, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 32s
spark3 (3.3, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
48m 0s
spark3 (3.3, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 16s
spark3 (3.3, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
52m 3s
spark3 (3.1, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 13s
spark3 (3.4, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 43s
spark3 (3.4, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
48m 22s
spark3 (3.4, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
44m 51s
spark3 (3.0, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 16s
spark3 (3.3, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 6s
spark3 (3.1, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 50s
spark3 (3.5, 17, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
40m 57s
spark3 (3.0, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 44s
spark3 (3.5, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
52m 7s
spark3 (3.3, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 7s
spark3 (3.5, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 18s
spark3 (3.2, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 30s
spark3 (3.5, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
45m 7s
spark3 (3.2, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 5s
spark3 (3.4, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 15s
spark3 (3.5, 8, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
44m 25s
spark3 (3.5, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 35s
spark3 (3.5, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
39m 17s
spark3 (3.5, 11, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
43m 17s
spark3 (3.5, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 27s
spark3 (3.2, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 17s
spark3 (3.4, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 28s
spark3 (3.5, 11, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
41m 57s
spark3 (3.3, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
46m 40s
spark3 (3.4, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 58s
spark3 (3.5, 8, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
50m 2s
spark3 (3.5, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
42m 56s
service (17, 2.12.15)
25m 25s
service (11, 2.13.5)
25m 26s
service (11, 2.12.15)
25m 30s
service (17, 2.13.5)
26m 57s
service (8, 2.13.5)
25m 20s
service (8, 2.12.15)
25m 27s
spark2 (8, 2.4, 2.11.12)
36m 3s
flink2 (11, 2.1)
7m 13s
spark2 (8, 2.4, 2.12.10)
36m 13s
flink2 (17, 2.0)
7m 7s
flink2 (11, 2.2)
7m 0s
mr (8)
8m 20s
flink1 (8, 1.20)
7m 16s
spark4 (4.1, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
39m 34s
flink1 (11, 1.16)
6m 21s
spark3 (3.2, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 5s
flink1 (8, 1.18)
6m 24s
spark3 (3.1, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 50s
flink1 (8, 1.19)
6m 33s
flink2 (17, 2.1)
7m 8s
flink1 (11, 1.18)
6m 27s
flink2 (17, 2.2)
7m 10s
spark3 (3.2, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 17s
spark3 (3.2, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 32s
spark3 (3.2, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 30s
spark3 (3.3, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
48m 0s
flink1 (11, 1.17)
6m 27s
spark3 (3.3, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
46m 40s
spark3 (3.4, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
44m 51s
flink1 (11, 1.19)
6m 43s
spark3 (3.3, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 7s
flink1 (11, 1.20)
7m 20s
spark3 (3.4, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 28s
spark3 (3.5, 8, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
44m 25s
spark3 (3.4, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
48m 22s
spark3 (3.5, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
52m 7s
spark3 (3.4, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 43s
spark3 (3.5, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
45m 7s
spark3 (3.4, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 27s
spark3 (3.3, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 59s
spark3 (3.3, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
39m 50s
spark3 (3.5, 11, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
42m 57s
spark3 (3.5, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 35s
spark3 (3.4, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 56s
spark3 (3.5, 17, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
41m 22s
spark3 (3.5, 11, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
43m 30s
spark3 (3.3, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
44m 42s
spark3 (3.5, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 12s
spark3 (3.5, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 19s
spark3 (3.5, 8, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
50m 2s
spark3 (3.5, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 27s
spark3 (3.5, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
42m 56s
flink2 (11, 2.0)
6m 58s
spark3 (3.0, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 44s
openapi-codegen-check (11)
58s
spark4 (4.0, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
39m 28s
mr (11)
8m 54s
spark3 (3.0, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 16s
spark3 (3.1, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 13s
flink1 (8, 1.17)
6m 14s
flink1 (8, 1.16)
5m 52s
service (8, 2.13.5)
25m 9s
service (17, 2.13.5)
25m 18s
service (8, 2.12.15)
25m 9s
service (17, 2.12.15)
27m 16s
service (11, 2.12.15)
25m 15s
service (11, 2.13.5)
6h 5m 0s
flink2 (11, 2.0)
6m 58s
spark2 (8, 2.4, 2.12.10)
36m 13s
spark3 (3.0, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 44s
spark2 (8, 2.4, 2.11.12)
36m 3s
flink1 (8, 1.18)
6m 24s
flink2 (17, 2.0)
7m 7s
openapi-codegen-check (11)
58s
spark3 (3.1, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 13s
spark4 (4.0, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
39m 28s
spark4 (4.1, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
39m 34s
flink2 (11, 2.1)
7m 13s
mr (11)
8m 54s
flink1 (8, 1.17)
6m 14s
spark3 (3.1, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 50s
flink2 (17, 2.2)
7m 10s
flink1 (11, 1.18)
6m 27s
spark3 (3.3, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
46m 40s
flink1 (8, 1.19)
6m 33s
spark3 (3.2, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 17s
flink1 (11, 1.16)
6m 21s
flink1 (11, 1.20)
7m 20s
flink1 (8, 1.20)
7m 16s
flink2 (11, 2.2)
7m 0s
flink1 (11, 1.19)
6m 43s
spark3 (3.2, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 32s
flink2 (17, 2.1)
7m 8s
spark3 (3.2, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 30s
spark3 (3.2, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 5s
spark3 (3.4, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
44m 51s
spark3 (3.3, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 7s
flink1 (11, 1.17)
6m 27s
spark3 (3.4, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
48m 22s
spark3 (3.4, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 43s
spark3 (3.3, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
48m 0s
spark3 (3.5, 8, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
44m 25s
spark3 (3.4, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 28s
spark3 (3.5, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
45m 7s
spark3 (3.4, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 27s
spark3 (3.5, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
52m 7s
spark3 (3.5, 8, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
50m 2s
spark3 (3.3, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 55s
spark3 (3.3, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 55s
spark3 (3.4, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 0s
spark3 (3.3, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 13s
spark3 (3.5, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 35s
spark3 (3.5, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 19s
spark3 (3.5, 17, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
41m 22s
spark3 (3.5, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 27s
spark3 (3.5, 11, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
43m 30s
spark3 (3.5, 11, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
42m 57s
spark3 (3.5, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
42m 56s
spark3 (3.5, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 12s
mr (8)
8m 20s
flink1 (8, 1.16)
5m 52s
spark3 (3.0, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 16s
4d 0h 51m 50s