Skip to content
Celeborn SBT CI

[CELEBORN-2321] Avoid locking disk writers during memory split checks #10154

Sign in to view logs

[CELEBORN-2321] Avoid locking disk writers during memory split checks

[CELEBORN-2321] Avoid locking disk writers during memory split checks #10154

Run time

Learn about OS pricing on GitHub Actions
Job Run time
openapi-codegen-check (11)
57s
mr (11)
8m 3s
mr (8)
8m 31s
spark2 (8, 2.4, 2.12.10)
35m 32s
spark4 (4.0, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
39m 35s
spark2 (8, 2.4, 2.11.12)
35m 50s
spark4 (4.1, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
41m 0s
flink2 (17, 2.2)
6m 57s
service (11, 2.13.5)
24m 43s
flink2 (11, 2.1)
6m 58s
service (8, 2.13.5)
24m 41s
flink2 (11, 2.2)
7m 4s
flink2 (11, 2.0)
7m 18s
flink1 (8, 1.18)
6m 12s
service (17, 2.13.5)
24m 38s
flink1 (11, 1.17)
6m 26s
flink1 (8, 1.20)
7m 8s
flink2 (17, 2.0)
7m 10s
flink1 (11, 1.16)
6m 17s
flink1 (8, 1.19)
6m 27s
service (17, 2.12.15)
24m 53s
flink1 (8, 1.16)
6m 5s
flink2 (17, 2.1)
6m 58s
service (8, 2.12.15)
24m 42s
flink1 (11, 1.19)
6m 50s
flink1 (8, 1.17)
6m 15s
flink1 (11, 1.20)
7m 20s
flink1 (11, 1.18)
6m 37s
service (11, 2.12.15)
24m 58s
spark3 (3.3, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
50m 31s
spark3 (3.0, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
8s
spark3 (3.2, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 23s
spark3 (3.1, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 34s
spark3 (3.1, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 15s
spark3 (3.2, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 4s
spark3 (3.3, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 25s
spark3 (3.2, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 14s
spark3 (3.2, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
39m 44s
spark3 (3.0, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 48s
spark3 (3.4, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 40s
spark3 (3.5, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
45m 52s
spark3 (3.3, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 7s
spark3 (3.4, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
51m 8s
spark3 (3.5, 8, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
49m 59s
spark3 (3.3, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 47s
spark3 (3.3, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 42s
spark3 (3.4, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 49s
spark3 (3.4, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
44m 29s
spark3 (3.5, 8, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
50m 49s
spark3 (3.5, 11, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
42m 10s
spark3 (3.5, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 39s
spark3 (3.5, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
45m 20s
spark3 (3.5, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 38s
spark3 (3.4, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 49s
spark3 (3.4, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 44s
spark3 (3.5, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
51m 20s
spark3 (3.5, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 36s
spark3 (3.5, 17, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
40m 26s
spark3 (3.5, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
41m 22s
spark3 (3.5, 11, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
42m 39s
spark3 (3.3, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
44m 30s
flink1 (8, 1.17)
6m 15s
spark4 (4.0, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
39m 35s
flink2 (11, 2.0)
7m 18s
flink1 (11, 1.18)
6m 37s
spark3 (3.2, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 4s
service (11, 2.13.5)
24m 43s
flink1 (8, 1.18)
6m 22s
flink2 (17, 2.2)
6m 57s
flink1 (8, 1.19)
6m 27s
spark3 (3.0, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 48s
service (17, 2.12.15)
24m 53s
flink1 (11, 1.16)
6m 17s
mr (8)
8m 31s
openapi-codegen-check (11)
57s
flink1 (8, 1.16)
6m 5s
service (8, 2.13.5)
24m 41s
spark3 (3.3, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
44m 30s
spark3 (3.2, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 14s
spark3 (3.1, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 34s
flink2 (17, 2.1)
6m 58s
spark3 (3.2, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 23s
service (17, 2.13.5)
24m 38s
spark3 (3.3, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 25s
spark3 (3.3, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 47s
flink1 (8, 1.20)
7m 8s
flink1 (11, 1.19)
6m 50s
spark3 (3.3, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
50m 31s
spark3 (3.3, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 7s
flink1 (11, 1.20)
7m 20s
spark3 (3.4, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
44m 29s
flink1 (11, 1.17)
6m 26s
spark3 (3.4, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
51m 8s
spark3 (3.5, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
45m 20s
spark3 (3.4, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 40s
spark3 (3.2, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
39m 52s
spark3 (3.5, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
51m 20s
spark3 (3.3, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 6s
spark3 (3.0, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 56s
spark3 (3.4, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 40s
spark3 (3.5, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
45m 52s
spark3 (3.4, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 21s
spark3 (3.5, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 51s
spark3 (3.4, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 26s
spark3 (3.1, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 42s
spark3 (3.5, 17, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
41m 2s
spark3 (3.5, 8, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
52m 28s
spark3 (3.5, 11, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
41m 1s
spark3 (3.5, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 21s
spark3 (3.5, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 28s
spark3 (3.5, 11, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
42m 39s
spark3 (3.5, 8, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
50m 49s
spark3 (3.5, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
41m 22s
service (8, 2.12.15)
24m 42s
service (11, 2.12.15)
24m 58s
flink2 (17, 2.0)
7m 10s
flink2 (11, 2.2)
7m 4s
flink2 (11, 2.1)
6m 58s
mr (11)
8m 3s
spark2 (8, 2.4, 2.11.12)
35m 50s
spark2 (8, 2.4, 2.12.10)
35m 32s
spark4 (4.1, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
41m 0s
openapi-codegen-check (11)
57s
flink1 (8, 1.18)
6m 22s
flink2 (11, 2.2)
7m 4s
flink2 (17, 2.0)
7m 10s
spark3 (3.0, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 48s
flink1 (8, 1.20)
7m 8s
flink1 (11, 1.17)
6m 26s
spark2 (8, 2.4, 2.12.10)
35m 32s
spark3 (3.1, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 34s
spark3 (3.2, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 23s
mr (11)
8m 3s
flink1 (11, 1.16)
6m 17s
spark3 (3.2, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 4s
spark2 (8, 2.4, 2.11.12)
35m 50s
flink2 (11, 2.1)
6m 58s
flink1 (8, 1.17)
6m 15s
flink1 (11, 1.20)
7m 20s
spark3 (3.0, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 56s
flink1 (8, 1.19)
6m 27s
service (17, 2.13.5)
24m 38s
service (8, 2.12.15)
24m 42s
service (11, 2.13.5)
24m 43s
mr (8)
8m 31s
spark3 (3.1, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 42s
flink2 (11, 2.0)
7m 18s
service (11, 2.12.15)
24m 58s
spark3 (3.3, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 7s
flink1 (8, 1.16)
6m 5s
flink2 (17, 2.1)
6m 58s
flink1 (11, 1.18)
6m 37s
service (17, 2.12.15)
24m 53s
spark3 (3.3, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 25s
spark3 (3.3, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 47s
spark3 (3.3, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
44m 30s
spark3 (3.2, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 14s
flink2 (17, 2.2)
6m 57s
flink1 (11, 1.19)
6m 50s
spark3 (3.3, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
50m 31s
spark3 (3.4, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
44m 29s
spark3 (3.4, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 26s
spark3 (3.3, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 6s
spark3 (3.5, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
45m 52s
spark3 (3.4, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
51m 8s
spark3 (3.4, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 21s
spark3 (3.5, 8, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
50m 49s
spark3 (3.4, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 2s
spark3 (3.2, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 16s
spark3 (3.5, 17, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
40m 49s
spark3 (3.5, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
45m 20s
spark3 (3.5, 11, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
42m 39s
spark3 (3.4, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 40s
spark3 (3.5, 8, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
52m 28s
spark3 (3.5, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 28s
spark3 (3.5, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 51s
spark3 (3.5, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
51m 20s
spark3 (3.5, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
41m 22s
spark3 (3.5, 11, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
41m 1s
spark3 (3.5, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 21s
spark4 (4.0, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
39m 35s
service (8, 2.13.5)
24m 41s
spark4 (4.1, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
41m 0s
3d 18h 18m 21s