Skip to content
Celeborn SBT CI

[CELEBORN-2166] Mark shuffle data lost and fast fail if allocated worker is lost #10391

Sign in to view logs

[CELEBORN-2166] Mark shuffle data lost and fast fail if allocated worker is lost

[CELEBORN-2166] Mark shuffle data lost and fast fail if allocated worker is lost #10391

Run time

Learn about OS pricing on GitHub Actions
Job Run time
spark2 (8, 2.4, 2.12.10)
37m 16s
mr (11)
8m 9s
spark4 (4.1, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
39m 21s
flink2 (11, 2.0)
7m 48s
flink2 (17, 2.1)
7m 41s
flink2 (11, 2.1)
7m 46s
flink1 (11, 1.16)
7m 5s
flink1 (11, 1.17)
6m 57s
service (17, 2.13.5)
53m 11s
flink2 (11, 2.2)
7m 57s
flink1 (11, 1.19)
7m 14s
flink1 (8, 1.20)
7m 58s
flink1 (8, 1.19)
7m 14s
service (17, 2.12.15)
53m 10s
spark4 (4.0, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
38m 23s
flink1 (8, 1.18)
6m 28s
flink1 (11, 1.18)
6m 55s
flink1 (11, 1.20)
8m 15s
spark2 (8, 2.4, 2.11.12)
36m 22s
openapi-codegen-check (11)
54s
service (11, 2.12.15)
53m 39s
flink1 (8, 1.16)
6m 17s
flink2 (17, 2.2)
7m 30s
service (8, 2.13.5)
52m 53s
flink1 (8, 1.17)
6m 43s
mr (8)
8m 26s
flink2 (17, 2.0)
7m 36s
spark3 (3.3, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
52m 39s
spark3 (3.0, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 1s
spark3 (3.2, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 7s
spark3 (3.3, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 15s
spark3 (3.3, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 4s
service (8, 2.12.15)
53m 16s
spark3 (3.1, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 41s
spark3 (3.2, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 47s
spark3 (3.4, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
52m 56s
spark3 (3.4, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 32s
spark3 (3.1, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 6s
spark3 (3.4, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 28s
spark3 (3.3, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 57s
spark3 (3.5, 8, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
52m 35s
spark3 (3.4, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 17s
spark3 (3.2, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 13s
spark3 (3.5, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 0s
spark3 (3.3, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
39m 47s
spark3 (3.0, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 34s
spark3 (3.2, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
39m 7s
spark3 (3.5, 8, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
43m 5s
spark3 (3.4, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 19s
spark3 (3.5, 11, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
42m 30s
spark3 (3.5, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
51m 17s
spark3 (3.5, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
52m 9s
service (11, 2.13.5)
53m 2s
spark3 (3.3, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
48m 44s
spark3 (3.5, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
44m 54s
spark3 (3.5, 17, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
41m 8s
spark3 (3.4, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 21s
spark3 (3.5, 11, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
43m 1s
spark3 (3.5, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
44m 57s
spark3 (3.5, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 44s
spark3 (3.5, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
41m 3s
spark4 (4.1, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
39m 47s
mr (11)
8m 9s
flink1 (11, 1.18)
6m 55s
spark3 (3.3, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 4s
flink1 (11, 1.17)
6m 57s
flink1 (11, 1.20)
8m 15s
spark3 (3.3, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 57s
flink2 (17, 2.1)
7m 41s
flink1 (11, 1.19)
7m 14s
spark3 (3.4, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
52m 56s
spark3 (3.3, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
48m 44s
spark3 (3.3, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
52m 39s
spark3 (3.2, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 0s
spark3 (3.5, 17, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
42m 51s
spark3 (3.3, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
44m 33s
spark3 (3.4, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
52m 2s
spark3 (3.5, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 47s
spark3 (3.4, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 23s
spark3 (3.1, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 31s
spark3 (3.5, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 22s
spark3 (3.5, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 21s
spark3 (3.5, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
43m 23s
spark3 (3.4, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 17s
spark3 (3.4, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 22s
spark3 (3.4, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 32s
spark3 (3.5, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
51m 17s
spark3 (3.5, 11, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
43m 1s
spark3 (3.5, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
52m 9s
spark3 (3.5, 8, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
43m 5s
spark3 (3.5, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 44s
spark3 (3.5, 11, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
42m 30s
spark3 (3.5, 8, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
52m 35s
flink2 (11, 2.1)
7m 46s
openapi-codegen-check (11)
54s
service (8, 2.12.15)
53m 16s
spark3 (3.2, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 7s
spark3 (3.0, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 34s
service (17, 2.13.5)
53m 11s
service (11, 2.12.15)
53m 39s
flink1 (8, 1.16)
6m 17s
service (8, 2.13.5)
52m 53s
spark3 (3.3, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 15s
service (17, 2.12.15)
53m 10s
flink2 (11, 2.0)
7m 48s
spark2 (8, 2.4, 2.11.12)
36m 22s
spark2 (8, 2.4, 2.12.10)
37m 16s
flink1 (8, 1.17)
6m 43s
flink2 (11, 2.2)
7m 57s
flink1 (8, 1.18)
6m 28s
spark3 (3.2, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 47s
flink2 (17, 2.0)
7m 36s
mr (8)
8m 26s
flink1 (8, 1.19)
7m 14s
spark3 (3.2, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
39m 7s
spark3 (3.1, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 41s
service (11, 2.13.5)
53m 2s
flink1 (8, 1.20)
7m 58s
flink1 (11, 1.16)
7m 5s
flink2 (17, 2.2)
7m 30s
spark3 (3.0, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 1s
spark4 (4.0, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
38m 23s
flink2 (11, 2.0)
7m 48s
service (17, 2.13.5)
53m 11s
spark2 (8, 2.4, 2.11.12)
36m 22s
service (17, 2.12.15)
53m 10s
flink1 (11, 1.16)
7m 5s
flink1 (11, 1.18)
6m 55s
spark3 (3.2, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 0s
flink1 (11, 1.19)
7m 14s
spark3 (3.2, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 47s
spark3 (3.3, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 15s
flink1 (11, 1.20)
8m 15s
spark3 (3.3, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
48m 44s
spark3 (3.3, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 57s
spark3 (3.3, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 4s
spark3 (3.4, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
52m 2s
spark3 (3.3, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
52m 39s
spark3 (3.4, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
52m 56s
spark3 (3.4, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 17s
spark3 (3.5, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 7s
spark3 (3.3, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 6s
spark3 (3.4, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
40m 32s
spark3 (3.4, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 23s
spark3 (3.1, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 8s
spark3 (3.5, 8, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
52m 9s
spark3 (3.5, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
51m 17s
spark3 (3.5, 8, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
43m 5s
spark3 (3.5, 8, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
52m 35s
spark3 (3.5, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 44s
spark3 (3.4, 17, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 22s
spark3 (3.5, 17, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
41m 21s
spark3 (3.5, 11, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
43m 1s
spark3 (3.5, 17, 2.12, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
42m 51s
spark3 (3.5, 11, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
42m 30s
spark3 (3.5, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
43m 23s
spark3 (3.5, 11, 2.13, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 47s
flink1 (11, 1.17)
6m 57s
mr (11)
8m 9s
spark3 (3.0, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 34s
flink1 (8, 1.18)
6m 28s
spark3 (3.2, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
42m 7s
spark3 (3.0, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 1s
spark2 (8, 2.4, 2.12.10)
37m 16s
flink1 (8, 1.19)
7m 14s
openapi-codegen-check (11)
54s
service (8, 2.13.5)
52m 53s
spark4 (4.1, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
39m 47s
spark4 (4.0, 17, 2.13, org.apache.spark.shuffle.celeborn.CelebornShuffleDataIO)
38m 23s
flink2 (17, 2.1)
7m 41s
flink2 (17, 2.0)
7m 36s
flink2 (17, 2.2)
7m 30s
service (11, 2.13.5)
53m 2s
flink1 (8, 1.17)
6m 43s
service (8, 2.12.15)
53m 16s
mr (8)
8m 26s
flink2 (11, 2.2)
7m 57s
service (11, 2.12.15)
53m 39s
flink2 (11, 2.1)
7m 46s
spark3 (3.1, 8, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
43m 41s
spark3 (3.2, 11, 2.12, org.apache.spark.shuffle.sort.io.LocalDiskShuffleDataIO)
39m 7s
flink1 (8, 1.20)
7m 58s
flink1 (8, 1.16)
6m 17s
4d 4h 59m 37s