ClimaComms.jl/.buildkite/pipeline.yml at 7806711eb641f9390cb9553c1baf0d31c691498e · CliMA/ClimaComms.jl · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
agents:
  queue: central
  slurm_mem: 8G
  modules: climacommon/2024_05_27

env:
  OPENBLAS_NUM_THREADS: 1

steps:
  - label: "initialize"
    key: "initialize"
    command:
      - echo "--- Instantiate project"
      - julia --project=test -e 'using Pkg; Pkg.develop(;path="."); Pkg.add(["CUDA", "MPI"]); Pkg.instantiate(;verbose=true); Pkg.precompile(;strict=true)'
      # force the initialization of the CUDA runtime as it is lazily loaded by default
      - "julia --project=test -e 'using CUDA; CUDA.precompile_runtime()'"
      - "julia --project=test -e 'using Pkg; Pkg.status()'"

    agents:
      slurm_gpus: 1
      slurm_cpus_per_task: 8
    env:
      JULIA_NUM_PRECOMPILE_TASKS: 8

  - wait

  - label: ":computer: tests"
    key: "cpu_tests"
    command:
      - julia --project=test test/runtests.jl
    env:
      CLIMACOMMS_TEST_DEVICE: CPU

  - label: ":computer: tests MPI"
    key: "cpu_tests_mpi"
    command:
      - srun julia --color=yes --project=test test/runtests.jl
    env:
      CLIMACOMMS_TEST_DEVICE: CPU
      CLIMACOMMS_CONTEXT: MPI
      CLIMACOMMS_DEVICE: CPU
    agents:
      slurm_ntasks: 2

  - label: ":computer: threaded tests"
    key: "cpu_threaded_tests"
    command:
      - julia --threads 4 --project=test test/runtests.jl
    env:
      CLIMACOMMS_TEST_DEVICE: CPU
      CLIMACOMMS_DEVICE: CPU
    agents:
      slurm_cpus_per_task: 4

  - label: ":computer: threaded tests MPI"
    key: "cpu_threaded_tests_mpi"
    command:
      - srun julia --color=yes --threads 4 --project=test test/runtests.jl
    env:
      CLIMACOMMS_TEST_DEVICE: CPU
      CLIMACOMMS_CONTEXT: MPI
      CLIMACOMMS_DEVICE: CPU
    agents:
      slurm_ntasks: 2
      slurm_cpus_per_task: 4

  - label: ":flower_playing_cards: tests"
    key: "gpu_tests"
    command:
      - julia --project=test test/runtests.jl
    env:
      CLIMACOMMS_TEST_DEVICE: CUDA
      CLIMACOMMS_DEVICE: CUDA
    agents:
      slurm_gpus: 1

  - label: ":flower_playing_cards: tests MPI"
    key: "gpu_tests_mpi"
    command:
      - srun julia --color=yes --project=test test/runtests.jl
    env:
      CLIMACOMMS_TEST_DEVICE: CUDA
      CLIMACOMMS_CONTEXT: MPI
      CLIMACOMMS_DEVICE: CUDA
    agents:
      slurm_gpus_per_task: 1
      slurm_ntasks: 2