keras-cv/.kokoro/github/ubuntu/gpu/build.sh at 9536d35cd46fc8d26310eeaef563f196d2c001e5 · keras-team/keras-cv · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
set -e
set -x

cd "${KOKORO_ROOT}/"

sudo update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.9 1

PYTHON_BINARY="/usr/bin/python3.9"

"${PYTHON_BINARY}" -m venv venv
source venv/bin/activate
# Check the python version
python --version
python3 --version

export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:"
# Check cuda
nvidia-smi
nvcc --version

cd "src/github/keras-cv"
pip install -U pip setuptools
# psutil is used by background log reader
pip install -U psutil

if [ "${KERAS2:-0}" == "1" ]
then
   echo "Keras2 detected."
   pip install -r requirements-common.txt --progress-bar off
   pip install tensorflow~=2.14
   pip install --extra-index-url https://download.pytorch.org/whl/cpu torch==2.1.0+cpu
   pip install torchvision~=0.16.0
   pip install "jax[cpu]"
   pip install keras-nlp-nightly --no-deps
   pip install tensorflow-text==2.15

elif [ "$KERAS_BACKEND" == "tensorflow" ]
then
   echo "TensorFlow backend detected."
   pip install -r requirements-tensorflow-cuda.txt --progress-bar off
   pip install keras-nlp-nightly

elif [ "$KERAS_BACKEND" == "jax" ]
then
   echo "JAX backend detected."
   pip install -r requirements-jax-cuda.txt --progress-bar off
   pip install keras-nlp-nightly

elif [ "$KERAS_BACKEND" == "torch" ]
then
   echo "PyTorch backend detected."
   pip install -r requirements-torch-cuda.txt --progress-bar off
   pip install keras-nlp-nightly
fi

pip install --no-deps -e "." --progress-bar off

# Run Extra Large Tests for Continuous builds
if [ "${RUN_XLARGE:-0}" == "1" ]
then
   pytest --cache-clear --check_gpu --run_large --run_extra_large --durations 0 \
      keras_cv/bounding_box \
      keras_cv/callbacks \
      keras_cv/losses \
      keras_cv/layers/object_detection \
      keras_cv/layers/preprocessing \
      keras_cv/models/backbones \
      keras_cv/models/classification \
      keras_cv/models/object_detection/retinanet \
      keras_cv/models/object_detection/yolo_v8 \
      keras_cv/models/object_detection_3d \
      keras_cv/models/video_classification \
      keras_cv/models/segmentation \
      keras_cv/models/stable_diffusion
else
   pytest --cache-clear --check_gpu --run_large --durations 0 \
      keras_cv/bounding_box \
      keras_cv/callbacks \
      keras_cv/losses \
      keras_cv/layers/object_detection \
      keras_cv/layers/preprocessing \
      keras_cv/models/backbones \
      keras_cv/models/classification \
      keras_cv/models/object_detection/retinanet \
      keras_cv/models/object_detection/yolo_v8 \
      keras_cv/models/video_classification \
      keras_cv/models/object_detection_3d \
      keras_cv/models/segmentation \
      keras_cv/models/stable_diffusion
fi