kaggle-environments/run_tests.sh at master · Kaggle/kaggle-environments · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
#!/bin/bash
# Test runner for kaggle-environments
#
# Usage:
#   ./run_tests.sh                       # Run tests locally with uv
#   ./run_tests.sh --docker              # Run tests in Docker container
#   ./run_tests.sh --multicontainer      # Run multi-container tests (orchestrator + agents).
#   ./run_tests.sh -k "rps"              # Run only RPS tests (local)
#   ./run_tests.sh --docker -k "rps"     # Run only RPS tests (Docker)
#   ./run_tests.sh --verbose             # Run with verbose output

set -e

# Change to the directory where the script is located
REPO_ROOT="$(cd "$(dirname "$0")" && pwd)"
cd "$REPO_ROOT"

USE_DOCKER=false
USE_MULTICONTAINER=false
PYTEST_ARGS="--tb=short"

while [ $# -gt 0 ]; do
    case $1 in
        --docker)
            USE_DOCKER=true
            shift
            ;;
        --multicontainer)
            USE_MULTICONTAINER=true
            shift
            ;;
        --verbose|-v)
            PYTEST_ARGS="$PYTEST_ARGS -vv"
            shift
            ;;
        -k)
            PYTEST_ARGS="$PYTEST_ARGS -k $2"
            shift 2
            ;;
        --help|-h)
            echo "Usage: $0 [options]"
            echo ""
            echo "Options:"
            echo "  --docker            Run tests in Docker container"
            echo "  --multicontainer    Run multi-container tests (orchestrator + agents)"
            echo "  -v, --verbose       Verbose output"
            echo "  -k PATTERN          Only run tests matching PATTERN"
            echo "  -h, --help          Show this help"
            exit 0
            ;;
        *)
            # Pass through any other arguments to pytest
            PYTEST_ARGS="$PYTEST_ARGS $1"
            shift
            ;;
    esac
done

if [ "$USE_MULTICONTAINER" = true ]; then
    echo "=============================================="
    echo "Kaggle Environments Tests (Multi-container)"
    echo "=============================================="
    echo ""

    # Check if Docker image exists
    if ! docker image inspect python-simulations-cpu >/dev/null 2>&1; then
        echo "Docker image 'python-simulations-cpu' not found."
        echo "Building image with docker/build_cpu.sh..."
        "$REPO_ROOT/docker/build_cpu.sh"
    fi

    cd "$REPO_ROOT/tests/integration"

    echo "Starting orchestrator and agent services..."
    docker compose up -d orchestrator agent-1 agent-2

    echo "Waiting for services to be ready..."
    sleep 3

    echo "Running multi-container tests..."
    echo ""

    # Run the tests with MULTICONTAINER_TEST environment variable
    docker compose run --rm -e MULTICONTAINER_TEST=1 test-runner pytest tests/integration/test_multicontainer.py $PYTEST_ARGS

    echo ""
    echo "Cleaning up services..."
    docker compose down

elif [ "$USE_DOCKER" = true ]; then
    echo "=============================================="
    echo "Kaggle Environments Tests (Docker)"
    echo "=============================================="
    echo ""

    # Check if Docker image exists
    if ! docker image inspect python-simulations-cpu >/dev/null 2>&1; then
        echo "Docker image 'python-simulations-cpu' not found."
        echo "Building image with docker/build_cpu.sh..."
        "$REPO_ROOT/docker/build_cpu.sh"
    fi

    echo "Running tests in Docker container..."
    echo ""

    docker run --rm \
        -v "$REPO_ROOT/tests:/usr/src/app/kaggle_environments/tests:ro" \
        -v "$REPO_ROOT/kaggle_environments:/usr/src/app/kaggle_environments/kaggle_environments:ro" \
        -e PYTHONUNBUFFERED=1 \
        --workdir /usr/src/app/kaggle_environments \
        python-simulations-cpu \
        python -m pytest tests/ kaggle_environments/ $PYTEST_ARGS
else
    echo "=============================================="
    echo "Kaggle Environments Tests (Local)"
    echo "=============================================="
    echo ""

    uv sync

    echo "Running tests with uv..."
    echo ""

    uv run pytest tests/ kaggle_environments/ $PYTEST_ARGS
fi

echo "=============================================="
echo "Tests completed."
echo "=============================================="