Skip to content

Commit 89fd21f

Browse files
rkooo567rkooo567
committed
[BRING BACK TO MASTER] Update result and fix sanity check bugs.
1 parent 56810e1 commit 89fd21f

File tree

7 files changed

+91
-7
lines changed

7 files changed

+91
-7
lines changed

‎doc/dev/bin/pip_download_test.sh

+11-2
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,10 @@
33
# This script automatically download ray and run the sanity check (sanity_check.py)
44
# in various Python version. This script requires conda command to exist.
55

6+
unset RAY_ADDRESS
7+
export RAY_HASH=$RAY_HASH
8+
export RAY_VERSION=$RAY_VERSION
9+
610
if [[ -z "$RAY_HASH" ]]; then
711
echo "RAY_HASH env var should be provided"
812
exit 1
@@ -27,7 +31,7 @@ pip install --upgrade pip
2731
# This is required to use conda activate
2832
source "$(conda info --base)/etc/profile.d/conda.sh"
2933

30-
for PYTHON_VERSION in "3.5" "3.6" "3.7" "3.8"
34+
for PYTHON_VERSION in "3.6" "3.7" "3.8"
3135
do
3236
env_name="${RAY_VERSION}-${PYTHON_VERSION}-env"
3337
conda create -y -n "${env_name}" python=${PYTHON_VERSION}
@@ -41,7 +45,12 @@ do
4145
printf "\n\n\n"
4246

4347
pip install redis==3.3.2
44-
pip install msgpack==0.6.2
48+
pip install msgpack==1.0.0
49+
pip install aioredis
50+
pip install colorful
51+
pip install prometheus-client==0.7.1
52+
pip install opencensus
53+
pip install gpustat
4554
pip install ray
4655
pip uninstall -y ray
4756
pip install --index-url https://test.pypi.org/simple/ ray

‎doc/dev/bin/ray-project/cluster.yaml

+6-3
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ cluster_name: sanity-check
55

66
# The maximum number of workers nodes to launch in addition to the head
77
# node. This takes precedence over min_workers. min_workers defaults to 0.
8-
max_workers: 1
8+
max_workers: 0
99

1010
# Cloud-provider specific configuration.
1111
provider:
@@ -23,13 +23,16 @@ head_setup_commands:
2323
- wget --quiet https://repo.continuum.io/archive/Anaconda3-5.0.1-Linux-x86_64.sh || true
2424
- bash Anaconda3-5.0.1-Linux-x86_64.sh -b -p $HOME/anaconda3 || true
2525
- echo 'export PATH="$HOME/anaconda3/bin:$PATH"' >> ~/.bashrc
26+
- echo 'RAY_VERSION=0.8.7' >> ~/.bashrc
27+
- echo 'RAY_HASH=56810e136587432ed4758d882bf8894b930355e3' >> ~/.bashrc
28+
- chmod +x ./pip_download_test.sh || true
2629
- pip install -U pip
2730

2831
# Custom commands that will be run on worker nodes after common setup.
2932
worker_setup_commands: []
3033

3134
# Command to start ray on the head node. You don't need to change this.
32-
head_start_ray_commands: []
35+
head_start_ray_commands: [ray stop]
3336

3437
# Command to start ray on worker nodes. You don't need to change this.
35-
worker_start_ray_commands: []
38+
worker_start_ray_commands: [ray stop]

‎doc/dev/download_wheels.sh

-2
Original file line numberDiff line numberDiff line change
@@ -11,12 +11,10 @@ if [[ -z "$RAY_VERSION" ]]; then
1111
fi
1212

1313
# Make sure Linux wheels are downloadable without errors.
14-
wget "https://s3-us-west-2.amazonaws.com/ray-wheels/releases/$RAY_VERSION/$RAY_HASH/ray-$RAY_VERSION-cp35-cp35m-manylinux1_x86_64.whl"
1514
wget "https://s3-us-west-2.amazonaws.com/ray-wheels/releases/$RAY_VERSION/$RAY_HASH/ray-$RAY_VERSION-cp36-cp36m-manylinux1_x86_64.whl"
1615
wget "https://s3-us-west-2.amazonaws.com/ray-wheels/releases/$RAY_VERSION/$RAY_HASH/ray-$RAY_VERSION-cp37-cp37m-manylinux1_x86_64.whl"
1716
wget "https://s3-us-west-2.amazonaws.com/ray-wheels/releases/$RAY_VERSION/$RAY_HASH/ray-$RAY_VERSION-cp38-cp38-manylinux1_x86_64.whl"
1817
# Make sure macos wheels are downloadable without errors.
19-
wget "https://s3-us-west-2.amazonaws.com/ray-wheels/releases/$RAY_VERSION/$RAY_HASH/ray-$RAY_VERSION-cp35-cp35m-macosx_10_13_intel.whl"
2018
wget "https://s3-us-west-2.amazonaws.com/ray-wheels/releases/$RAY_VERSION/$RAY_HASH/ray-$RAY_VERSION-cp36-cp36m-macosx_10_13_intel.whl"
2119
wget "https://s3-us-west-2.amazonaws.com/ray-wheels/releases/$RAY_VERSION/$RAY_HASH/ray-$RAY_VERSION-cp37-cp37m-macosx_10_13_intel.whl"
2220
# Wheel name convention has been changed from Python 3.8.

‎doc/dev/release_logs/0.8.7/rllib_regression.txt

+41
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,41 @@
1+
== Status ==
2+
Memory usage on this node: 9.5/480.3 GiB
3+
Using FIFO scheduling algorithm.
4+
Resources requested: 0/64 CPUs, 0.0/8 GPUs, 0.0/325.78 GiB heap, 0.0/99.07 GiB objects
5+
Result logdir: /home/ubuntu/ray_results/apex
6+
Result logdir: /home/ubuntu/ray_results/atari-a2c
7+
Result logdir: /home/ubuntu/ray_results/atari-basic-dqn
8+
Result logdir: /home/ubuntu/ray_results/atari-impala
9+
Result logdir: /home/ubuntu/ray_results/atari-ppo-tf
10+
Result logdir: /home/ubuntu/ray_results/atari-ppo-torch
11+
Number of trials: 24 (24 TERMINATED)
12+
+-------------------------------------------+------------+-------+--------+------------------+---------+----------+
13+
| Trial name | status | loc | iter | total time (s) | ts | reward |
14+
|-------------------------------------------+------------+-------+--------+------------------+---------+----------|
15+
| IMPALA_BreakoutNoFrameskip-v4_b13b3_00000 | TERMINATED | | 355 | 3601.74 | 7491750 | 381.68 |
16+
| IMPALA_BreakoutNoFrameskip-v4_b13b3_00001 | TERMINATED | | 355 | 3603.97 | 7482000 | 367.12 |
17+
| IMPALA_BreakoutNoFrameskip-v4_b13b3_00002 | TERMINATED | | 356 | 3607.98 | 7528500 | 375.77 |
18+
| IMPALA_BreakoutNoFrameskip-v4_b13b3_00003 | TERMINATED | | 355 | 3605.97 | 7411000 | 328.21 |
19+
| PPO_BreakoutNoFrameskip-v4_b13b3_00004 | TERMINATED | | 664 | 3603.23 | 3320000 | 31.47 |
20+
| PPO_BreakoutNoFrameskip-v4_b13b3_00005 | TERMINATED | | 906 | 3603.53 | 4530000 | 41.31 |
21+
| PPO_BreakoutNoFrameskip-v4_b13b3_00006 | TERMINATED | | 897 | 3600.83 | 4485000 | 60.32 |
22+
| PPO_BreakoutNoFrameskip-v4_b13b3_00007 | TERMINATED | | 913 | 3600.05 | 4565000 | 51.28 |
23+
| PPO_BreakoutNoFrameskip-v4_b13b3_00008 | TERMINATED | | 492 | 3606.93 | 2460000 | 35.75 |
24+
| PPO_BreakoutNoFrameskip-v4_b13b3_00009 | TERMINATED | | 480 | 3600.3 | 2400000 | 13.71 |
25+
| PPO_BreakoutNoFrameskip-v4_b13b3_00010 | TERMINATED | | 416 | 3606.47 | 2080000 | 7.49 |
26+
| PPO_BreakoutNoFrameskip-v4_b13b3_00011 | TERMINATED | | 422 | 3602.06 | 2110000 | 13.29 |
27+
| APEX_BreakoutNoFrameskip-v4_b13b3_00012 | TERMINATED | | 106 | 3614.12 | 5371360 | 48.41 |
28+
| APEX_BreakoutNoFrameskip-v4_b13b3_00013 | TERMINATED | | 103 | 3618.46 | 7777760 | 82.33 |
29+
| APEX_BreakoutNoFrameskip-v4_b13b3_00014 | TERMINATED | | 94 | 3627.11 | 6155840 | 62.79 |
30+
| APEX_BreakoutNoFrameskip-v4_b13b3_00015 | TERMINATED | | 92 | 3615.04 | 6159520 | 63.5 |
31+
| A2C_BreakoutNoFrameskip-v4_b13b3_00016 | TERMINATED | | 352 | 3606.65 | 3135000 | 62.67 |
32+
| A2C_BreakoutNoFrameskip-v4_b13b3_00017 | TERMINATED | | 351 | 3605.31 | 3098000 | 124.24 |
33+
| A2C_BreakoutNoFrameskip-v4_b13b3_00018 | TERMINATED | | 351 | 3607.44 | 3113500 | 129.7 |
34+
| A2C_BreakoutNoFrameskip-v4_b13b3_00019 | TERMINATED | | 353 | 3601.78 | 4086000 | 271.04 |
35+
| DQN_BreakoutNoFrameskip-v4_b13b3_00020 | TERMINATED | | 24 | 3682.43 | 250000 | 11.27 |
36+
| DQN_BreakoutNoFrameskip-v4_b13b3_00021 | TERMINATED | | 24 | 3681.4 | 250000 | 15.9 |
37+
| DQN_BreakoutNoFrameskip-v4_b13b3_00022 | TERMINATED | | 24 | 3677.74 | 250000 | 11.62 |
38+
| DQN_BreakoutNoFrameskip-v4_b13b3_00023 | TERMINATED | | 24 | 3664.08 | 250000 | 7.47 |
39+
+-------------------------------------------+------------+-------+--------+------------------+---------+----------+
40+
41+

‎doc/dev/release_logs/0.8.7/stress_tests/application_stress_test.txt

+14
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
== Status ==
2+
Memory usage on this node: 22.0/480.3 GiB
3+
Using FIFO scheduling algorithm.
4+
Resources requested: 0/640 CPUs, 0/8 GPUs, 0.0/1906.54 GiB heap, 0.0/566.21 GiB objects (0/1.0 GPUType:V100)
5+
Result logdir: /home/ubuntu/ray_results/atari-impala
6+
Number of trials: 4 (4 TERMINATED)
7+
+------------------------------------------------+------------+-------+-----------------------------+--------+------------------+----------+----------+
8+
| Trial name | status | loc | env | iter | total time (s) | ts | reward |
9+
|------------------------------------------------+------------+-------+-----------------------------+--------+------------------+----------+----------|
10+
| IMPALA_BreakoutNoFrameskip-v4_b783d_00000 | TERMINATED | | BreakoutNoFrameskip-v4 | 746 | 7521.77 | 30009000 | 462.43 |
11+
| IMPALA_BeamRiderNoFrameskip-v4_b783d_00001 | TERMINATED | | BeamRiderNoFrameskip-v4 | 761 | 7671.4 | 30024500 | 2318.14 |
12+
| IMPALA_QbertNoFrameskip-v4_b783d_00002 | TERMINATED | | QbertNoFrameskip-v4 | 739 | 7457.03 | 30022000 | 10025.5 |
13+
| IMPALA_SpaceInvadersNoFrameskip-v4_b783d_00003 | TERMINATED | | SpaceInvadersNoFrameskip-v4 | 766 | 7718.84 | 30037000 | 786.8 |
14+
+------------------------------------------------+------------+-------+-----------------------------+--------+------------------+----------+----------+

‎doc/dev/release_logs/0.8.7/stress_tests/test_dead_actors.txt

+4
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
Finished in: 456.6799967288971s
2+
Average iteration time: 4.566798083782196s
3+
Max iteration time: 10.93368911743164s
4+
Min iteration time: 1.0819299221038818s

‎doc/dev/release_logs/0.8.7/stress_tests/test_many_tasks.txt

+15
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,15 @@
1+
Stage 0 results:
2+
Total time: 22.120722770690918
3+
Stage 1 results:
4+
Total time: 174.56333804130554
5+
Average iteration time: 17.456315088272095
6+
Max iteration time: 18.66864323616028
7+
Min iteration time: 15.951467514038086
8+
Stage 2 results:
9+
Total time: 1324.5760805606842
10+
Average iteration time: 264.91476254463197
11+
Max iteration time: 278.47786712646484
12+
Min iteration time: 248.30649852752686
13+
Stage 3 results:
14+
Actor creation time: 3.133239269256592
15+
Total time: 2001.6567075252533

0 commit comments

Comments
 (0)