added missing libraries for videorendering in cart pole on sc tutorial

.gitignore

@@ -8,7 +8,7 @@
 *.user
 *.userosscache
 *.sln.docstates
-
+.ipynb_checkpoints
 # User-specific files (MonoDevelop/Xamarin Studio)
 *.userprefs
 

how-to-use-azureml/reinforcement-learning/atari-on-distributed-compute/config.json

@@ -0,0 +1,5 @@
+{
+    "subscription_id": "ea5d97cf-5265-410e-85f9-9bbe0ed6d9b5",
+    "resource_group": "ragweed",
+    "workspace_name": "lukasml"
+}

how-to-use-azureml/reinforcement-learning/atari-on-distributed-compute/files/docker/Dockerfile

@@ -0,0 +1,32 @@
+FROM mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20200423.v1
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    python-opengl \
+    rsync \
+    xvfb && \
+    apt-get clean -y && \
+    rm -rf /var/lib/apt/lists/* && \
+    rm -rf /usr/share/man/*
+
+RUN conda install -y conda=4.7.12 python=3.7 && conda clean -ay && \
+    pip install --no-cache-dir \
+    azureml-defaults \
+    azureml-dataset-runtime[fuse,pandas] \
+    azureml-contrib-reinforcementlearning \
+    gputil \
+    cloudpickle==1.3.0 \
+    tensorboardX \
+    tensorflow==1.14.0 \
+    scipy \
+    tabulate \
+    dm_tree \
+    lz4 \
+    ray==0.8.3 \
+    ray[rllib,dashboard,tune]==0.8.3 \
+    psutil \
+    setproctitle \
+    pyglet \
+    numpy \
+    gym[atari] && \
+    conda install -y -c conda-forge x264='1!152.20180717' ffmpeg=4.0.2 && \
+    conda install -c anaconda opencv

how-to-use-azureml/reinforcement-learning/atari-on-distributed-compute/files/pong_rllib.py

@@ -37,4 +37,8 @@
             "model": {"dim": 42},
         },
         stop=args.stop,
-        local_dir='./logs')
+      #  local_dir='./logs',
+       checkpoint_freq=args.checkpoint_freq,
+        checkpoint_at_end=args.checkpoint_at_end,
+        local_dir=args.local_dir
+    )

how-to-use-azureml/reinforcement-learning/atari-on-distributed-compute/logs/IMPALA/IMPALA_PongNoFrameskip-v4_0_2021-08-25_15-26-25sj54syly/params.json

@@ -0,0 +1,15 @@
+{
+  "callbacks": {
+    "on_train_result": "<function on_train_result at 0x7f1556da57b8>"
+  },
+  "env": "PongNoFrameskip-v4",
+  "model": {
+    "dim": 42
+  },
+  "num_data_loader_buffers": 2,
+  "num_gpus": 1,
+  "num_sgd_iter": 2,
+  "num_workers": 13,
+  "sample_batch_size": 50,
+  "train_batch_size": 1000
+}

how-to-use-azureml/reinforcement-learning/atari-on-distributed-compute/logs/IMPALA/experiment_state-2021-08-25_15-26-25.json

@@ -0,0 +1,117 @@
+{
+  "checkpoints": [
+    {
+      "trainable_name": "IMPALA",
+      "trial_id": "00000",
+      "config": {
+        "env": "PongNoFrameskip-v4",
+        "num_gpus": 1,
+        "num_workers": 13,
+        "callbacks": {
+          "on_train_result": {
+            "_type": "CLOUDPICKLE_FALLBACK",
+            "value": "80049527000000000000008c0f7574696c732e63616c6c6261636b73948c0f6f6e5f747261696e5f726573756c749493942e"
+          }
+        },
+        "sample_batch_size": 50,
+        "train_batch_size": 1000,
+        "num_sgd_iter": 2,
+        "num_data_loader_buffers": 2,
+        "model": {
+          "dim": 42
+        }
+      },
+      "local_dir": "/mnt/batch/tasks/shared/LS_root/jobs/lukasml/azureml/rllib-pong-multi-node_1629905125_976a507b_head/wd/azureml/rllib-pong-multi-node_1629905125_976a507b_head/logs/IMPALA",
+      "evaluated_params": {},
+      "experiment_tag": "0",
+      "location": {
+        "_type": "CLOUDPICKLE_FALLBACK",
+        "value": "8004953a000000000000008c0e7261792e74756e652e747269616c948c084c6f636174696f6e9493942981947d94288c08686f73746e616d65944e8c03706964944e75622e"
+      },
+      "resources": {
+        "cpu": 1,
+        "gpu": 1,
+        "memory": 0,
+        "object_store_memory": 0,
+        "extra_cpu": 13,
+        "extra_gpu": 0,
+        "extra_memory": 0,
+        "extra_object_store_memory": 0,
+        "custom_resources": {},
+        "extra_custom_resources": {}
+      },
+      "stopping_criterion": {
+        "episode_reward_mean": 18,
+        "time_total_s": 3600
+      },
+      "loggers": "80044e2e",
+      "sync_to_driver_fn": "80044e2e",
+      "verbose": true,
+      "max_failures": 0,
+      "last_result": {},
+      "last_update_time": -Infinity,
+      "metric_analysis": {},
+      "export_formats": [],
+      "status": "PENDING",
+      "start_time": null,
+      "logdir": "/mnt/batch/tasks/shared/LS_root/jobs/lukasml/azureml/rllib-pong-multi-node_1629905125_976a507b_head/wd/azureml/rllib-pong-multi-node_1629905125_976a507b_head/logs/IMPALA/IMPALA_PongNoFrameskip-v4_0_2021-08-25_15-26-25sj54syly",
+      "runner": null,
+      "result_logger": null,
+      "last_debug": 0,
+      "error_file": null,
+      "error_msg": null,
+      "custom_trial_name": null,
+      "saving_to": null,
+      "remote_checkpoint_dir_prefix": null,
+      "checkpoint_freq": 2,
+      "checkpoint_at_end": true,
+      "sync_on_checkpoint": true,
+      "checkpoint_manager": {
+        "_type": "CLOUDPICKLE_FALLBACK",
+        "value": "80049565010000000000008c1b7261792e74756e652e636865636b706f696e745f6d616e61676572948c11436865636b706f696e744d616e616765729493942981947d94288c146b6565705f636865636b706f696e74735f6e756d94477ff00000000000008c165f636865636b706f696e745f73636f72655f6465736394898c165f636865636b706f696e745f73636f72655f61747472948c12747261696e696e675f697465726174696f6e948c1c6e65776573745f70657273697374656e745f636865636b706f696e749468008c0a436865636b706f696e749493942981947d94288c0773746f72616765948c0a70657273697374656e74948c0576616c7565944e8c06726573756c74947d9475628c186e65776573745f6d656d6f72795f636865636b706f696e7494680b2981947d9428680e8c066d656d6f72799468104e68117d9475628c115f626573745f636865636b706f696e7473945d948c0b5f6d656d62657273686970948f9475622e"
+      },
+      "restore_path": null,
+      "restoring_from": null,
+      "num_failures": 0,
+      "results": "80044e2e",
+      "best_result": "80044e2e",
+      "param_config": "80044e2e",
+      "extra_arg": "80044e2e",
+      "_nonjson_fields": [
+        "loggers",
+        "sync_to_driver_fn",
+        "results",
+        "best_result",
+        "param_config",
+        "extra_arg"
+      ],
+      "resuming_from": null,
+      "__logger_started__": true
+    }
+  ],
+  "runner_data": {
+    "_global_time_limit": Infinity,
+    "_total_time": 0,
+    "_iteration": 0,
+    "_verbose": true,
+    "_server_port": 4321,
+    "_cached_trial_decisions": {},
+    "_local_checkpoint_dir": "/mnt/batch/tasks/shared/LS_root/jobs/lukasml/azureml/rllib-pong-multi-node_1629905125_976a507b_head/wd/azureml/rllib-pong-multi-node_1629905125_976a507b_head/logs/IMPALA",
+    "_remote_checkpoint_dir": null,
+    "_stopper": {
+      "_type": "CLOUDPICKLE_FALLBACK",
+      "value": "80049527000000000000008c107261792e74756e652e73746f70706572948c0b4e6f6f7053746f707065729493942981942e"
+    },
+    "_resumed": false,
+    "_start_time": 1629905185.8132057,
+    "_last_checkpoint_time": 1629905185.8507078,
+    "_checkpoint_period": 10,
+    "_session_str": "2021-08-25_15-26-25",
+    "checkpoint_file": "/mnt/batch/tasks/shared/LS_root/jobs/lukasml/azureml/rllib-pong-multi-node_1629905125_976a507b_head/wd/azureml/rllib-pong-multi-node_1629905125_976a507b_head/logs/IMPALA/experiment_state-2021-08-25_15-26-25.json",
+    "launch_web_server": false
+  },
+  "stats": {
+    "start_time": 1629905185.8132057,
+    "timestamp": 1629905185.8507078
+  }
+}