|
7415 | 7415 | processEnvironments: true |
7416 | 7416 | }, |
7417 | 7417 | displayAlign: 'center', |
| 7418 | + messageStyle: 'none', |
7418 | 7419 | CommonHTML: { |
7419 | 7420 | linebreaks: { |
7420 | 7421 | automatic: true |
@@ -7552,23 +7553,23 @@ <h2 id="Using-venv-only">Using venv only<a class="anchor-link" href="#Using-venv |
7552 | 7553 | <div class="jp-CodeMirrorEditor jp-Editor jp-InputArea-editor" data-type="inline"> |
7553 | 7554 | <div class="cm-editor cm-s-jupyter"> |
7554 | 7555 | <div class="highlight hl-ipython3"><pre><span></span><span class="c1"># Importing the required packages</span> |
7555 | | -<span class="kn">from</span> <span class="nn">time</span> <span class="kn">import</span> <span class="n">sleep</span> |
| 7556 | +<span class="kn">from</span><span class="w"> </span><span class="nn">time</span><span class="w"> </span><span class="kn">import</span> <span class="n">sleep</span> |
7556 | 7557 |
|
7557 | | -<span class="kn">import</span> <span class="nn">matplotlib.pyplot</span> <span class="k">as</span> <span class="nn">plt</span> |
7558 | | -<span class="kn">import</span> <span class="nn">names</span> |
7559 | | -<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span> |
7560 | | -<span class="kn">from</span> <span class="nn">gymnasium.wrappers</span> <span class="kn">import</span> <span class="n">RescaleAction</span> |
7561 | | -<span class="kn">from</span> <span class="nn">IPython.display</span> <span class="kn">import</span> <span class="n">clear_output</span><span class="p">,</span> <span class="n">display</span> |
7562 | | -<span class="kn">from</span> <span class="nn">stable_baselines3</span> <span class="kn">import</span> <span class="n">PPO</span> |
| 7558 | +<span class="kn">import</span><span class="w"> </span><span class="nn">matplotlib.pyplot</span><span class="w"> </span><span class="k">as</span><span class="w"> </span><span class="nn">plt</span> |
| 7559 | +<span class="kn">import</span><span class="w"> </span><span class="nn">names</span> |
| 7560 | +<span class="kn">import</span><span class="w"> </span><span class="nn">numpy</span><span class="w"> </span><span class="k">as</span><span class="w"> </span><span class="nn">np</span> |
| 7561 | +<span class="kn">from</span><span class="w"> </span><span class="nn">gymnasium.wrappers</span><span class="w"> </span><span class="kn">import</span> <span class="n">RescaleAction</span> |
| 7562 | +<span class="kn">from</span><span class="w"> </span><span class="nn">IPython.display</span><span class="w"> </span><span class="kn">import</span> <span class="n">clear_output</span><span class="p">,</span> <span class="n">display</span> |
| 7563 | +<span class="kn">from</span><span class="w"> </span><span class="nn">stable_baselines3</span><span class="w"> </span><span class="kn">import</span> <span class="n">PPO</span> |
7563 | 7564 |
|
7564 | | -<span class="kn">from</span> <span class="nn">utils.helpers</span> <span class="kn">import</span> <span class="p">(</span> |
| 7565 | +<span class="kn">from</span><span class="w"> </span><span class="nn">utils.helpers</span><span class="w"> </span><span class="kn">import</span> <span class="p">(</span> |
7565 | 7566 | <span class="n">evaluate_ares_ea_agent</span><span class="p">,</span> |
7566 | 7567 | <span class="n">plot_ares_ea_training_history</span><span class="p">,</span> |
7567 | 7568 | <span class="n">show_video</span><span class="p">,</span> |
7568 | 7569 | <span class="p">)</span> |
7569 | | -<span class="kn">from</span> <span class="nn">utils.train</span> <span class="kn">import</span> <span class="n">ARESEACheetah</span><span class="p">,</span> <span class="n">make_env</span><span class="p">,</span> <span class="n">read_from_yaml</span> |
7570 | | -<span class="kn">from</span> <span class="nn">utils.train</span> <span class="kn">import</span> <span class="n">train</span> <span class="k">as</span> <span class="n">train_ares_ea</span> |
7571 | | -<span class="kn">from</span> <span class="nn">utils.utils</span> <span class="kn">import</span> <span class="n">NotVecNormalize</span> |
| 7570 | +<span class="kn">from</span><span class="w"> </span><span class="nn">utils.train</span><span class="w"> </span><span class="kn">import</span> <span class="n">ARESEACheetah</span><span class="p">,</span> <span class="n">make_env</span><span class="p">,</span> <span class="n">read_from_yaml</span> |
| 7571 | +<span class="kn">from</span><span class="w"> </span><span class="nn">utils.train</span><span class="w"> </span><span class="kn">import</span> <span class="n">train</span> <span class="k">as</span> <span class="n">train_ares_ea</span> |
| 7572 | +<span class="kn">from</span><span class="w"> </span><span class="nn">utils.utils</span><span class="w"> </span><span class="kn">import</span> <span class="n">NotVecNormalize</span> |
7572 | 7573 | </pre></div> |
7573 | 7574 | </div> |
7574 | 7575 | </div> |
@@ -7883,9 +7884,9 @@ <h2 style="color: #b51f2a">About libraries for RL</h2> |
7883 | 7884 | <ul> |
7884 | 7885 | <li><a href="https://stable-baselines3.readthedocs.io/">Stable-Baselines3</a> for the RL algorithms</li> |
7885 | 7886 | <li><a href="https://gymnasium.farama.org/">Gymnasium</a> for the environment |
7886 | | -<img alt="No description has been provided for this image" src="img/rl_libraries.png" style="width:60%; margin:auto;"/><p style="clear:both; font-size: small; text-align: center; margin-top:1em;">More info <a href="https://neptune.ai/blog/the-best-tools-for-reinforcement-learning-in-python">here</a></p> |
7887 | | -</li> |
| 7887 | +<img alt="No description has been provided for this image" src="img/rl_libraries.png" style="width:60%; margin:auto;"/></li> |
7888 | 7888 | </ul> |
| 7889 | +<p style="clear:both; font-size: small; text-align: center; margin-top:1em;">More info <a href="https://neptune.ai/blog/the-best-tools-for-reinforcement-learning-in-python">here</a></p> |
7889 | 7890 | <p>Note:</p> |
7890 | 7891 | <ul> |
7891 | 7892 | <li>Gymnasium is the successor of the <a href="https://www.gymlibrary.dev/">OpenAI Gym</a>.</li> |
@@ -8220,7 +8221,7 @@ <h3 style="color:#038aa1;">Get familiar with the Gym environment</h3> |
8220 | 8221 | <span class="n">steps</span> <span class="o">=</span> <span class="mi">10</span> |
8221 | 8222 |
|
8222 | 8223 |
|
8223 | | -<span class="k">def</span> <span class="nf">change_vertical_corrector</span><span class="p">(</span><span class="n">q1</span><span class="p">,</span> <span class="n">q2</span><span class="p">,</span> <span class="n">cv</span><span class="p">,</span> <span class="n">q3</span><span class="p">,</span> <span class="n">ch</span><span class="p">,</span> <span class="n">steps</span><span class="p">,</span> <span class="n">i</span><span class="p">):</span> |
| 8224 | +<span class="k">def</span><span class="w"> </span><span class="nf">change_vertical_corrector</span><span class="p">(</span><span class="n">q1</span><span class="p">,</span> <span class="n">q2</span><span class="p">,</span> <span class="n">cv</span><span class="p">,</span> <span class="n">q3</span><span class="p">,</span> <span class="n">ch</span><span class="p">,</span> <span class="n">steps</span><span class="p">,</span> <span class="n">i</span><span class="p">):</span> |
8224 | 8225 | <span class="n">action</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="n">q1</span><span class="p">,</span> <span class="n">q2</span><span class="p">,</span> <span class="n">cv</span> <span class="o">+</span> <span class="mi">1</span> <span class="o">/</span> <span class="n">steps</span> <span class="o">*</span> <span class="n">i</span><span class="p">,</span> <span class="n">q3</span><span class="p">,</span> <span class="n">ch</span><span class="p">])</span> |
8225 | 8226 | <span class="k">return</span> <span class="n">action</span> |
8226 | 8227 |
|
|
0 commit comments