Skip to content

Commit 5e31945

Browse files
committed
Update website to output generated at 22966f6
1 parent 36336fb commit 5e31945

File tree

1 file changed

+15
-14
lines changed

1 file changed

+15
-14
lines changed

slides.html

Lines changed: 15 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -7415,6 +7415,7 @@
74157415
processEnvironments: true
74167416
},
74177417
displayAlign: 'center',
7418+
messageStyle: 'none',
74187419
CommonHTML: {
74197420
linebreaks: {
74207421
automatic: true
@@ -7552,23 +7553,23 @@ <h2 id="Using-venv-only">Using venv only<a class="anchor-link" href="#Using-venv
75527553
<div class="jp-CodeMirrorEditor jp-Editor jp-InputArea-editor" data-type="inline">
75537554
<div class="cm-editor cm-s-jupyter">
75547555
<div class="highlight hl-ipython3"><pre><span></span><span class="c1"># Importing the required packages</span>
7555-
<span class="kn">from</span> <span class="nn">time</span> <span class="kn">import</span> <span class="n">sleep</span>
7556+
<span class="kn">from</span><span class="w"> </span><span class="nn">time</span><span class="w"> </span><span class="kn">import</span> <span class="n">sleep</span>
75567557

7557-
<span class="kn">import</span> <span class="nn">matplotlib.pyplot</span> <span class="k">as</span> <span class="nn">plt</span>
7558-
<span class="kn">import</span> <span class="nn">names</span>
7559-
<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
7560-
<span class="kn">from</span> <span class="nn">gymnasium.wrappers</span> <span class="kn">import</span> <span class="n">RescaleAction</span>
7561-
<span class="kn">from</span> <span class="nn">IPython.display</span> <span class="kn">import</span> <span class="n">clear_output</span><span class="p">,</span> <span class="n">display</span>
7562-
<span class="kn">from</span> <span class="nn">stable_baselines3</span> <span class="kn">import</span> <span class="n">PPO</span>
7558+
<span class="kn">import</span><span class="w"> </span><span class="nn">matplotlib.pyplot</span><span class="w"> </span><span class="k">as</span><span class="w"> </span><span class="nn">plt</span>
7559+
<span class="kn">import</span><span class="w"> </span><span class="nn">names</span>
7560+
<span class="kn">import</span><span class="w"> </span><span class="nn">numpy</span><span class="w"> </span><span class="k">as</span><span class="w"> </span><span class="nn">np</span>
7561+
<span class="kn">from</span><span class="w"> </span><span class="nn">gymnasium.wrappers</span><span class="w"> </span><span class="kn">import</span> <span class="n">RescaleAction</span>
7562+
<span class="kn">from</span><span class="w"> </span><span class="nn">IPython.display</span><span class="w"> </span><span class="kn">import</span> <span class="n">clear_output</span><span class="p">,</span> <span class="n">display</span>
7563+
<span class="kn">from</span><span class="w"> </span><span class="nn">stable_baselines3</span><span class="w"> </span><span class="kn">import</span> <span class="n">PPO</span>
75637564

7564-
<span class="kn">from</span> <span class="nn">utils.helpers</span> <span class="kn">import</span> <span class="p">(</span>
7565+
<span class="kn">from</span><span class="w"> </span><span class="nn">utils.helpers</span><span class="w"> </span><span class="kn">import</span> <span class="p">(</span>
75657566
<span class="n">evaluate_ares_ea_agent</span><span class="p">,</span>
75667567
<span class="n">plot_ares_ea_training_history</span><span class="p">,</span>
75677568
<span class="n">show_video</span><span class="p">,</span>
75687569
<span class="p">)</span>
7569-
<span class="kn">from</span> <span class="nn">utils.train</span> <span class="kn">import</span> <span class="n">ARESEACheetah</span><span class="p">,</span> <span class="n">make_env</span><span class="p">,</span> <span class="n">read_from_yaml</span>
7570-
<span class="kn">from</span> <span class="nn">utils.train</span> <span class="kn">import</span> <span class="n">train</span> <span class="k">as</span> <span class="n">train_ares_ea</span>
7571-
<span class="kn">from</span> <span class="nn">utils.utils</span> <span class="kn">import</span> <span class="n">NotVecNormalize</span>
7570+
<span class="kn">from</span><span class="w"> </span><span class="nn">utils.train</span><span class="w"> </span><span class="kn">import</span> <span class="n">ARESEACheetah</span><span class="p">,</span> <span class="n">make_env</span><span class="p">,</span> <span class="n">read_from_yaml</span>
7571+
<span class="kn">from</span><span class="w"> </span><span class="nn">utils.train</span><span class="w"> </span><span class="kn">import</span> <span class="n">train</span> <span class="k">as</span> <span class="n">train_ares_ea</span>
7572+
<span class="kn">from</span><span class="w"> </span><span class="nn">utils.utils</span><span class="w"> </span><span class="kn">import</span> <span class="n">NotVecNormalize</span>
75727573
</pre></div>
75737574
</div>
75747575
</div>
@@ -7883,9 +7884,9 @@ <h2 style="color: #b51f2a">About libraries for RL</h2>
78837884
<ul>
78847885
<li><a href="https://stable-baselines3.readthedocs.io/">Stable-Baselines3</a> for the RL algorithms</li>
78857886
<li><a href="https://gymnasium.farama.org/">Gymnasium</a> for the environment
7886-
<img alt="No description has been provided for this image" src="img/rl_libraries.png" style="width:60%; margin:auto;"/><p style="clear:both; font-size: small; text-align: center; margin-top:1em;">More info <a href="https://neptune.ai/blog/the-best-tools-for-reinforcement-learning-in-python">here</a></p>
7887-
</li>
7887+
<img alt="No description has been provided for this image" src="img/rl_libraries.png" style="width:60%; margin:auto;"/></li>
78887888
</ul>
7889+
<p style="clear:both; font-size: small; text-align: center; margin-top:1em;">More info <a href="https://neptune.ai/blog/the-best-tools-for-reinforcement-learning-in-python">here</a></p>
78897890
<p>Note:</p>
78907891
<ul>
78917892
<li>Gymnasium is the successor of the <a href="https://www.gymlibrary.dev/">OpenAI Gym</a>.</li>
@@ -8220,7 +8221,7 @@ <h3 style="color:#038aa1;">Get familiar with the Gym environment</h3>
82208221
<span class="n">steps</span> <span class="o">=</span> <span class="mi">10</span>
82218222

82228223

8223-
<span class="k">def</span> <span class="nf">change_vertical_corrector</span><span class="p">(</span><span class="n">q1</span><span class="p">,</span> <span class="n">q2</span><span class="p">,</span> <span class="n">cv</span><span class="p">,</span> <span class="n">q3</span><span class="p">,</span> <span class="n">ch</span><span class="p">,</span> <span class="n">steps</span><span class="p">,</span> <span class="n">i</span><span class="p">):</span>
8224+
<span class="k">def</span><span class="w"> </span><span class="nf">change_vertical_corrector</span><span class="p">(</span><span class="n">q1</span><span class="p">,</span> <span class="n">q2</span><span class="p">,</span> <span class="n">cv</span><span class="p">,</span> <span class="n">q3</span><span class="p">,</span> <span class="n">ch</span><span class="p">,</span> <span class="n">steps</span><span class="p">,</span> <span class="n">i</span><span class="p">):</span>
82248225
<span class="n">action</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="n">q1</span><span class="p">,</span> <span class="n">q2</span><span class="p">,</span> <span class="n">cv</span> <span class="o">+</span> <span class="mi">1</span> <span class="o">/</span> <span class="n">steps</span> <span class="o">*</span> <span class="n">i</span><span class="p">,</span> <span class="n">q3</span><span class="p">,</span> <span class="n">ch</span><span class="p">])</span>
82258226
<span class="k">return</span> <span class="n">action</span>
82268227

0 commit comments

Comments
 (0)