Add score normalization for bipedal walker and lunar lander

Author: araffin

rl_zoo3/plots/plot_from_file.py

@@ -156,6 +156,8 @@ def plot_from_file():  # noqa: C901
         "Ant": "AntBulletEnv-v0",
         "Hopper": "HopperBulletEnv-v0",
         "Walker": "Walker2DBulletEnv-v0",
+        "LunarLanderContinuous": "LunarLanderContinuous-v3",
+        "BipedalWalker": "BipedalWalker-v3",
     }
     # Backward compat
     skip_all_algos_dict = False

rl_zoo3/plots/score_normalization.py

@@ -22,6 +22,8 @@ class ReferenceScore(NamedTuple):
     ReferenceScore("AntBulletEnv-v0", 300, 3500),
     ReferenceScore("HopperBulletEnv-v0", 20, 2500),
     ReferenceScore("Walker2DBulletEnv-v0", 200, 2500),
+    ReferenceScore("LunarLanderContinuous-v3", -200, 250),
+    ReferenceScore("BipedalWalker-v3", -100, 300),
 ]
 
 # Alternative scaling