Merge pull request #8 from ropiens/env_register

register new envs

.gitignore

@@ -0,0 +1 @@
+*.pyc

asset/__init__.py

@@ -0,0 +1,14 @@
+from asset.continuous_mountain_car import Continuous_MountainCarEnv
+from asset.pendulum import PendulumEnv
+
+from gym.envs.registration import register
+
+register(
+    id="MountainCarContinuous-h-v1",
+    entry_point="asset:Continuous_MountainCarEnv",
+)
+
+register(
+    id="Pendulum-h-v1",
+    entry_point="asset:PendulumEnv",
+)

gym/continuous_mountain_car.py → asset/continuous_mountain_car.py

@@ -98,7 +98,7 @@ def render(self, mode='human'):
         carheight=20
 
         if self.viewer is None:
-            from gym.envs.classic_control import rendering
+            from asset import rendering
             self.viewer = rendering.Viewer(screen_width, screen_height)
             xs = np.linspace(self.min_position, self.max_position, 100)
             ys = self._height(xs)
@@ -152,7 +152,7 @@ def render_goal(self, goal, end_goal, mode='human'):
         carheight=20
 
         if self.viewer is None:
-            from gym.envs.classic_control import rendering
+            from asset import rendering
             self.viewer = rendering.Viewer(screen_width, screen_height)
             xs = np.linspace(self.min_position, self.max_position, 100)
             ys = self._height(xs)
@@ -235,7 +235,7 @@ def render_goal_2(self, goal1, goal2, end_goal, mode='human'):
 
 
         if self.viewer is None:
-            from gym.envs.classic_control import rendering
+            from asset import rendering
             self.viewer = rendering.Viewer(screen_width, screen_height)
             xs = np.linspace(self.min_position, self.max_position, 100)
             ys = self._height(xs)

gym/pendulum.py → asset/pendulum.py

@@ -62,7 +62,7 @@ def _get_obs(self):
     def render(self, mode='human'):
 
         if self.viewer is None:
-            from gym.envs.classic_control import rendering
+            from asset import rendering
             self.viewer = rendering.Viewer(500,500)
             self.viewer.set_bounds(-2.2,2.2,-2.2,2.2)
             rod = rendering.make_capsule(1, .2)
@@ -89,7 +89,7 @@ def render(self, mode='human'):
     def render_goal(self, goal, end_goal, mode='human'):
 
         if self.viewer is None:
-            from gym.envs.classic_control import rendering
+            from asset import rendering
             self.viewer = rendering.Viewer(500,500)
             self.viewer.set_bounds(-2.2,2.2,-2.2,2.2)
 
@@ -138,7 +138,7 @@ def render_goal(self, goal, end_goal, mode='human'):
     def render_goal_2(self, goal1, goal2, end_goal, mode='human'):
 
         if self.viewer is None:
-            from gym.envs.classic_control import rendering
+            from asset import rendering
             self.viewer = rendering.Viewer(500,500)
             self.viewer.set_bounds(-2.2,2.2,-2.2,2.2)
 

requirements.txt

@@ -0,0 +1,4 @@
+gym
+torch
+pyglet
+six

test.py

@@ -1,5 +1,6 @@
 import torch
 import gym
+import asset
 import numpy as np
 from HAC import HAC
 
@@ -8,7 +9,7 @@
 def test():
 
     #################### Hyperparameters ####################
-    env_name = "MountainCarContinuous-v0"
+    env_name = "MountainCarContinuous-h-v1"#"MountainCarContinuous-v0"
     save_episode = 10            # keep saving every n episodes
     max_episodes = 5             # max num of training episodes
     random_seed = 0

train.py

@@ -1,13 +1,14 @@
 import torch
 import gym
+import asset
 import numpy as np
 from HAC import HAC
 
 device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
 
 def train():
     #################### Hyperparameters ####################
-    env_name = "MountainCarContinuous-v0"
+    env_name = "MountainCarContinuous-h-v1"
     save_episode = 10               # keep saving every n episodes
     max_episodes = 1000             # max num of training episodes
     random_seed = 0