[src/rl] Add experiment and proper results handling

indyfree · indyfree · commit 209ec991de7d · 2019-04-20T12:42:43.000+02:00
diff --git a/src/evsim/experiments/DDDQN-100-100.py b/src/evsim/experiments/DDDQN-100-100.py
@@ -0,0 +1,20 @@
+#!/usr/bin/env python
+
+import gym
+
+from evsim.experiments import setup_logger
+from evsim.rl import DDQN
+
+name = "DDDQN-100-100"
+episodes = 2
+episode_steps = 65334
+
+setup_logger("sim-{}".format(name), write=True)
+env = gym.make("evsim-v0")
+env.imbalance_costs(5000)
+env.prediction_accuracy((100, 100))
+
+dqqn = DDQN(env, name, memory_limit=episode_steps, nb_eps=episode_steps, nb_warmup=1000)
+dqqn.run(episodes * episode_steps)
+
+dqqn.test()
diff --git a/src/evsim/experiments/DDDQN-80-95.py b/src/evsim/experiments/DDDQN-80-95.py
@@ -0,0 +1,26 @@
+#!/usr/bin/env python
+
+import gym
+
+from evsim.experiments import setup_logger
+from evsim.rl import DDQN
+
+name = "DDDQN-100-100"
+episodes = 2
+episode_steps = 65334
+
+setup_logger("sim-{}".format(name), write=True)
+env = gym.make("evsim-v0")
+env.imbalance_costs(5000)
+env.prediction_accuracy((80, 95))
+
+dqqn = DDQN(
+    env,
+    name,
+    memory_limit=(episodes * episode_steps),
+    nb_eps=(1.5 * episode_steps),
+    nb_warmup=1000,
+)
+dqqn.run(episodes * episode_steps)
+
+dqqn.test()
diff --git a/src/evsim/experiments/DDDQN-90-99.py b/src/evsim/experiments/DDDQN-90-99.py
@@ -0,0 +1,26 @@
+#!/usr/bin/env python
+
+import gym
+
+from evsim.experiments import setup_logger
+from evsim.rl import DDQN
+
+name = "DDDQN-90-99"
+episodes = 2
+episode_steps = 65334
+
+setup_logger("sim-{}".format(name), write=True)
+env = gym.make("evsim-v0")
+env.imbalance_costs(5000)
+env.prediction_accuracy((90, 99))
+
+dqqn = DDQN(
+    env,
+    name,
+    memory_limit=(episodes * episode_steps),
+    nb_eps=(1.5 * episode_steps),
+    nb_warmup=1000,
+)
+dqqn.run(episodes * episode_steps)
+
+dqqn.test()
diff --git a/src/evsim/experiments/__init__.py b/src/evsim/experiments/__init__.py
@@ -0,0 +1,2 @@
+# flake8: noqa
+from .logger import setup_logger
diff --git a/src/evsim/experiments/logger.py b/src/evsim/experiments/logger.py
@@ -0,0 +1,26 @@
+#!/usr/bin/env python
+
+import logging
+import os
+
+logger = logging.getLogger(__name__)
+
+
+def setup_logger(name, write=True):
+    f = logging.Formatter("%(levelname)-7s %(message)s")
+
+    sh = logging.StreamHandler()
+    sh.setFormatter(f)
+    sh.setLevel(logging.ERROR)
+    handlers = [sh]
+
+    if write:
+        os.makedirs("./logs", exist_ok=True)
+        fh = logging.FileHandler("./logs/%s.log" % name, mode="w")
+        fh.setFormatter(f)
+        fh.setLevel(logging.DEBUG)
+        handlers = [sh, fh]
+
+    logging.basicConfig(
+        level=logging.DEBUG, datefmt="%d.%m. %H:%M:%S", handlers=handlers
+    )
diff --git a/src/evsim/rl/ddqn.py b/src/evsim/rl/ddqn.py
@@ -15,6 +15,7 @@ class DDQN:
     def __init__(
         self,
         env,
+        name,
         memory_limit=10000,
         nb_eps=10000,
         nb_warmup=100,
@@ -27,8 +28,10 @@ def __init__(
         np.random.seed(123)
         random.seed(123)
 
-        self.log_filename = "./logs/dqn_{}_log.json".format(self.env.spec.id)
-        self.weights_filename = "./results/dqn_{}_weights.h5f".format(self.env.spec.id)
+        self.name = name
+        self.log_filename = "./logs/{}_log.json".format(self.name)
+        self.weights_filename = "./results/{}_weights.h5f".format(self.name)
+        self.result_filename = "./results/{}_result.csv".format(self.name)
 
         # Extract the number of actions form the environment
         nb_action = self.env.action_space.spaces[0].n
@@ -94,4 +97,4 @@ def run(self, steps):
     def test(self):
         self.dqn.load_weights(self.weights_filename)
         self.dqn.test(self.env, nb_episodes=1, visualize=False)
-        self.env.save_results("./results/sim_result_ep_{}.csv".format("test"))
+        self.env.save_results(self.result_filename)

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,2 @@`
	`1`	`+# flake8: noqa`
	`2`	`+from .logger import setup_logger`