[src/rl] Fix action steps

indyfree · indyfree · commit 52a4eec19b11 · 2019-04-17T22:25:54.000+02:00
diff --git a/src/evsim/envs/fleet_env.py b/src/evsim/envs/fleet_env.py
@@ -43,7 +43,7 @@ def realtime(self):
     def init_sim(self):
         cfg = SimulationConfig()
         self.controller = Controller(
-            cfg, strategy.integrated, accuracy=(70, 90), imbalance_costs=3000
+            cfg, strategy.integrated, accuracy=(70, 90), imbalance_costs=8000
         )
         self.sim = Simulation(cfg, self.controller)
 
@@ -56,8 +56,8 @@ def seed(self, seed=None):
 
     def step(self, action):
         # Transform "flat" action back to tuple
-        rb = 0.5 + (action // 11) / 20
-        ri = 0.5 + (action % 11) / 20
+        rb = (action // 11) / 20
+        ri = (action % 11) / 20
 
         balance, done = self.sim.step(risk=(rb, ri), minutes=15)
         reward = balance - self.curr_balance
