feat: added an example using actionSample

jscriptcoder · jscriptcoder · commit 4314124a924d · 2020-10-20T15:41:53.000+02:00
diff --git a/examples/actionSample.ts b/examples/actionSample.ts
@@ -0,0 +1,44 @@
+import Gymie  from '../dist'
+import { Continuous, Discrete } from '../dist/Env'
+
+const wsApi = 'http://0.0.0.0:5000/gym'
+const envId = 'LunarLander-v2'
+
+;(async () => {
+  const gymie = new Gymie()
+  await gymie.connect(wsApi)
+
+  const env = await gymie.make<Continuous, Discrete>(envId)
+  const space = await env.actionSpace()
+  console.log('Action Space:', space)
+
+  const initialState = await env.reset()
+  console.log('Initial State:\n', initialState)
+
+  let totalReward = 0
+  
+  console.log('Running episode...')
+  while (true) {
+    const action = await env.actionSample()
+    console.log('Action:', action)
+
+    const [nextState, reward, done, _] = await env.step(action)
+
+    console.log('Next State:\n', nextState)
+    console.log('Reward:', reward)
+
+    totalReward += reward
+
+    if (done) {
+      console.log('Done')
+      break
+    }
+
+    console.log('---')
+  }
+
+  console.log('Episode Reward:', totalReward)
+
+  await env.close()
+  gymie.close()
+})()
diff --git a/package.json b/package.json
@@ -25,6 +25,10 @@
     "run-python-agent": "python runs/run_random_agent.py",
     "prerun-node-agent": "npm run start-server && npm run build",
     "run-node-agent": "node runs/runRandomAgent.js",
+    "postrun-node-agent": "npm run kill-server 5000",
+    "prerun-action-sample": "npm run start-server",
+    "run-action-sample": "ts-node examples/actionSample.ts",
+    "postrun-action-sample": "npm run kill-server 5000",
     "predocs": "rm -rf docs",
     "docs": "typedoc"
   },
diff --git a/runs/runRandomAgent.js b/runs/runRandomAgent.js
@@ -9,7 +9,7 @@ function mean(list) {
   return list.reduce((acc, total) => acc + total , 0) / list.length
 }
 
-(async () => {
+;(async () => {
   const gymie = new Gymie()
   await gymie.connect(wsApi)
 
diff --git a/src/Env.test.ts b/src/Env.test.ts
@@ -6,6 +6,8 @@ const wsApi = 'http://0.0.0.0:5000/gym'
 const envId = 'CartPole-v1'
 const envIdContinuous = 'MountainCarContinuous-v0'
 
+// TODO: Mock the server, WebSocketClient & WebSocketConnection
+
 interface Setup<O extends Space, A extends Space> {
   gymie: Gymie,
   env: Env<O, A>
diff --git a/src/Gymie.test.ts b/src/Gymie.test.ts
@@ -4,6 +4,8 @@ import Gymie from './Gymie'
 const wsApi = 'http://0.0.0.0:5000/gym'
 const envId = 'CartPole-v1'
 
+// TODO: Mock the server, WebSocketClient & WebSocketConnection
+
 test('Gymie#connect - Server running', async t => {
   const gymie = new Gymie()
 

Original file line number	Diff line number	Diff line change
`@@ -9,7 +9,7 @@ function mean(list) {`
`9`	`9`	`return list.reduce((acc, total) => acc + total , 0) / list.length`
`10`	`10`	`}`
`11`	`11`
`12`		`-(async () => {`
	`12`	`+;(async () => {`
`13`	`13`	`const gymie = new Gymie()`
`14`	`14`	`await gymie.connect(wsApi)`
`15`	`15`