From 22fe14baad45b25d599f166ab8b87212a24d2207 Mon Sep 17 00:00:00 2001
From: hagrid67 <jdhwatson@gmail.com>
Date: Fri, 28 Aug 2020 21:59:56 +0100
Subject: [PATCH] adding test episode file and a bit of a clean-up of
render-episode.ipynb
---
env_data/tests/Test_2_Level_0.pkl | Bin 0 -> 4235 bytes
notebooks/render-episode.ipynb | 241 +++++++++++-------------------
2 files changed, 89 insertions(+), 152 deletions(-)
create mode 100644 env_data/tests/Test_2_Level_0.pkl
diff --git a/env_data/tests/Test_2_Level_0.pkl b/env_data/tests/Test_2_Level_0.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..076496ad365c3556248de1c762525c18ea098fbf
GIT binary patch
literal 4235
zcmbW32VfIr6vr<~fszhN#Zi^*_*@lnp`w7GjL%d&9C5^Wq}N_FP4ez8*s9f5;Q+U&
zxNz^i_rksR-g__HTX-+u%{C24(&qc_z2E=)-uK?i<+>uBAhCFbBuTA$x*0+V2(tu4
z7?=L<TTMX4>dE?*kj26iW05JbP=);`)t8C~_v~LvJfbT$qDu(eNl=f<0i~20Di^Ix
zSy@UsYH4iDf|V%;mQrH0xUD#0-{D64kh*8>TUynJ6hp47q>%fTR+o~lQj%&)DOV{;
zwWXBqG0R0esDzSFi;bL1T_n|0Q#m#2)ed#Nw1lHBUP+(RD`M%zcDjOEE@3kb?yYt@
zu+M;t!uqm8w=YU;xkg!~FVjIS20Nsz(wFI8$~9M8xz=hc*DkB{^<uAR*D0&S42kX!
z>WWoqD68};8<b*d*X<?5{&VkQI4QklantpBYgc*~R@Hcaym>3FYSuJh{R9kUsg{gl
zW|VAmqne##G!|XSf|<@3(Mg0wVHitg3vKz1##ByM8`}yQGp*>l(h)UMN=DJ6FkJYf
z&1Oeljlzg{823nzgOPaN(0mvr!)V4M@eo?a!v;-FO*59`tN6hs6E>VZxpDyd=mi^D
zu(1qG8?KF>Tv;WI5^Q3@rZQ}1!REqY+a=h-f<_s(<Y8g2cLZZB*h+@6!dmNCx3*v#
z8Md`xyM>*wJ&O-UM?Pny&2%oCY|)hzO<>$qXZd(PoEdplZH67DPFN<)@u4`Hx{|eZ
zLY2f7Qfelnwx><lk%tSNuoH{Z0os&IOCc+k9?zwCUC@@)6;p+sy*<gFRol&^U$_ej
z2a!Yfn+=$N_6AxoHz%EKP0m(Zutt6aCN3;+sZ5b&C7mf2dX}k}1tSWRcw`>zD#PR^
z9&R#WN;mAL4YLd4=681srpho)<hKR`pchQHV1^9bf<1baDP}>F4101(*xhQ+v|uk8
zWMPepRV0{Y!QL|LW5K>yru~@a6-4vOpot{MnTAQ#y!>gHDh<=3(ZNF+o<hP??B5Ls
zxTkQpKhT1MWJrkZ2RhpyY(Y|nLo85)gSwesFx!HZ49(bVV>N6d6{Bk@A6;wN=)x2o
z<yh;6w5pBoQ6*pfllV<ku~Blm5si8MG*i!|RKu8}m`W55bz6uJ;bZ5+Vcn1^c6gi8
zo>cQ`BiF1Z4O7h<&=y+~ic=PBGh`Ex!w0!M{sZF!cop5L@cyJTUe9an3xhlZc^EzD
zGLbDX-rr^CFh1C24`;m6W80DKAU4V)#dVKhyv}8hWJtQ}9))Zt<Nc5oF&xeKAeTLc
zq1|P>knLu?!ex(Tyw+upV;Gyu&P8?}-iBP(Vn{k?o6mT)$1Xs2A;Xh8F&s~9wH^Ek
z#722Y<l#hQPa?LeXi31y#8%ntDZ~m7=Im5tPb0S4W)~6bB;|Bsg$LO)kUf*w8k=1#
zwiQV^O9W)s;%sEkA-2|L&!wX~!JkL0SOwQzg6#Q}hg#&R#urdZ9ri+zKzrSbkiD4l
z>#&zlsT}rFQ5c)O4B5-6ZVr0|wSdE3Nvwztx4a73tEnFx_8RxM487M<a|jP!U5D)T
z)OikjgP*;Tn$Bf!LiT3b)?sh)v$u*1JKo!ny`7HZuy^>`I|J-p$lgt9a@c$P?7ac@
zK4kBw^gHYWe)hotyA;`nsH_hAu%CS-z&?uXW5m|jt@XH{eImd<iR@FN>Y~O^``Kp#
z?6b%|=T$uc&->XI0_=;(zT{Os0WbU6R|4#-$iC)PJpr%#**600o5;T9RXqW3``LE_
z?7PUm=T$uc@B7&g0_=y#e&ksa@Ufr$#Pi^D5#0{OPq_h~Cg3yH37-=X#;;VE-uR3D
zMNh+*WC;0)ugDPb8NTi*`KG7gTgO2Agm9Pddam)kLpX8#;20t(iJ)YeV<3Xo_|d-x
z5kL6}I?K;~14(}I8%Xl2Fo>i7=D+xz@?vztANKgCJ^p2nf8!WI|35f}aQxS{|7VZO
ng<Y5Mkr1bd>LD@3RrRnlRmJm{rsP#ULdFK(VCfY&D>SYEjY0Xj
literal 0
HcmV?d00001
diff --git a/notebooks/render-episode.ipynb b/notebooks/render-episode.ipynb
index 94eba8de..3068d46d 100644
--- a/notebooks/render-episode.ipynb
+++ b/notebooks/render-episode.ipynb
@@ -45,7 +45,8 @@
"outputs": [],
"source": [
"import pandas as pd\n",
- "import numpy as np"
+ "import numpy as np\n",
+ "import matplotlib.pyplot as plt"
]
},
{
@@ -60,7 +61,23 @@
"source": [
"import PIL\n",
"from flatland.utils.rendertools import RenderTool\n",
- "import imageio"
+ "import imageio\n",
+ "import os"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {
+ "colab": {},
+ "colab_type": "code",
+ "id": "PU5GkH271guD"
+ },
+ "outputs": [],
+ "source": [
+ "from IPython.display import clear_output\n",
+ "from IPython.core import display \n",
+ "display.display(display.HTML(\"<style>.container { width:95% !important; }</style>\"))"
]
},
{
@@ -102,7 +119,9 @@
"outputs": [],
"source": [
"# ENV FILE PATH\n",
- "env_file = \"Test_20_Level_0.pkl\"\n"
+ "#env_file = \"Test_20_Level_0.pkl\"\n",
+ "#env_file = \"../../evaluation_visualization/round2/or-0827/Test_23/Level_1.pkl\"\n",
+ "#env_file = \"../../evaluation_visualization/round2/rl-0827/Test_23/Level_1.pkl\""
]
},
{
@@ -111,7 +130,10 @@
"metadata": {},
"outputs": [],
"source": [
- "%ls"
+ "if os.path.exists(\"../env_data\"):\n",
+ " env_file = \"../env_data/tests/Test_2_Level_0.pkl\"\n",
+ "else:\n",
+ " env_file = \"./env_data/tests/Test_2_Level_0.pkl\""
]
},
{
@@ -124,9 +146,14 @@
},
"outputs": [],
"source": [
- "from IPython.display import clear_output\n",
- "from IPython.core import display \n",
- "display.display(display.HTML(\"<style>.container { width:95% !important; }</style>\"))"
+ "import pickle\n",
+ "\n",
+ "from flatland.envs.rail_env import RailEnv\n",
+ "from flatland.envs.rail_generators import sparse_rail_generator\n",
+ "from flatland.envs.schedule_generators import sparse_schedule_generator\n",
+ "from flatland.envs.malfunction_generators import malfunction_from_file, no_malfunction_generator\n",
+ "from flatland.envs.rail_generators import rail_from_file\n",
+ "from flatland.envs.schedule_generators import schedule_from_file"
]
},
{
@@ -139,15 +166,6 @@
},
"outputs": [],
"source": [
- "import pickle\n",
- "\n",
- "from flatland.envs.rail_env import RailEnv\n",
- "from flatland.envs.rail_generators import sparse_rail_generator\n",
- "from flatland.envs.schedule_generators import sparse_schedule_generator\n",
- "from flatland.envs.malfunction_generators import malfunction_from_file, no_malfunction_generator\n",
- "from flatland.envs.rail_generators import rail_from_file\n",
- "from flatland.envs.schedule_generators import schedule_from_file\n",
- "\n",
"with open(env_file, \"rb\") as fIn:\n",
" env_dict = pickle.load(fIn)\n",
"\n",
@@ -195,15 +213,6 @@
"PIL.Image.fromarray(aImg)\n"
]
},
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": [
- "#dummy= env.reset()"
- ]
- },
{
"cell_type": "code",
"execution_count": null,
@@ -226,15 +235,6 @@
" for oAg in env.agents], columns=lCols)"
]
},
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": [
- "#env_dict[\"episode\"]"
- ]
- },
{
"cell_type": "code",
"execution_count": null,
@@ -244,33 +244,6 @@
"pd.DataFrame([ vars(oAg) for oAg in env.agents])"
]
},
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": [
- "genSched = schedule_from_file(env_file)"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": [
- "oSched = genSched(env.rail.grid, 3, )"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": [
- "oSched"
- ]
- },
{
"cell_type": "code",
"execution_count": null,
@@ -312,73 +285,6 @@
"episode_states = env_dict['episode']"
]
},
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": [
- "#[ (i, l) for i,l in enumerate(zip(episode_states, expert_actions)) ][:3]"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {
- "colab": {
- "base_uri": "https://localhost:8080/",
- "height": 34
- },
- "colab_type": "code",
- "id": "IXQxfUXF2U33",
- "outputId": "2a94ffec-c6b7-4cc3-d779-8c430d66918d"
- },
- "outputs": [],
- "source": [
- "#dAct = expert_actions[1]\n",
- "#print(dAct)\n",
- "#env.step(dAct)"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": [
- "from gym.utils import seeding"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": [
- "np_random, seed2 = seeding.np_random(123)"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": [
- "for i in range(10000):\n",
- " oMF = env.malfunction_generator(env.agents[0], np_random) \n",
- " if oMF.num_broken_steps > 0:\n",
- " print(i, oMF)"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": [
- "\"generate\" in dir(env.malfunction_generator)"
- ]
- },
{
"cell_type": "code",
"execution_count": null,
@@ -424,6 +330,7 @@
"\n",
"step = 0\n",
"all_done = False\n",
+ "print(\"Processing episode steps:\")\n",
"while not all_done and step < max_steps:\n",
" print(step, end=\", \")\n",
" \"\"\"\n",
@@ -462,20 +369,21 @@
"\n",
" \n",
" # Force agent states from the recorded states\n",
- " for idx, agent in enumerate(env.agents):\n",
- " #print(episode_states[step][idx])\n",
- " rcPos = episode_states[step][idx][0:2]\n",
- " #print(idx, rcPos)\n",
- " if rcPos == [0,0]:\n",
- " agent.position = None\n",
- " else:\n",
- " agent.position = (*rcPos,) # episode_states[step][idx][0], episode_states[step][idx][1]#, episode_states[step][idx][2]\n",
- " \n",
- " agent.malfunction_data[\"malfunction\"] = episode_states[step][idx][3]\n",
- " agent.direction = int(episode_states[step][idx][2])\n",
+ " if False:\n",
+ " for idx, agent in enumerate(env.agents):\n",
+ " #print(episode_states[step][idx])\n",
+ " rcPos = episode_states[step][idx][0:2]\n",
+ " #print(idx, rcPos)\n",
+ " if rcPos == [0,0]:\n",
+ " agent.position = None\n",
+ " else:\n",
+ " agent.position = (*rcPos,) # episode_states[step][idx][0], episode_states[step][idx][1]#, episode_states[step][idx][2]\n",
+ "\n",
+ " agent.malfunction_data[\"malfunction\"] = episode_states[step][idx][3]\n",
+ " agent.direction = int(episode_states[step][idx][2])\n",
"\n",
- " agent.old_direction = int(episode_states[step-1][idx][2])\n",
- " agent.old_position = episode_states[step-1][idx][:2]\n",
+ " agent.old_direction = int(episode_states[step-1][idx][2])\n",
+ " agent.old_position = episode_states[step-1][idx][:2]\n",
"\n",
" statuses = []\n",
" for a in range(n_agents):\n",
@@ -542,7 +450,7 @@
"outputs": [],
"source": [
"sfImg = env_file.replace(\"pkl\", \"gif\")\n",
- "imageio.mimsave(sfImg, [d[\"image\"] for d in frames])"
+ "imageio.mimsave(sfImg, [d[\"image\"] for d in frames], subrectangles=True)"
]
},
{
@@ -606,18 +514,19 @@
" display.display(frame['image'])\n",
" #print(frame['statuses'])\n",
"\n",
- "slider = widgets.FloatSlider(value=0, min=0, max=max_steps, step=1)\n",
- "interact(plot_func, frame_idx = slider)\n",
+ "if True:\n",
+ " slider = widgets.FloatSlider(value=0, min=0, max=max_steps, step=1)\n",
+ " interact(plot_func, frame_idx = slider)\n",
"\n",
- "play = Play(\n",
- " max=max_steps,\n",
- " value=0,\n",
- " step=1,\n",
- " interval=250\n",
- ")\n",
+ " play = Play(\n",
+ " max=max_steps,\n",
+ " value=0,\n",
+ " step=1,\n",
+ " interval=250\n",
+ " )\n",
"\n",
- "widgets.link((play, 'value'), (slider, 'value'))\n",
- "widgets.VBox([play])"
+ " widgets.link((play, 'value'), (slider, 'value'))\n",
+ " widgets.VBox([play])"
]
},
{
@@ -629,6 +538,34 @@
"id": "j9_J2f6K64Jb"
},
"outputs": [],
+ "source": [
+ "import numpy as np"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "g3Ep = np.array(episode_states)\n",
+ "np.sum(g3Ep[:,:,3] > 0)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "plt.plot(np.sum(g3Ep[:,:,3]>0, axis=1))"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
"source": []
}
],
--
GitLab