diff --git a/docs/getting_started/04_mdp.ipynb b/docs/getting_started/04_mdp.ipynb
index e8031fc..76a823e 100644
--- a/docs/getting_started/04_mdp.ipynb
+++ b/docs/getting_started/04_mdp.ipynb
@@ -25,7 +25,7 @@
         {
           "data": {
             "text/plain": [
-              "<stormpy.storage.storage.PrismProgram at 0x794ab53f6bf0>"
+              "<stormpy.storage.storage.PrismProgram at 0x750cd81a2d70>"
             ]
           },
           "execution_count": 2,
@@ -274,7 +274,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 14,
+      "execution_count": 11,
       "metadata": {
         "scrolled": true
       },
@@ -282,7 +282,7 @@
         {
           "data": {
             "application/vnd.jupyter.widget-view+json": {
-              "model_id": "070c8e8b2379499297b368b91977b11c",
+              "model_id": "3f654d1cb30b46d7aa36c6dfdce6e6cb",
               "version_major": 2,
               "version_minor": 0
             },
@@ -293,10 +293,44 @@
           "metadata": {},
           "output_type": "display_data"
         },
+        {
+          "data": {
+            "text/html": [
+              "<script>\n",
+              "function return_id_result(url, id, data) {\n",
+              "        fetch(url, {\n",
+              "            method: 'POST',\n",
+              "            body: JSON.stringify({\n",
+              "                'id': id,\n",
+              "                'data': data\n",
+              "            })\n",
+              "        })\n",
+              "    }\n",
+              "</script>"
+            ],
+            "text/plain": [
+              "<IPython.core.display.HTML object>"
+            ]
+          },
+          "metadata": {},
+          "output_type": "display_data"
+        },
+        {
+          "data": {
+            "application/javascript": [
+              "return_id_result('http://127.0.0.1:8889', 'TztzdYqYbmeZykfstESe', 'test message')"
+            ],
+            "text/plain": [
+              "<IPython.core.display.Javascript object>"
+            ]
+          },
+          "metadata": {},
+          "output_type": "display_data"
+        },
         {
           "data": {
             "application/vnd.jupyter.widget-view+json": {
-              "model_id": "cfbba5b19efd4f048a854dee070b0458",
+              "model_id": "3f441d3fc7764792a27da29124d9fd0a",
               "version_major": 2,
               "version_minor": 0
             },
@@ -310,7 +344,7 @@
         {
           "data": {
             "application/vnd.jupyter.widget-view+json": {
-              "model_id": "647715b54eef48f180a724a55259aefc",
+              "model_id": "6c21f529dfe546cf9d1b6c7c74a222b3",
               "version_major": 2,
               "version_minor": 0
             },
@@ -346,6 +380,13 @@
         "# vis2 = show.show(induced_dtmc, layout=stormvogel.layout.EXPLORE(), show_editor=False, save_and_embed=True)"
       ]
     },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {},
+      "outputs": [],
+      "source": []
+    },
     {
       "cell_type": "code",
       "execution_count": null,
diff --git a/docs/getting_started/05_simulator.ipynb b/docs/getting_started/05_simulator.ipynb
index 25eb065..d97e509 100644
--- a/docs/getting_started/05_simulator.ipynb
+++ b/docs/getting_started/05_simulator.ipynb
@@ -10,7 +10,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 1,
+      "execution_count": 6,
       "id": "a8ddc37c-66d2-43e4-8162-6be19a1d70a1",
       "metadata": {},
       "outputs": [],
@@ -23,7 +23,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 2,
+      "execution_count": 7,
       "id": "cab40f99-3460-4497-8b9f-3d669eee1e11",
       "metadata": {},
       "outputs": [],
@@ -104,984 +104,64 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 3,
+      "execution_count": 8,
       "id": "c129cf62-40ca-4246-8718-5c859744e7f8",
       "metadata": {
         "scrolled": true
       },
       "outputs": [
         {
-          "data": {
-            "text/html": [
-              "\n",
-              "          <iframe\n",
-              "                id=\"modelCHwqyfhPzg\"\n",
-              "                width=\"949\"\n",
-              "                height=\"765\"\n",
-              "                frameborder=\"0\"\n",
-              "                srcdoc=\"\n",
-              "&lt;!DOCTYPE html&gt;\n",
-              "&lt;html lang=&quot;en&quot;&gt;\n",
-              "  &lt;head&gt;\n",
-              "    &lt;title&gt;Network&lt;/title&gt;\n",
-              "    &lt;script\n",
-              "      type=&quot;text/javascript&quot;\n",
-              "      src=&quot;https://unpkg.com/vis-network/standalone/umd/vis-network.min.js&quot;\n",
-              "    &gt;&lt;/script&gt;\n",
-              "    &lt;style type=&quot;text/css&quot;&gt;\n",
-              "      #mynetwork {\n",
-              "        \n",
-              "        width: 929px;\n",
-              "        height: 745px;\n",
-              "        border: 1px solid lightgray;\n",
-              "        \n",
-              "      }\n",
-              "    &lt;/style&gt;\n",
-              "  &lt;/head&gt;\n",
-              "  &lt;body&gt;\n",
-              "    &lt;div id=&quot;mynetwork&quot;&gt;&lt;/div&gt;\n",
-              "    &lt;script type=&quot;text/javascript&quot;&gt;\n",
-              "        \n",
-              "        var nodes = new vis.DataSet([{ id: 0, label: `init`, group: &quot;states&quot;, x: 13, y: -7 },\n",
-              "{ id: 1, label: `carchosen`, group: &quot;states&quot;, x: -162, y: 44 },\n",
-              "{ id: 2, label: `carchosen`, group: &quot;states&quot;, x: 153, y: 116 },\n",
-              "{ id: 3, label: `carchosen`, group: &quot;states&quot;, x: 62, y: -189 },\n",
-              "{ id: 4, label: `open`, group: &quot;states&quot;, x: -500, y: 175 },\n",
-              "{ id: 5, label: `open`, group: &quot;states&quot;, x: -416, y: -150 },\n",
-              "{ id: 6, label: `open`, group: &quot;states&quot;, x: -176, y: 322 },\n",
-              "{ id: 7, label: `open`, group: &quot;states&quot;, x: 347, y: 369 },\n",
-              "{ id: 8, label: `open`, group: &quot;states&quot;, x: 511, y: 88 },\n",
-              "{ id: 9, label: `open`, group: &quot;states&quot;, x: 77, y: 413 },\n",
-              "{ id: 10, label: `open`, group: &quot;states&quot;, x: 342, y: -310 },\n",
-              "{ id: 11, label: `open`, group: &quot;states&quot;, x: 173, y: -510 },\n",
-              "{ id: 12, label: `open`, group: &quot;states&quot;, x: -120, y: -474 },\n",
-              "{ id: 13, label: `goatrevealed`, group: &quot;states&quot;, x: -587, y: 325 },\n",
-              "{ id: 14, label: `goatrevealed`, group: &quot;states&quot;, x: -653, y: 99 },\n",
-              "{ id: 15, label: `goatrevealed`, group: &quot;states&quot;, x: -547, y: -255 },\n",
-              "{ id: 16, label: `goatrevealed`, group: &quot;states&quot;, x: -234, y: 463 },\n",
-              "{ id: 17, label: `goatrevealed`, group: &quot;states&quot;, x: 446, y: 496 },\n",
-              "{ id: 18, label: `goatrevealed`, group: &quot;states&quot;, x: 592, y: -52 },\n",
-              "{ id: 19, label: `goatrevealed`, group: &quot;states&quot;, x: 673, y: 159 },\n",
-              "{ id: 20, label: `goatrevealed`, group: &quot;states&quot;, x: 83, y: 576 },\n",
-              "{ id: 21, label: `goatrevealed`, group: &quot;states&quot;, x: 476, y: -407 },\n",
-              "{ id: 22, label: `goatrevealed`, group: &quot;states&quot;, x: 228, y: -670 },\n",
-              "{ id: 23, label: `goatrevealed`, group: &quot;states&quot;, x: -265, y: -433 },\n",
-              "{ id: 24, label: `goatrevealed`, group: &quot;states&quot;, x: -146, y: -650 },\n",
-              "{ id: 25, label: `done,target`, group: &quot;states&quot;, x: -647, y: 606 },\n",
-              "{ id: 26, label: `done`, group: &quot;states&quot;, x: -859, y: 431 },\n",
-              "{ id: 27, label: `done,target`, group: &quot;states&quot;, x: -941, y: 146 },\n",
-              "{ id: 28, label: `done`, group: &quot;states&quot;, x: -856, y: -91 },\n",
-              "{ id: 29, label: `done`, group: &quot;states&quot;, x: -669, y: -514 },\n",
-              "{ id: 30, label: `done,target`, group: &quot;states&quot;, x: -826, y: -327 },\n",
-              "{ id: 31, label: `done`, group: &quot;states&quot;, x: -432, y: 648 },\n",
-              "{ id: 32, label: `done,target`, group: &quot;states&quot;, x: -242, y: 743 },\n",
-              "{ id: 33, label: `done`, group: &quot;states&quot;, x: 709, y: 595 },\n",
-              "{ id: 34, label: `done,target`, group: &quot;states&quot;, x: 473, y: 779 },\n",
-              "{ id: 35, label: `done,target`, group: &quot;states&quot;, x: 842, y: -208 },\n",
-              "{ id: 36, label: `done`, group: &quot;states&quot;, x: 345, y: -100 },\n",
-              "{ id: 37, label: `done,target`, group: &quot;states&quot;, x: 875, y: 357 },\n",
-              "{ id: 38, label: `done`, group: &quot;states&quot;, x: 949, y: 59 },\n",
-              "{ id: 39, label: `done`, group: &quot;states&quot;, x: 214, y: 826 },\n",
-              "{ id: 40, label: `done,target`, group: &quot;states&quot;, x: -38, y: 836 },\n",
-              "{ id: 41, label: `done`, group: &quot;states&quot;, x: 602, y: -658 },\n",
-              "{ id: 42, label: `done,target`, group: &quot;states&quot;, x: 755, y: -462 },\n",
-              "{ id: 43, label: `done`, group: &quot;states&quot;, x: 184, y: -954 },\n",
-              "{ id: 44, label: `done,target`, group: &quot;states&quot;, x: 446, y: -860 },\n",
-              "{ id: 45, label: `done,target`, group: &quot;states&quot;, x: -474, y: -630 },\n",
-              "{ id: 46, label: `done`, group: &quot;states&quot;, x: -169, y: -181 },\n",
-              "{ id: 47, label: `done,target`, group: &quot;states&quot;, x: -341, y: -870 },\n",
-              "{ id: 48, label: `done`, group: &quot;states&quot;, x: -73, y: -922 },\n",
-              "{ id: 10000000000, label: `open0`, group: &quot;actions&quot;, x: -329, y: 115 },\n",
-              "{ id: 10000000001, label: `open1`, group: &quot;actions&quot;, x: -282, y: -60 },\n",
-              "{ id: 10000000002, label: `open2`, group: &quot;actions&quot;, x: -134, y: 184 },\n",
-              "{ id: 10000000003, label: `open0`, group: &quot;actions&quot;, x: 250, y: 245 },\n",
-              "{ id: 10000000004, label: `open1`, group: &quot;actions&quot;, x: 328, y: 92 },\n",
-              "{ id: 10000000005, label: `open2`, group: &quot;actions&quot;, x: 83, y: 255 },\n",
-              "{ id: 10000000006, label: `open0`, group: &quot;actions&quot;, x: 213, y: -217 },\n",
-              "{ id: 10000000007, label: `open1`, group: &quot;actions&quot;, x: 120, y: -352 },\n",
-              "{ id: 10000000008, label: `open2`, group: &quot;actions&quot;, x: -39, y: -321 },\n",
-              "{ id: 10000000009, label: `stay`, group: &quot;actions&quot;, x: -597, y: 477 },\n",
-              "{ id: 10000000010, label: `switch`, group: &quot;actions&quot;, x: -735, y: 371 },\n",
-              "{ id: 10000000011, label: `stay`, group: &quot;actions&quot;, x: -803, y: 137 },\n",
-              "{ id: 10000000012, label: `switch`, group: &quot;actions&quot;, x: -738, y: -22 },\n",
-              "{ id: 10000000013, label: `stay`, group: &quot;actions&quot;, x: -592, y: -399 },\n",
-              "{ id: 10000000014, label: `switch`, group: &quot;actions&quot;, x: -698, y: -273 },\n",
-              "{ id: 10000000015, label: `stay`, group: &quot;actions&quot;, x: -359, y: 533 },\n",
-              "{ id: 10000000016, label: `switch`, group: &quot;actions&quot;, x: -211, y: 609 },\n",
-              "{ id: 10000000017, label: `stay`, group: &quot;actions&quot;, x: 590, y: 528 },\n",
-              "{ id: 10000000018, label: `switch`, group: &quot;actions&quot;, x: 443, y: 645 },\n",
-              "{ id: 10000000019, label: `stay`, group: &quot;actions&quot;, x: 725, y: -133 },\n",
-              "{ id: 10000000020, label: `switch`, group: &quot;actions&quot;, x: 473, y: -119 },\n",
-              "{ id: 10000000021, label: `stay`, group: &quot;actions&quot;, x: 762, y: 280 },\n",
-              "{ id: 10000000022, label: `switch`, group: &quot;actions&quot;, x: 817, y: 102 },\n",
-              "{ id: 10000000023, label: `stay`, group: &quot;actions&quot;, x: 174, y: 695 },\n",
-              "{ id: 10000000024, label: `switch`, group: &quot;actions&quot;, x: 3, y: 704 },\n",
-              "{ id: 10000000025, label: `stay`, group: &quot;actions&quot;, x: 519, y: -549 },\n",
-              "{ id: 10000000026, label: `switch`, group: &quot;actions&quot;, x: 627, y: -413 },\n",
-              "{ id: 10000000027, label: `stay`, group: &quot;actions&quot;, x: 187, y: -816 },\n",
-              "{ id: 10000000028, label: `switch`, group: &quot;actions&quot;, x: 354, y: -757 },\n",
-              "{ id: 10000000029, label: `stay`, group: &quot;actions&quot;, x: -381, y: -529 },\n",
-              "{ id: 10000000030, label: `switch`, group: &quot;actions&quot;, x: -242, y: -292 },\n",
-              "{ id: 10000000031, label: `stay`, group: &quot;actions&quot;, x: -259, y: -758 },\n",
-              "{ id: 10000000032, label: `switch`, group: &quot;actions&quot;, x: -84, y: -786 },\n",
-              "]);\n",
-              "        var edges = new vis.DataSet([{ from: 0, to: 1, label: &quot;1/3&quot; },\n",
-              "{ from: 0, to: 2, label: &quot;1/3&quot; },\n",
-              "{ from: 0, to: 3, label: &quot;1/3&quot; },\n",
-              "{ from: 1, to: 10000000000 },\n",
-              "{ from: 10000000000, to: 4, label: &quot;1&quot; },\n",
-              "{ from: 1, to: 10000000001 },\n",
-              "{ from: 10000000001, to: 5, label: &quot;1&quot; },\n",
-              "{ from: 1, to: 10000000002 },\n",
-              "{ from: 10000000002, to: 6, label: &quot;1&quot; },\n",
-              "{ from: 2, to: 10000000003 },\n",
-              "{ from: 10000000003, to: 7, label: &quot;1&quot; },\n",
-              "{ from: 2, to: 10000000004 },\n",
-              "{ from: 10000000004, to: 8, label: &quot;1&quot; },\n",
-              "{ from: 2, to: 10000000005 },\n",
-              "{ from: 10000000005, to: 9, label: &quot;1&quot; },\n",
-              "{ from: 3, to: 10000000006 },\n",
-              "{ from: 10000000006, to: 10, label: &quot;1&quot; },\n",
-              "{ from: 3, to: 10000000007 },\n",
-              "{ from: 10000000007, to: 11, label: &quot;1&quot; },\n",
-              "{ from: 3, to: 10000000008 },\n",
-              "{ from: 10000000008, to: 12, label: &quot;1&quot; },\n",
-              "{ from: 4, to: 13, label: &quot;1/2&quot; },\n",
-              "{ from: 4, to: 14, label: &quot;1/2&quot; },\n",
-              "{ from: 5, to: 15, label: &quot;1&quot; },\n",
-              "{ from: 6, to: 16, label: &quot;1&quot; },\n",
-              "{ from: 7, to: 17, label: &quot;1&quot; },\n",
-              "{ from: 8, to: 18, label: &quot;1/2&quot; },\n",
-              "{ from: 8, to: 19, label: &quot;1/2&quot; },\n",
-              "{ from: 9, to: 20, label: &quot;1&quot; },\n",
-              "{ from: 10, to: 21, label: &quot;1&quot; },\n",
-              "{ from: 11, to: 22, label: &quot;1&quot; },\n",
-              "{ from: 12, to: 23, label: &quot;1/2&quot; },\n",
-              "{ from: 12, to: 24, label: &quot;1/2&quot; },\n",
-              "{ from: 13, to: 10000000009 },\n",
-              "{ from: 10000000009, to: 25, label: &quot;1&quot; },\n",
-              "{ from: 13, to: 10000000010 },\n",
-              "{ from: 10000000010, to: 26, label: &quot;1&quot; },\n",
-              "{ from: 14, to: 10000000011 },\n",
-              "{ from: 10000000011, to: 27, label: &quot;1&quot; },\n",
-              "{ from: 14, to: 10000000012 },\n",
-              "{ from: 10000000012, to: 28, label: &quot;1&quot; },\n",
-              "{ from: 15, to: 10000000013 },\n",
-              "{ from: 10000000013, to: 29, label: &quot;1&quot; },\n",
-              "{ from: 15, to: 10000000014 },\n",
-              "{ from: 10000000014, to: 30, label: &quot;1&quot; },\n",
-              "{ from: 16, to: 10000000015 },\n",
-              "{ from: 10000000015, to: 31, label: &quot;1&quot; },\n",
-              "{ from: 16, to: 10000000016 },\n",
-              "{ from: 10000000016, to: 32, label: &quot;1&quot; },\n",
-              "{ from: 17, to: 10000000017 },\n",
-              "{ from: 10000000017, to: 33, label: &quot;1&quot; },\n",
-              "{ from: 17, to: 10000000018 },\n",
-              "{ from: 10000000018, to: 34, label: &quot;1&quot; },\n",
-              "{ from: 18, to: 10000000019 },\n",
-              "{ from: 10000000019, to: 35, label: &quot;1&quot; },\n",
-              "{ from: 18, to: 10000000020 },\n",
-              "{ from: 10000000020, to: 36, label: &quot;1&quot; },\n",
-              "{ from: 19, to: 10000000021 },\n",
-              "{ from: 10000000021, to: 37, label: &quot;1&quot; },\n",
-              "{ from: 19, to: 10000000022 },\n",
-              "{ from: 10000000022, to: 38, label: &quot;1&quot; },\n",
-              "{ from: 20, to: 10000000023 },\n",
-              "{ from: 10000000023, to: 39, label: &quot;1&quot; },\n",
-              "{ from: 20, to: 10000000024 },\n",
-              "{ from: 10000000024, to: 40, label: &quot;1&quot; },\n",
-              "{ from: 21, to: 10000000025 },\n",
-              "{ from: 10000000025, to: 41, label: &quot;1&quot; },\n",
-              "{ from: 21, to: 10000000026 },\n",
-              "{ from: 10000000026, to: 42, label: &quot;1&quot; },\n",
-              "{ from: 22, to: 10000000027 },\n",
-              "{ from: 10000000027, to: 43, label: &quot;1&quot; },\n",
-              "{ from: 22, to: 10000000028 },\n",
-              "{ from: 10000000028, to: 44, label: &quot;1&quot; },\n",
-              "{ from: 23, to: 10000000029 },\n",
-              "{ from: 10000000029, to: 45, label: &quot;1&quot; },\n",
-              "{ from: 23, to: 10000000030 },\n",
-              "{ from: 10000000030, to: 46, label: &quot;1&quot; },\n",
-              "{ from: 24, to: 10000000031 },\n",
-              "{ from: 10000000031, to: 47, label: &quot;1&quot; },\n",
-              "{ from: 24, to: 10000000032 },\n",
-              "{ from: 10000000032, to: 48, label: &quot;1&quot; },\n",
-              "{ from: 25, to: 25, label: &quot;1&quot; },\n",
-              "{ from: 26, to: 26, label: &quot;1&quot; },\n",
-              "{ from: 27, to: 27, label: &quot;1&quot; },\n",
-              "{ from: 28, to: 28, label: &quot;1&quot; },\n",
-              "{ from: 29, to: 29, label: &quot;1&quot; },\n",
-              "{ from: 30, to: 30, label: &quot;1&quot; },\n",
-              "{ from: 31, to: 31, label: &quot;1&quot; },\n",
-              "{ from: 32, to: 32, label: &quot;1&quot; },\n",
-              "{ from: 33, to: 33, label: &quot;1&quot; },\n",
-              "{ from: 34, to: 34, label: &quot;1&quot; },\n",
-              "{ from: 35, to: 35, label: &quot;1&quot; },\n",
-              "{ from: 36, to: 36, label: &quot;1&quot; },\n",
-              "{ from: 37, to: 37, label: &quot;1&quot; },\n",
-              "{ from: 38, to: 38, label: &quot;1&quot; },\n",
-              "{ from: 39, to: 39, label: &quot;1&quot; },\n",
-              "{ from: 40, to: 40, label: &quot;1&quot; },\n",
-              "{ from: 41, to: 41, label: &quot;1&quot; },\n",
-              "{ from: 42, to: 42, label: &quot;1&quot; },\n",
-              "{ from: 43, to: 43, label: &quot;1&quot; },\n",
-              "{ from: 44, to: 44, label: &quot;1&quot; },\n",
-              "{ from: 45, to: 45, label: &quot;1&quot; },\n",
-              "{ from: 46, to: 46, label: &quot;1&quot; },\n",
-              "{ from: 47, to: 47, label: &quot;1&quot; },\n",
-              "{ from: 48, to: 48, label: &quot;1&quot; },\n",
-              "]);\n",
-              "        var options = {\n",
-              "  &quot;__fake_macros&quot;: {\n",
-              "    &quot;__group_macro&quot;: {\n",
-              "      &quot;borderWidth&quot;: 1,\n",
-              "      &quot;color&quot;: {\n",
-              "        &quot;background&quot;: &quot;white&quot;,\n",
-              "        &quot;border&quot;: &quot;black&quot;,\n",
-              "        &quot;highlight&quot;: {\n",
-              "          &quot;background&quot;: &quot;white&quot;,\n",
-              "          &quot;border&quot;: &quot;red&quot;\n",
-              "        }\n",
-              "      },\n",
-              "      &quot;shape&quot;: &quot;ellipse&quot;,\n",
-              "      &quot;mass&quot;: 1,\n",
-              "      &quot;font&quot;: {\n",
-              "        &quot;color&quot;: &quot;black&quot;,\n",
-              "        &quot;size&quot;: 14\n",
-              "      }\n",
-              "    }\n",
-              "  },\n",
-              "  &quot;groups&quot;: {\n",
-              "    &quot;states&quot;: {\n",
-              "      &quot;borderWidth&quot;: 1,\n",
-              "      &quot;color&quot;: {\n",
-              "        &quot;background&quot;: &quot;white&quot;,\n",
-              "        &quot;border&quot;: &quot;black&quot;,\n",
-              "        &quot;highlight&quot;: {\n",
-              "          &quot;background&quot;: &quot;white&quot;,\n",
-              "          &quot;border&quot;: &quot;red&quot;\n",
-              "        }\n",
-              "      },\n",
-              "      &quot;shape&quot;: &quot;ellipse&quot;,\n",
-              "      &quot;mass&quot;: 1,\n",
-              "      &quot;font&quot;: {\n",
-              "        &quot;color&quot;: &quot;black&quot;,\n",
-              "        &quot;size&quot;: 33\n",
-              "      }\n",
-              "    },\n",
-              "    &quot;actions&quot;: {\n",
-              "      &quot;borderWidth&quot;: 1,\n",
-              "      &quot;color&quot;: {\n",
-              "        &quot;background&quot;: &quot;lightblue&quot;,\n",
-              "        &quot;border&quot;: &quot;black&quot;,\n",
-              "        &quot;highlight&quot;: {\n",
-              "          &quot;background&quot;: &quot;white&quot;,\n",
-              "          &quot;border&quot;: &quot;red&quot;\n",
-              "        }\n",
-              "      },\n",
-              "      &quot;shape&quot;: &quot;box&quot;,\n",
-              "      &quot;mass&quot;: 1,\n",
-              "      &quot;font&quot;: {\n",
-              "        &quot;color&quot;: &quot;black&quot;,\n",
-              "        &quot;size&quot;: 36\n",
-              "      }\n",
-              "    },\n",
-              "    &quot;scheduled_actions&quot;: {\n",
-              "      &quot;borderWidth&quot;: 1,\n",
-              "      &quot;color&quot;: {\n",
-              "        &quot;background&quot;: &quot;pink&quot;,\n",
-              "        &quot;border&quot;: &quot;black&quot;,\n",
-              "        &quot;highlight&quot;: {\n",
-              "          &quot;background&quot;: &quot;white&quot;,\n",
-              "          &quot;border&quot;: &quot;red&quot;\n",
-              "        }\n",
-              "      },\n",
-              "      &quot;shape&quot;: &quot;box&quot;,\n",
-              "      &quot;mass&quot;: 1,\n",
-              "      &quot;font&quot;: {\n",
-              "        &quot;color&quot;: &quot;black&quot;,\n",
-              "        &quot;size&quot;: 36\n",
-              "      },\n",
-              "      &quot;schedColor&quot;: false\n",
-              "    }\n",
-              "  },\n",
-              "  &quot;reload_button&quot;: false,\n",
-              "  &quot;edges&quot;: {\n",
-              "    &quot;arrows&quot;: &quot;to&quot;,\n",
-              "    &quot;font&quot;: {\n",
-              "      &quot;color&quot;: &quot;black&quot;,\n",
-              "      &quot;size&quot;: 14\n",
-              "    },\n",
-              "    &quot;color&quot;: {\n",
-              "      &quot;color&quot;: &quot;black&quot;\n",
-              "    }\n",
-              "  },\n",
-              "  &quot;numbers&quot;: {\n",
-              "    &quot;fractions&quot;: true,\n",
-              "    &quot;digits&quot;: 5\n",
-              "  },\n",
-              "  &quot;state_properties&quot;: {\n",
-              "    &quot;show_results&quot;: true,\n",
-              "    &quot;result_symbol&quot;: &quot;\\u2606&quot;,\n",
-              "    &quot;show_rewards&quot;: true,\n",
-              "    &quot;reward_symbol&quot;: &quot;\\u20ac&quot;,\n",
-              "    &quot;show_zero_rewards&quot;: true,\n",
-              "    &quot;show_observations&quot;: true,\n",
-              "    &quot;observation_symbol&quot;: &quot;\\u0298&quot;\n",
-              "  },\n",
-              "  &quot;layout&quot;: {\n",
-              "    &quot;randomSeed&quot;: 5\n",
-              "  },\n",
-              "  &quot;misc&quot;: {\n",
-              "    &quot;enable_physics&quot;: true,\n",
-              "    &quot;width&quot;: 929,\n",
-              "    &quot;height&quot;: 745,\n",
-              "    &quot;explore&quot;: false\n",
-              "  },\n",
-              "  &quot;saving&quot;: {\n",
-              "    &quot;relative_path&quot;: true,\n",
-              "    &quot;filename&quot;: &quot;layouts/monty.json&quot;,\n",
-              "    &quot;save_button&quot;: false,\n",
-              "    &quot;load_button&quot;: false\n",
-              "  },\n",
-              "  &quot;positions&quot;: {\n",
-              "    &quot;0&quot;: {\n",
-              "      &quot;x&quot;: 13,\n",
-              "      &quot;y&quot;: -7\n",
-              "    },\n",
-              "    &quot;1&quot;: {\n",
-              "      &quot;x&quot;: -162,\n",
-              "      &quot;y&quot;: 44\n",
-              "    },\n",
-              "    &quot;2&quot;: {\n",
-              "      &quot;x&quot;: 153,\n",
-              "      &quot;y&quot;: 116\n",
-              "    },\n",
-              "    &quot;3&quot;: {\n",
-              "      &quot;x&quot;: 62,\n",
-              "      &quot;y&quot;: -189\n",
-              "    },\n",
-              "    &quot;4&quot;: {\n",
-              "      &quot;x&quot;: -500,\n",
-              "      &quot;y&quot;: 175\n",
-              "    },\n",
-              "    &quot;5&quot;: {\n",
-              "      &quot;x&quot;: -416,\n",
-              "      &quot;y&quot;: -150\n",
-              "    },\n",
-              "    &quot;6&quot;: {\n",
-              "      &quot;x&quot;: -176,\n",
-              "      &quot;y&quot;: 322\n",
-              "    },\n",
-              "    &quot;7&quot;: {\n",
-              "      &quot;x&quot;: 347,\n",
-              "      &quot;y&quot;: 369\n",
-              "    },\n",
-              "    &quot;8&quot;: {\n",
-              "      &quot;x&quot;: 511,\n",
-              "      &quot;y&quot;: 88\n",
-              "    },\n",
-              "    &quot;9&quot;: {\n",
-              "      &quot;x&quot;: 77,\n",
-              "      &quot;y&quot;: 413\n",
-              "    },\n",
-              "    &quot;10&quot;: {\n",
-              "      &quot;x&quot;: 342,\n",
-              "      &quot;y&quot;: -310\n",
-              "    },\n",
-              "    &quot;11&quot;: {\n",
-              "      &quot;x&quot;: 173,\n",
-              "      &quot;y&quot;: -510\n",
-              "    },\n",
-              "    &quot;12&quot;: {\n",
-              "      &quot;x&quot;: -120,\n",
-              "      &quot;y&quot;: -474\n",
-              "    },\n",
-              "    &quot;13&quot;: {\n",
-              "      &quot;x&quot;: -587,\n",
-              "      &quot;y&quot;: 325\n",
-              "    },\n",
-              "    &quot;14&quot;: {\n",
-              "      &quot;x&quot;: -653,\n",
-              "      &quot;y&quot;: 99\n",
-              "    },\n",
-              "    &quot;15&quot;: {\n",
-              "      &quot;x&quot;: -547,\n",
-              "      &quot;y&quot;: -255\n",
-              "    },\n",
-              "    &quot;16&quot;: {\n",
-              "      &quot;x&quot;: -234,\n",
-              "      &quot;y&quot;: 463\n",
-              "    },\n",
-              "    &quot;17&quot;: {\n",
-              "      &quot;x&quot;: 446,\n",
-              "      &quot;y&quot;: 496\n",
-              "    },\n",
-              "    &quot;18&quot;: {\n",
-              "      &quot;x&quot;: 592,\n",
-              "      &quot;y&quot;: -52\n",
-              "    },\n",
-              "    &quot;19&quot;: {\n",
-              "      &quot;x&quot;: 673,\n",
-              "      &quot;y&quot;: 159\n",
-              "    },\n",
-              "    &quot;20&quot;: {\n",
-              "      &quot;x&quot;: 83,\n",
-              "      &quot;y&quot;: 576\n",
-              "    },\n",
-              "    &quot;21&quot;: {\n",
-              "      &quot;x&quot;: 476,\n",
-              "      &quot;y&quot;: -407\n",
-              "    },\n",
-              "    &quot;22&quot;: {\n",
-              "      &quot;x&quot;: 228,\n",
-              "      &quot;y&quot;: -670\n",
-              "    },\n",
-              "    &quot;23&quot;: {\n",
-              "      &quot;x&quot;: -265,\n",
-              "      &quot;y&quot;: -433\n",
-              "    },\n",
-              "    &quot;24&quot;: {\n",
-              "      &quot;x&quot;: -146,\n",
-              "      &quot;y&quot;: -650\n",
-              "    },\n",
-              "    &quot;25&quot;: {\n",
-              "      &quot;x&quot;: -647,\n",
-              "      &quot;y&quot;: 606\n",
-              "    },\n",
-              "    &quot;26&quot;: {\n",
-              "      &quot;x&quot;: -859,\n",
-              "      &quot;y&quot;: 431\n",
-              "    },\n",
-              "    &quot;27&quot;: {\n",
-              "      &quot;x&quot;: -941,\n",
-              "      &quot;y&quot;: 146\n",
-              "    },\n",
-              "    &quot;28&quot;: {\n",
-              "      &quot;x&quot;: -856,\n",
-              "      &quot;y&quot;: -91\n",
-              "    },\n",
-              "    &quot;29&quot;: {\n",
-              "      &quot;x&quot;: -669,\n",
-              "      &quot;y&quot;: -514\n",
-              "    },\n",
-              "    &quot;30&quot;: {\n",
-              "      &quot;x&quot;: -826,\n",
-              "      &quot;y&quot;: -327\n",
-              "    },\n",
-              "    &quot;31&quot;: {\n",
-              "      &quot;x&quot;: -432,\n",
-              "      &quot;y&quot;: 648\n",
-              "    },\n",
-              "    &quot;32&quot;: {\n",
-              "      &quot;x&quot;: -242,\n",
-              "      &quot;y&quot;: 743\n",
-              "    },\n",
-              "    &quot;33&quot;: {\n",
-              "      &quot;x&quot;: 709,\n",
-              "      &quot;y&quot;: 595\n",
-              "    },\n",
-              "    &quot;34&quot;: {\n",
-              "      &quot;x&quot;: 473,\n",
-              "      &quot;y&quot;: 779\n",
-              "    },\n",
-              "    &quot;35&quot;: {\n",
-              "      &quot;x&quot;: 842,\n",
-              "      &quot;y&quot;: -208\n",
-              "    },\n",
-              "    &quot;36&quot;: {\n",
-              "      &quot;x&quot;: 345,\n",
-              "      &quot;y&quot;: -100\n",
-              "    },\n",
-              "    &quot;37&quot;: {\n",
-              "      &quot;x&quot;: 875,\n",
-              "      &quot;y&quot;: 357\n",
-              "    },\n",
-              "    &quot;38&quot;: {\n",
-              "      &quot;x&quot;: 949,\n",
-              "      &quot;y&quot;: 59\n",
-              "    },\n",
-              "    &quot;39&quot;: {\n",
-              "      &quot;x&quot;: 214,\n",
-              "      &quot;y&quot;: 826\n",
-              "    },\n",
-              "    &quot;40&quot;: {\n",
-              "      &quot;x&quot;: -38,\n",
-              "      &quot;y&quot;: 836\n",
-              "    },\n",
-              "    &quot;41&quot;: {\n",
-              "      &quot;x&quot;: 602,\n",
-              "      &quot;y&quot;: -658\n",
-              "    },\n",
-              "    &quot;42&quot;: {\n",
-              "      &quot;x&quot;: 755,\n",
-              "      &quot;y&quot;: -462\n",
-              "    },\n",
-              "    &quot;43&quot;: {\n",
-              "      &quot;x&quot;: 184,\n",
-              "      &quot;y&quot;: -954\n",
-              "    },\n",
-              "    &quot;44&quot;: {\n",
-              "      &quot;x&quot;: 446,\n",
-              "      &quot;y&quot;: -860\n",
-              "    },\n",
-              "    &quot;45&quot;: {\n",
-              "      &quot;x&quot;: -474,\n",
-              "      &quot;y&quot;: -630\n",
-              "    },\n",
-              "    &quot;46&quot;: {\n",
-              "      &quot;x&quot;: -169,\n",
-              "      &quot;y&quot;: -181\n",
-              "    },\n",
-              "    &quot;47&quot;: {\n",
-              "      &quot;x&quot;: -341,\n",
-              "      &quot;y&quot;: -870\n",
-              "    },\n",
-              "    &quot;48&quot;: {\n",
-              "      &quot;x&quot;: -73,\n",
-              "      &quot;y&quot;: -922\n",
-              "    },\n",
-              "    &quot;10000000000&quot;: {\n",
-              "      &quot;x&quot;: -329,\n",
-              "      &quot;y&quot;: 115\n",
-              "    },\n",
-              "    &quot;10000000001&quot;: {\n",
-              "      &quot;x&quot;: -282,\n",
-              "      &quot;y&quot;: -60\n",
-              "    },\n",
-              "    &quot;10000000002&quot;: {\n",
-              "      &quot;x&quot;: -134,\n",
-              "      &quot;y&quot;: 184\n",
-              "    },\n",
-              "    &quot;10000000003&quot;: {\n",
-              "      &quot;x&quot;: 250,\n",
-              "      &quot;y&quot;: 245\n",
-              "    },\n",
-              "    &quot;10000000004&quot;: {\n",
-              "      &quot;x&quot;: 328,\n",
-              "      &quot;y&quot;: 92\n",
-              "    },\n",
-              "    &quot;10000000005&quot;: {\n",
-              "      &quot;x&quot;: 83,\n",
-              "      &quot;y&quot;: 255\n",
-              "    },\n",
-              "    &quot;10000000006&quot;: {\n",
-              "      &quot;x&quot;: 213,\n",
-              "      &quot;y&quot;: -217\n",
-              "    },\n",
-              "    &quot;10000000007&quot;: {\n",
-              "      &quot;x&quot;: 120,\n",
-              "      &quot;y&quot;: -352\n",
-              "    },\n",
-              "    &quot;10000000008&quot;: {\n",
-              "      &quot;x&quot;: -39,\n",
-              "      &quot;y&quot;: -321\n",
-              "    },\n",
-              "    &quot;10000000009&quot;: {\n",
-              "      &quot;x&quot;: -597,\n",
-              "      &quot;y&quot;: 477\n",
-              "    },\n",
-              "    &quot;10000000010&quot;: {\n",
-              "      &quot;x&quot;: -735,\n",
-              "      &quot;y&quot;: 371\n",
-              "    },\n",
-              "    &quot;10000000011&quot;: {\n",
-              "      &quot;x&quot;: -803,\n",
-              "      &quot;y&quot;: 137\n",
-              "    },\n",
-              "    &quot;10000000012&quot;: {\n",
-              "      &quot;x&quot;: -738,\n",
-              "      &quot;y&quot;: -22\n",
-              "    },\n",
-              "    &quot;10000000013&quot;: {\n",
-              "      &quot;x&quot;: -592,\n",
-              "      &quot;y&quot;: -399\n",
-              "    },\n",
-              "    &quot;10000000014&quot;: {\n",
-              "      &quot;x&quot;: -698,\n",
-              "      &quot;y&quot;: -273\n",
-              "    },\n",
-              "    &quot;10000000015&quot;: {\n",
-              "      &quot;x&quot;: -359,\n",
-              "      &quot;y&quot;: 533\n",
-              "    },\n",
-              "    &quot;10000000016&quot;: {\n",
-              "      &quot;x&quot;: -211,\n",
-              "      &quot;y&quot;: 609\n",
-              "    },\n",
-              "    &quot;10000000017&quot;: {\n",
-              "      &quot;x&quot;: 590,\n",
-              "      &quot;y&quot;: 528\n",
-              "    },\n",
-              "    &quot;10000000018&quot;: {\n",
-              "      &quot;x&quot;: 443,\n",
-              "      &quot;y&quot;: 645\n",
-              "    },\n",
-              "    &quot;10000000019&quot;: {\n",
-              "      &quot;x&quot;: 725,\n",
-              "      &quot;y&quot;: -133\n",
-              "    },\n",
-              "    &quot;10000000020&quot;: {\n",
-              "      &quot;x&quot;: 473,\n",
-              "      &quot;y&quot;: -119\n",
-              "    },\n",
-              "    &quot;10000000021&quot;: {\n",
-              "      &quot;x&quot;: 762,\n",
-              "      &quot;y&quot;: 280\n",
-              "    },\n",
-              "    &quot;10000000022&quot;: {\n",
-              "      &quot;x&quot;: 817,\n",
-              "      &quot;y&quot;: 102\n",
-              "    },\n",
-              "    &quot;10000000023&quot;: {\n",
-              "      &quot;x&quot;: 174,\n",
-              "      &quot;y&quot;: 695\n",
-              "    },\n",
-              "    &quot;10000000024&quot;: {\n",
-              "      &quot;x&quot;: 3,\n",
-              "      &quot;y&quot;: 704\n",
-              "    },\n",
-              "    &quot;10000000025&quot;: {\n",
-              "      &quot;x&quot;: 519,\n",
-              "      &quot;y&quot;: -549\n",
-              "    },\n",
-              "    &quot;10000000026&quot;: {\n",
-              "      &quot;x&quot;: 627,\n",
-              "      &quot;y&quot;: -413\n",
-              "    },\n",
-              "    &quot;10000000027&quot;: {\n",
-              "      &quot;x&quot;: 187,\n",
-              "      &quot;y&quot;: -816\n",
-              "    },\n",
-              "    &quot;10000000028&quot;: {\n",
-              "      &quot;x&quot;: 354,\n",
-              "      &quot;y&quot;: -757\n",
-              "    },\n",
-              "    &quot;10000000029&quot;: {\n",
-              "      &quot;x&quot;: -381,\n",
-              "      &quot;y&quot;: -529\n",
-              "    },\n",
-              "    &quot;10000000030&quot;: {\n",
-              "      &quot;x&quot;: -242,\n",
-              "      &quot;y&quot;: -292\n",
-              "    },\n",
-              "    &quot;10000000031&quot;: {\n",
-              "      &quot;x&quot;: -259,\n",
-              "      &quot;y&quot;: -758\n",
-              "    },\n",
-              "    &quot;10000000032&quot;: {\n",
-              "      &quot;x&quot;: -84,\n",
-              "      &quot;y&quot;: -786\n",
-              "    }\n",
-              "  },\n",
-              "  &quot;width&quot;: 929,\n",
-              "  &quot;height&quot;: 745,\n",
-              "  &quot;physics&quot;: true\n",
-              "};\n",
-              "        //js\n",
-              "var container = document.getElementById(&quot;mynetwork&quot;);\n",
-              "var data = {\n",
-              "    nodes: nodes,\n",
-              "    edges: edges,\n",
-              "};\n",
-              "var network = new vis.Network(container, data, options);\n",
-              "function makeAllNodesInvisible() {\n",
-              "    ids = nodes.getIds();\n",
-              "    for (let i = 0; i &lt; ids.length; i++) {\n",
-              "        var nodeId = ids[i];\n",
-              "        var node = nodes.get(nodeId);\n",
-              "        node[&quot;hidden&quot;] = true;\n",
-              "        nodes.update(node);\n",
-              "    }\n",
-              "};\n",
-              "function makeNeighborsVisible(myNode) {\n",
-              "    var ids = network.getConnectedNodes(myNode, &#x27;to&#x27;);\n",
-              "    for (let i = 0; i &lt; ids.length; i++) {\n",
-              "        var nodeId = ids[i];\n",
-              "        var node = nodes.get(nodeId);\n",
-              "        node[&quot;hidden&quot;] = false;\n",
-              "        nodes.update(node);\n",
-              "    }\n",
-              "};\n",
-              "function makeNodeVisible(nodeId) {\n",
-              "    var node = nodes.get(nodeId);\n",
-              "    node[&quot;hidden&quot;] = false;\n",
-              "    nodes.update(node);\n",
-              "};\n",
-              "network.on( &#x27;click&#x27;, function(properties) {\n",
-              "    var nodeId = network.getNodeAt({x:properties.event.srcEvent.offsetX, y:properties.event.srcEvent.offsetY});\n",
-              "    makeNeighborsVisible(nodeId);\n",
-              "});\n",
-              "\n",
-              "    &lt;/script&gt;\n",
-              "  &lt;/body&gt;\n",
-              "&lt;/html&gt;\n",
-              "\"\n",
-              "                border:none !important;\n",
-              "                allowfullscreen webkitallowfullscreen mozallowfullscreen\n",
-              "          ></iframe>"
-            ],
-            "text/plain": [
-              "<IPython.core.display.HTML object>"
-            ]
-          },
-          "metadata": {},
-          "output_type": "display_data"
-        }
-      ],
-      "source": [
-        "vis = show(mdp, layout=Layout(\"layouts/monty.json\"), save_and_embed=True)"
-      ]
-    },
-    {
-      "cell_type": "markdown",
-      "id": "b5b2990c-65ed-4d7b-a4b8-f303843622e5",
-      "metadata": {},
-      "source": [
-        "We want to simulate this model. That is, we start at the initial state and then we walk through the model by choosing random actions.\n",
-        "\n",
-        "When we do this, we get a partial model as a result that contains everything we discovered during this walk. \n",
-        "\n",
-        "Try running this multiple times, and observe that sometimes we get to the target and sometimes we do not."
-      ]
-    },
-    {
-      "cell_type": "code",
-      "execution_count": 4,
-      "id": "eb0fadc0-7bb6-4c1d-ae3e-9e16527726ab",
-      "metadata": {},
-      "outputs": [
-        {
-          "data": {
-            "text/html": [
-              "\n",
-              "          <iframe\n",
-              "                id=\"modelyuZhosaCWQ\"\n",
-              "                width=\"595\"\n",
-              "                height=\"168\"\n",
-              "                frameborder=\"0\"\n",
-              "                srcdoc=\"\n",
-              "&lt;!DOCTYPE html&gt;\n",
-              "&lt;html lang=&quot;en&quot;&gt;\n",
-              "  &lt;head&gt;\n",
-              "    &lt;title&gt;Network&lt;/title&gt;\n",
-              "    &lt;script\n",
-              "      type=&quot;text/javascript&quot;\n",
-              "      src=&quot;https://unpkg.com/vis-network/standalone/umd/vis-network.min.js&quot;\n",
-              "    &gt;&lt;/script&gt;\n",
-              "    &lt;style type=&quot;text/css&quot;&gt;\n",
-              "      #mynetwork {\n",
-              "        \n",
-              "        width: 575px;\n",
-              "        height: 148px;\n",
-              "        border: 1px solid lightgray;\n",
-              "        \n",
-              "      }\n",
-              "    &lt;/style&gt;\n",
-              "  &lt;/head&gt;\n",
-              "  &lt;body&gt;\n",
-              "    &lt;div id=&quot;mynetwork&quot;&gt;&lt;/div&gt;\n",
-              "    &lt;script type=&quot;text/javascript&quot;&gt;\n",
-              "        \n",
-              "        var nodes = new vis.DataSet([{ id: 0, label: `init`, group: &quot;states&quot;, x: -203, y: -60 },\n",
-              "{ id: 1, label: `carchosen`, group: &quot;states&quot;, x: -99, y: 2 },\n",
-              "{ id: 2, label: `open`, group: &quot;states&quot;, x: 0, y: 0 },\n",
-              "{ id: 3, label: `goatrevealed`, group: &quot;states&quot;, x: 94, y: -13 },\n",
-              "{ id: 4, label: `done`, group: &quot;states&quot;, x: 204, y: 38 },\n",
-              "]);\n",
-              "        var edges = new vis.DataSet([{ from: 0, to: 1, label: &quot;1/3&quot; },\n",
-              "{ from: 1, to: 2, label: &quot;1&quot; },\n",
-              "{ from: 2, to: 3, label: &quot;1&quot; },\n",
-              "{ from: 3, to: 4, label: &quot;1&quot; },\n",
-              "]);\n",
-              "        var options = {\n",
-              "  &quot;__fake_macros&quot;: {\n",
-              "    &quot;__group_macro&quot;: {\n",
-              "      &quot;borderWidth&quot;: 1,\n",
-              "      &quot;color&quot;: {\n",
-              "        &quot;background&quot;: &quot;white&quot;,\n",
-              "        &quot;border&quot;: &quot;black&quot;,\n",
-              "        &quot;highlight&quot;: {\n",
-              "          &quot;background&quot;: &quot;white&quot;,\n",
-              "          &quot;border&quot;: &quot;red&quot;\n",
-              "        }\n",
-              "      },\n",
-              "      &quot;shape&quot;: &quot;ellipse&quot;,\n",
-              "      &quot;mass&quot;: 1,\n",
-              "      &quot;font&quot;: {\n",
-              "        &quot;color&quot;: &quot;black&quot;,\n",
-              "        &quot;size&quot;: 14\n",
-              "      }\n",
-              "    }\n",
-              "  },\n",
-              "  &quot;groups&quot;: {\n",
-              "    &quot;states&quot;: {\n",
-              "      &quot;borderWidth&quot;: 1,\n",
-              "      &quot;color&quot;: {\n",
-              "        &quot;background&quot;: &quot;white&quot;,\n",
-              "        &quot;border&quot;: &quot;black&quot;,\n",
-              "        &quot;highlight&quot;: {\n",
-              "          &quot;background&quot;: &quot;white&quot;,\n",
-              "          &quot;border&quot;: &quot;red&quot;\n",
-              "        }\n",
-              "      },\n",
-              "      &quot;shape&quot;: &quot;ellipse&quot;,\n",
-              "      &quot;mass&quot;: 1,\n",
-              "      &quot;font&quot;: {\n",
-              "        &quot;color&quot;: &quot;black&quot;,\n",
-              "        &quot;size&quot;: 14\n",
-              "      }\n",
-              "    },\n",
-              "    &quot;actions&quot;: {\n",
-              "      &quot;borderWidth&quot;: 1,\n",
-              "      &quot;color&quot;: {\n",
-              "        &quot;background&quot;: &quot;lightblue&quot;,\n",
-              "        &quot;border&quot;: &quot;black&quot;,\n",
-              "        &quot;highlight&quot;: {\n",
-              "          &quot;background&quot;: &quot;white&quot;,\n",
-              "          &quot;border&quot;: &quot;red&quot;\n",
-              "        }\n",
-              "      },\n",
-              "      &quot;shape&quot;: &quot;box&quot;,\n",
-              "      &quot;mass&quot;: 1,\n",
-              "      &quot;font&quot;: {\n",
-              "        &quot;color&quot;: &quot;black&quot;,\n",
-              "        &quot;size&quot;: 14\n",
-              "      }\n",
-              "    },\n",
-              "    &quot;scheduled_actions&quot;: {\n",
-              "      &quot;borderWidth&quot;: 1,\n",
-              "      &quot;color&quot;: {\n",
-              "        &quot;background&quot;: &quot;pink&quot;,\n",
-              "        &quot;border&quot;: &quot;black&quot;,\n",
-              "        &quot;highlight&quot;: {\n",
-              "          &quot;background&quot;: &quot;white&quot;,\n",
-              "          &quot;border&quot;: &quot;red&quot;\n",
-              "        }\n",
-              "      },\n",
-              "      &quot;shape&quot;: &quot;box&quot;,\n",
-              "      &quot;mass&quot;: 1,\n",
-              "      &quot;font&quot;: {\n",
-              "        &quot;color&quot;: &quot;black&quot;,\n",
-              "        &quot;size&quot;: 14\n",
-              "      },\n",
-              "      &quot;schedColor&quot;: false\n",
-              "    }\n",
-              "  },\n",
-              "  &quot;reload_button&quot;: false,\n",
-              "  &quot;edges&quot;: {\n",
-              "    &quot;arrows&quot;: &quot;to&quot;,\n",
-              "    &quot;font&quot;: {\n",
-              "      &quot;color&quot;: &quot;black&quot;,\n",
-              "      &quot;size&quot;: 14\n",
-              "    },\n",
-              "    &quot;color&quot;: {\n",
-              "      &quot;color&quot;: &quot;black&quot;\n",
-              "    }\n",
-              "  },\n",
-              "  &quot;numbers&quot;: {\n",
-              "    &quot;fractions&quot;: true,\n",
-              "    &quot;digits&quot;: 5\n",
-              "  },\n",
-              "  &quot;state_properties&quot;: {\n",
-              "    &quot;show_results&quot;: true,\n",
-              "    &quot;result_symbol&quot;: &quot;\\u2606&quot;,\n",
-              "    &quot;show_rewards&quot;: true,\n",
-              "    &quot;reward_symbol&quot;: &quot;\\u20ac&quot;,\n",
-              "    &quot;show_zero_rewards&quot;: true,\n",
-              "    &quot;show_observations&quot;: true,\n",
-              "    &quot;observation_symbol&quot;: &quot;\\u0298&quot;\n",
-              "  },\n",
-              "  &quot;layout&quot;: {\n",
-              "    &quot;randomSeed&quot;: 5\n",
-              "  },\n",
-              "  &quot;misc&quot;: {\n",
-              "    &quot;enable_physics&quot;: true,\n",
-              "    &quot;width&quot;: 575,\n",
-              "    &quot;height&quot;: 148,\n",
-              "    &quot;explore&quot;: false\n",
-              "  },\n",
-              "  &quot;saving&quot;: {\n",
-              "    &quot;relative_path&quot;: true,\n",
-              "    &quot;filename&quot;: &quot;layouts/small_monty.json&quot;,\n",
-              "    &quot;save_button&quot;: false,\n",
-              "    &quot;load_button&quot;: false\n",
-              "  },\n",
-              "  &quot;positions&quot;: {\n",
-              "    &quot;0&quot;: {\n",
-              "      &quot;x&quot;: -203,\n",
-              "      &quot;y&quot;: -60\n",
-              "    },\n",
-              "    &quot;1&quot;: {\n",
-              "      &quot;x&quot;: -99,\n",
-              "      &quot;y&quot;: 2\n",
-              "    },\n",
-              "    &quot;2&quot;: {\n",
-              "      &quot;x&quot;: 0,\n",
-              "      &quot;y&quot;: 0\n",
-              "    },\n",
-              "    &quot;3&quot;: {\n",
-              "      &quot;x&quot;: 94,\n",
-              "      &quot;y&quot;: -13\n",
-              "    },\n",
-              "    &quot;4&quot;: {\n",
-              "      &quot;x&quot;: 204,\n",
-              "      &quot;y&quot;: 38\n",
-              "    }\n",
-              "  },\n",
-              "  &quot;width&quot;: 575,\n",
-              "  &quot;height&quot;: 148,\n",
-              "  &quot;physics&quot;: true\n",
-              "};\n",
-              "        //js\n",
-              "var container = document.getElementById(&quot;mynetwork&quot;);\n",
-              "var data = {\n",
-              "    nodes: nodes,\n",
-              "    edges: edges,\n",
-              "};\n",
-              "var network = new vis.Network(container, data, options);\n",
-              "function makeAllNodesInvisible() {\n",
-              "    ids = nodes.getIds();\n",
-              "    for (let i = 0; i &lt; ids.length; i++) {\n",
-              "        var nodeId = ids[i];\n",
-              "        var node = nodes.get(nodeId);\n",
-              "        node[&quot;hidden&quot;] = true;\n",
-              "        nodes.update(node);\n",
-              "    }\n",
-              "};\n",
-              "function makeNeighborsVisible(myNode) {\n",
-              "    var ids = network.getConnectedNodes(myNode, &#x27;to&#x27;);\n",
-              "    for (let i = 0; i &lt; ids.length; i++) {\n",
-              "        var nodeId = ids[i];\n",
-              "        var node = nodes.get(nodeId);\n",
-              "        node[&quot;hidden&quot;] = false;\n",
-              "        nodes.update(node);\n",
-              "    }\n",
-              "};\n",
-              "function makeNodeVisible(nodeId) {\n",
-              "    var node = nodes.get(nodeId);\n",
-              "    node[&quot;hidden&quot;] = false;\n",
-              "    nodes.update(node);\n",
-              "};\n",
-              "network.on( &#x27;click&#x27;, function(properties) {\n",
-              "    var nodeId = network.getNodeAt({x:properties.event.srcEvent.offsetX, y:properties.event.srcEvent.offsetY});\n",
-              "    makeNeighborsVisible(nodeId);\n",
-              "});\n",
-              "\n",
-              "    &lt;/script&gt;\n",
-              "  &lt;/body&gt;\n",
-              "&lt;/html&gt;\n",
-              "\"\n",
-              "                border:none !important;\n",
-              "                allowfullscreen webkitallowfullscreen mozallowfullscreen\n",
-              "          ></iframe>"
-            ],
-            "text/plain": [
-              "<IPython.core.display.HTML object>"
-            ]
-          },
-          "metadata": {},
-          "output_type": "display_data"
+          "ename": "TypeError",
+          "evalue": "argument of type 'bool' is not iterable",
+          "output_type": "error",
+          "traceback": [
+            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+            "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
+            "Cell \u001b[0;32mIn[8], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m vis \u001b[38;5;241m=\u001b[39m show(mdp, layout\u001b[38;5;241m=\u001b[39m\u001b[43mLayout\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mlayouts/monty.json\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m)\u001b[49m, save_and_embed\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n",
+            "File \u001b[0;32m~/git/stormvogel/env/lib/python3.12/site-packages/stormvogel/layout.py:29\u001b[0m, in \u001b[0;36mLayout.__init__\u001b[0;34m(self, path, path_relative)\u001b[0m\n\u001b[1;32m     27\u001b[0m     default_str \u001b[38;5;241m=\u001b[39m f\u001b[38;5;241m.\u001b[39mread()\n\u001b[1;32m     28\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdefault_dict: \u001b[38;5;28mdict\u001b[39m \u001b[38;5;241m=\u001b[39m json\u001b[38;5;241m.\u001b[39mloads(default_str)\n\u001b[0;32m---> 29\u001b[0m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mload\u001b[49m\u001b[43m(\u001b[49m\u001b[43mpath\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mpath_relative\u001b[49m\u001b[43m)\u001b[49m\n",
+            "File \u001b[0;32m~/git/stormvogel/env/lib/python3.12/site-packages/stormvogel/layout.py:43\u001b[0m, in \u001b[0;36mLayout.load\u001b[0;34m(self, path, path_relative)\u001b[0m\n\u001b[1;32m     41\u001b[0m     parsed_dict \u001b[38;5;241m=\u001b[39m json\u001b[38;5;241m.\u001b[39mloads(parsed_str)\n\u001b[1;32m     42\u001b[0m     \u001b[38;5;66;03m# Combine the parsed dict with default to fill missing keys as default values.\u001b[39;00m\n\u001b[0;32m---> 43\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlayout: \u001b[38;5;28mdict\u001b[39m \u001b[38;5;241m=\u001b[39m \u001b[43mstormvogel\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrdict\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmerge_dict\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m     44\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdefault_dict\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mparsed_dict\u001b[49m\n\u001b[1;32m     45\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m     47\u001b[0m \u001b[38;5;66;03m# Load in schema for the dict_editor.\u001b[39;00m\n\u001b[1;32m     48\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m \u001b[38;5;28mopen\u001b[39m(os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mjoin(PACKAGE_ROOT_DIR, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mlayouts/schema.json\u001b[39m\u001b[38;5;124m\"\u001b[39m)) \u001b[38;5;28;01mas\u001b[39;00m f:\n",
+            "File \u001b[0;32m~/git/stormvogel/env/lib/python3.12/site-packages/stormvogel/rdict.py:46\u001b[0m, in \u001b[0;36mmerge_dict\u001b[0;34m(dict1, dict2)\u001b[0m\n\u001b[1;32m     44\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(val, \u001b[38;5;28mdict\u001b[39m):\n\u001b[1;32m     45\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m key \u001b[38;5;129;01min\u001b[39;00m dict2 \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;28mtype\u001b[39m(dict2[key] \u001b[38;5;241m==\u001b[39m \u001b[38;5;28mdict\u001b[39m):\n\u001b[0;32m---> 46\u001b[0m         \u001b[43mmerge_dict\u001b[49m\u001b[43m(\u001b[49m\u001b[43mdict1\u001b[49m\u001b[43m[\u001b[49m\u001b[43mkey\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mdict2\u001b[49m\u001b[43m[\u001b[49m\u001b[43mkey\u001b[49m\u001b[43m]\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m     47\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m     48\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m key \u001b[38;5;129;01min\u001b[39;00m dict2:\n",
+            "File \u001b[0;32m~/git/stormvogel/env/lib/python3.12/site-packages/stormvogel/rdict.py:48\u001b[0m, in \u001b[0;36mmerge_dict\u001b[0;34m(dict1, dict2)\u001b[0m\n\u001b[1;32m     46\u001b[0m             merge_dict(dict1[key], dict2[key])\n\u001b[1;32m     47\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m---> 48\u001b[0m         \u001b[38;5;28;01mif\u001b[39;00m \u001b[43mkey\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01min\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mdict2\u001b[49m:\n\u001b[1;32m     49\u001b[0m             dict1[key] \u001b[38;5;241m=\u001b[39m dict2[key]\n\u001b[1;32m     51\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m key, val \u001b[38;5;129;01min\u001b[39;00m dict2\u001b[38;5;241m.\u001b[39mitems():\n",
+            "\u001b[0;31mTypeError\u001b[0m: argument of type 'bool' is not iterable"
+          ]
+        }
+      ],
+      "source": [
+        "vis = show(mdp, layout=Layout(\"layouts/monty.json\"), save_and_embed=True)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "id": "b5b2990c-65ed-4d7b-a4b8-f303843622e5",
+      "metadata": {},
+      "source": [
+        "We want to simulate this model. That is, we start at the initial state and then we walk through the model by choosing random actions.\n",
+        "\n",
+        "When we do this, we get a partial model as a result that contains everything we discovered during this walk. \n",
+        "\n",
+        "Try running this multiple times, and observe that sometimes we get to the target and sometimes we do not."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 4,
+      "id": "eb0fadc0-7bb6-4c1d-ae3e-9e16527726ab",
+      "metadata": {},
+      "outputs": [
+        {
+          "ename": "TypeError",
+          "evalue": "argument of type 'bool' is not iterable",
+          "output_type": "error",
+          "traceback": [
+            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+            "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
+            "Cell \u001b[0;32mIn[4], line 12\u001b[0m\n\u001b[1;32m      8\u001b[0m partial_model \u001b[38;5;241m=\u001b[39m stormvogel\u001b[38;5;241m.\u001b[39msimulator\u001b[38;5;241m.\u001b[39msimulate(mdp, steps\u001b[38;5;241m=\u001b[39msteps, seed\u001b[38;5;241m=\u001b[39mseed)\n\u001b[1;32m      9\u001b[0m \u001b[38;5;66;03m# We could also provide a seed.\u001b[39;00m\n\u001b[1;32m     10\u001b[0m \u001b[38;5;66;03m#partial_model = stormvogel.simulator.simulate(mdp, steps=steps, seed=seed)\u001b[39;00m\n\u001b[0;32m---> 12\u001b[0m vis \u001b[38;5;241m=\u001b[39m show(partial_model, save_and_embed\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m, layout\u001b[38;5;241m=\u001b[39m\u001b[43mLayout\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mlayouts/small_monty.json\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m)\u001b[49m)\n",
+            "File \u001b[0;32m~/git/stormvogel/env/lib/python3.12/site-packages/stormvogel/layout.py:29\u001b[0m, in \u001b[0;36mLayout.__init__\u001b[0;34m(self, path, path_relative)\u001b[0m\n\u001b[1;32m     27\u001b[0m     default_str \u001b[38;5;241m=\u001b[39m f\u001b[38;5;241m.\u001b[39mread()\n\u001b[1;32m     28\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdefault_dict: \u001b[38;5;28mdict\u001b[39m \u001b[38;5;241m=\u001b[39m json\u001b[38;5;241m.\u001b[39mloads(default_str)\n\u001b[0;32m---> 29\u001b[0m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mload\u001b[49m\u001b[43m(\u001b[49m\u001b[43mpath\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mpath_relative\u001b[49m\u001b[43m)\u001b[49m\n",
+            "File \u001b[0;32m~/git/stormvogel/env/lib/python3.12/site-packages/stormvogel/layout.py:43\u001b[0m, in \u001b[0;36mLayout.load\u001b[0;34m(self, path, path_relative)\u001b[0m\n\u001b[1;32m     41\u001b[0m     parsed_dict \u001b[38;5;241m=\u001b[39m json\u001b[38;5;241m.\u001b[39mloads(parsed_str)\n\u001b[1;32m     42\u001b[0m     \u001b[38;5;66;03m# Combine the parsed dict with default to fill missing keys as default values.\u001b[39;00m\n\u001b[0;32m---> 43\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlayout: \u001b[38;5;28mdict\u001b[39m \u001b[38;5;241m=\u001b[39m \u001b[43mstormvogel\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrdict\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmerge_dict\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m     44\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdefault_dict\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mparsed_dict\u001b[49m\n\u001b[1;32m     45\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m     47\u001b[0m \u001b[38;5;66;03m# Load in schema for the dict_editor.\u001b[39;00m\n\u001b[1;32m     48\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m \u001b[38;5;28mopen\u001b[39m(os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mjoin(PACKAGE_ROOT_DIR, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mlayouts/schema.json\u001b[39m\u001b[38;5;124m\"\u001b[39m)) \u001b[38;5;28;01mas\u001b[39;00m f:\n",
+            "File \u001b[0;32m~/git/stormvogel/env/lib/python3.12/site-packages/stormvogel/rdict.py:46\u001b[0m, in \u001b[0;36mmerge_dict\u001b[0;34m(dict1, dict2)\u001b[0m\n\u001b[1;32m     44\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(val, \u001b[38;5;28mdict\u001b[39m):\n\u001b[1;32m     45\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m key \u001b[38;5;129;01min\u001b[39;00m dict2 \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;28mtype\u001b[39m(dict2[key] \u001b[38;5;241m==\u001b[39m \u001b[38;5;28mdict\u001b[39m):\n\u001b[0;32m---> 46\u001b[0m         \u001b[43mmerge_dict\u001b[49m\u001b[43m(\u001b[49m\u001b[43mdict1\u001b[49m\u001b[43m[\u001b[49m\u001b[43mkey\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mdict2\u001b[49m\u001b[43m[\u001b[49m\u001b[43mkey\u001b[49m\u001b[43m]\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m     47\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m     48\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m key \u001b[38;5;129;01min\u001b[39;00m dict2:\n",
+            "File \u001b[0;32m~/git/stormvogel/env/lib/python3.12/site-packages/stormvogel/rdict.py:48\u001b[0m, in \u001b[0;36mmerge_dict\u001b[0;34m(dict1, dict2)\u001b[0m\n\u001b[1;32m     46\u001b[0m             merge_dict(dict1[key], dict2[key])\n\u001b[1;32m     47\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m---> 48\u001b[0m         \u001b[38;5;28;01mif\u001b[39;00m \u001b[43mkey\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01min\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mdict2\u001b[49m:\n\u001b[1;32m     49\u001b[0m             dict1[key] \u001b[38;5;241m=\u001b[39m dict2[key]\n\u001b[1;32m     51\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m key, val \u001b[38;5;129;01min\u001b[39;00m dict2\u001b[38;5;241m.\u001b[39mitems():\n",
+            "\u001b[0;31mTypeError\u001b[0m: argument of type 'bool' is not iterable"
+          ]
         }
       ],
       "source": [
@@ -1116,236 +196,19 @@
       "metadata": {},
       "outputs": [
         {
-          "data": {
-            "text/html": [
-              "\n",
-              "          <iframe\n",
-              "                id=\"modeljOPFsvCRUN\"\n",
-              "                width=\"595\"\n",
-              "                height=\"168\"\n",
-              "                frameborder=\"0\"\n",
-              "                srcdoc=\"\n",
-              "&lt;!DOCTYPE html&gt;\n",
-              "&lt;html lang=&quot;en&quot;&gt;\n",
-              "  &lt;head&gt;\n",
-              "    &lt;title&gt;Network&lt;/title&gt;\n",
-              "    &lt;script\n",
-              "      type=&quot;text/javascript&quot;\n",
-              "      src=&quot;https://unpkg.com/vis-network/standalone/umd/vis-network.min.js&quot;\n",
-              "    &gt;&lt;/script&gt;\n",
-              "    &lt;style type=&quot;text/css&quot;&gt;\n",
-              "      #mynetwork {\n",
-              "        \n",
-              "        width: 575px;\n",
-              "        height: 148px;\n",
-              "        border: 1px solid lightgray;\n",
-              "        \n",
-              "      }\n",
-              "    &lt;/style&gt;\n",
-              "  &lt;/head&gt;\n",
-              "  &lt;body&gt;\n",
-              "    &lt;div id=&quot;mynetwork&quot;&gt;&lt;/div&gt;\n",
-              "    &lt;script type=&quot;text/javascript&quot;&gt;\n",
-              "        \n",
-              "        var nodes = new vis.DataSet([{ id: 0, label: `init`, group: &quot;states&quot;, x: -203, y: -60 },\n",
-              "{ id: 1, label: `carchosen`, group: &quot;states&quot;, x: -99, y: 2 },\n",
-              "{ id: 2, label: `open`, group: &quot;states&quot;, x: 0, y: 0 },\n",
-              "{ id: 3, label: `goatrevealed`, group: &quot;states&quot;, x: 94, y: -13 },\n",
-              "{ id: 4, label: `done`, group: &quot;states&quot;, x: 204, y: 38 },\n",
-              "]);\n",
-              "        var edges = new vis.DataSet([{ from: 0, to: 1, label: &quot;1/3&quot; },\n",
-              "{ from: 1, to: 2, label: &quot;1&quot; },\n",
-              "{ from: 2, to: 3, label: &quot;1&quot; },\n",
-              "{ from: 3, to: 4, label: &quot;1&quot; },\n",
-              "]);\n",
-              "        var options = {\n",
-              "  &quot;__fake_macros&quot;: {\n",
-              "    &quot;__group_macro&quot;: {\n",
-              "      &quot;borderWidth&quot;: 1,\n",
-              "      &quot;color&quot;: {\n",
-              "        &quot;background&quot;: &quot;white&quot;,\n",
-              "        &quot;border&quot;: &quot;black&quot;,\n",
-              "        &quot;highlight&quot;: {\n",
-              "          &quot;background&quot;: &quot;white&quot;,\n",
-              "          &quot;border&quot;: &quot;red&quot;\n",
-              "        }\n",
-              "      },\n",
-              "      &quot;shape&quot;: &quot;ellipse&quot;,\n",
-              "      &quot;mass&quot;: 1,\n",
-              "      &quot;font&quot;: {\n",
-              "        &quot;color&quot;: &quot;black&quot;,\n",
-              "        &quot;size&quot;: 14\n",
-              "      }\n",
-              "    }\n",
-              "  },\n",
-              "  &quot;groups&quot;: {\n",
-              "    &quot;states&quot;: {\n",
-              "      &quot;borderWidth&quot;: 1,\n",
-              "      &quot;color&quot;: {\n",
-              "        &quot;background&quot;: &quot;white&quot;,\n",
-              "        &quot;border&quot;: &quot;black&quot;,\n",
-              "        &quot;highlight&quot;: {\n",
-              "          &quot;background&quot;: &quot;white&quot;,\n",
-              "          &quot;border&quot;: &quot;red&quot;\n",
-              "        }\n",
-              "      },\n",
-              "      &quot;shape&quot;: &quot;ellipse&quot;,\n",
-              "      &quot;mass&quot;: 1,\n",
-              "      &quot;font&quot;: {\n",
-              "        &quot;color&quot;: &quot;black&quot;,\n",
-              "        &quot;size&quot;: 14\n",
-              "      }\n",
-              "    },\n",
-              "    &quot;actions&quot;: {\n",
-              "      &quot;borderWidth&quot;: 1,\n",
-              "      &quot;color&quot;: {\n",
-              "        &quot;background&quot;: &quot;lightblue&quot;,\n",
-              "        &quot;border&quot;: &quot;black&quot;,\n",
-              "        &quot;highlight&quot;: {\n",
-              "          &quot;background&quot;: &quot;white&quot;,\n",
-              "          &quot;border&quot;: &quot;red&quot;\n",
-              "        }\n",
-              "      },\n",
-              "      &quot;shape&quot;: &quot;box&quot;,\n",
-              "      &quot;mass&quot;: 1,\n",
-              "      &quot;font&quot;: {\n",
-              "        &quot;color&quot;: &quot;black&quot;,\n",
-              "        &quot;size&quot;: 14\n",
-              "      }\n",
-              "    },\n",
-              "    &quot;scheduled_actions&quot;: {\n",
-              "      &quot;borderWidth&quot;: 1,\n",
-              "      &quot;color&quot;: {\n",
-              "        &quot;background&quot;: &quot;pink&quot;,\n",
-              "        &quot;border&quot;: &quot;black&quot;,\n",
-              "        &quot;highlight&quot;: {\n",
-              "          &quot;background&quot;: &quot;white&quot;,\n",
-              "          &quot;border&quot;: &quot;red&quot;\n",
-              "        }\n",
-              "      },\n",
-              "      &quot;shape&quot;: &quot;box&quot;,\n",
-              "      &quot;mass&quot;: 1,\n",
-              "      &quot;font&quot;: {\n",
-              "        &quot;color&quot;: &quot;black&quot;,\n",
-              "        &quot;size&quot;: 14\n",
-              "      },\n",
-              "      &quot;schedColor&quot;: false\n",
-              "    }\n",
-              "  },\n",
-              "  &quot;reload_button&quot;: false,\n",
-              "  &quot;edges&quot;: {\n",
-              "    &quot;arrows&quot;: &quot;to&quot;,\n",
-              "    &quot;font&quot;: {\n",
-              "      &quot;color&quot;: &quot;black&quot;,\n",
-              "      &quot;size&quot;: 14\n",
-              "    },\n",
-              "    &quot;color&quot;: {\n",
-              "      &quot;color&quot;: &quot;black&quot;\n",
-              "    }\n",
-              "  },\n",
-              "  &quot;numbers&quot;: {\n",
-              "    &quot;fractions&quot;: true,\n",
-              "    &quot;digits&quot;: 5\n",
-              "  },\n",
-              "  &quot;state_properties&quot;: {\n",
-              "    &quot;show_results&quot;: true,\n",
-              "    &quot;result_symbol&quot;: &quot;\\u2606&quot;,\n",
-              "    &quot;show_rewards&quot;: true,\n",
-              "    &quot;reward_symbol&quot;: &quot;\\u20ac&quot;,\n",
-              "    &quot;show_zero_rewards&quot;: true,\n",
-              "    &quot;show_observations&quot;: true,\n",
-              "    &quot;observation_symbol&quot;: &quot;\\u0298&quot;\n",
-              "  },\n",
-              "  &quot;layout&quot;: {\n",
-              "    &quot;randomSeed&quot;: 5\n",
-              "  },\n",
-              "  &quot;misc&quot;: {\n",
-              "    &quot;enable_physics&quot;: true,\n",
-              "    &quot;width&quot;: 575,\n",
-              "    &quot;height&quot;: 148,\n",
-              "    &quot;explore&quot;: false\n",
-              "  },\n",
-              "  &quot;saving&quot;: {\n",
-              "    &quot;relative_path&quot;: true,\n",
-              "    &quot;filename&quot;: &quot;layouts/small_monty.json&quot;,\n",
-              "    &quot;save_button&quot;: false,\n",
-              "    &quot;load_button&quot;: false\n",
-              "  },\n",
-              "  &quot;positions&quot;: {\n",
-              "    &quot;0&quot;: {\n",
-              "      &quot;x&quot;: -203,\n",
-              "      &quot;y&quot;: -60\n",
-              "    },\n",
-              "    &quot;1&quot;: {\n",
-              "      &quot;x&quot;: -99,\n",
-              "      &quot;y&quot;: 2\n",
-              "    },\n",
-              "    &quot;2&quot;: {\n",
-              "      &quot;x&quot;: 0,\n",
-              "      &quot;y&quot;: 0\n",
-              "    },\n",
-              "    &quot;3&quot;: {\n",
-              "      &quot;x&quot;: 94,\n",
-              "      &quot;y&quot;: -13\n",
-              "    },\n",
-              "    &quot;4&quot;: {\n",
-              "      &quot;x&quot;: 204,\n",
-              "      &quot;y&quot;: 38\n",
-              "    }\n",
-              "  },\n",
-              "  &quot;width&quot;: 575,\n",
-              "  &quot;height&quot;: 148,\n",
-              "  &quot;physics&quot;: true\n",
-              "};\n",
-              "        //js\n",
-              "var container = document.getElementById(&quot;mynetwork&quot;);\n",
-              "var data = {\n",
-              "    nodes: nodes,\n",
-              "    edges: edges,\n",
-              "};\n",
-              "var network = new vis.Network(container, data, options);\n",
-              "function makeAllNodesInvisible() {\n",
-              "    ids = nodes.getIds();\n",
-              "    for (let i = 0; i &lt; ids.length; i++) {\n",
-              "        var nodeId = ids[i];\n",
-              "        var node = nodes.get(nodeId);\n",
-              "        node[&quot;hidden&quot;] = true;\n",
-              "        nodes.update(node);\n",
-              "    }\n",
-              "};\n",
-              "function makeNeighborsVisible(myNode) {\n",
-              "    var ids = network.getConnectedNodes(myNode, &#x27;to&#x27;);\n",
-              "    for (let i = 0; i &lt; ids.length; i++) {\n",
-              "        var nodeId = ids[i];\n",
-              "        var node = nodes.get(nodeId);\n",
-              "        node[&quot;hidden&quot;] = false;\n",
-              "        nodes.update(node);\n",
-              "    }\n",
-              "};\n",
-              "function makeNodeVisible(nodeId) {\n",
-              "    var node = nodes.get(nodeId);\n",
-              "    node[&quot;hidden&quot;] = false;\n",
-              "    nodes.update(node);\n",
-              "};\n",
-              "network.on( &#x27;click&#x27;, function(properties) {\n",
-              "    var nodeId = network.getNodeAt({x:properties.event.srcEvent.offsetX, y:properties.event.srcEvent.offsetY});\n",
-              "    makeNeighborsVisible(nodeId);\n",
-              "});\n",
-              "\n",
-              "    &lt;/script&gt;\n",
-              "  &lt;/body&gt;\n",
-              "&lt;/html&gt;\n",
-              "\"\n",
-              "                border:none !important;\n",
-              "                allowfullscreen webkitallowfullscreen mozallowfullscreen\n",
-              "          ></iframe>"
-            ],
-            "text/plain": [
-              "<IPython.core.display.HTML object>"
-            ]
-          },
-          "metadata": {},
-          "output_type": "display_data"
+          "ename": "TypeError",
+          "evalue": "argument of type 'bool' is not iterable",
+          "output_type": "error",
+          "traceback": [
+            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+            "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
+            "Cell \u001b[0;32mIn[5], line 8\u001b[0m\n\u001b[1;32m      5\u001b[0m scheduler \u001b[38;5;241m=\u001b[39m stormvogel\u001b[38;5;241m.\u001b[39mresult\u001b[38;5;241m.\u001b[39mScheduler(mdp, taken_actions)\n\u001b[1;32m      7\u001b[0m partial_model \u001b[38;5;241m=\u001b[39m stormvogel\u001b[38;5;241m.\u001b[39msimulator\u001b[38;5;241m.\u001b[39msimulate(mdp, steps\u001b[38;5;241m=\u001b[39msteps, scheduler\u001b[38;5;241m=\u001b[39mscheduler, seed\u001b[38;5;241m=\u001b[39mseed)\n\u001b[0;32m----> 8\u001b[0m vis \u001b[38;5;241m=\u001b[39m show(partial_model, save_and_embed\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m, layout\u001b[38;5;241m=\u001b[39m\u001b[43mLayout\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mlayouts/small_monty.json\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m)\u001b[49m)\n",
+            "File \u001b[0;32m~/git/stormvogel/env/lib/python3.12/site-packages/stormvogel/layout.py:29\u001b[0m, in \u001b[0;36mLayout.__init__\u001b[0;34m(self, path, path_relative)\u001b[0m\n\u001b[1;32m     27\u001b[0m     default_str \u001b[38;5;241m=\u001b[39m f\u001b[38;5;241m.\u001b[39mread()\n\u001b[1;32m     28\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdefault_dict: \u001b[38;5;28mdict\u001b[39m \u001b[38;5;241m=\u001b[39m json\u001b[38;5;241m.\u001b[39mloads(default_str)\n\u001b[0;32m---> 29\u001b[0m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mload\u001b[49m\u001b[43m(\u001b[49m\u001b[43mpath\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mpath_relative\u001b[49m\u001b[43m)\u001b[49m\n",
+            "File \u001b[0;32m~/git/stormvogel/env/lib/python3.12/site-packages/stormvogel/layout.py:43\u001b[0m, in \u001b[0;36mLayout.load\u001b[0;34m(self, path, path_relative)\u001b[0m\n\u001b[1;32m     41\u001b[0m     parsed_dict \u001b[38;5;241m=\u001b[39m json\u001b[38;5;241m.\u001b[39mloads(parsed_str)\n\u001b[1;32m     42\u001b[0m     \u001b[38;5;66;03m# Combine the parsed dict with default to fill missing keys as default values.\u001b[39;00m\n\u001b[0;32m---> 43\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlayout: \u001b[38;5;28mdict\u001b[39m \u001b[38;5;241m=\u001b[39m \u001b[43mstormvogel\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrdict\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmerge_dict\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m     44\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdefault_dict\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mparsed_dict\u001b[49m\n\u001b[1;32m     45\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m     47\u001b[0m \u001b[38;5;66;03m# Load in schema for the dict_editor.\u001b[39;00m\n\u001b[1;32m     48\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m \u001b[38;5;28mopen\u001b[39m(os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mjoin(PACKAGE_ROOT_DIR, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mlayouts/schema.json\u001b[39m\u001b[38;5;124m\"\u001b[39m)) \u001b[38;5;28;01mas\u001b[39;00m f:\n",
+            "File \u001b[0;32m~/git/stormvogel/env/lib/python3.12/site-packages/stormvogel/rdict.py:46\u001b[0m, in \u001b[0;36mmerge_dict\u001b[0;34m(dict1, dict2)\u001b[0m\n\u001b[1;32m     44\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(val, \u001b[38;5;28mdict\u001b[39m):\n\u001b[1;32m     45\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m key \u001b[38;5;129;01min\u001b[39;00m dict2 \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;28mtype\u001b[39m(dict2[key] \u001b[38;5;241m==\u001b[39m \u001b[38;5;28mdict\u001b[39m):\n\u001b[0;32m---> 46\u001b[0m         \u001b[43mmerge_dict\u001b[49m\u001b[43m(\u001b[49m\u001b[43mdict1\u001b[49m\u001b[43m[\u001b[49m\u001b[43mkey\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mdict2\u001b[49m\u001b[43m[\u001b[49m\u001b[43mkey\u001b[49m\u001b[43m]\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m     47\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m     48\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m key \u001b[38;5;129;01min\u001b[39;00m dict2:\n",
+            "File \u001b[0;32m~/git/stormvogel/env/lib/python3.12/site-packages/stormvogel/rdict.py:48\u001b[0m, in \u001b[0;36mmerge_dict\u001b[0;34m(dict1, dict2)\u001b[0m\n\u001b[1;32m     46\u001b[0m             merge_dict(dict1[key], dict2[key])\n\u001b[1;32m     47\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m---> 48\u001b[0m         \u001b[38;5;28;01mif\u001b[39;00m \u001b[43mkey\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01min\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mdict2\u001b[49m:\n\u001b[1;32m     49\u001b[0m             dict1[key] \u001b[38;5;241m=\u001b[39m dict2[key]\n\u001b[1;32m     51\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m key, val \u001b[38;5;129;01min\u001b[39;00m dict2\u001b[38;5;241m.\u001b[39mitems():\n",
+            "\u001b[0;31mTypeError\u001b[0m: argument of type 'bool' is not iterable"
+          ]
         }
       ],
       "source": [
diff --git a/stormvogel/html_templates.py b/stormvogel/html_templates.py
index 8b35e83..25485ec 100644
--- a/stormvogel/html_templates.py
+++ b/stormvogel/html_templates.py
@@ -46,26 +46,30 @@
 function makeNeighborsVisible(homeId) {
     //var ids = network.getConnectedNodes(myNode);
     homeNode = nodes.get(homeId);
-    var edgeIds = network.getConnectedEdges(homeId, 'to');
+
+    // Make outgoing nodes visible
+    var nodeIds = network.getConnectedNodes(homeId, "to");
+    for (let i = 0; i < nodeIds.length; i++) {
+      var toNodeId = nodeIds[i];
+      var toNode = nodes.get(toNodeId);
+      toNode["hidden"] = false;
+      toNode["physics"] = true;
+      toNode["x"] = network.getPosition(homeId)["x"];
+      toNode["y"] = network.getPosition(homeId)["y"];
+      nodes.update(toNode);
+    }
+    // Make edges visible, if both of the nodes are also visible
+    var edgeIds = network.getConnectedEdges(homeId);
     for (let i = 0; i < edgeIds.length; i++) {
         var edgeId = edgeIds[i];
         var edge = edges.get(edgeId);
-        var nodeId = edge.to;
-        var node = nodes.get(nodeId);
-
-        if (node["hidden"]) {
-          node["hidden"] = false;
-          node["physics"] = true;
-          // node["x"] = network.getPosition(homeId)["x"];
-          // node["y"] = network.getPosition(homeId)["y"];
-          nodes.update(node);
-          // node["x"] = undefined;
-          // node["y"] = undefined;
-          // nodes.update(node);
+        var fromNode = nodes.get(edge.from);
+        var toNode = nodes.get(edge.to);
+        if ((! fromNode["hidden"]) && (! toNode["hidden"])) {
+          edge["hidden"] = false;
+          edge["physics"] = true;
+          edges.update(edge);
         }
-        edge["hidden"] = false;
-        edge["physics"] = true;
-        edges.update(edge);
     }
 };
 function makeNodeVisible(nodeId) {