Changed Pickel

Author: Joshua Mayanja

nbs/Convert Datasets to Vectors.ipynb

@@ -214,8 +214,8 @@
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "2022-05-11 11:52:15.130692: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /usr/lib/mesa-diverted/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu/mesa:/usr/lib/x86_64-linux-gnu/dri:/usr/lib/x86_64-linux-gnu/gallium-pipe\n",
-      "2022-05-11 11:52:15.130748: I tensorflow/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.\n"
+      "2022-05-11 14:42:14.142942: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /usr/lib/mesa-diverted/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu/mesa:/usr/lib/x86_64-linux-gnu/dri:/usr/lib/x86_64-linux-gnu/gallium-pipe\n",
+      "2022-05-11 14:42:14.143000: I tensorflow/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.\n"
      ]
     }
    ],
@@ -373,6 +373,7 @@
     "    \"max_seq_length\": MAX_SEQ_LENGTH,\n",
     "    \"label_legend\": label_legend,\n",
     "    \"label_legend_inverted\": label_legend_inverted,\n",
+    "    \"tokenizer\": tokenizer\n",
     "}\n",
     "\n",
     "tokenizer_json = tokenizer.to_json()\n",