Update exercise12_HyperParameterTuning.ipynb

Author: fs446

exercise12_HyperParameterTuning.ipynb

@@ -217,7 +217,10 @@
     "                units=hp.Int(\n",
     "                    f\"no_perceptrons_{layer}\", min_value=2, max_value=16, step=2\n",
     "                ),\n",
-    "                activation=hp.Choice(\"activation\", [\"tanh\", \"relu\", \"sigmoid\"]),\n",
+    "                activation=hp.Choice(\"activation\", [\"tanh\", \"relu\", \"sigmoid\", \"softmax\"]),\n",
+    "                # sigmoid and softmax could be choice that we want to check as well\n",
+    "                # they are not restricted to be used in a classifiction problem\n",
+    "                # output layer\n",
     "            )\n",
     "        )\n",
     "    # softmax output layer\n",