Merge branch 'dev' of http://gitlab.pmf.kg.ac.rs/igrannonica/neuronstellar into dev

1 files changed, 184 insertions, 138 deletions

diff --git a/backend/microservice/fcnn.ipynb b/backend/microservice/fcnn.ipynb
index 52bcf790..494ca1d9 100644
--- a/backend/microservice/fcnn.ipynb
+++ b/backend/microservice/fcnn.ipynb
@@ -13,7 +13,8 @@
     },
     "language_info": {
       "name": "python"
-    }
+    },
+    "accelerator": "GPU"
   },
   "cells": [
     {
@@ -27,7 +28,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 209,
+      "execution_count": 1,
       "metadata": {
         "id": "V-j3D7ZDhxOl"
       },
@@ -44,7 +45,7 @@
       "metadata": {
         "id": "1JWeUSyJrxLz"
       },
-      "execution_count": 210,
+      "execution_count": 2,
       "outputs": []
     },
     {
@@ -66,9 +67,9 @@
           "base_uri": "https://localhost:8080/"
         },
         "id": "Wjvd-3oBtdpW",
-        "outputId": "97277f04-34be-4eaf-e906-49fabbfb69ce"
+        "outputId": "f14d5464-c985-4360-ec0b-c09412eeb835"
       },
-      "execution_count": 211,
+      "execution_count": 3,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -90,7 +91,7 @@
             ]
           },
           "metadata": {},
-          "execution_count": 211
+          "execution_count": 3
         }
       ]
     },
@@ -113,9 +114,9 @@
           "base_uri": "https://localhost:8080/"
         },
         "id": "eIOQ2r3WsNjc",
-        "outputId": "11b9e11c-94ea-475b-a2ba-144922b5f112"
+        "outputId": "f9f7d9a0-5ae2-4a30-9127-610ee1254b18"
       },
-      "execution_count": 212,
+      "execution_count": 4,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -134,7 +135,7 @@
             ]
           },
           "metadata": {},
-          "execution_count": 212
+          "execution_count": 4
         }
       ]
     },
@@ -157,9 +158,9 @@
           "base_uri": "https://localhost:8080/"
         },
         "id": "GuGUR4MjsVAt",
-        "outputId": "89240693-611e-4f7b-9f2f-5cfad26e6634"
+        "outputId": "9e94a049-a738-4ea2-e3a6-c72f0fd42949"
       },
-      "execution_count": 213,
+      "execution_count": 5,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -169,7 +170,7 @@
             ]
           },
           "metadata": {},
-          "execution_count": 213
+          "execution_count": 5
         }
       ]
     },
@@ -192,9 +193,9 @@
           "base_uri": "https://localhost:8080/"
         },
         "id": "JNaqQhAzsdM4",
-        "outputId": "76c91cdd-e659-4685-f857-cce3e73338db"
+        "outputId": "126cea03-aa32-423a-c433-96aa1b84dcee"
       },
-      "execution_count": 214,
+      "execution_count": 6,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -204,7 +205,7 @@
             ]
           },
           "metadata": {},
-          "execution_count": 214
+          "execution_count": 6
         }
       ]
     },
@@ -218,9 +219,9 @@
           "base_uri": "https://localhost:8080/"
         },
         "id": "DuOj9XjKtNET",
-        "outputId": "58f90430-84f3-4e68-e6fe-ded889bbf6b4"
+        "outputId": "0e28d6b0-109e-43b7-bdca-1b9ab0983f7a"
       },
-      "execution_count": 215,
+      "execution_count": 7,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -255,7 +256,7 @@
             ]
           },
           "metadata": {},
-          "execution_count": 215
+          "execution_count": 7
         }
       ]
     },
@@ -269,9 +270,9 @@
           "base_uri": "https://localhost:8080/"
         },
         "id": "mcX29JkpuI71",
-        "outputId": "b079071c-a689-46a9-de6a-e345f0531b98"
+        "outputId": "0eb7c5eb-156b-4445-bd2e-56f2cc7d76d4"
       },
-      "execution_count": 216,
+      "execution_count": 8,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -281,7 +282,7 @@
             ]
           },
           "metadata": {},
-          "execution_count": 216
+          "execution_count": 8
         }
       ]
     },
@@ -293,7 +294,7 @@
       "metadata": {
         "id": "rhnFUqKRr6f1"
       },
-      "execution_count": 217,
+      "execution_count": 9,
       "outputs": []
     },
     {
@@ -313,7 +314,7 @@
       "metadata": {
         "id": "DYt9-pEGr_AG"
       },
-      "execution_count": 218,
+      "execution_count": 10,
       "outputs": []
     },
     {
@@ -324,7 +325,7 @@
       "metadata": {
         "id": "-drBC0Wvtil3"
       },
-      "execution_count": 219,
+      "execution_count": 11,
       "outputs": []
     },
     {
@@ -344,7 +345,7 @@
       "metadata": {
         "id": "GwbnpRsbtmha"
       },
-      "execution_count": 220,
+      "execution_count": 12,
       "outputs": []
     },
     {
@@ -357,9 +358,9 @@
           "base_uri": "https://localhost:8080/"
         },
         "id": "vTElNnAJtvGL",
-        "outputId": "78aae55d-78e7-45b9-edca-182b9516fbe6"
+        "outputId": "15eea781-ab94-4a7f-87f6-3a8b8bffba93"
       },
-      "execution_count": 221,
+      "execution_count": 13,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -369,7 +370,7 @@
             ]
           },
           "metadata": {},
-          "execution_count": 221
+          "execution_count": 13
         }
       ]
     },
@@ -383,9 +384,9 @@
           "base_uri": "https://localhost:8080/"
         },
         "id": "VMnIE4ARuAnv",
-        "outputId": "1c9533aa-55ec-4263-d59b-9e38d24b0e82"
+        "outputId": "05bfffb3-1d50-4dd9-e185-e0e570967014"
       },
-      "execution_count": 222,
+      "execution_count": 14,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -395,7 +396,7 @@
             ]
           },
           "metadata": {},
-          "execution_count": 222
+          "execution_count": 14
         }
       ]
     },
@@ -418,9 +419,9 @@
           "base_uri": "https://localhost:8080/"
         },
         "id": "9aCST5jHvAkE",
-        "outputId": "36b91b77-1531-4399-8282-c0c4a78927d9"
+        "outputId": "a539e40e-6918-418c-daed-a2901e593457"
       },
-      "execution_count": 223,
+      "execution_count": 15,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -434,7 +435,7 @@
             ]
           },
           "metadata": {},
-          "execution_count": 223
+          "execution_count": 15
         }
       ]
     },
@@ -455,7 +456,7 @@
       "metadata": {
         "id": "1jaGEMe9vdL6"
       },
-      "execution_count": 224,
+      "execution_count": 16,
       "outputs": []
     },
     {
@@ -479,7 +480,7 @@
       "metadata": {
         "id": "HtsqX74Gve7i"
       },
-      "execution_count": 225,
+      "execution_count": 17,
       "outputs": []
     },
     {
@@ -492,9 +493,9 @@
           "base_uri": "https://localhost:8080/"
         },
         "id": "0zGchJnWzWhh",
-        "outputId": "3f2778cb-dd2a-4967-b75d-a7f877c70472"
+        "outputId": "68ba5b26-9222-4dba-9073-c6abb42afa4a"
       },
-      "execution_count": 226,
+      "execution_count": 18,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -509,7 +510,7 @@
             ]
           },
           "metadata": {},
-          "execution_count": 226
+          "execution_count": 18
         }
       ]
     },
@@ -533,7 +534,7 @@
       "metadata": {
         "id": "PHZDe92Dn12k"
       },
-      "execution_count": 227,
+      "execution_count": 19,
       "outputs": []
     },
     {
@@ -563,23 +564,23 @@
           "base_uri": "https://localhost:8080/"
         },
         "id": "qKso0x4Pn5th",
-        "outputId": "87f1ab66-965d-4d41-8003-08db5935403b"
+        "outputId": "614cc227-974b-456d-b0f5-7d95c0a14128"
       },
-      "execution_count": 228,
+      "execution_count": 20,
       "outputs": [
         {
           "output_type": "stream",
           "name": "stdout",
           "text": [
-            "Model: \"sequential_6\"\n",
+            "Model: \"sequential\"\n",
             "_________________________________________________________________\n",
             " Layer (type)                Output Shape              Param #   \n",
             "=================================================================\n",
-            " dense_15 (Dense)            (None, 100)               3100      \n",
+            " dense (Dense)               (None, 100)               3100      \n",
             "                                                                 \n",
-            " dense_16 (Dense)            (None, 40)                4040      \n",
+            " dense_1 (Dense)             (None, 40)                4040      \n",
             "                                                                 \n",
-            " dense_17 (Dense)            (None, 1)                 41        \n",
+            " dense_2 (Dense)             (None, 1)                 41        \n",
             "                                                                 \n",
             "=================================================================\n",
             "Total params: 7,181\n",
@@ -626,7 +627,7 @@
       "metadata": {
         "id": "iAY-da-In_pT"
       },
-      "execution_count": 229,
+      "execution_count": 21,
       "outputs": []
     },
     {
@@ -657,54 +658,77 @@
           "base_uri": "https://localhost:8080/"
         },
         "id": "gF31rSh6oDCd",
-        "outputId": "e036c5eb-2846-4a6f-9a81-06040771627f"
+        "outputId": "ce87f1ce-7948-44e9-9440-4d3652b3a188"
       },
-      "execution_count": 230,
+      "execution_count": 22,
       "outputs": [
         {
           "output_type": "stream",
           "name": "stdout",
           "text": [
             "Epoch 1/20\n",
-            "5/5 [==============================] - 1s 46ms/step - loss: 0.7196 - accuracy: 0.4843 - val_loss: 0.5961 - val_accuracy: 0.7250\n",
+            "5/5 [==============================] - 3s 55ms/step - loss: 0.5302 - accuracy: 0.8365 - val_loss: 0.4567 - val_accuracy: 0.8625\n",
             "Epoch 2/20\n",
-            "5/5 [==============================] - 0s 9ms/step - loss: 0.4791 - accuracy: 0.9277 - val_loss: 0.4321 - val_accuracy: 0.9125\n",
+            "5/5 [==============================] - 0s 10ms/step - loss: 0.3698 - accuracy: 0.9214 - val_loss: 0.3395 - val_accuracy: 0.9000\n",
             "Epoch 3/20\n",
-            "5/5 [==============================] - 0s 11ms/step - loss: 0.3433 - accuracy: 0.9465 - val_loss: 0.3273 - val_accuracy: 0.9375\n",
+            "5/5 [==============================] - 0s 10ms/step - loss: 0.2711 - accuracy: 0.9403 - val_loss: 0.2566 - val_accuracy: 0.9375\n",
             "Epoch 4/20\n",
-            "5/5 [==============================] - 0s 11ms/step - loss: 0.2586 - accuracy: 0.9434 - val_loss: 0.2569 - val_accuracy: 0.9625\n",
+            "5/5 [==============================] - 0s 9ms/step - loss: 0.2082 - accuracy: 0.9465 - val_loss: 0.1980 - val_accuracy: 0.9375\n",
             "Epoch 5/20\n",
-            "5/5 [==============================] - 0s 13ms/step - loss: 0.2032 - accuracy: 0.9528 - val_loss: 0.2095 - val_accuracy: 0.9625\n",
+            "5/5 [==============================] - 0s 10ms/step - loss: 0.1673 - accuracy: 0.9591 - val_loss: 0.1589 - val_accuracy: 0.9375\n",
             "Epoch 6/20\n",
-            "5/5 [==============================] - 0s 10ms/step - loss: 0.1657 - accuracy: 0.9560 - val_loss: 0.1775 - val_accuracy: 0.9625\n",
+            "5/5 [==============================] - 0s 10ms/step - loss: 0.1417 - accuracy: 0.9654 - val_loss: 0.1308 - val_accuracy: 0.9750\n",
             "Epoch 7/20\n",
-            "5/5 [==============================] - 0s 10ms/step - loss: 0.1420 - accuracy: 0.9623 - val_loss: 0.1549 - val_accuracy: 0.9625\n",
+            "5/5 [==============================] - 0s 10ms/step - loss: 0.1251 - accuracy: 0.9654 - val_loss: 0.1103 - val_accuracy: 0.9875\n",
             "Epoch 8/20\n",
-            "5/5 [==============================] - 0s 10ms/step - loss: 0.1232 - accuracy: 0.9717 - val_loss: 0.1399 - val_accuracy: 0.9625\n",
+            "5/5 [==============================] - 0s 10ms/step - loss: 0.1115 - accuracy: 0.9717 - val_loss: 0.0972 - val_accuracy: 0.9875\n",
             "Epoch 9/20\n",
-            "5/5 [==============================] - 0s 10ms/step - loss: 0.1094 - accuracy: 0.9717 - val_loss: 0.1303 - val_accuracy: 0.9625\n",
+            "5/5 [==============================] - 0s 11ms/step - loss: 0.1019 - accuracy: 0.9748 - val_loss: 0.0864 - val_accuracy: 1.0000\n",
             "Epoch 10/20\n",
-            "5/5 [==============================] - 0s 11ms/step - loss: 0.0999 - accuracy: 0.9717 - val_loss: 0.1231 - val_accuracy: 0.9625\n",
+            "5/5 [==============================] - 0s 10ms/step - loss: 0.0946 - accuracy: 0.9748 - val_loss: 0.0783 - val_accuracy: 1.0000\n",
             "Epoch 11/20\n",
-            "5/5 [==============================] - 0s 9ms/step - loss: 0.0920 - accuracy: 0.9717 - val_loss: 0.1177 - val_accuracy: 0.9625\n",
+            "5/5 [==============================] - 0s 10ms/step - loss: 0.0891 - accuracy: 0.9811 - val_loss: 0.0715 - val_accuracy: 1.0000\n",
             "Epoch 12/20\n",
-            "5/5 [==============================] - 0s 12ms/step - loss: 0.0865 - accuracy: 0.9717 - val_loss: 0.1131 - val_accuracy: 0.9750\n",
+            "5/5 [==============================] - 0s 11ms/step - loss: 0.0846 - accuracy: 0.9811 - val_loss: 0.0664 - val_accuracy: 1.0000\n",
             "Epoch 13/20\n",
-            "5/5 [==============================] - 0s 10ms/step - loss: 0.0812 - accuracy: 0.9717 - val_loss: 0.1096 - val_accuracy: 0.9750\n",
+            "5/5 [==============================] - 0s 11ms/step - loss: 0.0810 - accuracy: 0.9811 - val_loss: 0.0620 - val_accuracy: 1.0000\n",
             "Epoch 14/20\n",
-            "5/5 [==============================] - 0s 11ms/step - loss: 0.0779 - accuracy: 0.9717 - val_loss: 0.1086 - val_accuracy: 0.9625\n",
+            "5/5 [==============================] - 0s 10ms/step - loss: 0.0771 - accuracy: 0.9811 - val_loss: 0.0579 - val_accuracy: 1.0000\n",
             "Epoch 15/20\n",
-            "5/5 [==============================] - 0s 10ms/step - loss: 0.0738 - accuracy: 0.9780 - val_loss: 0.1051 - val_accuracy: 0.9625\n",
+            "5/5 [==============================] - 0s 10ms/step - loss: 0.0742 - accuracy: 0.9811 - val_loss: 0.0554 - val_accuracy: 1.0000\n",
             "Epoch 16/20\n",
-            "5/5 [==============================] - 0s 11ms/step - loss: 0.0707 - accuracy: 0.9780 - val_loss: 0.1028 - val_accuracy: 0.9750\n",
+            "5/5 [==============================] - 0s 10ms/step - loss: 0.0713 - accuracy: 0.9811 - val_loss: 0.0513 - val_accuracy: 1.0000\n",
             "Epoch 17/20\n",
-            "5/5 [==============================] - 0s 10ms/step - loss: 0.0681 - accuracy: 0.9780 - val_loss: 0.1016 - val_accuracy: 0.9750\n",
+            "5/5 [==============================] - 0s 10ms/step - loss: 0.0687 - accuracy: 0.9811 - val_loss: 0.0485 - val_accuracy: 1.0000\n",
             "Epoch 18/20\n",
-            "5/5 [==============================] - 0s 11ms/step - loss: 0.0652 - accuracy: 0.9811 - val_loss: 0.0993 - val_accuracy: 0.9750\n",
+            "5/5 [==============================] - 0s 11ms/step - loss: 0.0659 - accuracy: 0.9811 - val_loss: 0.0461 - val_accuracy: 1.0000\n",
             "Epoch 19/20\n",
-            "5/5 [==============================] - 0s 9ms/step - loss: 0.0627 - accuracy: 0.9843 - val_loss: 0.0980 - val_accuracy: 0.9750\n",
+            "5/5 [==============================] - 0s 10ms/step - loss: 0.0639 - accuracy: 0.9811 - val_loss: 0.0446 - val_accuracy: 1.0000\n",
             "Epoch 20/20\n",
-            "5/5 [==============================] - 0s 11ms/step - loss: 0.0605 - accuracy: 0.9843 - val_loss: 0.0977 - val_accuracy: 0.9750\n"
+            "5/5 [==============================] - 0s 10ms/step - loss: 0.0616 - accuracy: 0.9811 - val_loss: 0.0421 - val_accuracy: 1.0000\n"
+          ]
+        }
+      ]
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "pip install ann_visualizer"
+      ],
+      "metadata": {
+        "colab": {
+          "base_uri": "https://localhost:8080/"
+        },
+        "id": "2reQpFLKF8bt",
+        "outputId": "b9ee84df-6ff8-4748-a3d4-0b62879ed6ad"
+      },
+      "execution_count": 26,
+      "outputs": [
+        {
+          "output_type": "stream",
+          "name": "stdout",
+          "text": [
+            "Requirement already satisfied: ann_visualizer in /usr/local/lib/python3.7/dist-packages (2.5)\n"
           ]
         }
       ]
@@ -712,6 +736,28 @@
     {
       "cell_type": "code",
       "source": [
+        "from ann_visualizer.visualize import ann_viz;"
+      ],
+      "metadata": {
+        "id": "_kcAIbmgGMu7"
+      },
+      "execution_count": 27,
+      "outputs": []
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "ann_viz(model, view=True, title=\"test\", filename=\"visualized\")"
+      ],
+      "metadata": {
+        "id": "qO_6X1buGl8k"
+      },
+      "execution_count": 29,
+      "outputs": []
+    },
+    {
+      "cell_type": "code",
+      "source": [
         "history.epoch"
       ],
       "metadata": {
@@ -721,7 +767,7 @@
         "id": "EUbVgdutD3-L",
         "outputId": "e5bd59e4-44c0-463f-f3db-ac7ac915f163"
       },
-      "execution_count": 231,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -743,7 +789,7 @@
       "metadata": {
         "id": "CmTvhOiFoJsb"
       },
-      "execution_count": 232,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -770,7 +816,7 @@
         "id": "dPoCecWwoKzk",
         "outputId": "bfdaac91-e0a8-4b63-b581-277b4284b382"
       },
-      "execution_count": 233,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -810,7 +856,7 @@
         "id": "MJpq_PEBoQTT",
         "outputId": "3a13860c-7f1a-491a-9127-7564c5c9a83c"
       },
-      "execution_count": 234,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -859,7 +905,7 @@
         "id": "j9qI4bbZoRHH",
         "outputId": "ce60c889-af9f-400e-ea00-1a9abce7d6e6"
       },
-      "execution_count": 235,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",
@@ -906,7 +952,7 @@
       "metadata": {
         "id": "o2u2R2peoUdQ"
       },
-      "execution_count": 236,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -928,7 +974,7 @@
         "id": "67OXuSK4od4-",
         "outputId": "f1c6d7ba-9ad3-43be-fdfa-d5bde9d43e6c"
       },
-      "execution_count": 237,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",
@@ -947,7 +993,7 @@
       "metadata": {
         "id": "WVVUQDVZojDB"
       },
-      "execution_count": 238,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -958,7 +1004,7 @@
       "metadata": {
         "id": "CtO0VIVDos5F"
       },
-      "execution_count": 239,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -973,7 +1019,7 @@
         "id": "Mx-qvrayotTl",
         "outputId": "856603a8-bfa7-447b-8047-907aa3344764"
       },
-      "execution_count": 240,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -999,7 +1045,7 @@
         "id": "J18nkwLsotnW",
         "outputId": "1b2f2c44-9fc4-4c16-a828-a720998deb06"
       },
-      "execution_count": 241,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -1025,7 +1071,7 @@
         "id": "TDuqhqW2ozix",
         "outputId": "7e21ac31-f96c-4301-9c2b-f03eb744315e"
       },
-      "execution_count": 242,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -1053,7 +1099,7 @@
         "id": "DQJ5ImLcOR4Q",
         "outputId": "a4d65d3b-2f1a-41c7-a64d-cb64029cb6e4"
       },
-      "execution_count": 243,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -1084,7 +1130,7 @@
       "metadata": {
         "id": "418_Fqi2o1Vd"
       },
-      "execution_count": 244,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -1098,7 +1144,7 @@
       "metadata": {
         "id": "nUEFLoC1o3oQ"
       },
-      "execution_count": 245,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -1113,7 +1159,7 @@
         "id": "wYFb_UtuOjDL",
         "outputId": "7e78d7b3-0d39-4455-e386-faaa24345051"
       },
-      "execution_count": 246,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -1141,7 +1187,7 @@
         "id": "rCtetAZIOvhl",
         "outputId": "84fb81e0-ce85-4ece-8a86-acb43ab85d66"
       },
-      "execution_count": 247,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -1195,7 +1241,7 @@
         "id": "Q2mrvuqTo6XK",
         "outputId": "ac11cbdf-24fd-486b-8705-1f390a4b1645"
       },
-      "execution_count": 248,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",
@@ -1226,7 +1272,7 @@
       "metadata": {
         "id": "YtafEf6Ho6rU"
       },
-      "execution_count": 249,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -1250,7 +1296,7 @@
         "id": "CGtGSzlOo659",
         "outputId": "6b332ab3-7737-458d-d65b-0d471f5799b7"
       },
-      "execution_count": 250,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",
@@ -1314,7 +1360,7 @@
         "id": "wS-Ktb5Co7LA",
         "outputId": "4c0a02fa-3188-4632-ab87-fc821220d722"
       },
-      "execution_count": 251,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -1354,7 +1400,7 @@
         "id": "JwJfrlo8pDJ5",
         "outputId": "af949097-15e9-4609-9362-6be4d3f139a2"
       },
-      "execution_count": 252,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -1392,7 +1438,7 @@
         "id": "s0B7C3S_pDGp",
         "outputId": "cb6766e1-4621-45d4-d264-403556138512"
       },
-      "execution_count": 253,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",
@@ -1422,7 +1468,7 @@
       "metadata": {
         "id": "3XTt8tjEpDDa"
       },
-      "execution_count": 254,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -1433,7 +1479,7 @@
       "metadata": {
         "id": "I4hWvlyepC_w"
       },
-      "execution_count": 255,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -1444,7 +1490,7 @@
       "metadata": {
         "id": "LCO4fGnCpC8c"
       },
-      "execution_count": 256,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -1463,7 +1509,7 @@
         "id": "dUu5UdsbpCy1",
         "outputId": "47d822fc-9616-477a-9d58-f52ab47982b7"
       },
-      "execution_count": 257,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",
@@ -1502,7 +1548,7 @@
       "metadata": {
         "id": "P7FAagykpCmG"
       },
-      "execution_count": 300,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -1513,7 +1559,7 @@
       "metadata": {
         "id": "Y74hvjABpXYa"
       },
-      "execution_count": 301,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -1539,7 +1585,7 @@
         "id": "c34Ie_JSpXVt",
         "outputId": "b1657516-8848-4b8b-bdf3-1b118979f4c7"
       },
-      "execution_count": 302,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -1565,7 +1611,7 @@
         "id": "YfrApCbfpXTS",
         "outputId": "53ce422c-fbae-412f-a849-5c6665f94347"
       },
-      "execution_count": 303,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -1593,7 +1639,7 @@
         "id": "cva5m83-pXQi",
         "outputId": "bb860358-2911-4ab9-d769-b4f3e5b01276"
       },
-      "execution_count": 304,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -1642,7 +1688,7 @@
         "id": "nctQM_cUpXN6",
         "outputId": "3a479125-23fc-42ce-cb94-c7cbb9bc5f0f"
       },
-      "execution_count": 305,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -1669,7 +1715,7 @@
         "id": "zHqaqabFpXK-",
         "outputId": "a5f67a83-05a0-4c9a-a3aa-1b72305a212f"
       },
-      "execution_count": 306,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -1695,7 +1741,7 @@
         "id": "Rm6eaTpIpXH0",
         "outputId": "f16b81d1-0ccf-4124-dd66-2a59c45345e7"
       },
-      "execution_count": 307,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -1718,7 +1764,7 @@
       "metadata": {
         "id": "3nEc4nJTpXE_"
       },
-      "execution_count": 266,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -1729,7 +1775,7 @@
       "metadata": {
         "id": "W-vWpFEPptY5"
       },
-      "execution_count": 308,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -1749,7 +1795,7 @@
       "metadata": {
         "id": "_mDvqQ5AptVn"
       },
-      "execution_count": 309,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -1764,7 +1810,7 @@
         "id": "ITk_zSDDptSv",
         "outputId": "0d8320dc-6ec6-4877-a204-170a1a888b54"
       },
-      "execution_count": 310,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -1790,7 +1836,7 @@
         "id": "kLdsXkVHptPm",
         "outputId": "46a39c8d-dfa6-4675-f971-2a4cea4cb34b"
       },
-      "execution_count": 311,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -1812,7 +1858,7 @@
       "metadata": {
         "id": "vPM0dY0jX_yj"
       },
-      "execution_count": 312,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -1827,7 +1873,7 @@
         "id": "3DXntlPIYEDg",
         "outputId": "1347661a-01a2-43f2-cca9-81e6ad699265"
       },
-      "execution_count": 313,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -1853,7 +1899,7 @@
         "id": "FM_UUBtPptM9",
         "outputId": "638e2905-2e3a-46a5-cbef-9df410c9ce79"
       },
-      "execution_count": 314,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -1937,7 +1983,7 @@
       "metadata": {
         "id": "Fe5hjC_9ptKT"
       },
-      "execution_count": 315,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -1952,7 +1998,7 @@
         "id": "Q0zmpxfrptHS",
         "outputId": "3a1eeec0-c68d-4483-d02f-5c1f67fa58b0"
       },
-      "execution_count": 316,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -2134,7 +2180,7 @@
         "id": "EP8E0gfvptEl",
         "outputId": "aec779b0-e150-48ef-a240-27ed4d68fe44"
       },
-      "execution_count": 317,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -2160,7 +2206,7 @@
         "id": "1ITXT_PAptBh",
         "outputId": "d63590d0-0c56-406d-c4bb-80bef8fd8aa5"
       },
-      "execution_count": 318,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -2183,7 +2229,7 @@
       "metadata": {
         "id": "z2Himo4-ps92"
       },
-      "execution_count": 319,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -2202,7 +2248,7 @@
         "id": "2teoM5sjps7A",
         "outputId": "93b4b151-97d8-4068-8469-f304f8067fd9"
       },
-      "execution_count": 320,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",
@@ -2236,7 +2282,7 @@
       "metadata": {
         "id": "UP7T50GKps0c"
       },
-      "execution_count": 321,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -2247,7 +2293,7 @@
       "metadata": {
         "id": "Boyap8pipse1"
       },
-      "execution_count": 322,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -2262,7 +2308,7 @@
         "id": "FSKPF94NqDMu",
         "outputId": "8e5d751c-0759-422d-bf46-cb9a7b25d54e"
       },
-      "execution_count": 323,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",
@@ -2305,7 +2351,7 @@
         "id": "Gh1HOc0nqDAI",
         "outputId": "5590807f-bd11-4eeb-904e-369b1970cf92"
       },
-      "execution_count": 324,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -2339,7 +2385,7 @@
       "metadata": {
         "id": "hs2pqyifrWwf"
       },
-      "execution_count": 296,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -2350,7 +2396,7 @@
       "metadata": {
         "id": "AHP4hJ-3rYC0"
       },
-      "execution_count": 297,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -2365,7 +2411,7 @@
         "id": "ZlVuLx1qd8m7",
         "outputId": "4bfad379-aefc-4e73-aae2-148cf507bcbf"
       },
-      "execution_count": 325,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -2397,7 +2443,7 @@
         "id": "aIMGNDbpeBAp",
         "outputId": "bea2b826-041c-4dc2-aac3-75140a027899"
       },
-      "execution_count": 326,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -2429,7 +2475,7 @@
         "id": "Am2WtlHyrZy0",
         "outputId": "7b73649a-9b38-4a4d-a16b-97cb8293874e"
       },
-      "execution_count": 327,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",
@@ -2462,7 +2508,7 @@
         "id": "syg7Ftq8rcTk",
         "outputId": "44f3bc9b-7981-45fd-bc8c-22646321b453"
       },
-      "execution_count": 328,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",
@@ -2485,7 +2531,7 @@
         "id": "81Eo4m0Zreov",
         "outputId": "13fcb2f5-296f-4e00-bf65-3b37dbac7b57"
       },
-      "execution_count": 329,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -2511,7 +2557,7 @@
         "id": "qRqRU23Vrf0W",
         "outputId": "9ee72ce9-47de-40c7-8ebd-f656864ebd3e"
       },
-      "execution_count": 330,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -2537,7 +2583,7 @@
         "id": "qsI8pRM5rhl5",
         "outputId": "568825f3-c1ec-40b7-d48b-14046530e15f"
       },
-      "execution_count": 331,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -2573,7 +2619,7 @@
         "id": "U3VVHL-UrkCa",
         "outputId": "f12c40ba-7b88-4e01-84de-fc6aa1d2a141"
       },
-      "execution_count": 332,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -2599,7 +2645,7 @@
         "id": "eUFCCciArlLu",
         "outputId": "97da500a-d7c1-4822-e10a-42f2bb5882e4"
       },
-      "execution_count": 333,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -2626,7 +2672,7 @@
         "id": "2LnkkaOlrmhp",
         "outputId": "46e65722-9a6d-4929-99e8-88898a29f012"
       },
-      "execution_count": 339,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -2662,7 +2708,7 @@
       "metadata": {
         "id": "QHbV6P1Krogm"
       },
-      "execution_count": 335,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -2677,7 +2723,7 @@
         "id": "T8-EEGvGrpeN",
         "outputId": "59bf3c52-12ef-4d0e-dc25-94340b2f49f3"
       },
-      "execution_count": 340,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -2699,7 +2745,7 @@
       "metadata": {
         "id": "hcIYHksfrrIS"
       },
-      "execution_count": 341,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -2719,7 +2765,7 @@
         "id": "G3-q4lPvruG7",
         "outputId": "62500d33-ea1b-4cde-fe3e-07927d65708a"
       },
-      "execution_count": 343,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",