CF compliancy & Upload to GCS & GeoJSON

CF of all datasets and cogs except population (processing) complete. All files have been uploaded to Mapbox and a geojson made except for the wave files due to them having Lat-lon dimensions instead of nstations.

Author: Clenmar

STAC/data/current/esl_gwl/collection.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 10.0,
         "gwl": 0.0,
-        "datetime": "2023-11-10T09:57:06.542543Z"
+        "datetime": "2024-01-31T14:42:07.620749Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-10.0-gwl-0.0.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 10.0,
         "gwl": 1.5,
-        "datetime": "2023-11-10T09:57:06.543544Z"
+        "datetime": "2024-01-31T14:42:07.621742Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-10.0-gwl-1.5.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 10.0,
         "gwl": 3.0,
-        "datetime": "2023-11-10T09:57:06.543544Z"
+        "datetime": "2024-01-31T14:42:07.621742Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-10.0-gwl-3.0.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 10.0,
         "gwl": 5.0,
-        "datetime": "2023-11-10T09:57:06.544533Z"
+        "datetime": "2024-01-31T14:42:07.622744Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-10.0-gwl-5.0.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 100.0,
         "gwl": 0.0,
-        "datetime": "2023-11-10T09:57:06.548528Z"
+        "datetime": "2024-01-31T14:42:07.627742Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-100.0-gwl-0.0.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 100.0,
         "gwl": 1.5,
-        "datetime": "2023-11-10T09:57:06.548528Z"
+        "datetime": "2024-01-31T14:42:07.627742Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-100.0-gwl-1.5.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 100.0,
         "gwl": 3.0,
-        "datetime": "2023-11-10T09:57:06.548528Z"
+        "datetime": "2024-01-31T14:42:07.628740Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-100.0-gwl-3.0.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 100.0,
         "gwl": 5.0,
-        "datetime": "2023-11-10T09:57:06.548528Z"
+        "datetime": "2024-01-31T14:42:07.628740Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-100.0-gwl-5.0.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 20.0,
         "gwl": 0.0,
-        "datetime": "2023-11-10T09:57:06.544533Z"
+        "datetime": "2024-01-31T14:42:07.622744Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-20.0-gwl-0.0.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 20.0,
         "gwl": 1.5,
-        "datetime": "2023-11-10T09:57:06.544533Z"
+        "datetime": "2024-01-31T14:42:07.623742Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-20.0-gwl-1.5.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 20.0,
         "gwl": 3.0,
-        "datetime": "2023-11-10T09:57:06.545551Z"
+        "datetime": "2024-01-31T14:42:07.623742Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-20.0-gwl-3.0.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 20.0,
         "gwl": 5.0,
-        "datetime": "2023-11-10T09:57:06.545551Z"
+        "datetime": "2024-01-31T14:42:07.625755Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-20.0-gwl-5.0.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 5.0,
         "gwl": 0.0,
-        "datetime": "2023-11-10T09:57:06.540536Z"
+        "datetime": "2024-01-31T14:42:07.617751Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-5.0-gwl-0.0.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 5.0,
         "gwl": 1.5,
-        "datetime": "2023-11-10T09:57:06.541543Z"
+        "datetime": "2024-01-31T14:42:07.618753Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-5.0-gwl-1.5.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 5.0,
         "gwl": 3.0,
-        "datetime": "2023-11-10T09:57:06.542543Z"
+        "datetime": "2024-01-31T14:42:07.619752Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-5.0-gwl-3.0.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 5.0,
         "gwl": 5.0,
-        "datetime": "2023-11-10T09:57:06.542543Z"
+        "datetime": "2024-01-31T14:42:07.619752Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-5.0-gwl-5.0.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 50.0,
         "gwl": 0.0,
-        "datetime": "2023-11-10T09:57:06.546537Z"
+        "datetime": "2024-01-31T14:42:07.625755Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-50.0-gwl-0.0.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 50.0,
         "gwl": 1.5,
-        "datetime": "2023-11-10T09:57:06.546537Z"
+        "datetime": "2024-01-31T14:42:07.625755Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-50.0-gwl-1.5.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 50.0,
         "gwl": 3.0,
-        "datetime": "2023-11-10T09:57:06.547532Z"
+        "datetime": "2024-01-31T14:42:07.626741Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-50.0-gwl-3.0.json

@@ -42,7 +42,7 @@
         "deltares:onclick": {},
         "rp": 50.0,
         "gwl": 5.0,
-        "datetime": "2023-11-10T09:57:06.547532Z"
+        "datetime": "2024-01-31T14:42:07.626741Z"
     },
     "geometry": {
         "type": "Polygon",

STAC/data/current/esl_gwl/esl-mapbox/esl-mapbox-rp-50.0-gwl-5.0.json

@@ -12,20 +12,12 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 25,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "The nb_black extension is already loaded. To reload it, use:\n",
-      "  %reload_ext nb_black\n"
-     ]
-    },
     {
      "data": {
-      "application/javascript": "\n            setTimeout(function() {\n                var nbb_cell_id = 25;\n                var nbb_unformatted_code = \"# Optional; code formatter, installed as jupyter lab extension\\n#%load_ext lab_black\\n# Optional; code formatter, installed as jupyter notebook extension\\n%load_ext nb_black\";\n                var nbb_formatted_code = \"# Optional; code formatter, installed as jupyter lab extension\\n# %load_ext lab_black\\n# Optional; code formatter, installed as jupyter notebook extension\\n%load_ext nb_black\";\n                var nbb_cells = Jupyter.notebook.get_cells();\n                for (var i = 0; i < nbb_cells.length; ++i) {\n                    if (nbb_cells[i].input_prompt_number == nbb_cell_id) {\n                        if (nbb_cells[i].get_text() == nbb_unformatted_code) {\n                             nbb_cells[i].set_text(nbb_formatted_code);\n                        }\n                        break;\n                    }\n                }\n            }, 500);\n            ",
+      "application/javascript": "\n            setTimeout(function() {\n                var nbb_cell_id = 1;\n                var nbb_unformatted_code = \"# Optional; code formatter, installed as jupyter lab extension\\n#%load_ext lab_black\\n# Optional; code formatter, installed as jupyter notebook extension\\n%load_ext nb_black\";\n                var nbb_formatted_code = \"# Optional; code formatter, installed as jupyter lab extension\\n# %load_ext lab_black\\n# Optional; code formatter, installed as jupyter notebook extension\\n%load_ext nb_black\";\n                var nbb_cells = Jupyter.notebook.get_cells();\n                for (var i = 0; i < nbb_cells.length; ++i) {\n                    if (nbb_cells[i].input_prompt_number == nbb_cell_id) {\n                        if (nbb_cells[i].get_text() == nbb_unformatted_code) {\n                             nbb_cells[i].set_text(nbb_formatted_code);\n                        }\n                        break;\n                    }\n                }\n            }, 500);\n            ",
       "text/plain": [
        "<IPython.core.display.Javascript object>"
       ]
@@ -51,12 +43,12 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 26,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [
     {
      "data": {
-      "application/javascript": "\n            setTimeout(function() {\n                var nbb_cell_id = 26;\n                var nbb_unformatted_code = \"# Import standard packages\\nimport os\\nimport pathlib\\n\\nimport numpy as np\\n#import geopandas as gpd\\nimport pandas as pd\\nimport matplotlib.pyplot as plt\\nimport xarray as xr\\nimport glob\\nimport itertools\\nimport json\\nimport copy\\nfrom itertools import chain\\nfrom shapely import wkb\\nfrom pathlib import Path\\n\\n\\n# Import custom functionality\\nfrom coclicodata.drive_config import p_drive\\nfrom coclicodata.etl.cf_compliancy_checker import check_compliancy, save_compliancy\\n\\n# Define (local and) remote drives\\ngca_data_dir = p_drive.joinpath(\\\"11208003-latedeo2022\\\",\\\"020_InternationalDeltaPortfolio\\\",\\\"datasets\\\")\\n# gca_data_dir = Path(r\\\"C:\\\\Users\\\\rowe\\\\Documents\\\\GitHub\\\\global-coastal-atlas\\\\STAC\\\\data\\\")\\n\\n# Workaround to the Windows OS (10) udunits error after installation of cfchecker: https://github.com/SciTools/iris/issues/404\\nos.environ[\\\"UDUNITS2_XML_PATH\\\"] = str(\\n    pathlib.Path().home().joinpath(  # change to the udunits2.xml file dir in your Python installation\\n        r\\\"AppData\\\\Local\\\\miniconda3\\\\pkgs\\\\udunits2-2.2.28-h892ecd3_0\\\\Library\\\\share\\\\udunits\\\\udunits2.xml\\\"\\n    )\\n)\";\n                var nbb_formatted_code = \"# Import standard packages\\nimport os\\nimport pathlib\\n\\nimport numpy as np\\n\\n# import geopandas as gpd\\nimport pandas as pd\\nimport matplotlib.pyplot as plt\\nimport xarray as xr\\nimport glob\\nimport itertools\\nimport json\\nimport copy\\nfrom itertools import chain\\nfrom shapely import wkb\\nfrom pathlib import Path\\n\\n\\n# Import custom functionality\\nfrom coclicodata.drive_config import p_drive\\nfrom coclicodata.etl.cf_compliancy_checker import check_compliancy, save_compliancy\\n\\n# Define (local and) remote drives\\ngca_data_dir = p_drive.joinpath(\\n    \\\"11208003-latedeo2022\\\", \\\"020_InternationalDeltaPortfolio\\\", \\\"datasets\\\"\\n)\\n# gca_data_dir = Path(r\\\"C:\\\\Users\\\\rowe\\\\Documents\\\\GitHub\\\\global-coastal-atlas\\\\STAC\\\\data\\\")\\n\\n# Workaround to the Windows OS (10) udunits error after installation of cfchecker: https://github.com/SciTools/iris/issues/404\\nos.environ[\\\"UDUNITS2_XML_PATH\\\"] = str(\\n    pathlib.Path()\\n    .home()\\n    .joinpath(  # change to the udunits2.xml file dir in your Python installation\\n        r\\\"AppData\\\\Local\\\\miniconda3\\\\pkgs\\\\udunits2-2.2.28-h892ecd3_0\\\\Library\\\\share\\\\udunits\\\\udunits2.xml\\\"\\n    )\\n)\";\n                var nbb_cells = Jupyter.notebook.get_cells();\n                for (var i = 0; i < nbb_cells.length; ++i) {\n                    if (nbb_cells[i].input_prompt_number == nbb_cell_id) {\n                        if (nbb_cells[i].get_text() == nbb_unformatted_code) {\n                             nbb_cells[i].set_text(nbb_formatted_code);\n                        }\n                        break;\n                    }\n                }\n            }, 500);\n            ",
+      "application/javascript": "\n            setTimeout(function() {\n                var nbb_cell_id = 2;\n                var nbb_unformatted_code = \"# Import standard packages\\nimport os\\nimport pathlib\\n\\nimport numpy as np\\n#import geopandas as gpd\\nimport pandas as pd\\nimport matplotlib.pyplot as plt\\nimport xarray as xr\\nimport glob\\nimport itertools\\nimport json\\nimport copy\\nfrom itertools import chain\\nfrom shapely import wkb\\nfrom pathlib import Path\\n\\n\\n# Import custom functionality\\nfrom coclicodata.drive_config import p_drive\\nfrom coclicodata.etl.cf_compliancy_checker import check_compliancy, save_compliancy\\n\\n# Define (local and) remote drives\\ngca_data_dir = p_drive.joinpath(\\\"11208003-latedeo2022\\\",\\\"020_InternationalDeltaPortfolio\\\",\\\"datasets\\\")\\n# gca_data_dir = Path(r\\\"C:\\\\Users\\\\rowe\\\\Documents\\\\GitHub\\\\global-coastal-atlas\\\\STAC\\\\data\\\")\\n\\n# Workaround to the Windows OS (10) udunits error after installation of cfchecker: https://github.com/SciTools/iris/issues/404\\nos.environ[\\\"UDUNITS2_XML_PATH\\\"] = str(\\n    pathlib.Path().home().joinpath(  # change to the udunits2.xml file dir in your Python installation\\n        r\\\"AppData\\\\Local\\\\miniconda3\\\\pkgs\\\\udunits2-2.2.28-h892ecd3_0\\\\Library\\\\share\\\\udunits\\\\udunits2.xml\\\"\\n    )\\n)\";\n                var nbb_formatted_code = \"# Import standard packages\\nimport os\\nimport pathlib\\n\\nimport numpy as np\\n\\n# import geopandas as gpd\\nimport pandas as pd\\nimport matplotlib.pyplot as plt\\nimport xarray as xr\\nimport glob\\nimport itertools\\nimport json\\nimport copy\\nfrom itertools import chain\\nfrom shapely import wkb\\nfrom pathlib import Path\\n\\n\\n# Import custom functionality\\nfrom coclicodata.drive_config import p_drive\\nfrom coclicodata.etl.cf_compliancy_checker import check_compliancy, save_compliancy\\n\\n# Define (local and) remote drives\\ngca_data_dir = p_drive.joinpath(\\n    \\\"11208003-latedeo2022\\\", \\\"020_InternationalDeltaPortfolio\\\", \\\"datasets\\\"\\n)\\n# gca_data_dir = Path(r\\\"C:\\\\Users\\\\rowe\\\\Documents\\\\GitHub\\\\global-coastal-atlas\\\\STAC\\\\data\\\")\\n\\n# Workaround to the Windows OS (10) udunits error after installation of cfchecker: https://github.com/SciTools/iris/issues/404\\nos.environ[\\\"UDUNITS2_XML_PATH\\\"] = str(\\n    pathlib.Path()\\n    .home()\\n    .joinpath(  # change to the udunits2.xml file dir in your Python installation\\n        r\\\"AppData\\\\Local\\\\miniconda3\\\\pkgs\\\\udunits2-2.2.28-h892ecd3_0\\\\Library\\\\share\\\\udunits\\\\udunits2.xml\\\"\\n    )\\n)\";\n                var nbb_cells = Jupyter.notebook.get_cells();\n                for (var i = 0; i < nbb_cells.length; ++i) {\n                    if (nbb_cells[i].input_prompt_number == nbb_cell_id) {\n                        if (nbb_cells[i].get_text() == nbb_unformatted_code) {\n                             nbb_cells[i].set_text(nbb_formatted_code);\n                        }\n                        break;\n                    }\n                }\n            }, 500);\n            ",
       "text/plain": [
        "<IPython.core.display.Javascript object>"
       ]