resolve non existing links

FAIRiCUBE · Jul 21, 2023 · df81fc2 · df81fc2
1 parent a4313e3
commit df81fc2
Show file tree

Hide file tree

Showing 62 changed files with 64 additions and 298 deletions.
diff --git a/stac/stac-generator/collection_convertor.py b/stac/stac-generator/collection_convertor.py
@@ -101,7 +101,7 @@ def create_links(title):
     feature.extra_fields = extra_fields
     collection_links = collection.links
     for link in collection_links:
-        if link.rel == "self":
+        if link.rel == "self" or (link.rel == "license" and link.href == ''):
             collection_links.remove(link)
     additional_links = create_links(feature.id)
     collection_links.extend(additional_links)
@@ -112,4 +112,5 @@ def create_links(title):
 
 index_catalog.normalize_and_save(
         root_href="stac_dist/",
-        catalog_type=pystac.CatalogType.SELF_CONTAINED)
+        catalog_type=pystac.CatalogType.SELF_CONTAINED,
+        skip_unresolved=True)
diff --git a/stac_dist/ALOS_PALSAR2_AGRICULTURE/ALOS_PALSAR2_AGRICULTURE.json b/stac_dist/ALOS_PALSAR2_AGRICULTURE/ALOS_PALSAR2_AGRICULTURE.json
@@ -101,17 +101,10 @@
       "sentinelhub:mosaicking_order": "mostRecent",
       "sentinelhub:upsampling": "BICUBIC"
     },
-    {
-      "rel": "license",
-      "href": "",
-      "type": "text/html",
-      "title": "License"
-    },
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/ALOS_PALSAR2_L2_1_10M/ALOS_PALSAR2_L2_1_10M.json b/stac_dist/ALOS_PALSAR2_L2_1_10M/ALOS_PALSAR2_L2_1_10M.json
@@ -101,17 +101,10 @@
       "sentinelhub:mosaicking_order": "mostRecent",
       "sentinelhub:upsampling": "BICUBIC"
     },
-    {
-      "rel": "license",
-      "href": "",
-      "type": "text/html",
-      "title": "License"
-    },
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/ALOS_PALSAR2_L2_1_3M/ALOS_PALSAR2_L2_1_3M.json b/stac_dist/ALOS_PALSAR2_L2_1_3M/ALOS_PALSAR2_L2_1_3M.json
@@ -91,17 +91,10 @@
       "sentinelhub:mosaicking_order": "mostRecent",
       "sentinelhub:upsampling": "BICUBIC"
     },
-    {
-      "rel": "license",
-      "href": "",
-      "type": "text/html",
-      "title": "License"
-    },
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/ALOS_PALSAR2_RICE_PADDY_FIELD_MAP/ALOS_PALSAR2_RICE_PADDY_FIELD_MAP.json b/stac_dist/ALOS_PALSAR2_RICE_PADDY_FIELD_MAP/ALOS_PALSAR2_RICE_PADDY_FIELD_MAP.json
@@ -91,17 +91,10 @@
       "sentinelhub:mosaicking_order": "mostRecent",
       "sentinelhub:upsampling": "BICUBIC"
     },
-    {
-      "rel": "license",
-      "href": "",
-      "type": "text/html",
-      "title": "License"
-    },
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/CAMS_GLC/CAMS_GLC.json b/stac_dist/CAMS_GLC/CAMS_GLC.json
@@ -93,17 +93,10 @@
       "sentinelhub:mosaicking_order": "mostRecent",
       "sentinelhub:upsampling": "BICUBIC"
     },
-    {
-      "rel": "license",
-      "href": "",
-      "type": "text/html",
-      "title": "License"
-    },
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/CDS_2M_TEMP_2020/CDS_2M_TEMP_2020.json b/stac_dist/CDS_2M_TEMP_2020/CDS_2M_TEMP_2020.json
@@ -91,17 +91,10 @@
       "sentinelhub:mosaicking_order": "mostRecent",
       "sentinelhub:upsampling": "BICUBIC"
     },
-    {
-      "rel": "license",
-      "href": "",
-      "type": "text/html",
-      "title": "License"
-    },
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/CNES_LAND_COVER_MAP/CNES_LAND_COVER_MAP.json b/stac_dist/CNES_LAND_COVER_MAP/CNES_LAND_COVER_MAP.json
@@ -127,8 +127,7 @@
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/CNR_CHL/CNR_CHL.json b/stac_dist/CNR_CHL/CNR_CHL.json
@@ -91,17 +91,10 @@
       "sentinelhub:mosaicking_order": "mostRecent",
       "sentinelhub:upsampling": "BICUBIC"
     },
-    {
-      "rel": "license",
-      "href": "",
-      "type": "text/html",
-      "title": "License"
-    },
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/CNR_TSM/CNR_TSM.json b/stac_dist/CNR_TSM/CNR_TSM.json
@@ -91,17 +91,10 @@
       "sentinelhub:mosaicking_order": "mostRecent",
       "sentinelhub:upsampling": "BICUBIC"
     },
-    {
-      "rel": "license",
-      "href": "",
-      "type": "text/html",
-      "title": "License"
-    },
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/COPERNICUS_30/COPERNICUS_30.json b/stac_dist/COPERNICUS_30/COPERNICUS_30.json
@@ -132,8 +132,7 @@
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/CORINE_LAND_COVER/CORINE_LAND_COVER.json b/stac_dist/CORINE_LAND_COVER/CORINE_LAND_COVER.json
@@ -118,8 +118,7 @@
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/CORINE_LAND_COVER_ACCOUNTING_LAYERS/CORINE_LAND_COVER_ACCOUNTING_LAYERS.json b/stac_dist/CORINE_LAND_COVER_ACCOUNTING_LAYERS/CORINE_LAND_COVER_ACCOUNTING_LAYERS.json
@@ -117,8 +117,7 @@
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/E12C_MOTORWAY/E12C_MOTORWAY.json b/stac_dist/E12C_MOTORWAY/E12C_MOTORWAY.json
@@ -91,17 +91,10 @@
       "sentinelhub:mosaicking_order": "mostRecent",
       "sentinelhub:upsampling": "BICUBIC"
     },
-    {
-      "rel": "license",
-      "href": "",
-      "type": "text/html",
-      "title": "License"
-    },
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/E12D_PRIMARY/E12D_PRIMARY.json b/stac_dist/E12D_PRIMARY/E12D_PRIMARY.json
@@ -91,17 +91,10 @@
       "sentinelhub:mosaicking_order": "mostRecent",
       "sentinelhub:upsampling": "BICUBIC"
     },
-    {
-      "rel": "license",
-      "href": "",
-      "type": "text/html",
-      "title": "License"
-    },
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/EMODNET_VESSEL_DENSITY/EMODNET_VESSEL_DENSITY.json b/stac_dist/EMODNET_VESSEL_DENSITY/EMODNET_VESSEL_DENSITY.json
@@ -91,17 +91,10 @@
       "sentinelhub:mosaicking_order": "mostRecent",
       "sentinelhub:upsampling": "BICUBIC"
     },
-    {
-      "rel": "license",
-      "href": "",
-      "type": "text/html",
-      "title": "License"
-    },
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/EMODNET_VESSEL_DENSITY_CARGO/EMODNET_VESSEL_DENSITY_CARGO.json b/stac_dist/EMODNET_VESSEL_DENSITY_CARGO/EMODNET_VESSEL_DENSITY_CARGO.json
@@ -91,17 +91,10 @@
       "sentinelhub:mosaicking_order": "mostRecent",
       "sentinelhub:upsampling": "BICUBIC"
     },
-    {
-      "rel": "license",
-      "href": "",
-      "type": "text/html",
-      "title": "License"
-    },
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/EMODNET_VESSEL_DENSITY_OTHER/EMODNET_VESSEL_DENSITY_OTHER.json b/stac_dist/EMODNET_VESSEL_DENSITY_OTHER/EMODNET_VESSEL_DENSITY_OTHER.json
@@ -91,17 +91,10 @@
       "sentinelhub:mosaicking_order": "mostRecent",
       "sentinelhub:upsampling": "BICUBIC"
     },
-    {
-      "rel": "license",
-      "href": "",
-      "type": "text/html",
-      "title": "License"
-    },
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/EMODNET_VESSEL_DENSITY_TANKER/EMODNET_VESSEL_DENSITY_TANKER.json b/stac_dist/EMODNET_VESSEL_DENSITY_TANKER/EMODNET_VESSEL_DENSITY_TANKER.json
@@ -91,17 +91,10 @@
       "sentinelhub:mosaicking_order": "mostRecent",
       "sentinelhub:upsampling": "BICUBIC"
     },
-    {
-      "rel": "license",
-      "href": "",
-      "type": "text/html",
-      "title": "License"
-    },
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/ERA5_WIND_U/ERA5_WIND_U.json b/stac_dist/ERA5_WIND_U/ERA5_WIND_U.json
@@ -91,17 +91,10 @@
       "sentinelhub:mosaicking_order": "mostRecent",
       "sentinelhub:upsampling": "BICUBIC"
     },
-    {
-      "rel": "license",
-      "href": "",
-      "type": "text/html",
-      "title": "License"
-    },
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/ERA5_WIND_V/ERA5_WIND_V.json b/stac_dist/ERA5_WIND_V/ERA5_WIND_V.json
@@ -91,17 +91,10 @@
       "sentinelhub:mosaicking_order": "mostRecent",
       "sentinelhub:upsampling": "BICUBIC"
     },
-    {
-      "rel": "license",
-      "href": "",
-      "type": "text/html",
-      "title": "License"
-    },
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/ESA_WORLDCOVER_10M_2020_V1/ESA_WORLDCOVER_10M_2020_V1.json b/stac_dist/ESA_WORLDCOVER_10M_2020_V1/ESA_WORLDCOVER_10M_2020_V1.json
@@ -107,8 +107,7 @@
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/GHS_BUILT_S2/GHS_BUILT_S2.json b/stac_dist/GHS_BUILT_S2/GHS_BUILT_S2.json
@@ -194,8 +194,7 @@
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/GLOBAL_LAND_COVER/GLOBAL_LAND_COVER.json b/stac_dist/GLOBAL_LAND_COVER/GLOBAL_LAND_COVER.json
@@ -132,8 +132,7 @@
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",

diff --git a/stac_dist/GLOBAL_SURFACE_WATER/GLOBAL_SURFACE_WATER.json b/stac_dist/GLOBAL_SURFACE_WATER/GLOBAL_SURFACE_WATER.json
@@ -168,8 +168,7 @@
     {
       "rel": "root",
       "href": "https://fairicube.github.io/data-requests/catalog.json",
-      "type": "application/json",
-      "title": "data-access catalog"
+      "type": "application/json"
     },
     {
       "rel": "parent",