diff --git a/README.md b/README.md index ac3fb3c..dfc184a 100644 --- a/README.md +++ b/README.md @@ -24,7 +24,7 @@ When submitting STAC records to ingest, a pull request can be made with the data ### `collections/` -The `ingestion-data/collections/` directory holds json files representing the data for VEDA collection metadata (STAC). +The `ingestion-data/production/collections/` directory holds json files representing the data for VEDA collection metadata (STAC). Should follow the following format: diff --git a/transformation-scripts/collection-and-item-ingest.ipynb b/transformation-scripts/collection-and-item-ingest.ipynb index 97dc6ca..456bfb0 100644 --- a/transformation-scripts/collection-and-item-ingest.ipynb +++ b/transformation-scripts/collection-and-item-ingest.ipynb @@ -41,7 +41,23 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "The following cell retrieves collection JSON files from `/ingestion-data/collections/` and save collectionIds to a list." + "Set the testing mode to `True` when testing and `False` otherwise. When the testing mode is `True`, the notebook will be set to run against `dev` endpoints." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "testing_mode = True" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "The following cell retrieves collection JSON files from the `collections` directory and save collectionIds to a list." ] }, { @@ -64,7 +80,13 @@ " \"combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO\",\n", "]\n", "\n", - "json_file_paths = glob.glob(\"../ingestion-data/collections/*.json\")\n", + "local_collections_path = (\n", + " \"../ingestion-data/staging/collections/*.json\"\n", + " if testing_mode\n", + " else \"../ingestion-data/production/collections/*.json\"\n", + ")\n", + "\n", + "json_file_paths = glob.glob(local_collections_path)\n", "filtered_list = [\n", " item\n", " for item in json_file_paths\n", @@ -81,22 +103,6 @@ "]" ] }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "Set the testing mode to `True` when testing and `False` otherwise. When the testing mode is `True`, the notebook will be set to run against `dev` endpoints." - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "testing_mode = True" - ] - }, { "cell_type": "markdown", "metadata": {}, diff --git a/transformation-scripts/collection-metadata-reconciliation.ipynb b/transformation-scripts/collection-metadata-reconciliation.ipynb index 54c5d3d..50e782e 100644 --- a/transformation-scripts/collection-metadata-reconciliation.ipynb +++ b/transformation-scripts/collection-metadata-reconciliation.ipynb @@ -16,7 +16,7 @@ }, { "cell_type": "code", - "execution_count": 23, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -30,38 +30,44 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "The following cell retrieves collection JSON files from `/ingestion-data/collections/` and save collectionIds to a list." + "Set the testing mode to `True` when testing and `False` otherwise. When the testing mode is `True`, the notebook will be set to run against `dev` endpoints." ] }, { "cell_type": "code", - "execution_count": 24, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ - "json_file_paths = glob.glob(\"../ingestion-data/collections/*.json\")\n", - "\n", - "file_paths_and_collection_ids = [\n", - " {\"filePath\": file_path, \"collectionId\": data[\"id\"]}\n", - " for file_path in json_file_paths\n", - " if \"id\" in (data := json.load(open(file_path, \"r\")))\n", - "]" + "testing_mode = True" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ - "Set the testing mode to `True` when testing and `False` otherwise. When the testing mode is `True`, the notebook will be set to run against `dev` endpoints." + "The following cell retrieves collection JSON files from the `collections` directory and save collectionIds to a list." ] }, { "cell_type": "code", - "execution_count": 25, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ - "testing_mode = True" + "local_collections_path = (\n", + " \"../ingestion-data/staging/collections/*.json\"\n", + " if testing_mode\n", + " else \"../ingestion-data/production/collections/*.json\"\n", + ")\n", + "\n", + "json_file_paths = glob.glob(local_collections_path)\n", + "\n", + "file_paths_and_collection_ids = [\n", + " {\"filePath\": file_path, \"collectionId\": data[\"id\"]}\n", + " for file_path in json_file_paths\n", + " if \"id\" in (data := json.load(open(file_path, \"r\")))\n", + "]" ] }, { @@ -73,7 +79,7 @@ }, { "cell_type": "code", - "execution_count": 26, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -114,7 +120,7 @@ }, { "cell_type": "code", - "execution_count": 27, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -136,7 +142,7 @@ }, { "cell_type": "code", - "execution_count": 28, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -196,166 +202,9 @@ }, { "cell_type": "code", - "execution_count": 29, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/campfire-lst-night-diff\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/OMI_trno2-COG\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/lis-global-da-tws\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_1B2b_Natural_Gas_Processing\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/grdi-shdi-raster\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/conus-reach\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_1B1a_Coal_Mining_Underground\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/ndvi_diff_Ian_2022-09-30_2022-09-05\n", - "An error occurred for collectionId entropy_difference_2022-09-05_2022-09-30: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/entropy_difference_2022-09-05_2022-09-30\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/snow-projections-median-585\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/social-vulnerability-index-socioeconomic\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_4B_Manure_Management\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/geoglam\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/OMSO2PCA-COG\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/lis-global-da-tws-trend\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_2B5_Petrochemical_Production\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_1B2b_Natural_Gas_Production\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/facebook_population_density\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/lis-tws-nonstationarity-index\n", - "An error occurred for collectionId modis-albedo-wsa-diff-2015-2022: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/modis-albedo-wsa-diff-2015-2022\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/social-vulnerability-index-overall\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/ceos-co2-flux-budgets-mean\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/grdi-v1-raster\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_6A_Landfills_Industrial\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_6B_Wastewater_Treatment_Domestic\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/snow-projections-median-245\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_6D_Composting\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/ecco-surface-height-change\n", - "Updating hls-l30-002-ej-reprocessed failed. An error occurred during the request: 422 Client Error: Unprocessable Entity for url: https://dev.delta-backend.com/api/ingest/collections\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/houston-aod\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/ls8-covid-19-example-data\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/IS2SITMOGR4-cog\n", - "An error occurred for collectionId hls-bais2-v2: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/hls-bais2-v2\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/recovery-proxy-maps-covid-19\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/lis-global-da-swe\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_2C2_Ferroalloy_Production\n", - "An error occurred for collectionId campfire-ndvi-diff: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/campfire-ndvi-diff\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/lis-global-da-gpp-trend\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/nightlights-500m-daily\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_4A_Enteric_Fermentation\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/eis_fire_newfirepix\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/barc-thomasfire\n", - "An error occurred for collectionId cygnss-watermask-ucar: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/cygnss-watermask-ucar\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/nightlights-hd-1band\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/grdi-cdr-raster\n", - "An error occurred for collectionId modis-lst-night-diff-2015-2022: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/modis-lst-night-diff-2015-2022\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/lis-global-da-gpp\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/lis-global-da-evap\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/houston-lst-day\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/landsat-c2l2-sr-antarctic-glaciers-pine-island\n", - "An error occurred for collectionId cygnss-watermask-ucberkeley: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/cygnss-watermask-ucberkeley\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-monthly-emissions_1B2b_Natural_Gas_Production\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/lis-global-da-qs\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/lis-global-da-qsb\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/blue-tarp-planetscope\n", - "An error occurred for collectionId landsat-c2l2-sr-lakes-aral-sea: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/landsat-c2l2-sr-lakes-aral-sea\n", - "An error occurred for collectionId damage_probability_2022-10-03: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/damage_probability_2022-10-03\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/caldor-fire-burn-severity\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/houston-lst-diff\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/co2-mean\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/nceo_africa_2017\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/grdi-vnl-slope-raster\n", - "An error occurred for collectionId disturbance-probability-percentile: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/disturbance-probability-percentile\n", - "An error occurred for collectionId landsat-c2l2-sr-lakes-tonle-sap: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/landsat-c2l2-sr-lakes-tonle-sap\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/disalexi-etsuppression\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/social-vulnerability-index-overall-nopop\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/houston-aod-diff\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-monthly-emissions_1A_Combustion_Stationary\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/nightlights-hd-monthly\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/social-vulnerability-index-household-nopop\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/slowdown-proxy-covid-19-changing-landscapes\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-daily-emissions_5_Forest_Fires\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/ceos-co2-flux-budgets\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/eis_fire_fireline\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_6A_Landfills_Municipal\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/houston-landcover\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/frp-max-thomasfire\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/social-vulnerability-index-minority\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/grdi-imr-raster\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/landsat-c2l2-sr-lakes-lake-balaton\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/modis-fire-anomalies-diff-covid-19-changing-landscape\n", - "An error occurred for collectionId landsat-nighttime-thermal: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/landsat-nighttime-thermal\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_1B2b_Natural_Gas_Transmission\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/lis-global-da-totalprecip\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_6B_Wastewater_Treatment_Industrial\n", - "An error occurred for collectionId hls-bais2: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/hls-bais2\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/lis-tws-anomaly\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_1B2a_Petroleum\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-monthly-emissions_4F_Field_Burning\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/CMIP585-winter-median-ta\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_5_Forest_Fires\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/grdi-vnl-raster\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/snow-projections-diff-245\n", - "An error occurred for collectionId campfire-nlcd: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/campfire-nlcd\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_1B2b_Natural_Gas_Distribution\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/togo-agriculture-covid-19\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/snow-projections-diff-585\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/houston-ndvi\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/eis_fire_perimeter\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/CMIP245-winter-median-ta\n", - "An error occurred for collectionId campfire-albedo-wsa-diff: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/campfire-albedo-wsa-diff\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/houston-lst-night\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/co2-diff\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/blue-tarp-detection\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/lis-etsuppression\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_1B1a_Coal_Mining_Surface\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/caldor-fire-behavior\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/lis-tvegsuppression\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/modis-annual-lai-2003-2020\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_1A_Combustion_Mobile\n", - "Updating hls-s30-002-ej-reprocessed failed. An error occurred during the request: 422 Client Error: Unprocessable Entity for url: https://dev.delta-backend.com/api/ingest/collections\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-monthly-emissions_4B_Manure_Management\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/lis-global-da-streamflow\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/pzd-anomaly-covid-19\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/houston-urbanization\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/social-vulnerability-index-housing\n", - "An error occurred for collectionId modis-lst-day-diff-2015-2022: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/modis-lst-day-diff-2015-2022\n", - "An error occurred for collectionId hls-ndvi: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/hls-ndvi\n", - "An error occurred for collectionId modis_diff: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/modis_diff\n", - "An error occurred for collectionId landsat-c2l2-sr-lakes-vanern: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/landsat-c2l2-sr-lakes-vanern\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/lis-global-da-gws\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/no2-monthly-diff\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/CMIP245-winter-median-pr\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_1A_Combustion_Stationary\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/social-vulnerability-index-socioeconomic-nopop\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/landsat-c2l2-sr-antarctic-glaciers-thwaites\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/bangladesh-landcover-2001-2020\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/mtbs-burn-severity\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_4C_Rice_Cultivation\n", - "An error occurred for collectionId landsat-c2l2-sr-lakes-lake-biwa: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/landsat-c2l2-sr-lakes-lake-biwa\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-monthly-emissions_1B2a_Petroleum\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/MO_NPP_npp_vgpm\n", - "An error occurred for collectionId fldas-soil-moisture-anomalies: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/fldas-soil-moisture-anomalies\n", - "An error occurred for collectionId modis-ndvi-diff-2015-2022: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/modis-ndvi-diff-2015-2022\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_1B1a_Abandoned_Coal\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/no2-monthly\n", - "An error occurred for collectionId oco2-geos-l3-daily: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/oco2-geos-l3-daily\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/social-vulnerability-index-housing-nopop\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/lis-tws-trend\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/sport-lis-vsm0_100cm-percentile\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-monthly-emissions_4C_Rice_Cultivation\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/social-vulnerability-index-minority-nopop\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/social-vulnerability-index-household\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/grdi-filled-missing-values-count\n", - "An error occurred for collectionId hls-swir-falsecolor-composite: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/hls-swir-falsecolor-composite\n", - "An error occurred for collectionId combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/grdi-v1-built\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/EPA-annual-emissions_4F_Field_Burning\n", - "An error occurred for collectionId campfire-lst-day-diff: 404 Client Error: Not Found for url: https://dev.delta-backend.com/api/stac/collections/campfire-lst-day-diff\n", - "Request was successful. Find the updated collection at https://dev.delta-backend.com/api/stac/collections/CMIP585-winter-median-pr\n" - ] - } - ], + "outputs": [], "source": [ "for item in file_paths_and_collection_ids:\n", " collection_id = item[\"collectionId\"]\n",