Merge pull request #331 from NASA-IMPACT/develop

Deploy v0.13.0
NASA-IMPACT · Oct 31, 2023 · d858eae · d858eae
2 parents f57fd31 + 439540a
commit d858eae
Show file tree

Hide file tree

Showing 42 changed files with 3,305 additions and 73 deletions.
diff --git a/.env b/.env
@@ -12,6 +12,7 @@ API_RASTER_ENDPOINT='https://staging-raster.delta-backend.com'
 
 # Endpoint for the STAC server. No trailing slash.
 API_STAC_ENDPOINT='https://staging-stac.delta-backend.com'
+API_XARRAY_ENDPOINT='https://prod-titiler-xarray.delta-backend.com/tilejson.json'
 
 MAPBOX_STYLE_URL='mapbox://styles/covid-nasa/ckb01h6f10bn81iqg98ne0i2y'
 

diff --git a/.github/workflows/deploy-prod.yml b/.github/workflows/deploy-prod.yml
@@ -110,7 +110,7 @@ jobs:
 
       - name: Deploy to S3 Production
         run: |
-          aws s3 sync ./deploy s3://${{ env.DEPLOY_BUCKET_PROD }}  --delete
+          aws s3 sync ./deploy s3://${{ env.DEPLOY_BUCKET_PROD }} --cache-control max-age=604800 --delete
 
       - name: Invalidate CloudFront cache
         uses: oneyedev/aws-cloudfront-invalidation@v1

diff --git a/.veda/ui b/.veda/ui
diff --git a/datasets/CMIP-winter-median-pr.data.mdx b/datasets/CMIP-winter-median-pr.data.mdx
@@ -31,7 +31,7 @@ layers:
       layerId: CMIP245-winter-median-pr
       mapLabel: |
         ::js ({ dateFns, datetime, compareDatetime }) => {
-          return `${dateFns.format(datetime, 'DD LLL yyyy')}`;        
+          if (dateFns && datetime && compareDatetime) return `${dateFns.format(datetime, 'DD LLL yyyy')}`;        
         }
     legend:
       type: gradient
@@ -66,7 +66,7 @@ layers:
       layerId: CMIP585-winter-median-pr
       mapLabel: |
         ::js ({ dateFns, datetime, compareDatetime }) => {
-          return `${dateFns.format(datetime, 'DD LLL yyyy')}`;
+          if (dateFns && datetime && compareDatetime) return `${dateFns.format(datetime, 'DD LLL yyyy')}`;
         }
     legend:
       type: gradient

diff --git a/datasets/CMIP-winter-median-ta.data.mdx b/datasets/CMIP-winter-median-ta.data.mdx
@@ -30,7 +30,7 @@ layers:
       layerId: CMIP245-winter-median-ta
       mapLabel: |
         ::js ({ dateFns, datetime, compareDatetime }) => {
-          return `${dateFns.format(datetime, 'DD LLL yyyy')}`;        
+          if (dateFns && datetime && compareDatetime) return `${dateFns.format(datetime, 'DD LLL yyyy')}`;        
         }
     legend:
       unit:
@@ -66,7 +66,7 @@ layers:
       layerId: CMIP585-winter-median-ta
       mapLabel: |
         ::js ({ dateFns, datetime, compareDatetime }) => {
-          return `${dateFns.format(datetime, 'DD LLL yyyy')}`;
+          if (dateFns && datetime && compareDatetime) return `${dateFns.format(datetime, 'DD LLL yyyy')}`;
         }
     legend:
       unit:

diff --git a/datasets/FLDAS-soilmoisture-anomalies.data.mdx b/datasets/FLDAS-soilmoisture-anomalies.data.mdx
@@ -0,0 +1,92 @@
+---
+id: fldas-soil-moisture-anomalies
+name: "FLDAS Surface Soil Moisture Anomalies"
+description: "A 10 km global data product with 40 years of monthly soil moisture anomalies for food and water security monitoring from the Famine Early Warning System Network (FEWS NET) Land Data Assimilation System"
+media:
+  src: ::file ./FLDAS_Dataset_Cover.jpg
+  alt: Landscape in Gondar, Ethiopia
+  author:
+    name: Amy McNally
+taxonomy:
+  - name: Topics
+    values:
+      - Agriculture
+  - name: Source
+    values:
+      - NASA GES DISC
+layers:
+  - id: SoilMoi00_10cm_tavg
+    stacCol: fldas-soil-moisture-anomalies
+    name: FLDAS Surface Soil Moisture Anomalies
+    type: raster
+    description: "Surface soil moisture 0-10cm anomaly"
+    zoomExtent:
+      - 0
+      - 14
+    sourceParams:
+      colormap_name: rdbu
+      rescale: -0.3, 0.3
+      resampling: bilinear
+      bidx: 1
+      nodata: -9999
+    compare:
+      datasetId: fldas-soil-moisture-anomalies
+      layerId: SoilMoi00_10cm_tavg
+      mapLabel: |
+        ::js ({ dateFns, datetime, compareDatetime }) => {
+          return `${dateFns.format(datetime, 'DD LLL yyyy')}`;        
+        }
+    legend:
+      unit:
+        label: kg mm3/mm3
+      type: gradient
+      min: "-0.3"
+      max: "0.3"
+      stops:
+        - "#67001f"
+        - "#d6604d"
+        - "#fddbc7"
+        - "#d1e5f0"
+        - "#4393c3"
+        - "#053061"
+---
+
+<Block type='wide'>
+  	<Prose>
+FLDAS is the Famine Early Warning Systems Network (FEWS NET) Land Data Assimilation System. The goal of FLDAS is to use observational and forecast datasets and advanced modeling methods to generate high quality fields of land surface states and fluxes used for FEWS NET decision support. The FLDAS systems are custom instances of the NASA Land Information System (LIS) that have been adapted to work with the domains, data streams, and monitoring and forecast requirements associated with food security assessment in data-sparse, developing countries. Surface soil moisture anomalies are an indicator of wet and dry extremes that have the potential to impact agricultural and food security outcomes.
+
+- **Temporal Extent:** January 1982 - June 2023
+- **Temporal Resolution:** Monthly
+- **Spatial Extent:** Quasi-Global ( -180.0,-60.0,180.0,90.0)
+- **Spatial Resolution:** 10 km x 10 km
+- **Data Units:** Fraction Soil moisture anomaly (mm3/mm3) difference from 1982-2016 monthly mean
+- **Data Type:** Research
+- **Data Latency:** Monthly
+
+**Scientific Details:**  
+The Famine Early Warning Systems Network (FEWS NET) Land Data Assimilation System (FLDAS) contains a series of land surface parameters simulated from the Noah 3.6.1 model. The data are in 0.10 degree resolution and range from January 1982 to present. The temporal resolution is monthly and the spatial coverage is global (60S, 180W, 90N, 180E). The simulation was forced by a combination of the Modern-Era Retrospective analysis for Research and Applications version 2 (MERRA-2) data and Climate Hazards Group InfraRed Precipitation with Station (CHIRPS) daily rainfall data that has been temporally downscaled using the NASA Land Data Toolkit. The simulation was initialized on January 1, 1982 using soil moisture and other state fields from a FLDAS/Noah model climatology for that day of the year. Soil moisture anomalies are computed based on monthly averages from 1982-2016.
+
+  </Prose>
+</Block>
+<Block>
+  <Prose>
+## Source Data Product Citation
+Amy McNally, NASA/GSFC/HSL (2018), FLDAS Noah Land Surface Model L4 Global Monthly Anomaly 0.1 x 0.1 degree (MERRA-2 and CHIRPS), Greenbelt, Maryland, USA, Goddard Earth Sciences Data and Information Services Center (GES DISC), Accessed: [Data Access Date], [10.5067/GNKZZBAYDF4W](https://doi.org/10.5067/GNKZZBAYDF4W)
+
+## Dataset Accuracy
+This dataset uses CHIRPS precipitation inputs and MERRA-2 reanalysis. While regional, relative, comparisons to remotely sensed estimates and other model products are favorable, users should verify that the data accuracy meets the requirements of their specific application, and interpret results accordingly.
+
+## Key Publications
+
+McNally, A., Arsenault, K., Kumar, S. et al. A land data assimilation system for sub-Saharan Africa food and water security applications. Sci Data 4, 170012 (2017). https://doi.org/10.1038/sdata.2017.12
+
+## Acknowledgment
+
+We gratefully acknowledge the financial support from the NASA Earth Science Applications: Water Resources program award 13-WATER13-0010, and USAID FEWS NET and NASA Participating Agency Program Agreement and NASA Harvest. Computing was supported by the resources at the NASA Center for Climate Simulation (NCCS). Distribution of data from the Goddard Earth Sciences Data and Information Services Center (GES DISC) is funded by NASA's Science Mission Directorate (SMD).
+
+## License
+
+[Creative Commons Attribution 4.0 International](https://creativecommons.org/licenses/by/4.0/legalcode) (CC BY 4.0).
+
+  </Prose>
+</Block>
diff --git a/datasets/FLDAS_Dataset_Cover.jpg b/datasets/FLDAS_Dataset_Cover.jpg
diff --git a/datasets/aerosol-difference.data.mdx b/datasets/aerosol-difference.data.mdx
@@ -0,0 +1,64 @@
+---
+id: houston-aod-diff
+name: "Houston Aerosol Optical Depth Difference Over 20 Years"
+description: "The impact of Aerosol over the Houston-metro and the Difference Over 20 Years"
+media:
+  src: ::file ./smog-city.png
+  alt: Smog Located In City.
+  author:
+    name: Nick van den Berg
+    url: https://unsplash.com/photos/2vb-_3t6YCM
+taxonomy:
+  - name: Topics
+    values:
+      - Air Quality
+layers:
+  - id: houston-aod-diff
+    stacCol: houston-aod-diff
+    name: AOD Difference (2010-2019) - (2000-2009)
+    type: raster
+    description: "This figure shows the difference in AOD in the form of a raster when subtracting the two decades from the original AOD Dataset"
+    initialDatetime: newest
+    zoomExtent:
+      - 0
+      - 20
+    sourceParams:
+      colormap_name: bwr
+      rescale:
+        - -0.1
+        - 0.1
+      nodata: 0
+    compare:
+      datasetId: houston-urbanization
+      layerId: houston-urbanization
+      mapLabel: |
+        ::js ({dateFns, datetime, compareDatetime}) => {
+          return `${dateFns.format(datetime, 'LLL yyyy')} VS ${dateFns.format(compareDatetime, 'LLL yyyy')}`;
+        }
+    legend:
+      type: gradient
+      min: "-0.1"
+      max: "0.1"
+      stops:
+        - "#4575b4"
+        - "#91bfdb"
+        - "#e0f3f8"
+        - "#ffffff"
+        - "#fee090"
+        - "#fc8d59"
+        - "#d73027"
+
+
+
+---
+
+<Block>
+  <Prose>
+
+  Refer to the "houston-aod" dataset for more information on how AOD Difference is derived. This dataset comes from the two decadal COGs that displayed mean Aerosol Optical Depth for 2000-2009 and for 2010-2019. Those tiffs were subtracted to display the differences between the two decades.
+
+
+  </Prose>
+</Block>
+
+
diff --git a/datasets/bangladesh-landcover-2001-2020.data.mdx b/datasets/bangladesh-landcover-2001-2020.data.mdx
@@ -44,7 +44,7 @@ layers:
       layerId: bangladesh-landcover-2001-2020
       mapLabel: |
         ::js ({ dateFns, datetime, compareDatetime }) => {
-          return `${dateFns.format(datetime, 'LLL yyyy')} VS ${dateFns.format(compareDatetime, 'LLL yyyy')}`;
+          if (dateFns && datetime && compareDatetime) return `${dateFns.format(datetime, 'LLL yyyy')} VS ${dateFns.format(compareDatetime, 'LLL yyyy')}`;
         }
 ---
 

diff --git a/datasets/cmip6-tas.data.mdx b/datasets/cmip6-tas.data.mdx
@@ -0,0 +1,81 @@
+---
+id: combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO
+name: 'CMIP6 Daily GISS-E2-1-G Near-Surface Air Temperature (demo subset)'
+featured: false
+description: "Daily near-surface air temperature from the NASA Earth Exchange Global Daily Downscaled Projections (NEX-GDDP-CMIP6) Project."
+media:
+  src: ::file ./cmip6-tas.png
+  alt: CMIP6 Near-Surface Air Temperature Screenshot
+  author:
+    name: NASA
+    url: 
+taxonomy:
+  - name: Topics
+    values:
+      - Climate
+layers:
+  - id: combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO
+    stacCol: combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO
+    name: CMIP6 Daily GISS-E2-1-G Near-Surface Air Temperature (demo subset)
+    type: zarr
+    description: "Historical (1950-2014) daily-mean near-surface (usually, 2 meter) air temperature in Kelvin."
+    zoomExtent:
+      - 0
+      - 20
+    sourceParams:
+      reference: "true"
+      resampling_method: bilinear
+      variable: tas
+      colormap_name: coolwarm
+      rescale: 232,312
+      maxzoom: 12
+    legend:
+      unit: 
+        label: K
+      type: gradient
+      min: 232
+      max: 312
+      stops:
+      - '#3b4cc0'
+      - '#7b9ff9'
+      - '#c0d4f5'
+      - '#f2cbb7'
+      - '#ee8468'
+      - '#b40426'
+---
+
+<Block>
+<Prose>
+# NASA Earth Exchange Global Daily Downscaled Projections (NEX-GDDP-CMIP6)
+
+The NEX-GDDP-CMIP6 dataset provide a set of global, high resolution, bias-corrected climate change projections that can be used to evaluate climate change impacts on processes that are sensitive to finer-scale climate gradients and the effects of local topography on climate conditions.
+
+NEX-GDDP-CMIP6 is comprised of global downscaled climate scenarios derived from the General Circulation Model (GCM) runs conducted under the Coupled Model Intercomparison Project Phase 6 (CMIP6) and across all four “Tier 1” greenhouse gas emissions scenarios known as Shared Socioeconomic Pathways (SSPs). The CMIP6 GCM runs were developed in support of the Sixth Assessment Report of the Intergovernmental Panel on Climate Change (IPCC AR6). This dataset includes downscaled projections from ScenarioMIP model runs for which daily scenarios were produced and distributed through the Earth System Grid Federation. 
+
+### Summary
+
+* Format: [kerchunk (metadata)](https://fsspec.github.io/kerchunk/) for netCDF4
+* Spatial Coverage: 180° W to 180° E, 60° S to 90° N
+* Temporal: 1950-01-01 to 1951-12-31
+  * _As noted below, this dataset is a subset all available data. The full dataset includes data from 1950 to 2100._
+* Data Resolution:
+  * Latitude Resolution: 0.25 degrees (25 km)
+  * Longitude Resolution: 0.25 degrees (25 km)
+  * Temporal Resolution: daily
+
+Source: [https://www.nccs.nasa.gov/services/data-collections/land-based-products/nex-gddp-cmip6](https://www.nccs.nasa.gov/services/data-collections/land-based-products/nex-gddp-cmip6)
+
+## AWS Public Dataset
+
+There are 2 datasets listed on the AWS Registry of Open Data for [NEX-GDDP-CMIP6](https://registry.opendata.aws/nex-gddp-cmip6/). First, there is an archive of NetCDF files from about 35 different climate models, each supplying historical and predicted values for up to 9 environment variables, daily, from 1950 to 2100. Second, there is an archive of COGs generated from the corresponding NetCDFs to support visualization via dynamic tiling using COGs. COGs are only available for 2 models. The COG archive also includes monthly aggregatations across those models.
+
+## Dataset Preparation
+
+### This dataset represents a subset of NEX-GDDP-CMIP6
+
+VEDA is hosting a single JSON file which references a subset of the NEX-GDDP-CMIP6 data in NetCDF. We used the [kerchunk](https://fsspec.github.io/kerchunk/) python library to create a JSON file - often called a reference file - which is an index of the chunks of the data stored in the original [NetCDF](https://www.unidata.ucar.edu/software/netcdf/) files. This can be considered a "virtual" Zarr dataset. The virtual Zarr dataset (aka the kerchunk reference file) is used by a dynamic tiling library ([titiler-xarray](https://github.com/developmentseed/titiler-xarray)) to create image tiles from the underlying data. The indexes were generated for the near-surface air temperature variable (TAS) for years 1950-2014, the historical extent of the NEX-GDDP-CMIP6 project.
+
+We are using these methods to demonstrate a method for visualizing a "virtual" Zarr dataset which allows for dynamic visualization without having to create and maintain any additional copies of data.
+
+</Prose>
+</Block>
diff --git a/datasets/cmip6-tas.png b/datasets/cmip6-tas.png
diff --git a/datasets/co2.data.mdx b/datasets/co2.data.mdx
@@ -33,7 +33,7 @@ layers:
       layerId: co2-mean
       mapLabel: |
         ::js ({ dateFns, datetime, compareDatetime }) => {
-          return `${dateFns.format(datetime, 'LLL yyyy')} VS ${dateFns.format(compareDatetime, 'LLL yyyy')}`;
+          if (dateFns && datetime && compareDatetime) return `${dateFns.format(datetime, 'LLL yyyy')} VS ${dateFns.format(compareDatetime, 'LLL yyyy')}`;
         }
     legend:
       type: gradient

diff --git a/datasets/disalexi-etsuppression.data.mdx b/datasets/disalexi-etsuppression.data.mdx
@@ -32,7 +32,7 @@ layers:
       layerId: mtbs-burn-severity  
       mapLabel: |
         ::js ({ dateFns, datetime, compareDatetime }) => {
-          return `ET Anomalies: ${dateFns.format(datetime, 'yyyy')} VS MTBS: ${dateFns.format(compareDatetime, 'yyyy')}`;
+          if (dateFns && datetime && compareDatetime) return `ET Anomalies: ${dateFns.format(datetime, 'yyyy')} VS MTBS: ${dateFns.format(compareDatetime, 'yyyy')}`;
         }
     legend:
       type: gradient

diff --git a/datasets/frp-max-thomasfire.data.mdx b/datasets/frp-max-thomasfire.data.mdx
@@ -33,7 +33,7 @@ layers:
       layerId: barc-thomasfire
       mapLabel: |
         ::js ({ dateFns, datetime, compareDatetime }) => {
-          return `FRP: ${dateFns.format(datetime, 'yyyy')} VS BARC: ${dateFns.format(compareDatetime, 'yyyy')}`;
+          if (dateFns && datetime && compareDatetime) return `FRP: ${dateFns.format(datetime, 'yyyy')} VS BARC: ${dateFns.format(compareDatetime, 'yyyy')}`;
         }
     legend:
       type: gradient