From d715d8f6b8f05aa2be44aaacbda94920fc326702 Mon Sep 17 00:00:00 2001 From: "C.-W. HSU" <11950284+chiaweh2@users.noreply.github.com> Date: Mon, 23 Dec 2024 15:29:02 -0700 Subject: [PATCH] include CEFI data structure explain --- data_access.css | 7 +- data_access.html | 254 ++++++++++++++++++++++++++++++++++++++++++++++- 2 files changed, 259 insertions(+), 2 deletions(-) diff --git a/data_access.css b/data_access.css index 3d956db..9585e1f 100644 --- a/data_access.css +++ b/data_access.css @@ -2,4 +2,9 @@ code.codeBlockScroll { white-space: nowrap; /* Prevents the text from wrapping to the next line */ overflow-x: auto; /* Enables horizontal scrolling */ -} \ No newline at end of file +} + +code.attr { + overflow-x: auto; /* Enables horizontal scrolling */ + white-space: pre; + } \ No newline at end of file diff --git a/data_access.html b/data_access.html index bc1006a..dcec659 100644 --- a/data_access.html +++ b/data_access.html @@ -8,7 +8,6 @@

Regional MOM6 Data Access

OPeNDAP statusBadge -

Currently, the regional MOM6 output can be accessed through the PSL THREDDS server. @@ -22,8 +21,259 @@

Regional MOM6 Data Access

.

+
+

CEFI directory and filename convention

+
+ +
+
+

+ + CEFI directory structure +

+
+ +
+
+

+ The CEFI directory structure is designed to facilitate easy navigation and clearly separates different experiment types conducted by various modeling and application teams. + The structure is organized hierarchically, starting from the top-level directory. + +

+ + 
 <region>/<subdomain>/<experiment_type>/<output_frequency>/<grid_type>/<release>/
+
+

+

    +
  • + <region> : + + [directory name / filename abbreviation] + +
      +
    • northwest_atlantic / nwa
      • +
    • northeast_pacific / nep
      • +
    • arctic / arc
      • +
    • pacific_islands / pci
      • +
    • great_lakes / glk
      • +
    • …etc
      • +
    +
    • + +
  • + <subdomain> : + + [directory name / filename abbreviation] + +
      +
    • full_domain / full
      • +
    • …etc
      • +
    +
    • + +
  • + <experiment_type> : + + [directory name / filename abbreviation] + +
      +
    • hindcast / hcast
      • +
    • seasonal_forecast / ss_fcast
      • +
    • seasonal_forecast_initialization / ss_fcast_init
      • +
    • seasonal_reforecast / ss_refcast
      • +
    • decadal_forecast_initialization / dc_fcast_init
      • +
    • decadal_forecast / dc_fcast
      • +
    • long_term_projection / ltm_proj
      • +
    • …etc
      • +
    +
    • + +
  • + <output_frequency> : + + [directory name / filename abbreviation] + +
      +
    • yearly / yearly
      • +
    • monthly / monthly
      • +
    • daily / daily
      • +
    +
    • + +
  • + <grid_type> : + + [directory name / filename abbreviation] + +
      +
    • raw / raw
      • +
    • regrid / regrid
      • +
    +
    • + +
  • + <release> : + +
      +
    • rYYYY0M0D ex: r20230401
      • +
    +
    • + +
+

+
+
+
+ +
+
+

+ + CEFI filename structure +

+
+ +
+
+

+ The CEFI filename structure is designed to clearly distinguish between different experiment types. + It follows a hierarchical format that preserves the directory structure, preventing overwrites from separate experiments or downloads within the same directory. +

+
+ +

Hindcast

+ +

+ The file contains a single variable for the entire run period in one consolidated file. The filename follows this format: +

+ + 
variable_name.region.subdomain.experiment_type.output_frequency.grid_type.rYYYYMMDD.YYYY0M-YYYY0M.nc
+ +

+ example includes: +

    +
  • + btm_o2.nwa.full.hcast.daily.raw.r20230401.199301-201912.nc +
    • +
  • + rhopot0.nwa.gomex.hcast.monthly.raw.r20230401.199301-201912.nc +
    • +
+

+ + +
+ +

Season and decadal forecast (re-forecast)

+ +

+ A single file contains data for one initialization (iYYYY0M-initialized year [YYYY] and month [0M]), capturing all ensemble members and lead times for a single variable. The filename follows this format: +

+ + 
variable_name.region.subdomain.experiment_type.output_frequency.grid_type.rYYYYMMDD.ensemble_info.iYYYY0M
+ +

+ example includes: +

    +
  • + tos.nwa.gomex.ss_fcast.monthly.raw.r20230401.enss.i202212.nc +
    • +
  • + thetao.nep.full.ss_fcast_init.monthly.raw.r20230401.ens_stats.i199303.nc +
    • +
  • + thetao.nep.full.ss_refcast.monthly.raw.r20230401.ens_stats.i199303.nc +
    • +
  • + thetao.nep.full.dc_fcast.monthly.raw.r20230401.ens0.i199303.nc +
    • +
+

+ +
+ +

Long-term projection

+ +

+ A single file contains data for one scenario, capturing all ensemble members for a single variable. The filename follows this format: +

+ + 
variable_name.region.subdomain.experiment_type.output_frequency.grid_type.rYYYYMMDD.picontrol/historical/proj_forcing.ensemble_info.YYYY0M-YYYY0M
+ +

+ example includes: +

    +
  • + tos.nwa.full.ltm_proj.yearly.raw.r20230401.proj_ssp370.enss.202001-209912.nc +
    • +
  • + tos.nwa.full.ltm_proj.yearly.raw.r20230401.proj_ssp585.enss.202001-209912.nc +
    • +
  • + tos.nwa.full.ltm_proj.monthly.raw.r20230401.picontrol.enss.185001-201912.nc +
    • +
  • + tos.nwa.full.ltm_proj.monthly.raw.r20230401.hist.enss.185001-201912.nc +
    • +
+

+ +
+
+
+ +
+
+

+ + CEFI netCDF file global attributes +

+
+ +
+
+

+ Each netCDF file served by the CEFI portal includes global attributes. + These attributes provide comprehensive information about the data structure, filename segments, and DOIs for both the dataset and related papers. + All CEFI-specific attributes are prefixed with cefi_ +

+
+

+ A list of all CEFI-related global attributes is provided below as an example, using a hindcast experiment. + 

+                    
+:cefi_rel_path = "cefi_portal/northwest_atlantic/full_domain/hindcast/daily/raw/r20230519"
+:cefi_filename = "tos.nwa.full.hcast.daily.raw.r20230519.199301-201912.nc"
+:cefi_variable = "tos"
+:cefi_ori_filename = "ocean_daily.19930101-20191231.tos.nc"
+:cefi_archive_version = "/archive/acr/fre/NWA/2023_04/NWA12_COBALT_2023_04_kpo4-coastatten-physics/gfdl.ncrc5-intel22-prod"
+:cefi_run_xml = "N/A"
+:cefi_region = "nwa"
+:cefi_subdomain = "full"
+:cefi_experiment_type = "hindcast"
+:cefi_experiment_name = "nwa12_cobalt"
+:cefi_release = "r20230519"
+:cefi_output_frequency = "daily"
+:cefi_grid_type = "raw"
+:cefi_date_range = "199301-201912"
+:cefi_init_date = "N/A"
+:cefi_ensemble_info = "N/A"
+:cefi_forcing = "N/A"
+:cefi_data_doi = "10.5281/zenodo.7893386"
+:cefi_paper_doi = "10.5194/gmd-16-6943-2023"
+:cefi_aux = "N/A"
+                    
+
+

+ +
+
+
+
+
+

Variable Lists

@@ -61,6 +311,8 @@

Variable Lists


+
+

Data Query Generator