From 256c9a6a8ee89d99f03c7da52b2faca881714e02 Mon Sep 17 00:00:00 2001 From: THEERTHA KARIYATHAN Date: Wed, 21 Aug 2024 09:49:11 +0200 Subject: [PATCH 01/19] added archive_reference.yml --- conf/archive_reference.yml | 216 +++++++++++++++++++++++++++++++++++++ 1 file changed, 216 insertions(+) create mode 100644 conf/archive_reference.yml diff --git a/conf/archive_reference.yml b/conf/archive_reference.yml new file mode 100644 index 00000000..07772ae8 --- /dev/null +++ b/conf/archive_reference.yml @@ -0,0 +1,216 @@ +# ----- Reference from archiv.yml + + Reference: + ERA5: + name: "ERA5" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "recon/ecmwf/era5/" + weekly_mean: {"tas":"weekly_mean/tas_f1h-r1440x721cds/", # from subseasonal + "prlr":"weekly_mean/prlr_f1h-r1440x721cds/"} # from subseasonal + daily_mean: {"tas":"daily_mean/tas_f1h-r1440x721cds/", + "rsds":"daily_mean/rsds_f1h-r1440x721cds/", + "prlr":"daily_mean/prlr_f1h-r1440x721cds/", + "g300":"daily_mean/g300_f1h-r1440x721cds/", + "g500":"daily_mean/g500_f1h-r1440x721cds/", + "g850":"daily_mean/g850_f1h-r1440x721cds/", + "sfcWind":"daily_mean/sfcWind_f1h-r1440x721cds/", + "tasmax":"daily/tasmax_f1h-r1440x721cds/","daily/tasmax-r1440x721cds/", # second entry from decadal + "tasmin":"daily/tasmin_f1h-r1440x721cds/","daily/tasmin-r1440x721cds/", # second entry from decadal + "ta300":"daily_mean/ta300_f1h-r1440x721cds/", + "ta500":"daily_mean/ta500_f1h-r1440x721cds/", + "ta850":"daily_mean/ta850_f1h-r1440x721cds/", + "hurs":"daily_mean/hurs_f1h-r1440x721cds/"} + monthly_mean: {"tas":"monthly_mean/tas_f1h-r1440x721cds/", + "psl":"monthly_mean/psl_f1h-r1440x721cds/", + "prlr":"monthly_mean/prlr_f1h-r1440x721cds/", + "rsds":"monthly_mean/rsds_f1h-r1440x721cds/", + "g300":"monthly_mean/g300_f1h-r1440x721cds/", + "g500":"monthly_mean/g500_f1h-r1440x721cds/", + "g850":"monthly_mean/g850_f1h-r1440x721cds/", + "sfcWind":"monthly_mean/sfcWind_f1h-r1440x721cds/", + "tasmax":"monthly_mean/tasmax_f1h-r1440x721cds/", + "tasmin":"monthly_mean/tasmin_f1h-r1440x721cds/", + "ta300":"montly_mean/ta300_f1h-r1440x721cds/", + "ta500":"monthly_mean/ta500_f1h-r1440x721cds/", + "ta850":"monthly_mean/ta850_f1h-r1440x721cds/", + "tos":"monthly_mean/tos_f1h-r1440x721cds/", + "sic":"monthly_mean/sic_f1h-r1440x721cds/"} + + calendar: "standard" # calendar in archive_decadal ERA5 is gregorian + reference_grid: "/esarchive/recon/ecmwf/era5/monthly_mean/tas_f1h-r1440x721cds/tas_201805.nc" + land_sea_mask: "/esarchive/recon/ecmwf/era5/constant/lsm-r1440x721cds/sftof.nc" + + ERA5-Land: + name: "ERA5-Land" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "recon/ecmwf/era5land/" + daily_mean: {"tas":"daily_mean/tas_f1h/", "rsds":"daily_mean/rsds_f1h/", + "prlr":"daily_mean/prlr_f1h/", "sfcWind":"daily_mean/sfcWind_f1h/", + "tasmin":"daily/tasmin/", "tasmax":"daily/tasmax/"} + monthly_mean: {"tas":"monthly_mean/tas_f1h/","tasmin":"monthly_mean/tasmin_f24h/", + "tasmax":"monthly_mean/tasmax_f24h/", "prlr":"monthly_mean/prlr_f1h/", + "sfcWind":"monthly_mean/sfcWind_f1h/", "rsds":"monthly_mean/rsds_f1h/", + "tdps":"monthly_mean/tdps_f1h/"} + calendar: "proleptic_gregorian" + reference_grid: "/esarchive/recon/ecmwf/era5land/daily_mean/tas_f1h/tas_201805.nc" + + UERRA: + name: "ECMWF UERRA" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "recon/ecmwf/uerra_mescan/" + daily_mean: {"tas":"daily_mean/tas_f6h/"} + monthly_mean: {"tas":"monthly_mean/tas_f6h/"} + calendar: "proleptic_gregorian" + reference_grid: "/esarchive/recon/ecmwf/uerra_mescan/daily_mean/tas_f6h/tas_201805.nc" + + CERRA: + name: "ECMWF CERRA" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "recon/ecmwf/cerra/" + daily_mean: {"hurs":"daily_mean/hurs_f3h-r2631x1113/", "ps":"daily_mean/ps_f3h-r2631x1113/", + "sfcWind":"daily_mean/sfcWind_f3h-r2631x1113/", + "tas":"daily_mean/tas_f3h-r2631x1113/", "winddir":"daily_mean/tas_f3h-r2631x1113/", + "prlr":"daily_mean/prlr_f6h-r2631x1113/", # from second CERRA in archive + "tasmax":"daily_mean/tasmax-r2631x1113/", "tasmin":"daily_mean/tasmin-r2631x1113/"} # from second CERRA in archive + + monthly_mean: {"hurs":"monthly_mean/hurs_f3h-r2631x1113/", "ps":"monthly_mean/ps_f3h-r2631x1113/", + "sfcWind":"monthly_mean/sfcWind_f3h-r2631x1113/", + "tas":"monthly_mean/tas_f3h-r2631x1113/", + "winddir":"monthly_mean/winddir_f3h-r2631x1113/", + "tasmin":"monthly_mean/tasmin_f24h-r2631x1113/", + "tasmax":"monthly_mean/tasmax_f24h-r2631x1113/", + "prlr":"monthly_mean/prlr_f6h-r2631x1113/" # from second CERRA in archive + } + calendar: "proleptic_gregorian" + reference_grid: "/esarchive/recon/ecmwf/cerra/monthly_mean/tas_f3h-r2631x1113/tas_200506.nc" + + CERRA-Land: + name: "ECMWF CERRA-Land" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "recon/ecmwf/cerraland/" + daily_mean: {"prlr":"daily_mean/prlr_f6h-r2631x1113/"} + monthly_mean: {"prlr":"monthly_mean/prlr_f6h-r2631x1113/"} + calendar: "proleptic_gregorian" + reference_grid: "/esarchive/recon/ecmwf/cerraland/monthly_mean/prlr_f6h-r2631x1113/prlr_200412.nc" + HadCRUT5: + name: "HadCRUT5" + institution: "Met Office" + src: "obs/ukmo/hadcrut_v5.0_analysis/" + monthly_mean: {"tasanomaly":"monthly_mean/tasanomaly/"} + calendar: "proleptic_gregorian" + reference_grid: "/esarchive/obs/ukmo/hadcrut_v5.0_analysis/monthly_mean/tasanomaly/tasanomaly_202001.nc" + BEST: + name: "BEST" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "obs/berkeleyearth/berkeleyearth/" + daily_mean: {"tas":"daily_mean/tas/"} + monthly_mean: {"tas":"monthly_mean/tas/"} + calendar: "proleptic_gregorian" + reference_grid: "/esarchive/obs/berkeleyearth/berkeleyearth/monthly_mean/tas/tas_201805.nc" + +# ------------------------- +mars: + src: "/esarchive/scratch/aho/tmp/GRIB/" #"/mars/" + + + ERA5: + name: "ERA5" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "GRIB_era5_tas/" + monthly_mean: {"tas":"", "prlr":""} + calendar: "standard" + reference_grid: "conf/grid_description/griddes_GRIB_system5_m1.txt" + + ERA5: + src: "ERA5/" # src different from line 113 + daily_mean: {"psl":"psl_f1h-r1440x721cds/"} + reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/ERA5/daily_mean/psl_f1h-r1440x721cds/psl_201805.nc" + + CERRA: + src: "CERRA/" + reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/CERRA/monthly_mean/tas_f3h-r2631x1113/tas_200506.nc" + + + + +# ----- Reference from archive_decade.yml + + GHCNv4: + name: + institution: + src: "obs/noaa/ghcn_v4/" + monthly_mean: {"tas":"", "tasanomaly":""} + daily_mean: + calendar: "gregorian" + reference_grid: "/esarchive/obs/noaa/ghcn_v4/monthly_mean/tasanomaly/tasanomaly_201811.nc" + +# ---- +# missing info in script + NCEP1: + +# ---- + JRA-55: + name: "JRA-55" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "recon/jma/jra55/" + monthly_mean: {"tas":"monthly_mean/tas_f6h", "psl":"monthly_mean/psl_f6h", + "tos":"", "pr":"monthly_mean/pr_s0-3h", + "prlr":"monthly_mean/prlr_s0-3h"} + daily_mean: {"tas":"daily_mean/tas_f6h", "psl":"daily_mean/psl_f6h", + "prlr":"daily_mean/prlr_s0-3h", "sfcWind":"daily_mean/sfcWind_f6h"} + calendar: "proleptic_gregorian" + reference_grid: "/esarchive/recon/jma/jra55/monthly_mean/tas_f6h/tas_200811.nc" + +# ---- + GISTEMPv4: + name: "GISTEMPv4" + institution: "NASA Goddard Institute for Space Studies" + src: "obs/noaa-nasa/ghcnersstgiss/" + monthly_mean: {"tasanomaly":""} + daily_mean: + calendar: "standard" + reference_grid: "/esarchive/obs/noaa-nasa/ghcnersstgiss/monthly_mean/tasanomaly/tasanomaly_200811.nc" + +# ---- + HadCRUT4: + name: "HadCRUT4" + institution: "Met Office Hadley Centre / Climatic Research Unit, University of East Anglia" + src: "obs/ukmo/hadcrut_v4.6/" + monthly_mean: {"tasanomaly":""} + daily_mean: + calendar: "standard" + reference_grid: "/esarchive/obs/ukmo/hadcrut_v4.6/monthly_mean/tasanomaly/tasanomaly_200811.nc" + +# ---- + HadSLP2: + name: "HadSLP2" + institution: + src: "obs/ukmo/hadslp_v2/" + monthly_mean: {"psl":""} + daily_mean: + calendar: "proleptic_gregorian" + reference_grid: "/esarchive/obs/ukmo/hadslp_v2/monthly_mean/psl/psl_200811.nc" + + +# change notes ------------------------------------------------------------------------------ + +# UERRA from archive_subseasonal.yml same as archive.yml, + # UERRA from archive_subseasonal.yml removed + +# CERRA from archive_subseaonal.yml same as archive.yml 2nd CERRA, + # CERRA from archive_subseaonal.yml removed + + +# CERRA-Land from archive_subseaonal.yml same as archive.yml, + # CERRA-Land from archive_subseaonal.yml removed + +# HadCRUT5 from archive_subseaonal.yml same as archive.yml, + # HadCRUT5 from archive_subseaonal.yml removed + +# BEST from archive_subseaonal.yml same as archive.yml, + # BEST from archive_subseaonal.yml removed + +# ERA5-Land from archive_subseaonal.yml same as archive.yml, + # ERA5-Land from archive_subseaonal.yml removed + +# ERA5 differenct lines retained, else deleted. -- GitLab From f0ec38ee7f37285da94ee7866bb6024e1849d663 Mon Sep 17 00:00:00 2001 From: THEERTHA KARIYATHAN Date: Wed, 21 Aug 2024 16:11:07 +0200 Subject: [PATCH 02/19] removed reference from conf/archive.yml,archive_subseasonal.yml,archive_decadal.yml --- conf/archive.yml | 132 ----------------------------------- conf/archive_decadal.yml | 94 ------------------------- conf/archive_reference.yml | 55 +++++++++++---- conf/archive_subseasonal.yml | 98 +------------------------- 4 files changed, 43 insertions(+), 336 deletions(-) diff --git a/conf/archive.yml b/conf/archive.yml index e49e9b01..e763c50d 100644 --- a/conf/archive.yml +++ b/conf/archive.yml @@ -136,102 +136,6 @@ esarchive: calendar: "gregorian" time_stamp_lag: "0" reference_grid: "conf/grid_description/griddes_ncep-cfsv2.txt" - Reference: - ERA5: - name: "ERA5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/era5/" - daily_mean: {"tas":"daily_mean/tas_f1h-r1440x721cds/", - "rsds":"daily_mean/rsds_f1h-r1440x721cds/", - "prlr":"daily_mean/prlr_f1h-r1440x721cds/", - "g300":"daily_mean/g300_f1h-r1440x721cds/", - "g500":"daily_mean/g500_f1h-r1440x721cds/", - "g850":"daily_mean/g850_f1h-r1440x721cds/", - "sfcWind":"daily_mean/sfcWind_f1h-r1440x721cds/", - "tasmax":"daily/tasmax_f1h-r1440x721cds/", - "tasmin":"daily/tasmin_f1h-r1440x721cds/", - "ta300":"daily_mean/ta300_f1h-r1440x721cds/", - "ta500":"daily_mean/ta500_f1h-r1440x721cds/", - "ta850":"daily_mean/ta850_f1h-r1440x721cds/", - "hurs":"daily_mean/hurs_f1h-r1440x721cds/"} - monthly_mean: {"tas":"monthly_mean/tas_f1h-r1440x721cds/", - "psl":"monthly_mean/psl_f1h-r1440x721cds/", - "prlr":"monthly_mean/prlr_f1h-r1440x721cds/", - "rsds":"monthly_mean/rsds_f1h-r1440x721cds/", - "g300":"monthly_mean/g300_f1h-r1440x721cds/", - "g500":"monthly_mean/g500_f1h-r1440x721cds/", - "g850":"monthly_mean/g850_f1h-r1440x721cds/", - "sfcWind":"monthly_mean/sfcWind_f1h-r1440x721cds/", - "tasmax":"monthly_mean/tasmax_f1h-r1440x721cds/", - "tasmin":"monthly_mean/tasmin_f1h-r1440x721cds/", - "ta300":"montly_mean/ta300_f1h-r1440x721cds/", - "ta500":"monthly_mean/ta500_f1h-r1440x721cds/", - "ta850":"monthly_mean/ta850_f1h-r1440x721cds/", - "tos":"monthly_mean/tos_f1h-r1440x721cds/", - "sic":"monthly_mean/sic_f1h-r1440x721cds/"} - calendar: "standard" - reference_grid: "/esarchive/recon/ecmwf/era5/monthly_mean/tas_f1h-r1440x721cds/tas_201805.nc" - land_sea_mask: "/esarchive/recon/ecmwf/era5/constant/lsm-r1440x721cds/sftof.nc" - ERA5-Land: - name: "ERA5-Land" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/era5land/" - daily_mean: {"tas":"daily_mean/tas_f1h/", "rsds":"daily_mean/rsds_f1h/", - "prlr":"daily_mean/prlr_f1h/", "sfcWind":"daily_mean/sfcWind_f1h/", - "tasmin":"daily/tasmin/", "tasmax":"daily/tasmax/"} - monthly_mean: {"tas":"monthly_mean/tas_f1h/","tasmin":"monthly_mean/tasmin_f24h/", - "tasmax":"monthly_mean/tasmax_f24h/", "prlr":"monthly_mean/prlr_f1h/", - "sfcWind":"monthly_mean/sfcWind_f1h/", "rsds":"monthly_mean/rsds_f1h/", - "tdps":"monthly_mean/tdps_f1h/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/ecmwf/era5land/daily_mean/tas_f1h/tas_201805.nc" - UERRA: - name: "ECMWF UERRA" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/uerra_mescan/" - daily_mean: {"tas":"daily_mean/tas_f6h/"} - monthly_mean: {"tas":"monthly_mean/tas_f6h/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/ecmwf/uerra_mescan/daily_mean/tas_f6h/tas_201805.nc" - CERRA: - name: "ECMWF CERRA" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/cerra/" - daily_mean: {"hurs":"daily_mean/hurs_f3h-r2631x1113/", "ps":"daily_mean/ps_f3h-r2631x1113/", - "sfcWind":"daily_mean/sfcWind_f3h-r2631x1113/", - "tas":"daily_mean/tas_f3h-r2631x1113/", "winddir":"daily_mean/tas_f3h-r2631x1113/"} - monthly_mean: {"hurs":"monthly_mean/hurs_f3h-r2631x1113/", "ps":"monthly_mean/ps_f3h-r2631x1113/", - "sfcWind":"monthly_mean/sfcWind_f3h-r2631x1113/", - "tas":"monthly_mean/tas_f3h-r2631x1113/", - "winddir":"monthly_mean/winddir_f3h-r2631x1113/", - "tasmin":"monthly_mean/tasmin_f24h-r2631x1113/", - "tasmax":"monthly_mean/tasmax_f24h-r2631x1113/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/ecmwf/cerra/monthly_mean/tas_f3h-r2631x1113/tas_200506.nc" - CERRA-Land: - name: "ECMWF CERRA-Land" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/cerraland/" - daily_mean: {"prlr":"daily_mean/prlr_f6h-r2631x1113/"} - monthly_mean: {"prlr":"monthly_mean/prlr_f6h-r2631x1113/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/ecmwf/cerraland/monthly_mean/prlr_f6h-r2631x1113/prlr_200412.nc" - HadCRUT5: - name: "HadCRUT5" - institution: "Met Office" - src: "obs/ukmo/hadcrut_v5.0_analysis/" - monthly_mean: {"tasanomaly":"monthly_mean/tasanomaly/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/obs/ukmo/hadcrut_v5.0_analysis/monthly_mean/tasanomaly/tasanomaly_202001.nc" - BEST: - name: "BEST" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "obs/berkeleyearth/berkeleyearth/" - daily_mean: {"tas":"daily_mean/tas/"} - monthly_mean: {"tas":"monthly_mean/tas/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/obs/berkeleyearth/berkeleyearth/monthly_mean/tas/tas_201805.nc" - mars: src: "/esarchive/scratch/aho/tmp/GRIB/" #"/mars/" System: @@ -246,14 +150,6 @@ mars: calendar: "proleptic_gregorian" time_stamp_lag: "+1" reference_grid: "conf/grid_description/griddes_GRIB_system5_m1.txt" - Reference: - ERA5: - name: "ERA5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "GRIB_era5_tas/" - monthly_mean: {"tas":""} - calendar: "standard" - reference_grid: "conf/grid_description/griddes_GRIB_system5_m1.txt" sample: src: @@ -269,14 +165,6 @@ sample: calendar: "proleptic_gregorian" time_stamp_lag: "0" reference_grid: "conf/grid_description/griddes_GRIB_system51_m1.txt" - Reference: - ERA5: - name: "ERA5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "GRIB_era5_tas/" - monthly_mean: {"tas":"", "prlr":""} - calendar: "standard" - reference_grid: "conf/grid_description/griddes_GRIB_system5_m1.txt" IFCA: src: "/home/jovyan/IMPETUS4CHANGE/data/BSC/" @@ -298,23 +186,3 @@ IFCA: calendar: "proleptic_gregorian" time_stamp_lag: "0" reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/ECMWF-SEAS5/monthly_mean/tas_f6h/tas_20180501.nc" - Reference: - ERA5: - name: "ERA5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "ERA5/" - daily_mean: {"psl":"psl_f1h-r1440x721cds/"} - calendar: "standard" - reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/ERA5/daily_mean/psl_f1h-r1440x721cds/psl_201805.nc" - CERRA: - name: "ECMWF CERRA" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "CERRA/" - daily_mean: {"hurs":"daily_mean/hurs_f3h-r2631x1113/", "prlr":"daily_mean/prlr_f6h-r2631x1113/", - "sfcWind":"daily_mean/sfcWind_f3h-r2631x1113/", "tas":"daily_mean/tas_f3h-r2631x1113/", - "tasmax":"daily_mean/tasmax-r2631x1113/", "tasmin":"daily_mean/tasmin-r2631x1113/"} - monthly_mean: {"hurs":"monthly_mean/hurs_f3h-r2631x1113/", "prlr":"monthly_mean/prlr_f6h-r2631x1113/", - "sfcWind":"monthly_mean/_f3h-r2631x1113/", "tas":"monthly_mean/tas_f3h-r2631x1113/", - "tasmin":"monthly_mean/tasmin_f24h-r2631x1113/","tasmax":"monthly_mean/tasmax_f24h-r2631x1113/"} - calendar: "proleptic_gregorian" - reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/CERRA/monthly_mean/tas_f3h-r2631x1113/tas_200506.nc" diff --git a/conf/archive_decadal.yml b/conf/archive_decadal.yml index a2f340e2..160e3997 100644 --- a/conf/archive_decadal.yml +++ b/conf/archive_decadal.yml @@ -374,97 +374,3 @@ esarchive: reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/NorCPM1/DCPP/NCC/NorCPM1/dcppA-hindcast/r1i2p1f1/Amon/pr/gn/v20200101/pr_Amon_NorCPM1_dcppA-hindcast_s2008-r1i2p1f1_gn_200810-201812.nc" -# ===================================== - - Reference: - GHCNv4: - name: - institution: - src: "obs/noaa/ghcn_v4/" - monthly_mean: {"tas":"", "tasanomaly":""} - daily_mean: - calendar: "gregorian" - reference_grid: "/esarchive/obs/noaa/ghcn_v4/monthly_mean/tasanomaly/tasanomaly_201811.nc" -# ---- - ERA5: - name: "ERA5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/era5/" - daily_mean: {"tas":"daily_mean/tas_f1h-r1440x721cds/", - "rsds":"daily_mean/rsds_f1h-r1440x721cds/", - "prlr":"daily_mean/prlr_f1h-r1440x721cds/", - "g300":"daily_mean/g300_f1h-r1440x721cds/", - "g500":"daily_mean/g500_f1h-r1440x721cds/", - "g850":"daily_mean/g850_f1h-r1440x721cds/", - "sfcWind":"daily_mean/sfcWind_f1h-r1440x721cds/", - "tasmax":"daily/tasmax-r1440x721cds/", - "tasmin":"daily/tasmin-r1440x721cds/", - "ta300":"daily_mean/ta300_f1h-r1440x721cds/", - "ta500":"daily_mean/ta500_f1h-r1440x721cds/", - "ta850":"daily_mean/ta850_f1h-r1440x721cds/", - "hurs":"daily_mean/hurs_f1h-r1440x721cds/"} - monthly_mean: {"tas":"monthly_mean/tas_f1h-r1440x721cds/", - "psl":"monthly_mean/psl_f1h-r1440x721cds/", - "prlr":"monthly_mean/prlr_f1h-r1440x721cds/", - "rsds":"monthly_mean/rsds_f1h-r1440x721cds/", - "g300":"monthly_mean/g300_f1h-r1440x721cds/", - "g500":"monthly_mean/g500_f1h-r1440x721cds/", - "g850":"monthly_mean/g850_f1h-r1440x721cds/", - "sfcWind":"monthly_mean/sfcWind_f1h-r1440x721cds/", - "tasmax":"monthly_mean/tasmax_f1h-r1440x721cds/", - "tasmin":"monthly_mean/tasmin_f1h-r1440x721cds/", - "ta300":"montly_mean/ta300_f1h-r1440x721cds/", - "ta500":"monthly_mean/ta500_f1h-r1440x721cds/", - "ta850":"monthly_mean/ta850_f1h-r1440x721cds/", - "tos":"monthly_mean/tos_f1h-r1440x721cds/", - "sic":"monthly_mean/sic_f1h-r1440x721cds/"} - calendar: "gregorian" - reference_grid: "/esarchive/recon/ecmwf/era5/monthly_mean/tas_f1h-r1440x721cds/tas_201805.nc" - -# ---- -# missing info in script - NCEP1: - -# ---- - JRA-55: - name: "JRA-55" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/jma/jra55/" - monthly_mean: {"tas":"monthly_mean/tas_f6h", "psl":"monthly_mean/psl_f6h", - "tos":"", "pr":"monthly_mean/pr_s0-3h", - "prlr":"monthly_mean/prlr_s0-3h"} - daily_mean: {"tas":"daily_mean/tas_f6h", "psl":"daily_mean/psl_f6h", - "prlr":"daily_mean/prlr_s0-3h", "sfcWind":"daily_mean/sfcWind_f6h"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/jma/jra55/monthly_mean/tas_f6h/tas_200811.nc" - -# ---- - GISTEMPv4: - name: "GISTEMPv4" - institution: "NASA Goddard Institute for Space Studies" - src: "obs/noaa-nasa/ghcnersstgiss/" - monthly_mean: {"tasanomaly":""} - daily_mean: - calendar: "standard" - reference_grid: "/esarchive/obs/noaa-nasa/ghcnersstgiss/monthly_mean/tasanomaly/tasanomaly_200811.nc" - -# ---- - HadCRUT4: - name: "HadCRUT4" - institution: "Met Office Hadley Centre / Climatic Research Unit, University of East Anglia" - src: "obs/ukmo/hadcrut_v4.6/" - monthly_mean: {"tasanomaly":""} - daily_mean: - calendar: "standard" - reference_grid: "/esarchive/obs/ukmo/hadcrut_v4.6/monthly_mean/tasanomaly/tasanomaly_200811.nc" - -# ---- - HadSLP2: - name: "HadSLP2" - institution: - src: "obs/ukmo/hadslp_v2/" - monthly_mean: {"psl":""} - daily_mean: - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/obs/ukmo/hadslp_v2/monthly_mean/psl/psl_200811.nc" - diff --git a/conf/archive_reference.yml b/conf/archive_reference.yml index 07772ae8..b2cde9d5 100644 --- a/conf/archive_reference.yml +++ b/conf/archive_reference.yml @@ -1,5 +1,5 @@ -# ----- Reference from archiv.yml - +esarchive: + src: "/esarchive/" Reference: ERA5: name: "ERA5" @@ -14,8 +14,12 @@ "g500":"daily_mean/g500_f1h-r1440x721cds/", "g850":"daily_mean/g850_f1h-r1440x721cds/", "sfcWind":"daily_mean/sfcWind_f1h-r1440x721cds/", - "tasmax":"daily/tasmax_f1h-r1440x721cds/","daily/tasmax-r1440x721cds/", # second entry from decadal - "tasmin":"daily/tasmin_f1h-r1440x721cds/","daily/tasmin-r1440x721cds/", # second entry from decadal + "tasmax": + - "daily/tasmax_f1h-r1440x721cds/", + - "daily/tasmax-r1440x721cds/", # entry from decadal + "tasmin": + - "daily/tasmin_f1h-r1440x721cds/", + - "daily/tasmin-r1440x721cds/", # entry from decadal "ta300":"daily_mean/ta300_f1h-r1440x721cds/", "ta500":"daily_mean/ta500_f1h-r1440x721cds/", "ta850":"daily_mean/ta850_f1h-r1440x721cds/", @@ -69,17 +73,14 @@ src: "recon/ecmwf/cerra/" daily_mean: {"hurs":"daily_mean/hurs_f3h-r2631x1113/", "ps":"daily_mean/ps_f3h-r2631x1113/", "sfcWind":"daily_mean/sfcWind_f3h-r2631x1113/", - "tas":"daily_mean/tas_f3h-r2631x1113/", "winddir":"daily_mean/tas_f3h-r2631x1113/", - "prlr":"daily_mean/prlr_f6h-r2631x1113/", # from second CERRA in archive - "tasmax":"daily_mean/tasmax-r2631x1113/", "tasmin":"daily_mean/tasmin-r2631x1113/"} # from second CERRA in archive - + "tas":"daily_mean/tas_f3h-r2631x1113/", "winddir":"daily_mean/tas_f3h-r2631x1113/" + } monthly_mean: {"hurs":"monthly_mean/hurs_f3h-r2631x1113/", "ps":"monthly_mean/ps_f3h-r2631x1113/", "sfcWind":"monthly_mean/sfcWind_f3h-r2631x1113/", "tas":"monthly_mean/tas_f3h-r2631x1113/", "winddir":"monthly_mean/winddir_f3h-r2631x1113/", "tasmin":"monthly_mean/tasmin_f24h-r2631x1113/", - "tasmax":"monthly_mean/tasmax_f24h-r2631x1113/", - "prlr":"monthly_mean/prlr_f6h-r2631x1113/" # from second CERRA in archive + "tasmax":"monthly_mean/tasmax_f24h-r2631x1113/" } calendar: "proleptic_gregorian" reference_grid: "/esarchive/recon/ecmwf/cerra/monthly_mean/tas_f3h-r2631x1113/tas_200506.nc" @@ -92,6 +93,7 @@ monthly_mean: {"prlr":"monthly_mean/prlr_f6h-r2631x1113/"} calendar: "proleptic_gregorian" reference_grid: "/esarchive/recon/ecmwf/cerraland/monthly_mean/prlr_f6h-r2631x1113/prlr_200412.nc" + HadCRUT5: name: "HadCRUT5" institution: "Met Office" @@ -99,6 +101,7 @@ monthly_mean: {"tasanomaly":"monthly_mean/tasanomaly/"} calendar: "proleptic_gregorian" reference_grid: "/esarchive/obs/ukmo/hadcrut_v5.0_analysis/monthly_mean/tasanomaly/tasanomaly_202001.nc" + BEST: name: "BEST" institution: "European Centre for Medium-Range Weather Forecasts" @@ -111,8 +114,19 @@ # ------------------------- mars: src: "/esarchive/scratch/aho/tmp/GRIB/" #"/mars/" + Reference: + ERA5: + name: "ERA5" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "GRIB_era5_tas/" + monthly_mean: {"tas":""} + calendar: "standard" + reference_grid: "conf/grid_description/griddes_GRIB_system5_m1.txt" +sample: + src: + Reference: ERA5: name: "ERA5" institution: "European Centre for Medium-Range Weather Forecasts" @@ -121,13 +135,28 @@ mars: calendar: "standard" reference_grid: "conf/grid_description/griddes_GRIB_system5_m1.txt" + +IFCA: + src: "/home/jovyan/IMPETUS4CHANGE/data/BSC/" + Reference: ERA5: - src: "ERA5/" # src different from line 113 + name: "ERA5" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "ERA5/" daily_mean: {"psl":"psl_f1h-r1440x721cds/"} + calendar: "standard" reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/ERA5/daily_mean/psl_f1h-r1440x721cds/psl_201805.nc" - CERRA: - src: "CERRA/" + name: "ECMWF CERRA" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "CERRA/" + daily_mean: {"hurs":"daily_mean/hurs_f3h-r2631x1113/", "prlr":"daily_mean/prlr_f6h-r2631x1113/", + "sfcWind":"daily_mean/sfcWind_f3h-r2631x1113/", "tas":"daily_mean/tas_f3h-r2631x1113/", + "tasmax":"daily_mean/tasmax-r2631x1113/", "tasmin":"daily_mean/tasmin-r2631x1113/"} + monthly_mean: {"hurs":"monthly_mean/hurs_f3h-r2631x1113/", "prlr":"monthly_mean/prlr_f6h-r2631x1113/", + "sfcWind":"monthly_mean/_f3h-r2631x1113/", "tas":"monthly_mean/tas_f3h-r2631x1113/", + "tasmin":"monthly_mean/tasmin_f24h-r2631x1113/","tasmax":"monthly_mean/tasmax_f24h-r2631x1113/"} + calendar: "proleptic_gregorian" reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/CERRA/monthly_mean/tas_f3h-r2631x1113/tas_200506.nc" diff --git a/conf/archive_subseasonal.yml b/conf/archive_subseasonal.yml index c142851d..e2d6a3db 100644 --- a/conf/archive_subseasonal.yml +++ b/conf/archive_subseasonal.yml @@ -18,100 +18,4 @@ esarchive: calendar: "proleptic_gregorian" time_stamp_lag: "0" # Do we need it for subseasonal? reference_grid: "/esarchive/exp/ncep/cfs-v2/weekly_mean/s2s/tas_f24h/tas_20040624.nc" # is it the same as seasonal? - Reference: - ERA5: - name: "ERA5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/era5/" - weekly_mean: {"tas":"weekly_mean/tas_f1h-r1440x721cds/", - "prlr":"weekly_mean/prlr_f1h-r1440x721cds/"} - daily_mean: {"tas":"daily_mean/tas_f1h-r1440x721cds/", - "rsds":"daily_mean/rsds_f1h-r1440x721cds/", - "prlr":"daily_mean/prlr_f1h-r1440x721cds/", - "g300":"daily_mean/g300_f1h-r1440x721cds/", - "g500":"daily_mean/g500_f1h-r1440x721cds/", - "g850":"daily_mean/g850_f1h-r1440x721cds/", - "sfcWind":"daily_mean/sfcWind_f1h-r1440x721cds/", - "tasmax":"daily/tasmax_f1h-r1440x721cds/", - "tasmin":"daily/tasmin_f1h-r1440x721cds/", - "ta300":"daily_mean/ta300_f1h-r1440x721cds/", - "ta500":"daily_mean/ta500_f1h-r1440x721cds/", - "ta850":"daily_mean/ta850_f1h-r1440x721cds/", - "hurs":"daily_mean/hurs_f1h-r1440x721cds/"} - monthly_mean: {"tas":"monthly_mean/tas_f1h-r1440x721cds/", - "psl":"monthly_mean/psl_f1h-r1440x721cds/", - "prlr":"monthly_mean/prlr_f1h-r1440x721cds/", - "rsds":"monthly_mean/rsds_f1h-r1440x721cds/", - "g300":"monthly_mean/g300_f1h-r1440x721cds/", - "g500":"monthly_mean/g500_f1h-r1440x721cds/", - "g850":"monthly_mean/g850_f1h-r1440x721cds/", - "sfcWind":"monthly_mean/sfcWind_f1h-r1440x721cds/", - "tasmax":"monthly_mean/tasmax_f1h-r1440x721cds/", - "tasmin":"monthly_mean/tasmin_f1h-r1440x721cds/", - "ta300":"montly_mean/ta300_f1h-r1440x721cds/", - "ta500":"monthly_mean/ta500_f1h-r1440x721cds/", - "ta850":"monthly_mean/ta850_f1h-r1440x721cds/", - "tos":"monthly_mean/tos_f1h-r1440x721cds/", - "sic":"monthly_mean/sic_f1h-r1440x721cds/"} - calendar: "standard" - reference_grid: "/esarchive/recon/ecmwf/era5/monthly_mean/tas_f1h-r1440x721cds/tas_201805.nc" - land_sea_mask: "/esarchive/recon/ecmwf/era5/constant/lsm-r1440x721cds/sftof.nc" - ERA5-Land: - name: "ERA5-Land" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/era5land/" - daily_mean: {"tas":"daily_mean/tas_f1h/", "rsds":"daily_mean/rsds_f1h/", - "prlr":"daily_mean/prlr_f1h/", "sfcWind":"daily_mean/sfcWind_f1h/", - "tasmin":"daily/tasmin/", "tasmax":"daily/tasmax/"} - monthly_mean: {"tas":"monthly_mean/tas_f1h/","tasmin":"monthly_mean/tasmin_f24h/", - "tasmax":"monthly_mean/tasmax_f24h/", "prlr":"monthly_mean/prlr_f1h/", - "sfcWind":"monthly_mean/sfcWind_f1h/", "rsds":"monthly_mean/rsds_f1h/", - "tdps":"monthly_mean/tdps_f1h/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/ecmwf/era5land/daily_mean/tas_f1h/tas_201805.nc" - UERRA: - name: "ECMWF UERRA" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/uerra_mescan/" - daily_mean: {"tas":"daily_mean/tas_f6h/"} - monthly_mean: {"tas":"monthly_mean/tas_f6h/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/ecmwf/uerra_mescan/daily_mean/tas_f6h/tas_201805.nc" - CERRA: - name: "ECMWF CERRA" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/cerra/" - daily_mean: {"hurs":"daily_mean/hurs_f3h-r2631x1113/", "ps":"daily_mean/ps_f3h-r2631x1113/", - "sfcWind":"daily_mean/sfcWind_f3h-r2631x1113/", - "tas":"daily_mean/tas_f3h-r2631x1113/", "winddir":"daily_mean/tas_f3h-r2631x1113/"} - monthly_mean: {"hurs":"monthly_mean/hurs_f3h-r2631x1113/", "ps":"monthly_mean/ps_f3h-r2631x1113/", - "sfcWind":"monthly_mean/sfcWind_f3h-r2631x1113/", - "tas":"monthly_mean/tas_f3h-r2631x1113/", - "winddir":"monthly_mean/winddir_f3h-r2631x1113/", - "tasmin":"monthly_mean/tasmin_f24h-r2631x1113/", - "tasmax":"monthly_mean/tasmax_f24h-r2631x1113/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/ecmwf/cerra/monthly_mean/tas_f3h-r2631x1113/tas_200506.nc" - CERRA-Land: - name: "ECMWF CERRA-Land" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/cerraland/" - daily_mean: {"prlr":"daily_mean/prlr_f6h-r2631x1113/"} - monthly_mean: {"prlr":"monthly_mean/prlr_f6h-r2631x1113/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/ecmwf/cerraland/monthly_mean/prlr_f6h-r2631x1113/prlr_200412.nc" - HadCRUT5: - name: "HadCRUT5" - institution: "Met Office" - src: "obs/ukmo/hadcrut_v5.0_analysis/" - monthly_mean: {"tasanomaly":"monthly_mean/tasanomaly/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/obs/ukmo/hadcrut_v5.0_analysis/monthly_mean/tasanomaly/tasanomaly_202001.nc" - BEST: - name: "BEST" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "obs/berkeleyearth/berkeleyearth/" - daily_mean: {"tas":"daily_mean/tas/"} - monthly_mean: {"tas":"monthly_mean/tas/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/obs/berkeleyearth/berkeleyearth/monthly_mean/tas/tas_201805.nc" + -- GitLab From 7836713a628fe1d0f71b8a0eb9ae4b16843ddc12 Mon Sep 17 00:00:00 2001 From: THEERTHA KARIYATHAN Date: Wed, 21 Aug 2024 16:13:48 +0200 Subject: [PATCH 03/19] renamed archive.yml to archive_seasonal.yml --- conf/{archive.yml => archive_seasonal.yml} | 0 1 file changed, 0 insertions(+), 0 deletions(-) rename conf/{archive.yml => archive_seasonal.yml} (100%) diff --git a/conf/archive.yml b/conf/archive_seasonal.yml similarity index 100% rename from conf/archive.yml rename to conf/archive_seasonal.yml -- GitLab From 4a6a8c8461eb1cea76650d16ed0fbdffb345de84 Mon Sep 17 00:00:00 2001 From: vagudets Date: Thu, 22 Aug 2024 10:58:37 +0200 Subject: [PATCH 04/19] Add gpfs to seasonal and decadal archives --- conf/archive.yml | 182 +++++++++++++++++++++++++++++---------- conf/archive_decadal.yml | 52 +++++++++++ 2 files changed, 190 insertions(+), 44 deletions(-) diff --git a/conf/archive.yml b/conf/archive.yml index e49e9b01..683027df 100644 --- a/conf/archive.yml +++ b/conf/archive.yml @@ -1,3 +1,138 @@ +## Structure description: +# filesystem: +# src: # main folders +# System_name: +# name: name of the system +# institution: +# src: system folder +# monthly_mean: {"variable_name1":"monthly_mean_variable1_path", +# "variable_name2":"monthly_mean_variable2_path"} +# daily_mean: {"variable_name1":"daily_mean_variable1_path"} +# nmember: +# fcst: # number of forecast members +# hcst: # number of hindcast members +# calendar: # calendar type +# reference_grid: .nc or .txt file with grid information +# land_sea_mask: path to the land-sea mask file +# time_stamp_lag: +1 when the time stamps in the file point to the month +# *after* the real date. 0 when the time stamps are correct. + +gpfs: + src: "/gpfs/projects/bsc32/esarchive_cache/" + System: + ECMWF-SEAS5.1: + name: "ECMWF SEAS5 (v5.1)" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "exp/ecmwf/system51c3s/" + monthly_mean: {"tas":"monthly_mean/tas_f6h/", + "prlr":"monthly_mean/prlr_f24h/", + "sfcWind":"monthly_mean/sfcWind_f6h/", + "psl":"monthly_mean/psl_f6h/"} + nmember: + fcst: 51 + hcst: 25 + calendar: "proleptic_gregorian" + time_stamp_lag: "0" + reference_grid: "/gpfs/projects/bsc32/esarchive_cache/exp/ecmwf/system51c3s/monthly_mean/tas_f6h/tas_20180501.nc" + land_sea_mask: "/gpfs/projects/bsc32/esarchive_cache/exp/ecmwf/system51c3s/constant/lsm/lsm.nc" + CMCC-SPS3.5: + name: "CMCC-SPS3.5" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "exp/cmcc/system35c3s/" + monthly_mean: {"tas":"monthly_mean/tas_f6h/", + "prlr":"monthly_mean/prlr_f24h/", + "sfcWind":"monthly_mean/sfcWind_f6h/", + "psl":"monthly_mean/psl_f6h/"} + nmember: + fcst: 50 + hcst: 40 + calendar: "proleptic_gregorian" + time_stamp_lag: "+1" + reference_grid: "conf/grid_description/griddes_system35c3s.txt" + Meteo-France-System8: + name: "Meteo-France System 8" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "exp/meteofrance/system8c3s/" + monthly_mean: {"tas":"monthly_mean/tas_f6h/", + "prlr":"monthly_mean/prlr_s0-24h/", + "sfcWind": "monthly_mean/sfcWind_f6h/", + "psl":"monthly_mean/psl_f6h/"} + nmember: + fcst: 51 + hcst: 25 + time_stamp_lag: "+1" + calendar: "proleptic_gregorian" + reference_grid: "conf/grid_description/griddes_system7c3s.txt" + UK-MetOffice-Glosea601: + name: "UK MetOffice GloSea 6 (v6.01)" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "exp/ukmo/glosea6_system601-c3s/" + monthly_mean: {"tas":"monthly_mean/tas_f6h/", + "prlr":"monthly_mean/prlr_f24h/", + "sfcWind":"monthly_mean/sfcWind_f6h/", + "psl":"monthly_mean/psl_f6h/"} + nmember: + fcst: 62 + hcst: 28 + calendar: "proleptic_gregorian" + time_stamp_lag: "+1" + reference_grid: "conf/grid_description/griddes_ukmo600.txt" + NCEP-CFSv2: + name: "NCEP CFSv2" + institution: "NOAA NCEP" #? + src: "exp/ncep/cfs-v2/" + monthly_mean: {"tas":"monthly_mean/tas_f6h/", + "prlr":"monthly_mean/prlr_f24h/", + "sfcWind":"monthly_mean/sfcWind_f6h/", + "psl":"monthly_mean/psl_f6h/"} + nmember: + fcst: 124 + hcst: 24 + calendar: "gregorian" + time_stamp_lag: "0" + reference_grid: "conf/grid_description/griddes_ncep-cfsv2.txt" + DWD-GCFS2.1: + name: "DWD GCFS 2.1" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "exp/dwd/system21_m1/" + monthly_mean: {"tas":"monthly_mean/tas_f6h/", + "prlr":"monthly_mean/prlr_f24h/", + "sfcWind":"monthly_mean/sfcWind_f6h/", + "psl":"monthly_mean/psl_f6h/"} + nmember: + fcst: 50 + hcst: 30 + calendar: "proleptic_gregorian" + time_stamp_lag: "+1" + reference_grid: "conf/grid_description/griddes_system21_m1.txt" + ECCC-CanCM4i: + name: "ECCC CanCM4i (v3)" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "exp/eccc/eccc3/" + monthly_mean: {"tas":"monthly_mean/tas_f6h/", + "prlr":"monthly_mean/prlr_s0-24h/", + "sfcWind":"monthly_mean/sfcWind_f6h/", + "psl":"monthly_mean/psl_f6h/"} + nmember: + fcst: 10 + hcst: 10 + calendar: "proleptic_gregorian" + time_stamp_lag: "+1" + reference_grid: "conf/grid_description/griddes_eccc1.txt" + Reference: + ERA5: + name: "ERA5" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "recon/ecmwf/era5/" + monthly_mean: {"tas":"monthly_mean/tas_f1h-r1440x721cds/", + "psl":"monthly_mean/psl_f1h-r1440x721cds/", + "prlr":"monthly_mean/prlr_f1h-r1440x721cds/", + "sfcWind":"monthly_mean/sfcWind_f1h-r1440x721cds/"} + calendar: "standard" + reference_grid: "/gpfs/projects/bsc32/esarchive_cache/recon/ecmwf/era5/monthly_mean/tas_f1h-r1440x721cds/tas_201805.nc" + land_sea_mask: "/gpfs/projects/bsc32/esarchive_cache/recon/ecmwf/era5/constant/lsm-r1440x721cds/sftof.nc" + +######################################################################### esarchive: src: "/esarchive/" System: @@ -92,7 +227,7 @@ esarchive: name: "JMA System 2" institution: "European Centre for Medium-Range Weather Forecasts" src: "exp/jma/system2c3s/" - monthly_mean: {"tas":"monthly_mean/tas_f6h/", "prlr":"monthly_mean/prlr_f24h/", + monthly_mean: {"tas":"monthly_mean/tas_f6h/", "prlr":"monthly_mean/prlr_f6h/", "tasmax":"monthly_mean/tasmax_f6h/", "tasmin":"monthly_mean/tasmin_f6h/"} nmember: fcst: 10 @@ -117,7 +252,7 @@ esarchive: institution: "European Centre for Medium-Range Weather Forecasts" src: "exp/ukmo/glosea6_system600-c3s/" monthly_mean: {"tas":"monthly_mean/tas_f6h/", "tasmin":"monthly_mean/tasmin_f24h/", - "tasmax":"monthly_mean/tasmax_f24h/", "prlr":"monthly_mean/prlr_s0-24h/"} + "tasmax":"monthly_mean/tasmax_f24h/", "prlr":"monthly_mean/prlr_f24h/"} nmember: fcst: 62 hcst: 28 @@ -128,7 +263,7 @@ esarchive: name: "NCEP CFSv2" institution: "NOAA NCEP" #? src: "exp/ncep/cfs-v2/" - monthly_mean: {"tas":"monthly_mean/tas_f6h/", "prlr":"monthly_mean/prlr_f24h/", + monthly_mean: {"tas":"monthly_mean/tas_f6h/", "prlr":"monthly_mean/prlr_f6h/", "tasmax":"monthly_mean/tasmax_f6h/", "tasmin":"monthly_mean/tasmin_f6h/"} nmember: fcst: 20 @@ -277,44 +412,3 @@ sample: monthly_mean: {"tas":"", "prlr":""} calendar: "standard" reference_grid: "conf/grid_description/griddes_GRIB_system5_m1.txt" - -IFCA: - src: "/home/jovyan/IMPETUS4CHANGE/data/BSC/" - System: - ECMWF-SEAS5: - name: "ECMWF SEAS5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "ECMWF-SEAS5/" - daily_mean: {"tas":"daily_mean/tas_f6h/", "psl":"daily_mean/psl_f6h/", - "prlr":"daily_mean/prlr_s0-24h/", "sfcWind":"daily_mean/sfcWind_f6h/", - "tasmin":"daily_mean/tasmin/", "tasmax":"daily_mean/tasmax/", - "hurs":"daily_mean/hurs_f6h/"} - monthly_mean: {"tas":"monthly_mean/tas_f6h/", "hurs":"monthly_mean/hurs_f6h/", - "prlr":"monthly_mean/prlr_s0-24h/", "sfcWind":"monthly_mean/sfcWind_f6h/", - "tasmin":"monthly_mean/tasmin_f24h/", "tasmax":"monthly_mean/tasmax_f24h/"} - nmember: - fcst: 51 - hcst: 25 - calendar: "proleptic_gregorian" - time_stamp_lag: "0" - reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/ECMWF-SEAS5/monthly_mean/tas_f6h/tas_20180501.nc" - Reference: - ERA5: - name: "ERA5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "ERA5/" - daily_mean: {"psl":"psl_f1h-r1440x721cds/"} - calendar: "standard" - reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/ERA5/daily_mean/psl_f1h-r1440x721cds/psl_201805.nc" - CERRA: - name: "ECMWF CERRA" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "CERRA/" - daily_mean: {"hurs":"daily_mean/hurs_f3h-r2631x1113/", "prlr":"daily_mean/prlr_f6h-r2631x1113/", - "sfcWind":"daily_mean/sfcWind_f3h-r2631x1113/", "tas":"daily_mean/tas_f3h-r2631x1113/", - "tasmax":"daily_mean/tasmax-r2631x1113/", "tasmin":"daily_mean/tasmin-r2631x1113/"} - monthly_mean: {"hurs":"monthly_mean/hurs_f3h-r2631x1113/", "prlr":"monthly_mean/prlr_f6h-r2631x1113/", - "sfcWind":"monthly_mean/_f3h-r2631x1113/", "tas":"monthly_mean/tas_f3h-r2631x1113/", - "tasmin":"monthly_mean/tasmin_f24h-r2631x1113/","tasmax":"monthly_mean/tasmax_f24h-r2631x1113/"} - calendar: "proleptic_gregorian" - reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/CERRA/monthly_mean/tas_f3h-r2631x1113/tas_200506.nc" diff --git a/conf/archive_decadal.yml b/conf/archive_decadal.yml index a2f340e2..c95bef6f 100644 --- a/conf/archive_decadal.yml +++ b/conf/archive_decadal.yml @@ -1,3 +1,55 @@ +gpfs: + src: "/gpfs/scratch/bsc32/MN4/bsc32/bsc32693/data_amd/" + System: +# ---- + EC-Earth3-i4: + name: "EC-Earth3-i4" + institution: "EC-Earth-Consortium" + src: + hcst: "exp/CMIP6/dcppA-hindcast/EC-Earth3-i4/DCPP/EC-Earth-Consortium/EC-Earth3-i4/dcppA-hindcast/" + fcst: + startR: "exp/CMIP6/dcppA-hindcast/EC-Earth3-i4/DCPP/EC-Earth-Consortium/EC-Earth3-i4/$dcpp$/" + first_dcppB_syear: 2021 + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "clt":"Amon", "hfls":"Amon", + "hurs":"Amon", "huss":"Amon", "rsds":"Amon", "rsut":"Amon", "ta":"Amon", + "tasmax":"Amon", "tosa":"Amon", "ua":"Amon", "va":"Amon", "zg":"Amon", + "evspsbl":"Amon", "hfss":"Amon", "hursmin":"Amon", "rlut":"Amon", + "rsdt":"Amon", "sfcWind":"Amon", "tasmin":"Amon", "ts":"Amon", "uas":"Amon", + "vas":"Amon"} + grid: {"tas":"gr", "pr":"gr", "psl":"gr", "clt":"gr", "hfls":"gr", + "hurs":"gr", "huss":"gr", "rsds":"gr", "rsut":"gr", "ta":"gr", + "tasmax":"gr", "tosa":"gr", "ua":"gr", "va":"gr", "zg":"gr", + "vas":"gr"} + version: {"tas":"v20210910", "pr":"v20210910", "psl":"v20210910", "clt":"v20210910", + "hurs":"v20210910", "huss":"v20210910", "rsds":"v20210910", "rsut":"v20210910", "ta":"v20210910", + "tasmax":"v20210910", "tosa":"v20210910", "ua":"v20210910", "va":"v20210910", "zg":"v20210910", + "evspsbl":"v20210910", "hfss":"v20210910", "hursmin":"v20210910", "rlut":"v20210910", + "rsdt":"v20210910", "sfcWind":"v20210910", "tasmin":"v20210910", "ts":"v20210910", "uas":"v20210910", + "vas":"v20210910"} + daily_mean: + grid: {"tas":"gr", "pr":"gr", "psl":"gr"} + version: {"tas":"v20210910", "pr":"v20210910", "psl":"v20210910"} + calendar: "proleptic_gregorian" + member: r1i4p1f1,r2i4p1f1,r3i4p1f1,r4i4p1f1,r5i4p1f1,r6i4p1f1,r7i4p1f1,r8i4p1f1,r9i4p1f1,r10i4p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/r1i4p1f1/Amon/tas/gr/v20210910/tas_Amon_EC-Earth3_dcppA-hindcast_s1960-r1i4p1f1_gr_196011-196110.nc" + + Reference: + ERA5: + name: "ERA5" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "recon/era5/" + monthly_mean: {"tas":"_f1h-r1440x721cds/", + "psl":"monthly_mean/psl_f1h-r1440x721cds/", + "prlr":"monthly_mean/prlr_f1h-r1440x721cds/", + "sfcWind":"monthly_mean/sfcWind_f1h-r1440x721cds/"} + calendar: "standard" + reference_grid: "/gpfs/projects/bsc32/esarchive_cache/recon/ecmwf/era5/monthly_mean/tas_f1h-r1440x721cds/tas_201805.nc" + land_sea_mask: "/gpfs/projects/bsc32/esarchive_cache/recon/ecmwf/era5/constant/lsm-r1440x721cds/sftof.nc" + + esarchive: src: "/esarchive/" System: -- GitLab From 0d31ee651e0fcd547d68ee343adce7b0c5a9604b Mon Sep 17 00:00:00 2001 From: THEERTHA KARIYATHAN Date: Thu, 22 Aug 2024 12:07:01 +0200 Subject: [PATCH 05/19] updated archive_reference.yml to follow filesystem --- conf/archive_reference.yml | 154 +++++++++++++++---------------------- 1 file changed, 60 insertions(+), 94 deletions(-) diff --git a/conf/archive_reference.yml b/conf/archive_reference.yml index b2cde9d5..77d57ad3 100644 --- a/conf/archive_reference.yml +++ b/conf/archive_reference.yml @@ -39,11 +39,9 @@ esarchive: "ta850":"monthly_mean/ta850_f1h-r1440x721cds/", "tos":"monthly_mean/tos_f1h-r1440x721cds/", "sic":"monthly_mean/sic_f1h-r1440x721cds/"} - calendar: "standard" # calendar in archive_decadal ERA5 is gregorian reference_grid: "/esarchive/recon/ecmwf/era5/monthly_mean/tas_f1h-r1440x721cds/tas_201805.nc" land_sea_mask: "/esarchive/recon/ecmwf/era5/constant/lsm-r1440x721cds/sftof.nc" - ERA5-Land: name: "ERA5-Land" institution: "European Centre for Medium-Range Weather Forecasts" @@ -57,7 +55,6 @@ esarchive: "tdps":"monthly_mean/tdps_f1h/"} calendar: "proleptic_gregorian" reference_grid: "/esarchive/recon/ecmwf/era5land/daily_mean/tas_f1h/tas_201805.nc" - UERRA: name: "ECMWF UERRA" institution: "European Centre for Medium-Range Weather Forecasts" @@ -66,25 +63,21 @@ esarchive: monthly_mean: {"tas":"monthly_mean/tas_f6h/"} calendar: "proleptic_gregorian" reference_grid: "/esarchive/recon/ecmwf/uerra_mescan/daily_mean/tas_f6h/tas_201805.nc" - CERRA: name: "ECMWF CERRA" institution: "European Centre for Medium-Range Weather Forecasts" src: "recon/ecmwf/cerra/" daily_mean: {"hurs":"daily_mean/hurs_f3h-r2631x1113/", "ps":"daily_mean/ps_f3h-r2631x1113/", "sfcWind":"daily_mean/sfcWind_f3h-r2631x1113/", - "tas":"daily_mean/tas_f3h-r2631x1113/", "winddir":"daily_mean/tas_f3h-r2631x1113/" - } + "tas":"daily_mean/tas_f3h-r2631x1113/", "winddir":"daily_mean/tas_f3h-r2631x1113/"} monthly_mean: {"hurs":"monthly_mean/hurs_f3h-r2631x1113/", "ps":"monthly_mean/ps_f3h-r2631x1113/", "sfcWind":"monthly_mean/sfcWind_f3h-r2631x1113/", "tas":"monthly_mean/tas_f3h-r2631x1113/", "winddir":"monthly_mean/winddir_f3h-r2631x1113/", "tasmin":"monthly_mean/tasmin_f24h-r2631x1113/", - "tasmax":"monthly_mean/tasmax_f24h-r2631x1113/" - } + "tasmax":"monthly_mean/tasmax_f24h-r2631x1113/"} calendar: "proleptic_gregorian" reference_grid: "/esarchive/recon/ecmwf/cerra/monthly_mean/tas_f3h-r2631x1113/tas_200506.nc" - CERRA-Land: name: "ECMWF CERRA-Land" institution: "European Centre for Medium-Range Weather Forecasts" @@ -93,7 +86,6 @@ esarchive: monthly_mean: {"prlr":"monthly_mean/prlr_f6h-r2631x1113/"} calendar: "proleptic_gregorian" reference_grid: "/esarchive/recon/ecmwf/cerraland/monthly_mean/prlr_f6h-r2631x1113/prlr_200412.nc" - HadCRUT5: name: "HadCRUT5" institution: "Met Office" @@ -101,7 +93,6 @@ esarchive: monthly_mean: {"tasanomaly":"monthly_mean/tasanomaly/"} calendar: "proleptic_gregorian" reference_grid: "/esarchive/obs/ukmo/hadcrut_v5.0_analysis/monthly_mean/tasanomaly/tasanomaly_202001.nc" - BEST: name: "BEST" institution: "European Centre for Medium-Range Weather Forecasts" @@ -110,6 +101,64 @@ esarchive: monthly_mean: {"tas":"monthly_mean/tas/"} calendar: "proleptic_gregorian" reference_grid: "/esarchive/obs/berkeleyearth/berkeleyearth/monthly_mean/tas/tas_201805.nc" +# +# ----- Reference from archive_decade.yml + + GHCNv4: + name: + institution: + src: "obs/noaa/ghcn_v4/" + monthly_mean: {"tas":"", "tasanomaly":""} + daily_mean: + calendar: "gregorian" + reference_grid: "/esarchive/obs/noaa/ghcn_v4/monthly_mean/tasanomaly/tasanomaly_201811.nc" + +# ---- +# missing info in script + NCEP1: + +# ---- + JRA-55: + name: "JRA-55" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "recon/jma/jra55/" + monthly_mean: {"tas":"monthly_mean/tas_f6h", "psl":"monthly_mean/psl_f6h", + "tos":"", "pr":"monthly_mean/pr_s0-3h", + "prlr":"monthly_mean/prlr_s0-3h"} + daily_mean: {"tas":"daily_mean/tas_f6h", "psl":"daily_mean/psl_f6h", + "prlr":"daily_mean/prlr_s0-3h", "sfcWind":"daily_mean/sfcWind_f6h"} + calendar: "proleptic_gregorian" + reference_grid: "/esarchive/recon/jma/jra55/monthly_mean/tas_f6h/tas_200811.nc" + +# ---- + GISTEMPv4: + name: "GISTEMPv4" + institution: "NASA Goddard Institute for Space Studies" + src: "obs/noaa-nasa/ghcnersstgiss/" + monthly_mean: {"tasanomaly":""} + daily_mean: + calendar: "standard" + reference_grid: "/esarchive/obs/noaa-nasa/ghcnersstgiss/monthly_mean/tasanomaly/tasanomaly_200811.nc" + +# ---- + HadCRUT4: + name: "HadCRUT4" + institution: "Met Office Hadley Centre / Climatic Research Unit, University of East Anglia" + src: "obs/ukmo/hadcrut_v4.6/" + monthly_mean: {"tasanomaly":""} + daily_mean: + calendar: "standard" + reference_grid: "/esarchive/obs/ukmo/hadcrut_v4.6/monthly_mean/tasanomaly/tasanomaly_200811.nc" + +# ---- + HadSLP2: + name: "HadSLP2" + institution: + src: "obs/ukmo/hadslp_v2/" + monthly_mean: {"psl":""} + daily_mean: + calendar: "proleptic_gregorian" + reference_grid: "/esarchive/obs/ukmo/hadslp_v2/monthly_mean/psl/psl_200811.nc" # ------------------------- mars: @@ -160,86 +209,3 @@ IFCA: reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/CERRA/monthly_mean/tas_f3h-r2631x1113/tas_200506.nc" - - -# ----- Reference from archive_decade.yml - - GHCNv4: - name: - institution: - src: "obs/noaa/ghcn_v4/" - monthly_mean: {"tas":"", "tasanomaly":""} - daily_mean: - calendar: "gregorian" - reference_grid: "/esarchive/obs/noaa/ghcn_v4/monthly_mean/tasanomaly/tasanomaly_201811.nc" - -# ---- -# missing info in script - NCEP1: - -# ---- - JRA-55: - name: "JRA-55" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/jma/jra55/" - monthly_mean: {"tas":"monthly_mean/tas_f6h", "psl":"monthly_mean/psl_f6h", - "tos":"", "pr":"monthly_mean/pr_s0-3h", - "prlr":"monthly_mean/prlr_s0-3h"} - daily_mean: {"tas":"daily_mean/tas_f6h", "psl":"daily_mean/psl_f6h", - "prlr":"daily_mean/prlr_s0-3h", "sfcWind":"daily_mean/sfcWind_f6h"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/jma/jra55/monthly_mean/tas_f6h/tas_200811.nc" - -# ---- - GISTEMPv4: - name: "GISTEMPv4" - institution: "NASA Goddard Institute for Space Studies" - src: "obs/noaa-nasa/ghcnersstgiss/" - monthly_mean: {"tasanomaly":""} - daily_mean: - calendar: "standard" - reference_grid: "/esarchive/obs/noaa-nasa/ghcnersstgiss/monthly_mean/tasanomaly/tasanomaly_200811.nc" - -# ---- - HadCRUT4: - name: "HadCRUT4" - institution: "Met Office Hadley Centre / Climatic Research Unit, University of East Anglia" - src: "obs/ukmo/hadcrut_v4.6/" - monthly_mean: {"tasanomaly":""} - daily_mean: - calendar: "standard" - reference_grid: "/esarchive/obs/ukmo/hadcrut_v4.6/monthly_mean/tasanomaly/tasanomaly_200811.nc" - -# ---- - HadSLP2: - name: "HadSLP2" - institution: - src: "obs/ukmo/hadslp_v2/" - monthly_mean: {"psl":""} - daily_mean: - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/obs/ukmo/hadslp_v2/monthly_mean/psl/psl_200811.nc" - - -# change notes ------------------------------------------------------------------------------ - -# UERRA from archive_subseasonal.yml same as archive.yml, - # UERRA from archive_subseasonal.yml removed - -# CERRA from archive_subseaonal.yml same as archive.yml 2nd CERRA, - # CERRA from archive_subseaonal.yml removed - - -# CERRA-Land from archive_subseaonal.yml same as archive.yml, - # CERRA-Land from archive_subseaonal.yml removed - -# HadCRUT5 from archive_subseaonal.yml same as archive.yml, - # HadCRUT5 from archive_subseaonal.yml removed - -# BEST from archive_subseaonal.yml same as archive.yml, - # BEST from archive_subseaonal.yml removed - -# ERA5-Land from archive_subseaonal.yml same as archive.yml, - # ERA5-Land from archive_subseaonal.yml removed - -# ERA5 differenct lines retained, else deleted. -- GitLab From 611bb5c616a57fcc9c05c742eb7ec883100eee09 Mon Sep 17 00:00:00 2001 From: THEERTHA KARIYATHAN Date: Thu, 22 Aug 2024 12:10:52 +0200 Subject: [PATCH 06/19] updated archive_referenc.yml, as per meeting on 220824:11:00 --- conf/archive_reference.yml | 15 +++++---------- 1 file changed, 5 insertions(+), 10 deletions(-) diff --git a/conf/archive_reference.yml b/conf/archive_reference.yml index 77d57ad3..88989ac5 100644 --- a/conf/archive_reference.yml +++ b/conf/archive_reference.yml @@ -5,8 +5,8 @@ esarchive: name: "ERA5" institution: "European Centre for Medium-Range Weather Forecasts" src: "recon/ecmwf/era5/" - weekly_mean: {"tas":"weekly_mean/tas_f1h-r1440x721cds/", # from subseasonal - "prlr":"weekly_mean/prlr_f1h-r1440x721cds/"} # from subseasonal + weekly_mean: {"tas":"weekly_mean/tas_f1h-r1440x721cds/", + "prlr":"weekly_mean/prlr_f1h-r1440x721cds/"} daily_mean: {"tas":"daily_mean/tas_f1h-r1440x721cds/", "rsds":"daily_mean/rsds_f1h-r1440x721cds/", "prlr":"daily_mean/prlr_f1h-r1440x721cds/", @@ -14,12 +14,8 @@ esarchive: "g500":"daily_mean/g500_f1h-r1440x721cds/", "g850":"daily_mean/g850_f1h-r1440x721cds/", "sfcWind":"daily_mean/sfcWind_f1h-r1440x721cds/", - "tasmax": - - "daily/tasmax_f1h-r1440x721cds/", - - "daily/tasmax-r1440x721cds/", # entry from decadal - "tasmin": - - "daily/tasmin_f1h-r1440x721cds/", - - "daily/tasmin-r1440x721cds/", # entry from decadal + "tasmax":"daily/tasmax-r1440x721cds/", + "tasmin":"daily/tasmin-r1440x721cds/", "ta300":"daily_mean/ta300_f1h-r1440x721cds/", "ta500":"daily_mean/ta500_f1h-r1440x721cds/", "ta850":"daily_mean/ta850_f1h-r1440x721cds/", @@ -39,7 +35,7 @@ esarchive: "ta850":"monthly_mean/ta850_f1h-r1440x721cds/", "tos":"monthly_mean/tos_f1h-r1440x721cds/", "sic":"monthly_mean/sic_f1h-r1440x721cds/"} - calendar: "standard" # calendar in archive_decadal ERA5 is gregorian + calendar: "standard" reference_grid: "/esarchive/recon/ecmwf/era5/monthly_mean/tas_f1h-r1440x721cds/tas_201805.nc" land_sea_mask: "/esarchive/recon/ecmwf/era5/constant/lsm-r1440x721cds/sftof.nc" ERA5-Land: @@ -102,7 +98,6 @@ esarchive: calendar: "proleptic_gregorian" reference_grid: "/esarchive/obs/berkeleyearth/berkeleyearth/monthly_mean/tas/tas_201805.nc" # -# ----- Reference from archive_decade.yml GHCNv4: name: -- GitLab From 6f33523b5cccca493ea880e8874d15afcc88cf54 Mon Sep 17 00:00:00 2001 From: THEERTHA KARIYATHAN Date: Thu, 22 Aug 2024 15:04:19 +0200 Subject: [PATCH 07/19] updated archive_reference.yml folllwing error from read_yaml --- conf/archive_reference.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/conf/archive_reference.yml b/conf/archive_reference.yml index 88989ac5..b456a8c5 100644 --- a/conf/archive_reference.yml +++ b/conf/archive_reference.yml @@ -35,7 +35,7 @@ esarchive: "ta850":"monthly_mean/ta850_f1h-r1440x721cds/", "tos":"monthly_mean/tos_f1h-r1440x721cds/", "sic":"monthly_mean/sic_f1h-r1440x721cds/"} - calendar: "standard" + calendar: "standard" reference_grid: "/esarchive/recon/ecmwf/era5/monthly_mean/tas_f1h-r1440x721cds/tas_201805.nc" land_sea_mask: "/esarchive/recon/ecmwf/era5/constant/lsm-r1440x721cds/sftof.nc" ERA5-Land: @@ -66,7 +66,7 @@ esarchive: daily_mean: {"hurs":"daily_mean/hurs_f3h-r2631x1113/", "ps":"daily_mean/ps_f3h-r2631x1113/", "sfcWind":"daily_mean/sfcWind_f3h-r2631x1113/", "tas":"daily_mean/tas_f3h-r2631x1113/", "winddir":"daily_mean/tas_f3h-r2631x1113/"} - monthly_mean: {"hurs":"monthly_mean/hurs_f3h-r2631x1113/", "ps":"monthly_mean/ps_f3h-r2631x1113/", + monthly_mean: {"hurs":"monthly_mean/hurs_f3h-r2631x1113/", "ps":"monthly_mean/ps_f3h-r2631x1113/", "sfcWind":"monthly_mean/sfcWind_f3h-r2631x1113/", "tas":"monthly_mean/tas_f3h-r2631x1113/", "winddir":"monthly_mean/winddir_f3h-r2631x1113/", -- GitLab From 4625d582c40ad9edbf2ebc8d68b6ba3dbf98b990 Mon Sep 17 00:00:00 2001 From: vagudets Date: Thu, 22 Aug 2024 15:40:24 +0200 Subject: [PATCH 08/19] Replace repetitive lines with 'get_archive()' calls, adapt seasonal and decadal to new archive structure --- conf/archive_reference.yml | 16 ++++++++-------- modules/Downscaling/Downscaling.R | 2 +- modules/Loading/R/load_decadal.R | 2 +- modules/Loading/R/load_seasonal.R | 2 +- modules/Loading/R/load_tas_tos.R | 2 +- modules/Saving/R/save_forecast.R | 4 ++-- tests/testthat/test-seasonal_NAO.R | 1 - tests/testthat/test-seasonal_monthly.R | 1 - .../testthat/test-seasonal_monthly_statistics.R | 1 - tests/testthat/test-seasonal_monthly_tas-tos.R | 1 - tests/testthat/test-seasonal_monthly_timeagg.R | 1 - tools/check_recipe.R | 9 ++------- tools/get_archive.R | 4 +++- 13 files changed, 19 insertions(+), 27 deletions(-) diff --git a/conf/archive_reference.yml b/conf/archive_reference.yml index 88989ac5..d67dc195 100644 --- a/conf/archive_reference.yml +++ b/conf/archive_reference.yml @@ -34,8 +34,8 @@ esarchive: "ta500":"monthly_mean/ta500_f1h-r1440x721cds/", "ta850":"monthly_mean/ta850_f1h-r1440x721cds/", "tos":"monthly_mean/tos_f1h-r1440x721cds/", - "sic":"monthly_mean/sic_f1h-r1440x721cds/"} - calendar: "standard" + "sic":"monthly_mean/sic_f1h-r1440x721cds/"} + calendar: "gregorian" reference_grid: "/esarchive/recon/ecmwf/era5/monthly_mean/tas_f1h-r1440x721cds/tas_201805.nc" land_sea_mask: "/esarchive/recon/ecmwf/era5/constant/lsm-r1440x721cds/sftof.nc" ERA5-Land: @@ -66,7 +66,7 @@ esarchive: daily_mean: {"hurs":"daily_mean/hurs_f3h-r2631x1113/", "ps":"daily_mean/ps_f3h-r2631x1113/", "sfcWind":"daily_mean/sfcWind_f3h-r2631x1113/", "tas":"daily_mean/tas_f3h-r2631x1113/", "winddir":"daily_mean/tas_f3h-r2631x1113/"} - monthly_mean: {"hurs":"monthly_mean/hurs_f3h-r2631x1113/", "ps":"monthly_mean/ps_f3h-r2631x1113/", + monthly_mean: {"hurs":"monthly_mean/hurs_f3h-r2631x1113/", "ps":"monthly_mean/ps_f3h-r2631x1113/", "sfcWind":"monthly_mean/sfcWind_f3h-r2631x1113/", "tas":"monthly_mean/tas_f3h-r2631x1113/", "winddir":"monthly_mean/winddir_f3h-r2631x1113/", @@ -132,7 +132,7 @@ esarchive: src: "obs/noaa-nasa/ghcnersstgiss/" monthly_mean: {"tasanomaly":""} daily_mean: - calendar: "standard" + calendar: "gregorian" reference_grid: "/esarchive/obs/noaa-nasa/ghcnersstgiss/monthly_mean/tasanomaly/tasanomaly_200811.nc" # ---- @@ -142,7 +142,7 @@ esarchive: src: "obs/ukmo/hadcrut_v4.6/" monthly_mean: {"tasanomaly":""} daily_mean: - calendar: "standard" + calendar: "gregorian" reference_grid: "/esarchive/obs/ukmo/hadcrut_v4.6/monthly_mean/tasanomaly/tasanomaly_200811.nc" # ---- @@ -164,7 +164,7 @@ mars: institution: "European Centre for Medium-Range Weather Forecasts" src: "GRIB_era5_tas/" monthly_mean: {"tas":""} - calendar: "standard" + calendar: "gregorian" reference_grid: "conf/grid_description/griddes_GRIB_system5_m1.txt" @@ -176,7 +176,7 @@ sample: institution: "European Centre for Medium-Range Weather Forecasts" src: "GRIB_era5_tas/" monthly_mean: {"tas":"", "prlr":""} - calendar: "standard" + calendar: "gregorian" reference_grid: "conf/grid_description/griddes_GRIB_system5_m1.txt" @@ -188,7 +188,7 @@ IFCA: institution: "European Centre for Medium-Range Weather Forecasts" src: "ERA5/" daily_mean: {"psl":"psl_f1h-r1440x721cds/"} - calendar: "standard" + calendar: "gregorian" reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/ERA5/daily_mean/psl_f1h-r1440x721cds/psl_201805.nc" CERRA: name: "ECMWF CERRA" diff --git a/modules/Downscaling/Downscaling.R b/modules/Downscaling/Downscaling.R index e95dfadd..07c22838 100644 --- a/modules/Downscaling/Downscaling.R +++ b/modules/Downscaling/Downscaling.R @@ -38,7 +38,7 @@ Downscaling <- function(recipe, data) { probs_cat <- sapply(unlist(recipe$Analysis$Workflow$Downscaling$probs_cat), function(frac) eval(parse(text = frac))) if (tolower(recipe$Analysis$Horizon) == "seasonal") { - archive <- read_yaml("conf/archive.yml") + archive <- read_yaml("conf/archive_seasonal.yml") } else if (tolower(recipe$Analysis$Horizon) == "subseasonal") { archive <- read_yaml("conf/archive_subseasonal.yml") } else if (tolower(recipe$Analysis$Horizon) == "decadal") { diff --git a/modules/Loading/R/load_decadal.R b/modules/Loading/R/load_decadal.R index bfd28979..3ea35008 100644 --- a/modules/Loading/R/load_decadal.R +++ b/modules/Loading/R/load_decadal.R @@ -13,7 +13,7 @@ source("modules/Loading/R/compare_exp_obs_grids.R") load_decadal <- function(recipe) { ## - archive <- read_yaml(paste0("conf/archive_decadal.yml"))[[recipe$Run$filesystem]] + archive <- get_archive(recipe) # Print Start() info or not DEBUG <- TRUE diff --git a/modules/Loading/R/load_seasonal.R b/modules/Loading/R/load_seasonal.R index 4b8fa6ac..1c982538 100644 --- a/modules/Loading/R/load_seasonal.R +++ b/modules/Loading/R/load_seasonal.R @@ -47,7 +47,7 @@ load_seasonal <- function(recipe) { ##fcst.name <- recipe$Analysis$Datasets$System[[sys]]$name # get datasets dict: - archive <- read_yaml("conf/archive.yml")[[recipe$Run$filesystem]] + archive <- get_archive(recipe) exp_descrip <- archive$System[[exp.name]] freq.hcst <- unlist(exp_descrip[[store.freq]][variable[1]]) diff --git a/modules/Loading/R/load_tas_tos.R b/modules/Loading/R/load_tas_tos.R index 18c000ad..328dddf0 100644 --- a/modules/Loading/R/load_tas_tos.R +++ b/modules/Loading/R/load_tas_tos.R @@ -50,7 +50,7 @@ load_tas_tos <- function(recipe) { } # get esarchive datasets dict: - archive <- read_yaml("conf/archive.yml")[[recipe$Run$filesystem]] + archive <- get_archive(recipe) exp_descrip <- archive$System[[exp.name]] reference_descrip <- archive$Reference[[ref.name]] diff --git a/modules/Saving/R/save_forecast.R b/modules/Saving/R/save_forecast.R index 6e3bc906..b2d74fc9 100644 --- a/modules/Saving/R/save_forecast.R +++ b/modules/Saving/R/save_forecast.R @@ -16,8 +16,8 @@ save_forecast <- function(recipe, global_attributes <- .get_global_attributes(recipe, archive) fcst.horizon <- tolower(recipe$Analysis$Horizon) store.freq <- recipe$Analysis$Variables$freq - if (global_attributes$system == 'Multimodel'){ - if (fcst.horizon == 'decadal'){ + if (global_attributes$system == 'Multimodel') { + if (fcst.horizon == 'decadal') { calendar <- archive$System[[recipe$Analysis$Datasets$System$models[[1]]$name]]$calendar } else { calendar <- archive$System[[recipe$Analysis$Datasets$System$models[[1]]]]$calendar diff --git a/tests/testthat/test-seasonal_NAO.R b/tests/testthat/test-seasonal_NAO.R index f70eefc7..12c406eb 100644 --- a/tests/testthat/test-seasonal_NAO.R +++ b/tests/testthat/test-seasonal_NAO.R @@ -8,7 +8,6 @@ source("modules/Indices/Indices.R") recipe_file <- "tests/recipes/recipe-seasonal_NAO.yml" recipe <- prepare_outputs(recipe_file, disable_checks = F) -archive <- read_yaml(paste0(recipe$Run$code_dir, "conf/archive.yml"))$archive # Load datasets suppressWarnings({invisible(capture.output( diff --git a/tests/testthat/test-seasonal_monthly.R b/tests/testthat/test-seasonal_monthly.R index 18bde4c0..198c947a 100644 --- a/tests/testthat/test-seasonal_monthly.R +++ b/tests/testthat/test-seasonal_monthly.R @@ -8,7 +8,6 @@ source("modules/Visualization/Visualization.R") recipe_file <- "tests/recipes/recipe-seasonal_monthly_1.yml" recipe <- prepare_outputs(recipe_file, disable_checks = F) -archive <- read_yaml(paste0(recipe$Run$code_dir, "conf/archive.yml"))$archive # Load datasets suppressWarnings({invisible(capture.output( diff --git a/tests/testthat/test-seasonal_monthly_statistics.R b/tests/testthat/test-seasonal_monthly_statistics.R index cae76111..74647a21 100644 --- a/tests/testthat/test-seasonal_monthly_statistics.R +++ b/tests/testthat/test-seasonal_monthly_statistics.R @@ -7,7 +7,6 @@ source("modules/Visualization/Visualization.R") recipe_file <- "tests/recipes/recipe-seasonal_monthly_1_statistics.yml" recipe <- prepare_outputs(recipe_file, disable_checks = F) -archive <- read_yaml(paste0(recipe$Run$code_dir, "conf/archive.yml"))$archive # Load datasets suppressWarnings({invisible(capture.output( diff --git a/tests/testthat/test-seasonal_monthly_tas-tos.R b/tests/testthat/test-seasonal_monthly_tas-tos.R index 1345f63d..4078d6e7 100644 --- a/tests/testthat/test-seasonal_monthly_tas-tos.R +++ b/tests/testthat/test-seasonal_monthly_tas-tos.R @@ -4,7 +4,6 @@ source("./modules/Loading/Loading.R") recipe_file <- "tests/recipes/recipe-seasonal_monthly_1_tas-tos.yml" recipe <- prepare_outputs(recipe_file, disable_checks = F) -archive <- read_yaml(paste0(recipe$Run$code_dir, "conf/archive.yml"))$archive # Load datasets suppressWarnings({invisible(capture.output( diff --git a/tests/testthat/test-seasonal_monthly_timeagg.R b/tests/testthat/test-seasonal_monthly_timeagg.R index 21977d9c..ffa389c4 100644 --- a/tests/testthat/test-seasonal_monthly_timeagg.R +++ b/tests/testthat/test-seasonal_monthly_timeagg.R @@ -9,7 +9,6 @@ source("modules/Aggregation/Aggregation.R") recipe_file <- "tests/recipes/recipe-seasonal_monthly_1_timeagg.yml" recipe <- prepare_outputs(recipe_file, disable_checks = F) -archive <- read_yaml(paste0(recipe$Run$code_dir, "conf/archive.yml"))$archive # Load datasets suppressWarnings({invisible(capture.output( diff --git a/tools/check_recipe.R b/tools/check_recipe.R index 01134476..c9641787 100644 --- a/tools/check_recipe.R +++ b/tools/check_recipe.R @@ -17,9 +17,6 @@ check_recipe <- function(recipe) { PARAMS <- c("Horizon", "Time", "Variables", "Region", "Regrid", "Workflow", "Datasets") HORIZONS <- c("subseasonal", "seasonal", "decadal") - ARCHIVE_SEASONAL <- "conf/archive.yml" - ARCHIVE_DECADAL <- "conf/archive_decadal.yml" - ARCHIVE_SUBSEASONAL <- "conf/archive_subseasonal.yml" # Define error status variable error_status <- F @@ -45,9 +42,8 @@ check_recipe <- function(recipe) { error_status <- T } # Check time settings + archive <- get_archive(recipe) if (recipe$Analysis$Horizon == "seasonal") { - ## TODO: Specify filesystem - archive <- read_yaml(ARCHIVE_SEASONAL)[[recipe$Run$filesystem]] if (!all(TIME_SETTINGS_SEASONAL %in% names(recipe$Analysis$Time))) { error(recipe$Run$logger, paste0("The element 'Time' in the recipe must contain all of the ", @@ -56,7 +52,6 @@ check_recipe <- function(recipe) { error_status <- TRUE } } else if (recipe$Analysis$Horizon == "decadal") { - archive <- read_yaml(ARCHIVE_DECADAL)[[recipe$Run$filesystem]] if (!all(TIME_SETTINGS_DECADAL %in% names(recipe$Analysis$Time))) { error(recipe$Run$logger, paste0("The element 'Time' in the recipe must contain all of the ", @@ -65,7 +60,6 @@ check_recipe <- function(recipe) { error_status <- TRUE } } else if (recipe$Analysis$Horizon == "subseasonal") { - archive <- read_yaml(ARCHIVE_SUBSEASONAL)[[recipe$Run$filesystem]] if (!all(TIME_SETTINGS_SUBSEASONAL %in% names(recipe$Analysis$Time))) { error(recipe$Run$logger, paste0("The element 'Time' in the recipe must contain all of the ", @@ -76,6 +70,7 @@ check_recipe <- function(recipe) { } else { archive <- NULL } + # Check variable parameters if ("name" %in% names(recipe$Analysis$Variables)) { recipe_variables <- recipe$Analysis$Variables$name diff --git a/tools/get_archive.R b/tools/get_archive.R index 56309ccb..8a1ea9b1 100644 --- a/tools/get_archive.R +++ b/tools/get_archive.R @@ -1,7 +1,7 @@ get_archive <- function(recipe) { if (tolower(recipe$Analysis$Horizon) == "seasonal") { archive <- - read_yaml(paste0("conf/archive.yml"))[[recipe$Run$filesystem]] + read_yaml(paste0("conf/archive_seasonal.yml"))[[recipe$Run$filesystem]] } else if (tolower(recipe$Analysis$Horizon) == "subseasonal") { archive <- read_yaml(paste0("conf/archive_subseasonal.yml"))[[recipe$Run$filesystem]] @@ -9,6 +9,8 @@ get_archive <- function(recipe) { archive <- read_yaml(paste0("conf/archive_decadal.yml"))[[recipe$Run$filesystem]] } + archive_ref <- read_yaml(paste0("conf/archive_reference.yml"))[[recipe$Run$filesystem]] + archive$Reference <- archive_ref$Reference ## TODO: Add dictionary filesystem dependency? # dict <- read_yaml("conf/variable-dictionary.yml") return(archive) -- GitLab From 40e1e2063c260abd98747845c9319c2c40d9cd70 Mon Sep 17 00:00:00 2001 From: THEERTHA KARIYATHAN Date: Thu, 22 Aug 2024 16:35:39 +0200 Subject: [PATCH 09/19] modified load_subseaonal.R with get_archive() --- modules/Loading/R/load_subseasonal.R | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/Loading/R/load_subseasonal.R b/modules/Loading/R/load_subseasonal.R index 793b46ec..4cac3d2d 100644 --- a/modules/Loading/R/load_subseasonal.R +++ b/modules/Loading/R/load_subseasonal.R @@ -33,7 +33,7 @@ load_subseasonal <- function(recipe) { ##fcst.name <- recipe$Analysis$Datasets$System[[sys]]$name # get datasets dict: - archive <- read_yaml("conf/archive_subseasonal.yml")[[recipe$Run$filesystem]] + archive <-get_archive(recipe) # read_yaml("conf/archive_subseasonal.yml")[[recipe$Run$filesystem]] exp_descrip <- archive$System[[exp.name]] freq.hcst <- unlist(exp_descrip[[store.freq]][variable[1]]) -- GitLab From 89bcf74729188aa4b7152fcd1d23f769f9a4e352 Mon Sep 17 00:00:00 2001 From: vagudets Date: Fri, 23 Aug 2024 10:00:35 +0200 Subject: [PATCH 10/19] Replace read_yaml() with get_archive() in Scorecards and other functions' --- modules/Loading/R/load_GRIB.R | 4 ++-- modules/Multimodel/dims_multimodel.R | 2 +- modules/Multimodel/load_multimodel.R | 2 +- modules/Scorecards/R/tmp/ScorecardsMulti.R | 2 +- modules/Scorecards/R/tmp/ScorecardsSingle.R | 2 +- modules/Scorecards/R/tmp/ScorecardsSystemDiff.R | 2 +- 6 files changed, 7 insertions(+), 7 deletions(-) diff --git a/modules/Loading/R/load_GRIB.R b/modules/Loading/R/load_GRIB.R index 0dd5f919..d8116d08 100644 --- a/modules/Loading/R/load_GRIB.R +++ b/modules/Loading/R/load_GRIB.R @@ -22,14 +22,14 @@ load_GRIB <- function(recipe) { lons.max <- recipe$Analysis$Region$lonmax # can only be 360 ref.name <- recipe$Analysis$Datasets$Reference$name exp.name <- recipe$Analysis$Datasets$System$name - variable <- recipe$Analysis$Variables$name #'tas' + variable <- recipe$Analysis$Variables$name store.freq <- recipe$Analysis$Variables$freq regrid.method <- recipe$Analysis$Regrid$method regrid.type <- recipe$Analysis$Regrid$type # get MARS datasets dict: - archive <- read_yaml("conf/archive.yml")[[recipe$Run$filesystem]] + archive <- get_archive(recipe) exp_descrip <- archive$System[[exp.name]] freq.hcst <- unlist(exp_descrip[[store.freq]][variable]) reference_descrip <- archive$Reference[[ref.name]] diff --git a/modules/Multimodel/dims_multimodel.R b/modules/Multimodel/dims_multimodel.R index b132f1b4..9126350f 100644 --- a/modules/Multimodel/dims_multimodel.R +++ b/modules/Multimodel/dims_multimodel.R @@ -5,7 +5,7 @@ source("modules/Loading/R/check_latlon.R") dims_multimodel <- function(recipe) { - archive <- read_yaml("conf/archive.yml")$esarchive + archive <- get_archive() ref.name <- recipe$Analysis$Datasets$Reference$name if (tolower(recipe$Analysis$Horizon) == 'seasonal') { exp.name <- recipe$Analysis$Datasets$System$models diff --git a/modules/Multimodel/load_multimodel.R b/modules/Multimodel/load_multimodel.R index 529d2e5d..778aae6e 100644 --- a/modules/Multimodel/load_multimodel.R +++ b/modules/Multimodel/load_multimodel.R @@ -5,7 +5,7 @@ source("modules/Loading/R/check_latlon.R") load_multimodel <- function(recipe) { - archive <- read_yaml("conf/archive.yml")$esarchive + archive <- get_archive(recipe) ref.name <- recipe$Analysis$Datasets$Reference$name if (tolower(recipe$Analysis$Horizon) == 'seasonal') { exp.name <- recipe$Analysis$Datasets$System$models diff --git a/modules/Scorecards/R/tmp/ScorecardsMulti.R b/modules/Scorecards/R/tmp/ScorecardsMulti.R index 7278eb16..01d561e0 100644 --- a/modules/Scorecards/R/tmp/ScorecardsMulti.R +++ b/modules/Scorecards/R/tmp/ScorecardsMulti.R @@ -131,7 +131,7 @@ ScorecardsMulti <- function(data, sign, system, reference, var, start.year, } else { filesystem <- recipe$Run$filesystem } - sys_dict <- read_yaml("conf/archive.yml")[[filesystem]] + sys_dict <- get_archive(recipe) var_dict <- read_yaml("conf/variable-dictionary.yml")$vars ## Get scorecards table display names from configuration files diff --git a/modules/Scorecards/R/tmp/ScorecardsSingle.R b/modules/Scorecards/R/tmp/ScorecardsSingle.R index 9fd44545..61a6ee70 100644 --- a/modules/Scorecards/R/tmp/ScorecardsSingle.R +++ b/modules/Scorecards/R/tmp/ScorecardsSingle.R @@ -143,7 +143,7 @@ ScorecardsSingle <- function(data, sign, system, reference, var, start.year, } else { filesystem <- recipe$Run$filesystem } - sys_dict <- read_yaml("conf/archive.yml")[[filesystem]] + sys_dict <- get_archive(recipe) var_dict <- read_yaml("conf/variable-dictionary.yml")$vars ## Get scorecards table display names from configuration files diff --git a/modules/Scorecards/R/tmp/ScorecardsSystemDiff.R b/modules/Scorecards/R/tmp/ScorecardsSystemDiff.R index 88e9de15..c785bd5d 100644 --- a/modules/Scorecards/R/tmp/ScorecardsSystemDiff.R +++ b/modules/Scorecards/R/tmp/ScorecardsSystemDiff.R @@ -116,7 +116,7 @@ ScorecardsSystemDiff <- function(data, ftime_dim = 'time') ## Load configuration files - sys_dict <- read_yaml("conf/archive.yml")[[recipe$Run$filesystem]] + sys_dict <- get_archive(recipe) var_dict <- read_yaml("conf/variable-dictionary.yml")$vars ## Get scorecards table display names from configuration files -- GitLab From 117b5ff2f65378b80423f675bea566d9f2604d4f Mon Sep 17 00:00:00 2001 From: vagudets Date: Fri, 23 Aug 2024 11:32:31 +0200 Subject: [PATCH 11/19] Separate 'src' for exp and obs --- conf/archive_decadal.yml | 2 +- conf/archive_reference.yml | 8 ++++---- conf/archive_seasonal.yml | 8 ++++---- conf/archive_subseasonal.yml | 2 +- modules/Loading/R/helper_loading_decadal.R | 4 ++-- modules/Loading/R/load_GRIB.R | 6 +++--- modules/Loading/R/load_decadal.R | 2 +- modules/Loading/R/load_seasonal.R | 6 +++--- modules/Loading/R/load_subseasonal.R | 6 +++--- modules/Loading/R/load_tas_tos.R | 6 +++--- tools/get_archive.R | 1 + 11 files changed, 26 insertions(+), 25 deletions(-) diff --git a/conf/archive_decadal.yml b/conf/archive_decadal.yml index 160e3997..54b23ef2 100644 --- a/conf/archive_decadal.yml +++ b/conf/archive_decadal.yml @@ -1,5 +1,5 @@ esarchive: - src: "/esarchive/" + src_sys: "/esarchive/" System: # ---- EC-Earth3-i1: diff --git a/conf/archive_reference.yml b/conf/archive_reference.yml index d67dc195..41073eb9 100644 --- a/conf/archive_reference.yml +++ b/conf/archive_reference.yml @@ -1,5 +1,5 @@ esarchive: - src: "/esarchive/" + src_ref: "/esarchive/" Reference: ERA5: name: "ERA5" @@ -157,7 +157,7 @@ esarchive: # ------------------------- mars: - src: "/esarchive/scratch/aho/tmp/GRIB/" #"/mars/" + src_ref: "/esarchive/scratch/aho/tmp/GRIB/" #"/mars/" Reference: ERA5: name: "ERA5" @@ -169,7 +169,7 @@ mars: sample: - src: + src_ref: Reference: ERA5: name: "ERA5" @@ -181,7 +181,7 @@ sample: IFCA: - src: "/home/jovyan/IMPETUS4CHANGE/data/BSC/" + src_ref: "/home/jovyan/IMPETUS4CHANGE/data/BSC/" Reference: ERA5: name: "ERA5" diff --git a/conf/archive_seasonal.yml b/conf/archive_seasonal.yml index e763c50d..125f1804 100644 --- a/conf/archive_seasonal.yml +++ b/conf/archive_seasonal.yml @@ -1,5 +1,5 @@ esarchive: - src: "/esarchive/" + src_sys: "/esarchive/" System: ECMWF-SEAS5: name: "ECMWF SEAS5" @@ -137,7 +137,7 @@ esarchive: time_stamp_lag: "0" reference_grid: "conf/grid_description/griddes_ncep-cfsv2.txt" mars: - src: "/esarchive/scratch/aho/tmp/GRIB/" #"/mars/" + src_sys: "/esarchive/scratch/aho/tmp/GRIB/" #"/mars/" System: ECMWF-SEAS5: name: "ECMWF SEAS5" @@ -152,7 +152,7 @@ mars: reference_grid: "conf/grid_description/griddes_GRIB_system5_m1.txt" sample: - src: + src_sys: System: ECMWF-SEAS5.1: name: "ECMWF SEAS5" @@ -167,7 +167,7 @@ sample: reference_grid: "conf/grid_description/griddes_GRIB_system51_m1.txt" IFCA: - src: "/home/jovyan/IMPETUS4CHANGE/data/BSC/" + src_sys: "/home/jovyan/IMPETUS4CHANGE/data/BSC/" System: ECMWF-SEAS5: name: "ECMWF SEAS5" diff --git a/conf/archive_subseasonal.yml b/conf/archive_subseasonal.yml index e2d6a3db..a48fe0fa 100644 --- a/conf/archive_subseasonal.yml +++ b/conf/archive_subseasonal.yml @@ -1,5 +1,5 @@ esarchive: - src: "/esarchive/" + src_sys: "/esarchive/" System: NCEP-CFSv2: name: "NCEP CFSv2" diff --git a/modules/Loading/R/helper_loading_decadal.R b/modules/Loading/R/helper_loading_decadal.R index 9b71c94b..65058a6b 100644 --- a/modules/Loading/R/helper_loading_decadal.R +++ b/modules/Loading/R/helper_loading_decadal.R @@ -111,12 +111,12 @@ get_dcpp_path <- function(archive, exp.name, table, grid, version, sdates) { if (length(table) == 1) { # only one variable, or the variables share a common path pattern - fcst.path <- file.path(archive$src, archive$System[[exp.name]]$src$startR, + fcst.path <- file.path(archive$src_sys, archive$System[[exp.name]]$src$startR, '$ensemble$', table, '$var$', grid, 'v*') fcst.files <- paste0('$var$_', table, '_*_$dcpp$_s$syear$-$ensemble$_', grid, '_$chunk$.nc') } else { # path pattern depends on the variable - fcst.path <- file.path(archive$src, archive$System[[exp.name]]$src$startR, + fcst.path <- file.path(archive$src_sys, archive$System[[exp.name]]$src$startR, '$ensemble$', '$table$', '$var$', '$grid$', '$version$') fcst.files <- paste0('$var$_', '$table$', '_*_$dcpp$_s$syear$-$ensemble$_', '$grid$', '_$chunk$.nc') } diff --git a/modules/Loading/R/load_GRIB.R b/modules/Loading/R/load_GRIB.R index d8116d08..9252561a 100644 --- a/modules/Loading/R/load_GRIB.R +++ b/modules/Loading/R/load_GRIB.R @@ -54,7 +54,7 @@ load_GRIB <- function(recipe) { # The correct files #exp_path <- "/esarchive/scratch/aho/tmp/GRIB/GRIB_system5_tas_CORRECTED/" - hcst.path <- paste0(archive$src, hcst.dir) + hcst.path <- paste0(archive$src_sys, hcst.dir) hcst.year <- paste0(as.numeric(hcst.inityear):as.numeric(hcst.endyear)) hcst.files <- paste0(hcst.path, variable, '_', hcst.year, hcst.sdate, '.grb') @@ -79,7 +79,7 @@ load_GRIB <- function(recipe) { # Load forecast #------------------------------------------------------------------- if (!is.null(fcst.year)) { - fcst.path <- paste0(archive$src, hcst.dir) + fcst.path <- paste0(archive$src_sys, hcst.dir) fcst.files <- paste0(fcst.path, variable, '_', fcst.year, hcst.sdate, '.grb') fcst <- GrbLoad(dat = as.list(fcst.files), time_step = hcst.ftime, has.memb = fcst.nmember, syear_time_dim = NULL, regrid = regrid_list) @@ -94,7 +94,7 @@ load_GRIB <- function(recipe) { # Load reference #------------------------------------------------------------------- #obs_path <- "/esarchive/scratch/aho/tmp/GRIB/GRIB_era5_tas/" - obs.path <- paste0(archive$src, obs.dir) + obs.path <- paste0(archive$src_ref, obs.dir) # Use hcst time attr to load obs hcst_times <- attr(hcst, 'time') hcst_times_strings <- format(hcst_times, '%Y%m') diff --git a/modules/Loading/R/load_decadal.R b/modules/Loading/R/load_decadal.R index 3ea35008..21df4223 100644 --- a/modules/Loading/R/load_decadal.R +++ b/modules/Loading/R/load_decadal.R @@ -213,7 +213,7 @@ load_decadal <- function(recipe) { #------------------------------------------- # Step 3. Load the reference #------------------------------------------- - obs.path <- file.path(archive$src, archive$Reference[[ref.name]]$src, + obs.path <- file.path(archive$src_ref, archive$Reference[[ref.name]]$src, "$var_dir$", "$var$_$file_date$.nc") var_dir_obs <- archive$Reference[[ref.name]][[store.freq]][variable] # list(tas = "_f1h-r1440x721cds", tos = "_f1h-r1440x721cds") diff --git a/modules/Loading/R/load_seasonal.R b/modules/Loading/R/load_seasonal.R index 1c982538..bbee8d4d 100644 --- a/modules/Loading/R/load_seasonal.R +++ b/modules/Loading/R/load_seasonal.R @@ -75,13 +75,13 @@ load_seasonal <- function(recipe) { var_dir_exp <- exp_descrip[[frequency]][variable] # ----------- - obs.path <- paste0(archive$src, obs.dir, "$var_dir$", + obs.path <- paste0(archive$src_ref, obs.dir, "$var_dir$", "$var$_$file_date$.nc") - hcst.path <- paste0(archive$src, hcst.dir, "$var_dir$", + hcst.path <- paste0(archive$src_sys, hcst.dir, "$var_dir$", "$var$_$file_date$.nc") - fcst.path <- paste0(archive$src, hcst.dir, "$var_dir$", + fcst.path <- paste0(archive$src_sys, hcst.dir, "$var_dir$", "$var$_$file_date$.nc") # Define regrid parameters: diff --git a/modules/Loading/R/load_subseasonal.R b/modules/Loading/R/load_subseasonal.R index 4cac3d2d..9176ad7e 100644 --- a/modules/Loading/R/load_subseasonal.R +++ b/modules/Loading/R/load_subseasonal.R @@ -64,13 +64,13 @@ load_subseasonal <- function(recipe) { var_dir_exp <- exp_descrip[[frequency]][variable] # ----------- - obs.path <- paste0(archive$src, obs.dir, "$var_dir$", + obs.path <- paste0(archive$src_ref, obs.dir, "$var_dir$", "$var$_$file_date$.nc") - hcst.path <- paste0(archive$src, hcst.dir, "$var_dir$", + hcst.path <- paste0(archive$src_sys, hcst.dir, "$var_dir$", "$var$_$file_date$.nc") - fcst.path <- paste0(archive$src, hcst.dir, "$var_dir$", + fcst.path <- paste0(archive$src_sys, hcst.dir, "$var_dir$", "$var$_$file_date$.nc") # Define regrid parameters: diff --git a/modules/Loading/R/load_tas_tos.R b/modules/Loading/R/load_tas_tos.R index 328dddf0..4710920b 100644 --- a/modules/Loading/R/load_tas_tos.R +++ b/modules/Loading/R/load_tas_tos.R @@ -70,13 +70,13 @@ load_tas_tos <- function(recipe) { var_dir_exp <- exp_descrip[[frequency]][variable] # ----------- - obs.path <- paste0(archive$src, obs.dir, "$var_dir$", + obs.path <- paste0(archive$src_ref, obs.dir, "$var_dir$", "$var$_$file_date$.nc") - hcst.path <- paste0(archive$src, hcst.dir, "$var_dir$", + hcst.path <- paste0(archive$src_sys, hcst.dir, "$var_dir$", "$var$_$file_date$.nc") - fcst.path <- paste0(archive$src, hcst.dir, "$var_dir$", + fcst.path <- paste0(archive$src_sys, hcst.dir, "$var_dir$", "/$var$_$file_date$.nc") # Define regrid parameters: diff --git a/tools/get_archive.R b/tools/get_archive.R index 8a1ea9b1..edcc057f 100644 --- a/tools/get_archive.R +++ b/tools/get_archive.R @@ -11,6 +11,7 @@ get_archive <- function(recipe) { } archive_ref <- read_yaml(paste0("conf/archive_reference.yml"))[[recipe$Run$filesystem]] archive$Reference <- archive_ref$Reference + archive$src_ref <- archive_ref$src_ref ## TODO: Add dictionary filesystem dependency? # dict <- read_yaml("conf/variable-dictionary.yml") return(archive) -- GitLab From 0d5e95d2666e21fe9dc396d8596230a1399326dd Mon Sep 17 00:00:00 2001 From: vagudets Date: Fri, 23 Aug 2024 16:57:57 +0200 Subject: [PATCH 12/19] Format archive files and add recipe for testing --- conf/archive_decadal.yml | 679 +++++++++++---------- conf/archive_reference.yml | 369 ++++++----- conf/archive_seasonal.yml | 365 ++++++----- conf/archive_subseasonal.yml | 38 +- recipes/atomic_recipes/recipe_test-MN5.yml | 58 ++ 5 files changed, 784 insertions(+), 725 deletions(-) create mode 100644 recipes/atomic_recipes/recipe_test-MN5.yml diff --git a/conf/archive_decadal.yml b/conf/archive_decadal.yml index bbd25dd3..34c1958d 100644 --- a/conf/archive_decadal.yml +++ b/conf/archive_decadal.yml @@ -37,378 +37,381 @@ gpfs: reference_grid: "/esarchive/exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/r1i4p1f1/Amon/tas/gr/v20210910/tas_Amon_EC-Earth3_dcppA-hindcast_s1960-r1i4p1f1_gr_196011-196110.nc" esarchive: - src_sys: "/esarchive/" - System: + src_sys: "/esarchive/" + System: # ---- - EC-Earth3-i1: - name: "EC-Earth3-i1" - institution: "EC-Earth-Consortium" - src: - hcst: "exp/ecearth/a1ua/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/" - fcst: - startR: "exp/ecearth/a1ua/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/$dcpp$/" - monthly_mean: - #NOTE: tos is under both Amon and Omon --> wait to be changed - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "tos":["Amon", "Omon"]} - grid: {"tas":"gr"} - version: {"tas":"v20190713"} - daily_mean: - grid: {"clt":"gr", "hurs":"gr", "hursmin":"gr", "pr":"gr", "psl":"gr", "rsds":"gr", "sfcWind":"gr", "sfcWindmax":"gr", "tas":"gr", "tasmax":"gr", "tasmin":"gr"} - version: {"clt":"v20190713", "hurs":"v20190713", "hursmin":"v20190713", "pr":"v20190713", "psl":"v20190713", "rsds":"v20190713", "sfcWind":"v20190713", "sfcWindmax":"v20190713", "tas":"v20190713", "tasmax":"v20190713", "tasmin":"v20190713"} - calendar: "proleptic_gregorian" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/ecearth/a1ua/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/r1i1p1f1/Amon/tas/gr/v20190713/tas_Amon_EC-Earth3_dcppA-hindcast_s1960-r1i1p1f1_gr_196011-196110.nc" #'r512x256' + EC-Earth3-i1: + name: "EC-Earth3-i1" + institution: "EC-Earth-Consortium" + src: + hcst: "exp/ecearth/a1ua/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/" + fcst: + startR: "exp/ecearth/a1ua/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/$dcpp$/" + monthly_mean: + #NOTE: tos is under both Amon and Omon --> wait to be changed + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "tos":["Amon", "Omon"]} + grid: {"tas":"gr"} + version: {"tas":"v20190713"} + daily_mean: + grid: {"clt":"gr", "hurs":"gr", "hursmin":"gr", "pr":"gr", "psl":"gr", + "rsds":"gr", "sfcWind":"gr", "sfcWindmax":"gr", "tas":"gr", + "tasmax":"gr", "tasmin":"gr"} + version: {"clt":"v20190713", "hurs":"v20190713", "hursmin":"v20190713", + "pr":"v20190713", "psl":"v20190713", "rsds":"v20190713", + "sfcWind":"v20190713", "sfcWindmax":"v20190713", + "tas":"v20190713", "tasmax":"v20190713", "tasmin":"v20190713"} + calendar: "proleptic_gregorian" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/ecearth/a1ua/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/r1i1p1f1/Amon/tas/gr/v20190713/tas_Amon_EC-Earth3_dcppA-hindcast_s1960-r1i1p1f1_gr_196011-196110.nc" #'r512x256' # ---- - #NOTE: EC-Earth3-i2 the first file of each sdate has 2 time step only (Nov-Dec). - # The rest files are Jan to Dec. - EC-Earth3-i2: - name: "EC-Earth3-i2" - institution: "EC-Earth-Consortium" - src: - hcst: "exp/CMIP6/dcppA-hindcast/ec-earth3/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/" - fcst: - startR: "exp/CMIP6/$dcpp$/ec-earth3/DCPP/EC-Earth-Consortium/EC-Earth3/$dcpp$/" - monthly_mean: - table: {"tas":"Amon"} - grid: {"tas":"gr"} - version: {"tas":"v20200730"} - daily_mean: - grid: {"pr":"gr", "tas":"gr", "tasmax":"gr", "tasmin":"gr"} - version: {"pr":"v20200508", "tas":"v20200731", "tasmax":"v20200730", "tasmin":"v20200730"} - calendar: "proleptic_gregorian" - #NOTE:There are many members but not all of them are available on ESGF (only r6-10 available). Then, we might have some variables for the rest of the members (r1-5 and r11-15), but not for all the variables. That's why i'm only using r6-10 - member: r6i2p1f1,r7i2p1f1,r8i2p1f1,r9i2p1f1,r10i2p1f1 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/ec-earth3/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/r6i2p1f1/Amon/tas/gr/v20200730/tas_Amon_EC-Earth3_dcppA-hindcast_s1960-r6i2p1f1_gr_196011-196012.nc" #'r512x256' + #NOTE: EC-Earth3-i2 the first file of each sdate has 2 time step only (Nov-Dec). + # The rest files are Jan to Dec. + EC-Earth3-i2: + name: "EC-Earth3-i2" + institution: "EC-Earth-Consortium" + src: + hcst: "exp/CMIP6/dcppA-hindcast/ec-earth3/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/" + fcst: + startR: "exp/CMIP6/$dcpp$/ec-earth3/DCPP/EC-Earth-Consortium/EC-Earth3/$dcpp$/" + monthly_mean: + table: {"tas":"Amon"} + grid: {"tas":"gr"} + version: {"tas":"v20200730"} + daily_mean: + grid: {"pr":"gr", "tas":"gr", "tasmax":"gr", "tasmin":"gr"} + version: {"pr":"v20200508", "tas":"v20200731", "tasmax":"v20200730", "tasmin":"v20200730"} + calendar: "proleptic_gregorian" + #NOTE:There are many members but not all of them are available on ESGF (only r6-10 available). Then, we might have some variables for the rest of the members (r1-5 and r11-15), but not for all the variables. That's why i'm only using r6-10 + member: r6i2p1f1,r7i2p1f1,r8i2p1f1,r9i2p1f1,r10i2p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/ec-earth3/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/r6i2p1f1/Amon/tas/gr/v20200730/tas_Amon_EC-Earth3_dcppA-hindcast_s1960-r6i2p1f1_gr_196011-196012.nc" #'r512x256' # ---- - EC-Earth3-i4: - name: "EC-Earth3-i4" - institution: "EC-Earth-Consortium" - src: - hcst: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/" - fcst: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppB-forecast/" - startR: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/$dcpp$/" - first_dcppB_syear: 2021 -# hcst: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/" -# fcst: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppB-forecast/" -# src: {"1960:2020": "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/", -# "2021:2021": "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppB-forecast/"} - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "clt":"Amon", "hfls":"Amon", - "hurs":"Amon", "huss":"Amon", "rsds":"Amon", "rsut":"Amon", "ta":"Amon", - "tasmax":"Amon", "tosa":"Amon", "ua":"Amon", "va":"Amon", "zg":"Amon", - "evspsbl":"Amon", "hfss":"Amon", "hursmin":"Amon", "rlut":"Amon", - "rsdt":"Amon", "sfcWind":"Amon", "tasmin":"Amon", "ts":"Amon", "uas":"Amon", - "vas":"Amon"} - grid: {"tas":"gr", "pr":"gr", "psl":"gr", "clt":"gr", "hfls":"gr", - "hurs":"gr", "huss":"gr", "rsds":"gr", "rsut":"gr", "ta":"gr", - "tasmax":"gr", "tosa":"gr", "ua":"gr", "va":"gr", "zg":"gr", - - "vas":"gr"} - version: {"tas":"v20210910", "pr":"v20210910", "psl":"v20210910", "clt":"v20210910", - "hurs":"v20210910", "huss":"v20210910", "rsds":"v20210910", "rsut":"v20210910", "ta":"v20210910", - "tasmax":"v20210910", "tosa":"v20210910", "ua":"v20210910", "va":"v20210910", "zg":"v20210910", - "evspsbl":"v20210910", "hfss":"v20210910", "hursmin":"v20210910", "rlut":"v20210910", - "rsdt":"v20210910", "sfcWind":"v20210910", "tasmin":"v20210910", "ts":"v20210910", "uas":"v20210910", - "vas":"v20210910"} - daily_mean: - grid: {"tas":"gr", "pr":"gr", "psl":"gr"} - version: {"tas":"v20210910", "pr":"v20210910", "psl":"v20210910"} - calendar: "proleptic_gregorian" - member: r1i4p1f1,r2i4p1f1,r3i4p1f1,r4i4p1f1,r5i4p1f1,r6i4p1f1,r7i4p1f1,r8i4p1f1,r9i4p1f1,r10i4p1f1 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/r1i4p1f1/Amon/tas/gr/v20210910/tas_Amon_EC-Earth3_dcppA-hindcast_s1960-r1i4p1f1_gr_196011-196110.nc" + EC-Earth3-i4: + name: "EC-Earth3-i4" + institution: "EC-Earth-Consortium" + src: + hcst: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/" + fcst: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppB-forecast/" + startR: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/$dcpp$/" + first_dcppB_syear: 2021 + # hcst: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/" + # fcst: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppB-forecast/" + # src: {"1960:2020": "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/", + # "2021:2021": "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppB-forecast/"} + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "clt":"Amon", "hfls":"Amon", + "hurs":"Amon", "huss":"Amon", "rsds":"Amon", "rsut":"Amon", "ta":"Amon", + "tasmax":"Amon", "tosa":"Amon", "ua":"Amon", "va":"Amon", "zg":"Amon", + "evspsbl":"Amon", "hfss":"Amon", "hursmin":"Amon", "rlut":"Amon", + "rsdt":"Amon", "sfcWind":"Amon", "tasmin":"Amon", "ts":"Amon", "uas":"Amon", + "vas":"Amon"} + grid: {"tas":"gr", "pr":"gr", "psl":"gr", "clt":"gr", "hfls":"gr", + "hurs":"gr", "huss":"gr", "rsds":"gr", "rsut":"gr", "ta":"gr", + "tasmax":"gr", "tosa":"gr", "ua":"gr", "va":"gr", "zg":"gr", + "vas":"gr"} + version: {"tas":"v20210910", "pr":"v20210910", "psl":"v20210910", "clt":"v20210910", + "hurs":"v20210910", "huss":"v20210910", "rsds":"v20210910", "rsut":"v20210910", "ta":"v20210910", + "tasmax":"v20210910", "tosa":"v20210910", "ua":"v20210910", "va":"v20210910", "zg":"v20210910", + "evspsbl":"v20210910", "hfss":"v20210910", "hursmin":"v20210910", "rlut":"v20210910", + "rsdt":"v20210910", "sfcWind":"v20210910", "tasmin":"v20210910", "ts":"v20210910", "uas":"v20210910", + "vas":"v20210910"} + daily_mean: + grid: {"tas":"gr", "pr":"gr", "psl":"gr"} + version: {"tas":"v20210910", "pr":"v20210910", "psl":"v20210910"} + calendar: "proleptic_gregorian" + member: r1i4p1f1,r2i4p1f1,r3i4p1f1,r4i4p1f1,r5i4p1f1,r6i4p1f1,r7i4p1f1,r8i4p1f1,r9i4p1f1,r10i4p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/r1i4p1f1/Amon/tas/gr/v20210910/tas_Amon_EC-Earth3_dcppA-hindcast_s1960-r1i4p1f1_gr_196011-196110.nc" # ---- - HadGEM3-GC31-MM: - name: "HadGEM3-GC31-MM" - institution: "Met Office Hadley Centre" - src: - hcst: "exp/CMIP6/dcppA-hindcast/HadGEM3-GC31-MM/DCPP/MOHC/HadGEM3-GC31-MM/dcppA-hindcast/" - fcst: "exp/CMIP6/dcppB-forecast/HadGEM3-GC31-MM/DCPP/MOHC/HadGEM3-GC31-MM/dcppB-forecast/" - startR: "exp/CMIP6/$dcpp$/HadGEM3-GC31-MM/DCPP/MOHC/HadGEM3-GC31-MM/$dcpp$/" - first_dcppB_syear: 2019 - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "ts":"Amon", "tos":"Omon"} - grid: {"tas":"gn", "psl":"gr", "pr":"gn", "ts":"gr", "tos":"gr"} - #version depends on member and variable - version: {"tas":"v20200417", "psl":"v20200316", "pr":"v20200417", "ts":"v20200316", "tos":"v20200417"} - daily_mean: - grid: {"tasmin":"gn", "tasmax":"gn", "pr":"gn"} - version: {"tasmin":"v20200417", "tasmax":"v20200417", "pr":"v20200417"} - calendar: "360_day" - member: r1i1p1f2,r2i1p1f2,r3i1p1f2,r4i1p1f2,r5i1p1f2,r6i1p1f2,r7i1p1f2,r8i1p1f2,r9i1p1f2,r10i1p1f2 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/HadGEM3-GC31-MM/DCPP/MOHC/HadGEM3-GC31-MM/dcppA-hindcast/r1i1p1f2/Amon/tas/gn/v20200417/tas_Amon_HadGEM3-GC31-MM_dcppA-hindcast_s1960-r1i1p1f2_gn_196011-196012.nc" #'r432x324' + HadGEM3-GC31-MM: + name: "HadGEM3-GC31-MM" + institution: "Met Office Hadley Centre" + src: + hcst: "exp/CMIP6/dcppA-hindcast/HadGEM3-GC31-MM/DCPP/MOHC/HadGEM3-GC31-MM/dcppA-hindcast/" + fcst: "exp/CMIP6/dcppB-forecast/HadGEM3-GC31-MM/DCPP/MOHC/HadGEM3-GC31-MM/dcppB-forecast/" + startR: "exp/CMIP6/$dcpp$/HadGEM3-GC31-MM/DCPP/MOHC/HadGEM3-GC31-MM/$dcpp$/" + first_dcppB_syear: 2019 + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "ts":"Amon", "tos":"Omon"} + grid: {"tas":"gn", "psl":"gr", "pr":"gn", "ts":"gr", "tos":"gr"} + #version depends on member and variable + version: {"tas":"v20200417", "psl":"v20200316", "pr":"v20200417", "ts":"v20200316", "tos":"v20200417"} + daily_mean: + grid: {"tasmin":"gn", "tasmax":"gn", "pr":"gn"} + version: {"tasmin":"v20200417", "tasmax":"v20200417", "pr":"v20200417"} + calendar: "360_day" + member: r1i1p1f2,r2i1p1f2,r3i1p1f2,r4i1p1f2,r5i1p1f2,r6i1p1f2,r7i1p1f2,r8i1p1f2,r9i1p1f2,r10i1p1f2 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/HadGEM3-GC31-MM/DCPP/MOHC/HadGEM3-GC31-MM/dcppA-hindcast/r1i1p1f2/Amon/tas/gn/v20200417/tas_Amon_HadGEM3-GC31-MM_dcppA-hindcast_s1960-r1i1p1f2_gn_196011-196012.nc" #'r432x324' # ---- - BCC-CSM2-MR: - name: "BCC-CSM2-MR" - institution: "Beijing Climate Center, Beijing 100081, China" - src: - hcst: "exp/CMIP6/dcppA-hindcast/BCC-CSM2-MR/DCPP/BCC/BCC-CSM2-MR/dcppA-hindcast/" - fcst: - startR: "exp/CMIP6/$dcpp$/BCC-CSM2-MR/DCPP/BCC/BCC-CSM2-MR/$dcpp$/" - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon"} - grid: {"tas":"gn", "pr":"gn", "psl":"gn"} - #NOTE: It should be the lastest version with all the files inside - version: {"tas":"v20200101"} -# version: {"tas":[v20191126, v20191213, v20191219, v20200110, v20200114, v20200504, v20191209, v20191218, v20200101, v20200113, v20200401]} - daily_mean: - grid: {"pr":"gn", "sfcWind":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn", "uas":"gn", "vas":"gn"} - version: {"pr":"v20200114", "sfcWind":"v20200101", "tas":"v20200408", "tasmax":"v20200114", "tasmin":"v20200114", "uas":"v20200114", "vas":"v20200114"} - calendar: "365_day" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1 - initial_month: 1 - sdate_add: 1 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/BCC-CSM2-MR/DCPP/BCC/BCC-CSM2-MR/dcppA-hindcast/r8i1p1f1/Amon/tas/gn/v20200101/tas_Amon_BCC-CSM2-MR_dcppA-hindcast_s2008-r8i1p1f1_gn_200801-201712.nc" + BCC-CSM2-MR: + name: "BCC-CSM2-MR" + institution: "Beijing Climate Center, Beijing 100081, China" + src: + hcst: "exp/CMIP6/dcppA-hindcast/BCC-CSM2-MR/DCPP/BCC/BCC-CSM2-MR/dcppA-hindcast/" + fcst: + startR: "exp/CMIP6/$dcpp$/BCC-CSM2-MR/DCPP/BCC/BCC-CSM2-MR/$dcpp$/" + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon"} + grid: {"tas":"gn", "pr":"gn", "psl":"gn"} + #NOTE: It should be the lastest version with all the files inside + version: {"tas":"v20200101"} +# version: {"tas":[v20191126, v20191213, v20191219, v20200110, v20200114, v20200504, v20191209, v20191218, v20200101, v20200113, v20200401]} + daily_mean: + grid: {"pr":"gn", "sfcWind":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn", "uas":"gn", "vas":"gn"} + version: {"pr":"v20200114", "sfcWind":"v20200101", "tas":"v20200408", "tasmax":"v20200114", "tasmin":"v20200114", "uas":"v20200114", "vas":"v20200114"} + calendar: "365_day" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1 + initial_month: 1 + sdate_add: 1 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/BCC-CSM2-MR/DCPP/BCC/BCC-CSM2-MR/dcppA-hindcast/r8i1p1f1/Amon/tas/gn/v20200101/tas_Amon_BCC-CSM2-MR_dcppA-hindcast_s2008-r8i1p1f1_gn_200801-201712.nc" # ---- - CanESM5: - name: "CanESM5" - institution: - src: - hcst: "exp/canesm5/cmip6-dcppA-hindcast/original_files/cmorfiles/DCPP/CCCma/CanESM5/dcppA-hindcast/" - fcst: "exp/canesm5/cmip6-dcppB-forecast_i1p2/original_files/cmorfiles/DCPP/CCCma/CanESM5/dcppB-forecast/" - startR: "exp/canesm5/cmip6-$dcpp$/original_files/cmorfiles/DCPP/CCCma/CanESM5/$dcpp$/" - first_dcppB_syear: 2020 - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "tasmin":"Amon", "tasmax":"Amon", "tos":"Omon"} - - grid: {"tas":"gn", "pr":"gn", "psl":"gn", "tasmin":"gn", "tasmax":"gn", "tos":"gr"} - version: {"tas":"v20190429", "pr":"v20190429", "psl":"v20190429", "tasmin":"v20190429", "tasmax":"v20190429", "tos":"v20190429"} - daily_mean: - grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} - version: {"pr":"v20190429", "tas":"v20190429", "tasmax":"v20190429", "tasmin":"v20190429"} - calendar: "365_day" - member: r1i1p2f1,r2i1p2f1,r3i1p2f1,r4i1p2f1,r5i1p2f1,r6i1p2f1,r7i1p2f1,r8i1p2f1, r9i1p2f1, r10i1p2f1, r11i1p2f1,r12i1p2f1,r13i1p2f1,r14i1p2f1,r15i1p2f1,r16i1p2f1,r17i1p2f1,r18i1p2f1, r19i1p2f1, r20i1p2f1,r21i1p2f1,r22i1p2f1,r23i1p2f1,r24i1p2f1,r25i1p2f1,r26i1p2f1,r27i1p2f1,r28i1p2f1, r29i1p2f1, r30i1p2f1, r31i1p2f1,r32i1p2f1,r33i1p2f1,r34i1p2f1,r35i1p2f1,r36i1p2f1,r37i1p2f1,r38i1p2f1, r39i1p2f1, r40i1p2f1 - initial_month: 1 #next year Jan - sdate_add: 0 - reference_grid: "/esarchive/exp/canesm5/cmip6-dcppA-hindcast/original_files/cmorfiles/DCPP/CCCma/CanESM5/dcppA-hindcast/r1i1p2f1/Amon/tas/gn/v20190429/tas_Amon_CanESM5_dcppA-hindcast_s2008-r1i1p2f1_gn_200901-201812.nc" + CanESM5: + name: "CanESM5" + institution: + src: + hcst: "exp/canesm5/cmip6-dcppA-hindcast/original_files/cmorfiles/DCPP/CCCma/CanESM5/dcppA-hindcast/" + fcst: "exp/canesm5/cmip6-dcppB-forecast_i1p2/original_files/cmorfiles/DCPP/CCCma/CanESM5/dcppB-forecast/" + startR: "exp/canesm5/cmip6-$dcpp$/original_files/cmorfiles/DCPP/CCCma/CanESM5/$dcpp$/" + first_dcppB_syear: 2020 + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "tasmin":"Amon", "tasmax":"Amon", "tos":"Omon"} + grid: {"tas":"gn", "pr":"gn", "psl":"gn", "tasmin":"gn", "tasmax":"gn", "tos":"gr"} + version: {"tas":"v20190429", "pr":"v20190429", "psl":"v20190429", "tasmin":"v20190429", "tasmax":"v20190429", "tos":"v20190429"} + daily_mean: + grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} + version: {"pr":"v20190429", "tas":"v20190429", "tasmax":"v20190429", "tasmin":"v20190429"} + calendar: "365_day" + member: r1i1p2f1,r2i1p2f1,r3i1p2f1,r4i1p2f1,r5i1p2f1,r6i1p2f1,r7i1p2f1,r8i1p2f1, r9i1p2f1, r10i1p2f1, r11i1p2f1,r12i1p2f1,r13i1p2f1,r14i1p2f1,r15i1p2f1,r16i1p2f1,r17i1p2f1,r18i1p2f1, r19i1p2f1, r20i1p2f1,r21i1p2f1,r22i1p2f1,r23i1p2f1,r24i1p2f1,r25i1p2f1,r26i1p2f1,r27i1p2f1,r28i1p2f1, r29i1p2f1, r30i1p2f1, r31i1p2f1,r32i1p2f1,r33i1p2f1,r34i1p2f1,r35i1p2f1,r36i1p2f1,r37i1p2f1,r38i1p2f1, r39i1p2f1, r40i1p2f1 + initial_month: 1 #next year Jan + sdate_add: 0 + reference_grid: "/esarchive/exp/canesm5/cmip6-dcppA-hindcast/original_files/cmorfiles/DCPP/CCCma/CanESM5/dcppA-hindcast/r1i1p2f1/Amon/tas/gn/v20190429/tas_Amon_CanESM5_dcppA-hindcast_s2008-r1i1p2f1_gn_200901-201812.nc" # ---- #NOTE: no data there - CESM1-1-CAM5-CMIP5: - name: "CESM1-1-CAM5-CMIP5" - institution: "National Center for Atmospheric Research" - src: - hcst: "exp/ncar/cesm-dple-dcppA-hindcast/cmorfiles/DCPP/NCAR/CESM1-1-CAM5-CMIP5/dcppA-hindcast" - fcst: - startR: "exp/ncar/cesm-dple-$dcpp$/cmorfiles/DCPP/NCAR/CESM1-1-CAM5-CMIP5/$dcpp$/" - monthly_mean: - table: {"tas":"Amon", "pr":"Amon"} - grid: {"tas":"gn", "pr":"gn"} - version: {"tas":"v20200101", "pr":"v20200101"} + CESM1-1-CAM5-CMIP5: + name: "CESM1-1-CAM5-CMIP5" + institution: "National Center for Atmospheric Research" + src: + hcst: "exp/ncar/cesm-dple-dcppA-hindcast/cmorfiles/DCPP/NCAR/CESM1-1-CAM5-CMIP5/dcppA-hindcast" + fcst: + startR: "exp/ncar/cesm-dple-$dcpp$/cmorfiles/DCPP/NCAR/CESM1-1-CAM5-CMIP5/$dcpp$/" + monthly_mean: + table: {"tas":"Amon", "pr":"Amon"} + grid: {"tas":"gn", "pr":"gn"} + version: {"tas":"v20200101", "pr":"v20200101"} #Prepared - daily_mean: - grid: - version: - calendar: "365_day" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1, r9i1p1f1, r10i1p1f1, r11i1p1f1,r12i1p1f1,r13i1p1f1,r14i1p1f1,r15i1p1f1,r16i1p1f1,r17i1p1f1,r18i1p1f1, r19i1p1f1, r20i1p1f1,r21i1p1f1,r22i1p1f1,r23i1p1f1,r24i1p1f1,r25i1p1f1,r26i1p1f1,r27i1p1f1,r28i1p1f1, r29i1p1f1, r30i1p1f1, r31i1p1f1,r32i1p1f1,r33i1p1f1,r34i1p1f1,r35i1p1f1,r36i1p1f1,r37i1p1f1,r38i1p1f1, r39i1p1f1, r40i1p1f1 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/ncar/cesm-dple-dcppA-hindcast/cmorfiles/DCPP/NCAR/CESM1-1-CAM5-CMIP5/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200101/tas_Amon_CESM1-1-CAM5-CMIP5_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" + daily_mean: + grid: + version: + calendar: "365_day" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1, r9i1p1f1, r10i1p1f1, r11i1p1f1,r12i1p1f1,r13i1p1f1,r14i1p1f1,r15i1p1f1,r16i1p1f1,r17i1p1f1,r18i1p1f1, r19i1p1f1, r20i1p1f1,r21i1p1f1,r22i1p1f1,r23i1p1f1,r24i1p1f1,r25i1p1f1,r26i1p1f1,r27i1p1f1,r28i1p1f1, r29i1p1f1, r30i1p1f1, r31i1p1f1,r32i1p1f1,r33i1p1f1,r34i1p1f1,r35i1p1f1,r36i1p1f1,r37i1p1f1,r38i1p1f1, r39i1p1f1, r40i1p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/ncar/cesm-dple-dcppA-hindcast/cmorfiles/DCPP/NCAR/CESM1-1-CAM5-CMIP5/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200101/tas_Amon_CESM1-1-CAM5-CMIP5_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" # ---- #NOTE: in tapes - CMCC-CM2-SR5: - name: "CMCC-CM2-SR5" - institution: "Euro-Mediterranean Center on Climate Change" - src: - hcst: "exp/CMIP6/dcppA-hindcast/CMCC-CM2-SR5/DCPP/CMCC/CMCC-CM2-SR5/dcppA-hindcast/" - fcst: "exp/CMIP6/dcppB-forecast/CMCC-CM2-SR5/DCPP/CMCC/CMCC-CM2-SR5/dcppB-forecast/" - startR: "exp/CMIP6/$dcpp$/CMCC-CM2-SR5/DCPP/CMCC/CMCC-CM2-SR5/$dcpp$/" - first_dcppB_syear: 2020 - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "prc":"Amon", "ts":"Amon"} - grid: {"tas":"gn", "pr":"gn", "psl":"gn", "prc":"gn", "ts":"gn"} - version: {"tas":"v20210312", "pr":"v20210312", "psl":"v20210312", "prc":"v20200101", "ts":"v20200101"} - daily_mean: - grid: {"pr":"gn", "tasmax":"gn", "tasmin":"gn"} - version: {"pr":"v20210909", "tasmax":"v20210909", "tasmin":"v20210909"} - calendar: "365_day" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/CMCC-CM2-SR5/DCPP/CMCC/CMCC-CM2-SR5/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20210312/tas_Amon_CMCC-CM2-SR5_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" + CMCC-CM2-SR5: + name: "CMCC-CM2-SR5" + institution: "Euro-Mediterranean Center on Climate Change" + src: + hcst: "exp/CMIP6/dcppA-hindcast/CMCC-CM2-SR5/DCPP/CMCC/CMCC-CM2-SR5/dcppA-hindcast/" + fcst: "exp/CMIP6/dcppB-forecast/CMCC-CM2-SR5/DCPP/CMCC/CMCC-CM2-SR5/dcppB-forecast/" + startR: "exp/CMIP6/$dcpp$/CMCC-CM2-SR5/DCPP/CMCC/CMCC-CM2-SR5/$dcpp$/" + first_dcppB_syear: 2020 + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "prc":"Amon", "ts":"Amon"} + grid: {"tas":"gn", "pr":"gn", "psl":"gn", "prc":"gn", "ts":"gn"} + version: {"tas":"v20210312", "pr":"v20210312", "psl":"v20210312", "prc":"v20200101", "ts":"v20200101"} + daily_mean: + grid: {"pr":"gn", "tasmax":"gn", "tasmin":"gn"} + version: {"pr":"v20210909", "tasmax":"v20210909", "tasmin":"v20210909"} + calendar: "365_day" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/CMCC-CM2-SR5/DCPP/CMCC/CMCC-CM2-SR5/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20210312/tas_Amon_CMCC-CM2-SR5_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" # ---- - FGOALS-f3-L: - name: "FGOALS-f3-L" - institution: "Chinese Academy of Sciences, Beijing 100029, China" - src: - hcst: "exp/CMIP6/dcppA-hindcast/FGOALS-f3-L/DCPP/CAS/FGOALS-f3-L/dcppA-hindcast/" - fcst: "exp/CMIP6/dcppB-forecast/FGOALS-f3-L/DCPP/CAS/FGOALS-f3-L/dcppB-forecast/" - startR: "exp/CMIP6/$dcpp$/FGOALS-f3-L/DCPP/CAS/FGOALS-f3-L/$dcpp$/" - first_dcppB_syear: 2017 - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "tos":"Omon"} - grid: {"tas":"gr", "pr":"gr", "psl":"gr","tos":"gn"} - version: {"tas":"v20220212", "pr":"v20220212", "psl":"v20220212", "tos":"v20220214"} + FGOALS-f3-L: + name: "FGOALS-f3-L" + institution: "Chinese Academy of Sciences, Beijing 100029, China" + src: + hcst: "exp/CMIP6/dcppA-hindcast/FGOALS-f3-L/DCPP/CAS/FGOALS-f3-L/dcppA-hindcast/" + fcst: "exp/CMIP6/dcppB-forecast/FGOALS-f3-L/DCPP/CAS/FGOALS-f3-L/dcppB-forecast/" + startR: "exp/CMIP6/$dcpp$/FGOALS-f3-L/DCPP/CAS/FGOALS-f3-L/$dcpp$/" + first_dcppB_syear: 2017 + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "tos":"Omon"} + grid: {"tas":"gr", "pr":"gr", "psl":"gr","tos":"gn"} + version: {"tas":"v20220212", "pr":"v20220212", "psl":"v20220212", "tos":"v20220214"} #Prepared - daily_mean: - grid: - version: - calendar: "365_day" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/FGOALS-f3-L/DCPP/CAS/FGOALS-f3-L/dcppA-hindcast/r1i1p1f1/Amon/tas/gr/v20220212/tas_Amon_FGOALS-f3-L_dcppA-hindcast_s1960-r1i1p1f1_gr_196011-197012.nc" + daily_mean: + grid: + version: + calendar: "365_day" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/FGOALS-f3-L/DCPP/CAS/FGOALS-f3-L/dcppA-hindcast/r1i1p1f1/Amon/tas/gr/v20220212/tas_Amon_FGOALS-f3-L_dcppA-hindcast_s1960-r1i1p1f1_gr_196011-197012.nc" # ---- - IPSL-CM6A-LR: - name: "IPSL-CM6A-LR" - institution: "Institut Pierre-Simon Laplace" - src: - hcst: "exp/CMIP6/dcppA-hindcast/IPSL-CM6A-LR/DCPP/IPSL/IPSL-CM6A-LR/dcppA-hindcast/" - fcst: - startR: "exp/CMIP6/$dcpp$/IPSL-CM6A-LR/DCPP/IPSL/IPSL-CM6A-LR/$dcpp$/" - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "sfcWind":"Amon"} - grid: {"tas":"gr", "pr":"gr", "psl":"gr", "sfcWind":"gr"} - version: {"tas":"v20200504", "pr":"v20200504", "psl":"v20200504", "sfcWind":"v20200504"} - daily_mean: - grid: {"pr":"gr", "tas":"gr", "tasmax":"gr", "tasmin":"gr"} - version: {"pr":"v20200108", "tas":"v20200504", "tasmax":"v20200504", "tasmin":"v20200504"} - calendar: "gregorian" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 - initial_month: 1 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/IPSL-CM6A-LR/DCPP/IPSL/IPSL-CM6A-LR/dcppA-hindcast/r1i1p1f1/Amon/tas/gr/v20200504/tas_Amon_IPSL-CM6A-LR_dcppA-hindcast_s2008-r1i1p1f1_gr_200901-201812.nc" + IPSL-CM6A-LR: + name: "IPSL-CM6A-LR" + institution: "Institut Pierre-Simon Laplace" + src: + hcst: "exp/CMIP6/dcppA-hindcast/IPSL-CM6A-LR/DCPP/IPSL/IPSL-CM6A-LR/dcppA-hindcast/" + fcst: + startR: "exp/CMIP6/$dcpp$/IPSL-CM6A-LR/DCPP/IPSL/IPSL-CM6A-LR/$dcpp$/" + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "sfcWind":"Amon"} + grid: {"tas":"gr", "pr":"gr", "psl":"gr", "sfcWind":"gr"} + version: {"tas":"v20200504", "pr":"v20200504", "psl":"v20200504", "sfcWind":"v20200504"} + daily_mean: + grid: {"pr":"gr", "tas":"gr", "tasmax":"gr", "tasmin":"gr"} + version: {"pr":"v20200108", "tas":"v20200504", "tasmax":"v20200504", "tasmin":"v20200504"} + calendar: "gregorian" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 + initial_month: 1 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/IPSL-CM6A-LR/DCPP/IPSL/IPSL-CM6A-LR/dcppA-hindcast/r1i1p1f1/Amon/tas/gr/v20200504/tas_Amon_IPSL-CM6A-LR_dcppA-hindcast_s2008-r1i1p1f1_gr_200901-201812.nc" # ---- - MIROC6: - name: "MIROC6" - institution: "Model for Interdisciplinary Research on Climate" - src: - hcst: "exp/CMIP6/dcppA-hindcast/MIROC6/DCPP/MIROC/MIROC6/dcppA-hindcast/" - fcst: "exp/CMIP6/dcppA-hindcast/MIROC6/DCPP/MIROC/MIROC6/dcppA-hindcast/" - startR: "exp/CMIP6/$dcpp$/MIROC6/DCPP/MIROC/MIROC6/$dcpp$/" - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "tasmin":"Amon", "tasmax":"Amon"} - grid: {"tas":"gn", "pr":"gn", "psl":"gn", "tasmin":"gn", "tasmax":"gn"} - version: {"tas":"v20200417", "pr":"v20200504", "psl":"v20200504", "tasmin":"v20200417", "tasmax":"v20200504"} - daily_mean: - grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} - version: {"pr":"v20191217", "tas":"v20200416", "tasmax":"v20200416", "tasmin":"v20200416"} - calendar: "standard" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/MIROC6/DCPP/MIROC/MIROC6/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200417/tas_Amon_MIROC6_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" + MIROC6: + name: "MIROC6" + institution: "Model for Interdisciplinary Research on Climate" + src: + hcst: "exp/CMIP6/dcppA-hindcast/MIROC6/DCPP/MIROC/MIROC6/dcppA-hindcast/" + fcst: "exp/CMIP6/dcppA-hindcast/MIROC6/DCPP/MIROC/MIROC6/dcppA-hindcast/" + startR: "exp/CMIP6/$dcpp$/MIROC6/DCPP/MIROC/MIROC6/$dcpp$/" + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "tasmin":"Amon", "tasmax":"Amon"} + grid: {"tas":"gn", "pr":"gn", "psl":"gn", "tasmin":"gn", "tasmax":"gn"} + version: {"tas":"v20200417", "pr":"v20200504", "psl":"v20200504", "tasmin":"v20200417", "tasmax":"v20200504"} + daily_mean: + grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} + version: {"pr":"v20191217", "tas":"v20200416", "tasmax":"v20200416", "tasmin":"v20200416"} + calendar: "standard" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/MIROC6/DCPP/MIROC/MIROC6/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200417/tas_Amon_MIROC6_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" # ---- - MPI-ESM1.2-HR: - name: "MPI-ESM1.2-HR" - institution: "Max-Planck-Institute for Meteorology" - src: - hcst: "exp/CMIP6/dcppA-hindcast/MPI-ESM1-2-HR/DCPP/MPI-M/MPI-ESM1-2-HR/dcppA-hindcast/" - fcst: - startR: "exp/CMIP6/$dcpp$/MPI-ESM1-2-HR/DCPP/MPI-M/MPI-ESM1-2-HR/$dcpp$/" - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "tasmin":"Amon", "tasmax":"Amon"} - grid: {"tas":"gn", "pr":"gn", "psl":"gn", "tasmin":"gn", "tasmax":"gn"} - version: {"tas":"v20200320", "pr":"v20200320", "psl":"v20200320", "sfcWind":"v20200320"} - daily_mean: - grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} - version: {"pr":"v20210128", "tas":"v20200320", "tasmax":"v20200101", "tasmin":"v20200101"} - calendar: "standard" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/MPI-ESM1-2-HR/DCPP/MPI-M/MPI-ESM1-2-HR/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200320/tas_Amon_MPI-ESM1-2-HR_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" + MPI-ESM1.2-HR: + name: "MPI-ESM1.2-HR" + institution: "Max-Planck-Institute for Meteorology" + src: + hcst: "exp/CMIP6/dcppA-hindcast/MPI-ESM1-2-HR/DCPP/MPI-M/MPI-ESM1-2-HR/dcppA-hindcast/" + fcst: + startR: "exp/CMIP6/$dcpp$/MPI-ESM1-2-HR/DCPP/MPI-M/MPI-ESM1-2-HR/$dcpp$/" + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "tasmin":"Amon", "tasmax":"Amon"} + grid: {"tas":"gn", "pr":"gn", "psl":"gn", "tasmin":"gn", "tasmax":"gn"} + version: {"tas":"v20200320", "pr":"v20200320", "psl":"v20200320", "sfcWind":"v20200320"} + daily_mean: + grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} + version: {"pr":"v20210128", "tas":"v20200320", "tasmax":"v20200101", "tasmin":"v20200101"} + calendar: "standard" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/MPI-ESM1-2-HR/DCPP/MPI-M/MPI-ESM1-2-HR/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200320/tas_Amon_MPI-ESM1-2-HR_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" # ---- - MPI-ESM1.2-LR: - name: "MPI-ESM1.2-LR" - institution: "Max-Planck-Institute for Meteorology" - src: - hcst: "exp/CMIP6/dcppA-hindcast/MPI-ESM1-2-LR/DCPP/MPI-M/MPI-ESM1-2-LR/dcppA-hindcast/" - fcst: - startR: "exp/CMIP6/$dcpp$/MPI-ESM1-2-LR/DCPP/MPI-M/MPI-ESM1-2-LR/$dcpp$/" - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "ts":"Amon"} - grid: {"tas":"gn", "pr":"gn", "psl":"gn", "ts":"gn"} - version: {"tas":"v20200101", "pr":"v20200101", "psl":"v20200101", "ts":"v20200101"} - daily_mean: - grid: - version: - calendar: "proleptic_gregorian" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1,r11i1p1f1,r12i1p1f1,r13i1p1f1,r14i1p1f1,r15i1p1f1,r16i1p1f1 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/MPI-ESM1-2-LR/DCPP/MPI-M/MPI-ESM1-2-LR/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200101/tas_Amon_MPI-ESM1-2-LR_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" + MPI-ESM1.2-LR: + name: "MPI-ESM1.2-LR" + institution: "Max-Planck-Institute for Meteorology" + src: + hcst: "exp/CMIP6/dcppA-hindcast/MPI-ESM1-2-LR/DCPP/MPI-M/MPI-ESM1-2-LR/dcppA-hindcast/" + fcst: + startR: "exp/CMIP6/$dcpp$/MPI-ESM1-2-LR/DCPP/MPI-M/MPI-ESM1-2-LR/$dcpp$/" + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "ts":"Amon"} + grid: {"tas":"gn", "pr":"gn", "psl":"gn", "ts":"gn"} + version: {"tas":"v20200101", "pr":"v20200101", "psl":"v20200101", "ts":"v20200101"} + daily_mean: + grid: + version: + calendar: "proleptic_gregorian" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1,r11i1p1f1,r12i1p1f1,r13i1p1f1,r14i1p1f1,r15i1p1f1,r16i1p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/MPI-ESM1-2-LR/DCPP/MPI-M/MPI-ESM1-2-LR/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200101/tas_Amon_MPI-ESM1-2-LR_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" # ---- - MRI-ESM2-0: - name: "MRI-ESM2-0" - institution: "Meteorological Research Institute, Japan" - src: - hcst: "exp/CMIP6/dcppA-hindcast/MRI-ESM2-0/DCPP/MRI/MRI-ESM2-0/dcppA-hindcast/" - fcst: - startR: "exp/CMIP6/$dcpp$/MRI-ESM2-0/DCPP/MRI/MRI-ESM2-0/$dcpp$/" - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon"} - grid: {"tas":"gn", "pr":"gn", "psl":"gn"} - version: {"tas":"v20200101", "pr":"v20200101", "psl":"v20200101"} - daily_mean: - grid: {"pr":"gn", "tasmax":"gn", "tasmin":"gn"} - version: {"pr":"v20210122", "tasmax":"v20210122", "tasmin":"v20210122"} - calendar: "proleptic_gregorian" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/MRI-ESM2-0/DCPP/MRI/MRI-ESM2-0/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200101/tas_Amon_MRI-ESM2-0_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201312.nc" + MRI-ESM2-0: + name: "MRI-ESM2-0" + institution: "Meteorological Research Institute, Japan" + src: + hcst: "exp/CMIP6/dcppA-hindcast/MRI-ESM2-0/DCPP/MRI/MRI-ESM2-0/dcppA-hindcast/" + fcst: + startR: "exp/CMIP6/$dcpp$/MRI-ESM2-0/DCPP/MRI/MRI-ESM2-0/$dcpp$/" + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon"} + grid: {"tas":"gn", "pr":"gn", "psl":"gn"} + version: {"tas":"v20200101", "pr":"v20200101", "psl":"v20200101"} + daily_mean: + grid: {"pr":"gn", "tasmax":"gn", "tasmin":"gn"} + version: {"pr":"v20210122", "tasmax":"v20210122", "tasmin":"v20210122"} + calendar: "proleptic_gregorian" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/MRI-ESM2-0/DCPP/MRI/MRI-ESM2-0/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200101/tas_Amon_MRI-ESM2-0_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201312.nc" # ---- - #NOTE: NorCPM1-i1 and i2 are under the same directory - NorCPM1-i1: - name: "NorCPM1-i1" - institution: "NorESM Climate modeling Consortium" - src: - hcst: "exp/CMIP6/dcppA-hindcast/NorCPM1/DCPP/NCC/NorCPM1/dcppA-hindcast/" - fcst: - startR: "exp/CMIP6/$dcpp$/NorCPM1/DCPP/NCC/NorCPM1/$dcpp$/" - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon"} - grid: {"tas":"gn", "pr":"gn", "psl":"gn"} - version: {"tas":"v20200320", "pr":"v20200320", "psl":"v20200320"} - daily_mean: - grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} - version: {"pr":"v20191005", "tas":"v20191029", "tasmax":"v20191005", "tasmin":"v20191005"} - calendar: "noleap" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 - initial_month: 10 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/NorCPM1/DCPP/NCC/NorCPM1/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20191029/tas_Amon_NorCPM1_dcppA-hindcast_s2008-r1i1p1f1_gn_200810-201812.nc" + #NOTE: NorCPM1-i1 and i2 are under the same directory + NorCPM1-i1: + name: "NorCPM1-i1" + institution: "NorESM Climate modeling Consortium" + src: + hcst: "exp/CMIP6/dcppA-hindcast/NorCPM1/DCPP/NCC/NorCPM1/dcppA-hindcast/" + fcst: + startR: "exp/CMIP6/$dcpp$/NorCPM1/DCPP/NCC/NorCPM1/$dcpp$/" + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon"} + grid: {"tas":"gn", "pr":"gn", "psl":"gn"} + version: {"tas":"v20200320", "pr":"v20200320", "psl":"v20200320"} + daily_mean: + grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} + version: {"pr":"v20191005", "tas":"v20191029", "tasmax":"v20191005", "tasmin":"v20191005"} + calendar: "noleap" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 + initial_month: 10 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/NorCPM1/DCPP/NCC/NorCPM1/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20191029/tas_Amon_NorCPM1_dcppA-hindcast_s2008-r1i1p1f1_gn_200810-201812.nc" # ---- - NorCPM1-i2: - name: "NorCPM1-i2" - institution: "NorESM Climate modeling Consortium" - src: - hcst: "exp/CMIP6/dcppA-hindcast/NorCPM1/DCPP/NCC/NorCPM1/dcppA-hindcast/" - fcst: - startR: "exp/CMIP6/$dcpp$/NorCPM1/DCPP/NCC/NorCPM1/$dcpp$/" - monthly_mean: - table: {"pr":"Amon", "psl":"Amon"} - grid: {"pr":"gn", "psl":"gn"} - version: {"pr":"v20200101", "psl":"v20200101"} - daily_mean: - grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} - version: {"pr":"v20191005", "tas":"v20200101", "tasmax":"v20191005", "tasmin":"v20191005"} - calendar: "noleap" - member: r1i2p1f1,r2i2p1f1,r3i2p1f1,r4i2p1f1,r5i2p1f1,r6i2p1f1,r7i2p1f1,r8i2p1f1,r9i2p1f1,r10i2p1f1 - initial_month: 10 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/NorCPM1/DCPP/NCC/NorCPM1/dcppA-hindcast/r1i2p1f1/Amon/pr/gn/v20200101/pr_Amon_NorCPM1_dcppA-hindcast_s2008-r1i2p1f1_gn_200810-201812.nc" + NorCPM1-i2: + name: "NorCPM1-i2" + institution: "NorESM Climate modeling Consortium" + src: + hcst: "exp/CMIP6/dcppA-hindcast/NorCPM1/DCPP/NCC/NorCPM1/dcppA-hindcast/" + fcst: + startR: "exp/CMIP6/$dcpp$/NorCPM1/DCPP/NCC/NorCPM1/$dcpp$/" + monthly_mean: + table: {"pr":"Amon", "psl":"Amon"} + grid: {"pr":"gn", "psl":"gn"} + version: {"pr":"v20200101", "psl":"v20200101"} + daily_mean: + grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} + version: {"pr":"v20191005", "tas":"v20200101", "tasmax":"v20191005", "tasmin":"v20191005"} + calendar: "noleap" + member: r1i2p1f1,r2i2p1f1,r3i2p1f1,r4i2p1f1,r5i2p1f1,r6i2p1f1,r7i2p1f1,r8i2p1f1,r9i2p1f1,r10i2p1f1 + initial_month: 10 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/NorCPM1/DCPP/NCC/NorCPM1/dcppA-hindcast/r1i2p1f1/Amon/pr/gn/v20200101/pr_Amon_NorCPM1_dcppA-hindcast_s2008-r1i2p1f1_gn_200810-201812.nc" diff --git a/conf/archive_reference.yml b/conf/archive_reference.yml index b0890a27..ac7bf27f 100644 --- a/conf/archive_reference.yml +++ b/conf/archive_reference.yml @@ -1,6 +1,6 @@ gpfs: - src_ref: "/gpfs/projects/bsc32/esarchive_cache/" - Reference: + src_ref: "/gpfs/projects/bsc32/esarchive_cache/" + Reference: ERA5: name: "ERA5" institution: "European Centre for Medium-Range Weather Forecasts" @@ -12,209 +12,208 @@ gpfs: calendar: "standard" reference_grid: "/gpfs/projects/bsc32/esarchive_cache/recon/ecmwf/era5/monthly_mean/tas_f1h-r1440x721cds/tas_201805.nc" land_sea_mask: "/gpfs/projects/bsc32/esarchive_cache/recon/ecmwf/era5/constant/lsm-r1440x721cds/sftof.nc" + esarchive: - src_ref: "/esarchive/" - Reference: - ERA5: - name: "ERA5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/era5/" - weekly_mean: {"tas":"weekly_mean/tas_f1h-r1440x721cds/", - "prlr":"weekly_mean/prlr_f1h-r1440x721cds/"} - daily_mean: {"tas":"daily_mean/tas_f1h-r1440x721cds/", - "rsds":"daily_mean/rsds_f1h-r1440x721cds/", - "prlr":"daily_mean/prlr_f1h-r1440x721cds/", - "g300":"daily_mean/g300_f1h-r1440x721cds/", - "g500":"daily_mean/g500_f1h-r1440x721cds/", - "g850":"daily_mean/g850_f1h-r1440x721cds/", - "sfcWind":"daily_mean/sfcWind_f1h-r1440x721cds/", - "tasmax":"daily/tasmax-r1440x721cds/", - "tasmin":"daily/tasmin-r1440x721cds/", - "ta300":"daily_mean/ta300_f1h-r1440x721cds/", - "ta500":"daily_mean/ta500_f1h-r1440x721cds/", - "ta850":"daily_mean/ta850_f1h-r1440x721cds/", - "hurs":"daily_mean/hurs_f1h-r1440x721cds/"} - monthly_mean: {"tas":"monthly_mean/tas_f1h-r1440x721cds/", - "psl":"monthly_mean/psl_f1h-r1440x721cds/", - "prlr":"monthly_mean/prlr_f1h-r1440x721cds/", - "rsds":"monthly_mean/rsds_f1h-r1440x721cds/", - "g300":"monthly_mean/g300_f1h-r1440x721cds/", - "g500":"monthly_mean/g500_f1h-r1440x721cds/", - "g850":"monthly_mean/g850_f1h-r1440x721cds/", - "sfcWind":"monthly_mean/sfcWind_f1h-r1440x721cds/", - "tasmax":"monthly_mean/tasmax_f1h-r1440x721cds/", - "tasmin":"monthly_mean/tasmin_f1h-r1440x721cds/", - "ta300":"montly_mean/ta300_f1h-r1440x721cds/", - "ta500":"monthly_mean/ta500_f1h-r1440x721cds/", - "ta850":"monthly_mean/ta850_f1h-r1440x721cds/", - "tos":"monthly_mean/tos_f1h-r1440x721cds/", - "sic":"monthly_mean/sic_f1h-r1440x721cds/"} - calendar: "gregorian" - reference_grid: "/esarchive/recon/ecmwf/era5/monthly_mean/tas_f1h-r1440x721cds/tas_201805.nc" - land_sea_mask: "/esarchive/recon/ecmwf/era5/constant/lsm-r1440x721cds/sftof.nc" - ERA5-Land: - name: "ERA5-Land" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/era5land/" - daily_mean: {"tas":"daily_mean/tas_f1h/", "rsds":"daily_mean/rsds_f1h/", - "prlr":"daily_mean/prlr_f1h/", "sfcWind":"daily_mean/sfcWind_f1h/", - "tasmin":"daily/tasmin/", "tasmax":"daily/tasmax/"} - monthly_mean: {"tas":"monthly_mean/tas_f1h/","tasmin":"monthly_mean/tasmin_f24h/", - "tasmax":"monthly_mean/tasmax_f24h/", "prlr":"monthly_mean/prlr_f1h/", - "sfcWind":"monthly_mean/sfcWind_f1h/", "rsds":"monthly_mean/rsds_f1h/", - "tdps":"monthly_mean/tdps_f1h/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/ecmwf/era5land/daily_mean/tas_f1h/tas_201805.nc" - UERRA: - name: "ECMWF UERRA" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/uerra_mescan/" - daily_mean: {"tas":"daily_mean/tas_f6h/"} - monthly_mean: {"tas":"monthly_mean/tas_f6h/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/ecmwf/uerra_mescan/daily_mean/tas_f6h/tas_201805.nc" - CERRA: - name: "ECMWF CERRA" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/cerra/" - daily_mean: {"hurs":"daily_mean/hurs_f3h-r2631x1113/", "ps":"daily_mean/ps_f3h-r2631x1113/", - "sfcWind":"daily_mean/sfcWind_f3h-r2631x1113/", - "tas":"daily_mean/tas_f3h-r2631x1113/", "winddir":"daily_mean/tas_f3h-r2631x1113/"} - monthly_mean: {"hurs":"monthly_mean/hurs_f3h-r2631x1113/", "ps":"monthly_mean/ps_f3h-r2631x1113/", - "sfcWind":"monthly_mean/sfcWind_f3h-r2631x1113/", - "tas":"monthly_mean/tas_f3h-r2631x1113/", - "winddir":"monthly_mean/winddir_f3h-r2631x1113/", - "tasmin":"monthly_mean/tasmin_f24h-r2631x1113/", - "tasmax":"monthly_mean/tasmax_f24h-r2631x1113/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/ecmwf/cerra/monthly_mean/tas_f3h-r2631x1113/tas_200506.nc" - CERRA-Land: - name: "ECMWF CERRA-Land" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/cerraland/" - daily_mean: {"prlr":"daily_mean/prlr_f6h-r2631x1113/"} - monthly_mean: {"prlr":"monthly_mean/prlr_f6h-r2631x1113/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/ecmwf/cerraland/monthly_mean/prlr_f6h-r2631x1113/prlr_200412.nc" - HadCRUT5: - name: "HadCRUT5" - institution: "Met Office" - src: "obs/ukmo/hadcrut_v5.0_analysis/" - monthly_mean: {"tasanomaly":"monthly_mean/tasanomaly/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/obs/ukmo/hadcrut_v5.0_analysis/monthly_mean/tasanomaly/tasanomaly_202001.nc" - BEST: - name: "BEST" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "obs/berkeleyearth/berkeleyearth/" - daily_mean: {"tas":"daily_mean/tas/"} - monthly_mean: {"tas":"monthly_mean/tas/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/obs/berkeleyearth/berkeleyearth/monthly_mean/tas/tas_201805.nc" -# - - GHCNv4: - name: - institution: - src: "obs/noaa/ghcn_v4/" - monthly_mean: {"tas":"", "tasanomaly":""} - daily_mean: - calendar: "gregorian" - reference_grid: "/esarchive/obs/noaa/ghcn_v4/monthly_mean/tasanomaly/tasanomaly_201811.nc" + src_ref: "/esarchive/" + Reference: + ERA5: + name: "ERA5" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "recon/ecmwf/era5/" + weekly_mean: {"tas":"weekly_mean/tas_f1h-r1440x721cds/", + "prlr":"weekly_mean/prlr_f1h-r1440x721cds/"} + daily_mean: {"tas":"daily_mean/tas_f1h-r1440x721cds/", + "rsds":"daily_mean/rsds_f1h-r1440x721cds/", + "prlr":"daily_mean/prlr_f1h-r1440x721cds/", + "g300":"daily_mean/g300_f1h-r1440x721cds/", + "g500":"daily_mean/g500_f1h-r1440x721cds/", + "g850":"daily_mean/g850_f1h-r1440x721cds/", + "sfcWind":"daily_mean/sfcWind_f1h-r1440x721cds/", + "tasmax":"daily/tasmax-r1440x721cds/", + "tasmin":"daily/tasmin-r1440x721cds/", + "ta300":"daily_mean/ta300_f1h-r1440x721cds/", + "ta500":"daily_mean/ta500_f1h-r1440x721cds/", + "ta850":"daily_mean/ta850_f1h-r1440x721cds/", + "hurs":"daily_mean/hurs_f1h-r1440x721cds/"} + monthly_mean: {"tas":"monthly_mean/tas_f1h-r1440x721cds/", + "psl":"monthly_mean/psl_f1h-r1440x721cds/", + "prlr":"monthly_mean/prlr_f1h-r1440x721cds/", + "rsds":"monthly_mean/rsds_f1h-r1440x721cds/", + "g300":"monthly_mean/g300_f1h-r1440x721cds/", + "g500":"monthly_mean/g500_f1h-r1440x721cds/", + "g850":"monthly_mean/g850_f1h-r1440x721cds/", + "sfcWind":"monthly_mean/sfcWind_f1h-r1440x721cds/", + "tasmax":"monthly_mean/tasmax_f1h-r1440x721cds/", + "tasmin":"monthly_mean/tasmin_f1h-r1440x721cds/", + "ta300":"montly_mean/ta300_f1h-r1440x721cds/", + "ta500":"monthly_mean/ta500_f1h-r1440x721cds/", + "ta850":"monthly_mean/ta850_f1h-r1440x721cds/", + "tos":"monthly_mean/tos_f1h-r1440x721cds/", + "sic":"monthly_mean/sic_f1h-r1440x721cds/"} + calendar: "gregorian" + reference_grid: "/esarchive/recon/ecmwf/era5/monthly_mean/tas_f1h-r1440x721cds/tas_201805.nc" + land_sea_mask: "/esarchive/recon/ecmwf/era5/constant/lsm-r1440x721cds/sftof.nc" + ERA5-Land: + name: "ERA5-Land" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "recon/ecmwf/era5land/" + daily_mean: {"tas":"daily_mean/tas_f1h/", "rsds":"daily_mean/rsds_f1h/", + "prlr":"daily_mean/prlr_f1h/", "sfcWind":"daily_mean/sfcWind_f1h/", + "tasmin":"daily/tasmin/", "tasmax":"daily/tasmax/"} + monthly_mean: {"tas":"monthly_mean/tas_f1h/","tasmin":"monthly_mean/tasmin_f24h/", + "tasmax":"monthly_mean/tasmax_f24h/", "prlr":"monthly_mean/prlr_f1h/", + "sfcWind":"monthly_mean/sfcWind_f1h/", "rsds":"monthly_mean/rsds_f1h/", + "tdps":"monthly_mean/tdps_f1h/"} + calendar: "proleptic_gregorian" + reference_grid: "/esarchive/recon/ecmwf/era5land/daily_mean/tas_f1h/tas_201805.nc" + UERRA: + name: "ECMWF UERRA" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "recon/ecmwf/uerra_mescan/" + daily_mean: {"tas":"daily_mean/tas_f6h/"} + monthly_mean: {"tas":"monthly_mean/tas_f6h/"} + calendar: "proleptic_gregorian" + reference_grid: "/esarchive/recon/ecmwf/uerra_mescan/daily_mean/tas_f6h/tas_201805.nc" + CERRA: + name: "ECMWF CERRA" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "recon/ecmwf/cerra/" + daily_mean: {"hurs":"daily_mean/hurs_f3h-r2631x1113/", "ps":"daily_mean/ps_f3h-r2631x1113/", + "sfcWind":"daily_mean/sfcWind_f3h-r2631x1113/", + "tas":"daily_mean/tas_f3h-r2631x1113/", "winddir":"daily_mean/tas_f3h-r2631x1113/"} + monthly_mean: {"hurs":"monthly_mean/hurs_f3h-r2631x1113/", "ps":"monthly_mean/ps_f3h-r2631x1113/", + "sfcWind":"monthly_mean/sfcWind_f3h-r2631x1113/", + "tas":"monthly_mean/tas_f3h-r2631x1113/", + "winddir":"monthly_mean/winddir_f3h-r2631x1113/", + "tasmin":"monthly_mean/tasmin_f24h-r2631x1113/", + "tasmax":"monthly_mean/tasmax_f24h-r2631x1113/"} + calendar: "proleptic_gregorian" + reference_grid: "/esarchive/recon/ecmwf/cerra/monthly_mean/tas_f3h-r2631x1113/tas_200506.nc" + CERRA-Land: + name: "ECMWF CERRA-Land" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "recon/ecmwf/cerraland/" + daily_mean: {"prlr":"daily_mean/prlr_f6h-r2631x1113/"} + monthly_mean: {"prlr":"monthly_mean/prlr_f6h-r2631x1113/"} + calendar: "proleptic_gregorian" + reference_grid: "/esarchive/recon/ecmwf/cerraland/monthly_mean/prlr_f6h-r2631x1113/prlr_200412.nc" + HadCRUT5: + name: "HadCRUT5" + institution: "Met Office" + src: "obs/ukmo/hadcrut_v5.0_analysis/" + monthly_mean: {"tasanomaly":"monthly_mean/tasanomaly/"} + calendar: "proleptic_gregorian" + reference_grid: "/esarchive/obs/ukmo/hadcrut_v5.0_analysis/monthly_mean/tasanomaly/tasanomaly_202001.nc" + BEST: + name: "BEST" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "obs/berkeleyearth/berkeleyearth/" + daily_mean: {"tas":"daily_mean/tas/"} + monthly_mean: {"tas":"monthly_mean/tas/"} + calendar: "proleptic_gregorian" + reference_grid: "/esarchive/obs/berkeleyearth/berkeleyearth/monthly_mean/tas/tas_201805.nc" + GHCNv4: + name: + institution: + src: "obs/noaa/ghcn_v4/" + monthly_mean: {"tas":"", "tasanomaly":""} + daily_mean: + calendar: "gregorian" + reference_grid: "/esarchive/obs/noaa/ghcn_v4/monthly_mean/tasanomaly/tasanomaly_201811.nc" # ---- # missing info in script - NCEP1: + NCEP1: # ---- - JRA-55: - name: "JRA-55" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/jma/jra55/" - monthly_mean: {"tas":"monthly_mean/tas_f6h", "psl":"monthly_mean/psl_f6h", - "tos":"", "pr":"monthly_mean/pr_s0-3h", - "prlr":"monthly_mean/prlr_s0-3h"} - daily_mean: {"tas":"daily_mean/tas_f6h", "psl":"daily_mean/psl_f6h", - "prlr":"daily_mean/prlr_s0-3h", "sfcWind":"daily_mean/sfcWind_f6h"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/jma/jra55/monthly_mean/tas_f6h/tas_200811.nc" + JRA-55: + name: "JRA-55" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "recon/jma/jra55/" + monthly_mean: {"tas":"monthly_mean/tas_f6h", "psl":"monthly_mean/psl_f6h", + "tos":"", "pr":"monthly_mean/pr_s0-3h", + "prlr":"monthly_mean/prlr_s0-3h"} + daily_mean: {"tas":"daily_mean/tas_f6h", "psl":"daily_mean/psl_f6h", + "prlr":"daily_mean/prlr_s0-3h", "sfcWind":"daily_mean/sfcWind_f6h"} + calendar: "proleptic_gregorian" + reference_grid: "/esarchive/recon/jma/jra55/monthly_mean/tas_f6h/tas_200811.nc" # ---- - GISTEMPv4: - name: "GISTEMPv4" - institution: "NASA Goddard Institute for Space Studies" - src: "obs/noaa-nasa/ghcnersstgiss/" - monthly_mean: {"tasanomaly":""} - daily_mean: - calendar: "gregorian" - reference_grid: "/esarchive/obs/noaa-nasa/ghcnersstgiss/monthly_mean/tasanomaly/tasanomaly_200811.nc" + GISTEMPv4: + name: "GISTEMPv4" + institution: "NASA Goddard Institute for Space Studies" + src: "obs/noaa-nasa/ghcnersstgiss/" + monthly_mean: {"tasanomaly":""} + daily_mean: + calendar: "gregorian" + reference_grid: "/esarchive/obs/noaa-nasa/ghcnersstgiss/monthly_mean/tasanomaly/tasanomaly_200811.nc" # ---- - HadCRUT4: - name: "HadCRUT4" - institution: "Met Office Hadley Centre / Climatic Research Unit, University of East Anglia" - src: "obs/ukmo/hadcrut_v4.6/" - monthly_mean: {"tasanomaly":""} - daily_mean: - calendar: "gregorian" - reference_grid: "/esarchive/obs/ukmo/hadcrut_v4.6/monthly_mean/tasanomaly/tasanomaly_200811.nc" + HadCRUT4: + name: "HadCRUT4" + institution: "Met Office Hadley Centre / Climatic Research Unit, University of East Anglia" + src: "obs/ukmo/hadcrut_v4.6/" + monthly_mean: {"tasanomaly":""} + daily_mean: + calendar: "gregorian" + reference_grid: "/esarchive/obs/ukmo/hadcrut_v4.6/monthly_mean/tasanomaly/tasanomaly_200811.nc" # ---- - HadSLP2: - name: "HadSLP2" - institution: - src: "obs/ukmo/hadslp_v2/" - monthly_mean: {"psl":""} - daily_mean: - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/obs/ukmo/hadslp_v2/monthly_mean/psl/psl_200811.nc" + HadSLP2: + name: "HadSLP2" + institution: + src: "obs/ukmo/hadslp_v2/" + monthly_mean: {"psl":""} + daily_mean: + calendar: "proleptic_gregorian" + reference_grid: "/esarchive/obs/ukmo/hadslp_v2/monthly_mean/psl/psl_200811.nc" # ------------------------- mars: - src_ref: "/esarchive/scratch/aho/tmp/GRIB/" #"/mars/" - Reference: - ERA5: - name: "ERA5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "GRIB_era5_tas/" - monthly_mean: {"tas":""} - calendar: "gregorian" - reference_grid: "conf/grid_description/griddes_GRIB_system5_m1.txt" + src_ref: "/esarchive/scratch/aho/tmp/GRIB/" #"/mars/" + Reference: + ERA5: + name: "ERA5" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "GRIB_era5_tas/" + monthly_mean: {"tas":""} + calendar: "gregorian" + reference_grid: "conf/grid_description/griddes_GRIB_system5_m1.txt" sample: - src_ref: - Reference: - ERA5: - name: "ERA5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "GRIB_era5_tas/" - monthly_mean: {"tas":"", "prlr":""} - calendar: "gregorian" - reference_grid: "conf/grid_description/griddes_GRIB_system5_m1.txt" + src_ref: + Reference: + ERA5: + name: "ERA5" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "GRIB_era5_tas/" + monthly_mean: {"tas":"", "prlr":""} + calendar: "gregorian" + reference_grid: "conf/grid_description/griddes_GRIB_system5_m1.txt" IFCA: - src_ref: "/home/jovyan/IMPETUS4CHANGE/data/BSC/" - Reference: - ERA5: - name: "ERA5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "ERA5/" - daily_mean: {"psl":"psl_f1h-r1440x721cds/"} - calendar: "gregorian" - reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/ERA5/daily_mean/psl_f1h-r1440x721cds/psl_201805.nc" - CERRA: - name: "ECMWF CERRA" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "CERRA/" - daily_mean: {"hurs":"daily_mean/hurs_f3h-r2631x1113/", "prlr":"daily_mean/prlr_f6h-r2631x1113/", - "sfcWind":"daily_mean/sfcWind_f3h-r2631x1113/", "tas":"daily_mean/tas_f3h-r2631x1113/", - "tasmax":"daily_mean/tasmax-r2631x1113/", "tasmin":"daily_mean/tasmin-r2631x1113/"} - monthly_mean: {"hurs":"monthly_mean/hurs_f3h-r2631x1113/", "prlr":"monthly_mean/prlr_f6h-r2631x1113/", - "sfcWind":"monthly_mean/_f3h-r2631x1113/", "tas":"monthly_mean/tas_f3h-r2631x1113/", - "tasmin":"monthly_mean/tasmin_f24h-r2631x1113/","tasmax":"monthly_mean/tasmax_f24h-r2631x1113/"} - calendar: "proleptic_gregorian" - reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/CERRA/monthly_mean/tas_f3h-r2631x1113/tas_200506.nc" + src_ref: "/home/jovyan/IMPETUS4CHANGE/data/BSC/" + Reference: + ERA5: + name: "ERA5" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "ERA5/" + daily_mean: {"psl":"psl_f1h-r1440x721cds/"} + calendar: "gregorian" + reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/ERA5/daily_mean/psl_f1h-r1440x721cds/psl_201805.nc" + CERRA: + name: "ECMWF CERRA" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "CERRA/" + daily_mean: {"hurs":"daily_mean/hurs_f3h-r2631x1113/", "prlr":"daily_mean/prlr_f6h-r2631x1113/", + "sfcWind":"daily_mean/sfcWind_f3h-r2631x1113/", "tas":"daily_mean/tas_f3h-r2631x1113/", + "tasmax":"daily_mean/tasmax-r2631x1113/", "tasmin":"daily_mean/tasmin-r2631x1113/"} + monthly_mean: {"hurs":"monthly_mean/hurs_f3h-r2631x1113/", "prlr":"monthly_mean/prlr_f6h-r2631x1113/", + "sfcWind":"monthly_mean/_f3h-r2631x1113/", "tas":"monthly_mean/tas_f3h-r2631x1113/", + "tasmin":"monthly_mean/tasmin_f24h-r2631x1113/","tasmax":"monthly_mean/tasmax_f24h-r2631x1113/"} + calendar: "proleptic_gregorian" + reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/CERRA/monthly_mean/tas_f3h-r2631x1113/tas_200506.nc" diff --git a/conf/archive_seasonal.yml b/conf/archive_seasonal.yml index c98a4a60..4ab68ab1 100644 --- a/conf/archive_seasonal.yml +++ b/conf/archive_seasonal.yml @@ -134,191 +134,190 @@ gpfs: ######################################################################### esarchive: - src_sys: "/esarchive/" - System: - ECMWF-SEAS5: - name: "ECMWF SEAS5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "exp/ecmwf/system5c3s/" - daily_mean: {"tas":"daily_mean/tas_f6h/", "rsds":"daily/rsds_s0-24h/", - "prlr":"daily/prlr_s0-24h/", "tasmin":"daily/tasmin/", - "tasmax":"daily/tasmax/", "sfcWind":"daily_mean/sfcWind_f6h/", - "ta300":"daily_mean/ta300_f12h/", "ta500":"daily_mean/ta500_f12h/", - "ta850":"daily_mean/ta850_f12h/", "g300":"daily_mean/g300_f12h/", - "g500":"daily_mean/g500_f12h/", "g850":"daily_mean/g850_f12h/", - "tdps":"daily_mean/tdps_f6h/", "hurs":"daily_mean/hurs_f6h/"} - monthly_mean: {"tas":"monthly_mean/tas_f6h/", "rsds":"monthly_mean/rsds_s0-24h/", - "prlr":"monthly_mean/prlr_s0-24h/", - "sfcWind":"monthly_mean/sfcWind_f6h/", - "tasmin":"monthly_mean/tasmin_f24h/", - "tasmax":"monthly_mean/tasmax_f24h/", - "ta300":"monthly_mean/ta300_f12h/", "ta500":"monthly_mean/ta500_f12h/", - "ta850":"monthly_mean/ta850_f12h/", "g300":"monthly_mean/g300_f12h/", - "g500":"monthly_mean/g500_f12h/", "g850":"monthly_mean/g500_f12h/", - "tdps":"monthly_mean/tdps_f6h/", "psl":"monthly_mean/psl_f6h/", - "tos":"monthly_mean/tos_f6h/", "sic":"monthly_mean/sic_f24h/"} - nmember: - fcst: 51 - hcst: 25 - calendar: "proleptic_gregorian" - time_stamp_lag: "0" - reference_grid: "/esarchive/exp/ecmwf/system5c3s/monthly_mean/tas_f6h/tas_20180501.nc" - land_sea_mask: "/esarchive/exp/ecmwf/system5c3s/constant/lsm/lsm.nc" - ECMWF-SEAS5.1: - name: "ECMWF SEAS5 (v5.1)" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "exp/ecmwf/system51c3s/" - daily_mean: {"tas":"daily_mean/tas_f6h/", "prlr":"daily/prlr_s0-24h/", - "sfcWind":"daily_mean/sfcWind_f6h/", - "uas":"daily_mean/uas_f6h/", "vas":"daily_mean/vas_f6h/", - "psl":"daily_mean/psl_f6h/", "tdps":"daily_mean/tdps_f6h/"} - monthly_mean: {"tas":"monthly_mean/tas_f6h/", "rsds":"monthly_mean/rsds_s0-24h/", - "prlr":"monthly_mean/prlr_s0-24h/", "sfcWind":"monthly_mean/sfcWind_f6h/", - "tasmin":"monthly_mean/tasmin_f24h/", "tasmax":"monthly_mean/tasmax_f24h/", - "uas":"monthly_mean/uas_f6h/", "vas":"monthly_mean/vas_f6h/", - "psl":"monthly_mean/psl_f6h/", "tdps":"monthly_mean/tdps_f6h/"} - nmember: - fcst: 51 - hcst: 25 - calendar: "proleptic_gregorian" - time_stamp_lag: "0" - reference_grid: "conf/grid_description/griddes_system51c3s.txt" - Meteo-France-System7: - name: "Meteo-France System 7" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "exp/meteofrance/system7c3s/" - monthly_mean: {"tas":"monthly_mean/tas_f6h/", "g500":"monthly_mean/g500_f12h/", - "prlr":"monthly_mean/prlr_f24h/", "sfcWind": "monthly_mean/sfcWind_f6h/", - "tasmax":"monthly_mean/tasmax_f6h/", "tasmin": "monthly_mean/tasmin_f6h/", - "tos":"monthly_mean/tos_f6h/"} - nmember: - fcst: 51 - hcst: 25 - time_stamp_lag: "+1" - calendar: "proleptic_gregorian" - reference_grid: "conf/grid_description/griddes_system7c3s.txt" - DWD-GCFS2.1: - name: "DWD GCFS 2.1" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "exp/dwd/system21_m1/" - monthly_mean: {"tas":"monthly_mean/tas_f6h/", "prlr":"monthly_mean/prlr_f24h/", - "g500":"monthly_mean/g500_f12h/", "sfcWind":"monthly_mean/sfcWind_f6h/", - "tasmin":"monthly_mean/tasmin_f24h/", "tasmax":"monthly_mean/tasmax_f24h/"} - nmember: - fcst: 50 - hcst: 30 - calendar: "proleptic_gregorian" - time_stamp_lag: "+1" - reference_grid: "conf/grid_description/griddes_system21_m1.txt" - CMCC-SPS3.5: - name: "CMCC-SPS3.5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "exp/cmcc/system35c3s/" - monthly_mean: {"tas":"monthly_mean/tas_f6h/", "prlr":"monthly_mean/prlr_f24h/", - "g500":"monthly_mean/g500_f12h/", "sfcWind":"monthly_mean/sfcWind_f6h/", - "tasmin":"monthly_mean/tasmin_f24h/", "tasmax":"monthly_mean/tasmax_f24h/"} - nmember: - fcst: 50 - hcst: 40 - calendar: "proleptic_gregorian" - time_stamp_lag: "+1" - reference_grid: "conf/grid_description/griddes_system35c3s.txt" - JMA-CPS2: - name: "JMA System 2" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "exp/jma/system2c3s/" - monthly_mean: {"tas":"monthly_mean/tas_f6h/", "prlr":"monthly_mean/prlr_f6h/", - "tasmax":"monthly_mean/tasmax_f6h/", "tasmin":"monthly_mean/tasmin_f6h/"} - nmember: - fcst: 10 - hcst: 10 - calendar: "proleptic_gregorian" - time_stamp_lag: "+1" - reference_grid: "conf/grid_description/griddes_system2c3s.txt" - ECCC-CanCM4i: - name: "ECCC CanCM4i" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "exp/eccc/eccc1/" - monthly_mean: {"tas":"monthly_mean/tas_f6h/", "prlr":"monthly_mean/prlr_f6h/", - "tasmax":"monthly_mean/tasmax_f6h/", "tasmin":"monthly_mean/tasmin_f6h/"} - nmember: - fcst: 10 - hcst: 10 - calendar: "proleptic_gregorian" - time_stamp_lag: "+1" - reference_grid: "conf/grid_description/griddes_eccc1.txt" - UK-MetOffice-Glosea600: - name: "UK MetOffice GloSea 6 (v6.0)" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "exp/ukmo/glosea6_system600-c3s/" - monthly_mean: {"tas":"monthly_mean/tas_f6h/", "tasmin":"monthly_mean/tasmin_f24h/", - "tasmax":"monthly_mean/tasmax_f24h/", "prlr":"monthly_mean/prlr_f24h/"} - nmember: - fcst: 62 - hcst: 28 - calendar: "proleptic_gregorian" - time_stamp_lag: "+1" - reference_grid: "conf/grid_description/griddes_ukmo600.txt" - NCEP-CFSv2: - name: "NCEP CFSv2" - institution: "NOAA NCEP" #? - src: "exp/ncep/cfs-v2/" - monthly_mean: {"tas":"monthly_mean/tas_f6h/", "prlr":"monthly_mean/prlr_f6h/", - "tasmax":"monthly_mean/tasmax_f6h/", "tasmin":"monthly_mean/tasmin_f6h/"} - nmember: - fcst: 20 - hcst: 20 - calendar: "gregorian" - time_stamp_lag: "0" - reference_grid: "conf/grid_description/griddes_ncep-cfsv2.txt" + src_sys: "/esarchive/" + System: + ECMWF-SEAS5: + name: "ECMWF SEAS5" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "exp/ecmwf/system5c3s/" + daily_mean: {"tas":"daily_mean/tas_f6h/", "rsds":"daily/rsds_s0-24h/", + "prlr":"daily/prlr_s0-24h/", "tasmin":"daily/tasmin/", + "tasmax":"daily/tasmax/", "sfcWind":"daily_mean/sfcWind_f6h/", + "ta300":"daily_mean/ta300_f12h/", "ta500":"daily_mean/ta500_f12h/", + "ta850":"daily_mean/ta850_f12h/", "g300":"daily_mean/g300_f12h/", + "g500":"daily_mean/g500_f12h/", "g850":"daily_mean/g850_f12h/", + "tdps":"daily_mean/tdps_f6h/", "hurs":"daily_mean/hurs_f6h/"} + monthly_mean: {"tas":"monthly_mean/tas_f6h/", "rsds":"monthly_mean/rsds_s0-24h/", + "prlr":"monthly_mean/prlr_s0-24h/", + "sfcWind":"monthly_mean/sfcWind_f6h/", + "tasmin":"monthly_mean/tasmin_f24h/", + "tasmax":"monthly_mean/tasmax_f24h/", + "ta300":"monthly_mean/ta300_f12h/", "ta500":"monthly_mean/ta500_f12h/", + "ta850":"monthly_mean/ta850_f12h/", "g300":"monthly_mean/g300_f12h/", + "g500":"monthly_mean/g500_f12h/", "g850":"monthly_mean/g500_f12h/", + "tdps":"monthly_mean/tdps_f6h/", "psl":"monthly_mean/psl_f6h/", + "tos":"monthly_mean/tos_f6h/", "sic":"monthly_mean/sic_f24h/"} + nmember: + fcst: 51 + hcst: 25 + calendar: "proleptic_gregorian" + time_stamp_lag: "0" + reference_grid: "/esarchive/exp/ecmwf/system5c3s/monthly_mean/tas_f6h/tas_20180501.nc" + land_sea_mask: "/esarchive/exp/ecmwf/system5c3s/constant/lsm/lsm.nc" + ECMWF-SEAS5.1: + name: "ECMWF SEAS5 (v5.1)" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "exp/ecmwf/system51c3s/" + daily_mean: {"tas":"daily_mean/tas_f6h/", "prlr":"daily/prlr_s0-24h/", + "sfcWind":"daily_mean/sfcWind_f6h/", + "uas":"daily_mean/uas_f6h/", "vas":"daily_mean/vas_f6h/", + "psl":"daily_mean/psl_f6h/", "tdps":"daily_mean/tdps_f6h/"} + monthly_mean: {"tas":"monthly_mean/tas_f6h/", "rsds":"monthly_mean/rsds_s0-24h/", + "prlr":"monthly_mean/prlr_s0-24h/", "sfcWind":"monthly_mean/sfcWind_f6h/", + "tasmin":"monthly_mean/tasmin_f24h/", "tasmax":"monthly_mean/tasmax_f24h/", + "uas":"monthly_mean/uas_f6h/", "vas":"monthly_mean/vas_f6h/", + "psl":"monthly_mean/psl_f6h/", "tdps":"monthly_mean/tdps_f6h/"} + nmember: + fcst: 51 + hcst: 25 + calendar: "proleptic_gregorian" + time_stamp_lag: "0" + reference_grid: "conf/grid_description/griddes_system51c3s.txt" + Meteo-France-System7: + name: "Meteo-France System 7" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "exp/meteofrance/system7c3s/" + monthly_mean: {"tas":"monthly_mean/tas_f6h/", "g500":"monthly_mean/g500_f12h/", + "prlr":"monthly_mean/prlr_f24h/", "sfcWind": "monthly_mean/sfcWind_f6h/", + "tasmax":"monthly_mean/tasmax_f6h/", "tasmin": "monthly_mean/tasmin_f6h/", + "tos":"monthly_mean/tos_f6h/"} + nmember: + fcst: 51 + hcst: 25 + time_stamp_lag: "+1" + calendar: "proleptic_gregorian" + reference_grid: "conf/grid_description/griddes_system7c3s.txt" + DWD-GCFS2.1: + name: "DWD GCFS 2.1" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "exp/dwd/system21_m1/" + monthly_mean: {"tas":"monthly_mean/tas_f6h/", "prlr":"monthly_mean/prlr_f24h/", + "g500":"monthly_mean/g500_f12h/", "sfcWind":"monthly_mean/sfcWind_f6h/", + "tasmin":"monthly_mean/tasmin_f24h/", "tasmax":"monthly_mean/tasmax_f24h/"} + nmember: + fcst: 50 + hcst: 30 + calendar: "proleptic_gregorian" + time_stamp_lag: "+1" + reference_grid: "conf/grid_description/griddes_system21_m1.txt" + CMCC-SPS3.5: + name: "CMCC-SPS3.5" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "exp/cmcc/system35c3s/" + monthly_mean: {"tas":"monthly_mean/tas_f6h/", "prlr":"monthly_mean/prlr_f24h/", + "g500":"monthly_mean/g500_f12h/", "sfcWind":"monthly_mean/sfcWind_f6h/", + "tasmin":"monthly_mean/tasmin_f24h/", "tasmax":"monthly_mean/tasmax_f24h/"} + nmember: + fcst: 50 + hcst: 40 + calendar: "proleptic_gregorian" + time_stamp_lag: "+1" + reference_grid: "conf/grid_description/griddes_system35c3s.txt" + JMA-CPS2: + name: "JMA System 2" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "exp/jma/system2c3s/" + monthly_mean: {"tas":"monthly_mean/tas_f6h/", "prlr":"monthly_mean/prlr_f6h/", + "tasmax":"monthly_mean/tasmax_f6h/", "tasmin":"monthly_mean/tasmin_f6h/"} + nmember: + fcst: 10 + hcst: 10 + calendar: "proleptic_gregorian" + time_stamp_lag: "+1" + reference_grid: "conf/grid_description/griddes_system2c3s.txt" + ECCC-CanCM4i: + name: "ECCC CanCM4i" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "exp/eccc/eccc1/" + monthly_mean: {"tas":"monthly_mean/tas_f6h/", "prlr":"monthly_mean/prlr_f6h/", + "tasmax":"monthly_mean/tasmax_f6h/", "tasmin":"monthly_mean/tasmin_f6h/"} + nmember: + fcst: 10 + hcst: 10 + calendar: "proleptic_gregorian" + time_stamp_lag: "+1" + reference_grid: "conf/grid_description/griddes_eccc1.txt" + UK-MetOffice-Glosea600: + name: "UK MetOffice GloSea 6 (v6.0)" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "exp/ukmo/glosea6_system600-c3s/" + monthly_mean: {"tas":"monthly_mean/tas_f6h/", "tasmin":"monthly_mean/tasmin_f24h/", + "tasmax":"monthly_mean/tasmax_f24h/", "prlr":"monthly_mean/prlr_f24h/"} + nmember: + fcst: 62 + hcst: 28 + calendar: "proleptic_gregorian" + time_stamp_lag: "+1" + reference_grid: "conf/grid_description/griddes_ukmo600.txt" + NCEP-CFSv2: + name: "NCEP CFSv2" + institution: "NOAA NCEP" #? + src: "exp/ncep/cfs-v2/" + monthly_mean: {"tas":"monthly_mean/tas_f6h/", "prlr":"monthly_mean/prlr_f6h/", + "tasmax":"monthly_mean/tasmax_f6h/", "tasmin":"monthly_mean/tasmin_f6h/"} + nmember: + fcst: 20 + hcst: 20 + calendar: "gregorian" + time_stamp_lag: "0" + reference_grid: "conf/grid_description/griddes_ncep-cfsv2.txt" mars: - src_sys: "/esarchive/scratch/aho/tmp/GRIB/" #"/mars/" - System: - ECMWF-SEAS5: - name: "ECMWF SEAS5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "GRIB_system5_tas_CORRECTED/" - monthly_mean: {"tas":""} - nmember: - fcst: 51 - hcst: 51 - calendar: "proleptic_gregorian" - time_stamp_lag: "+1" - reference_grid: "conf/grid_description/griddes_GRIB_system5_m1.txt" + src_sys: "/esarchive/scratch/aho/tmp/GRIB/" #"/mars/" + System: + ECMWF-SEAS5: + name: "ECMWF SEAS5" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "GRIB_system5_tas_CORRECTED/" + monthly_mean: {"tas":""} + nmember: + fcst: 51 + hcst: 51 + calendar: "proleptic_gregorian" + time_stamp_lag: "+1" + reference_grid: "conf/grid_description/griddes_GRIB_system5_m1.txt" sample: - src_sys: - System: - ECMWF-SEAS5.1: - name: "ECMWF SEAS5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: - monthly_mean: {"tas":"", "prlr":""} - nmember: - fcst: 15 - hcst: 15 - calendar: "proleptic_gregorian" - time_stamp_lag: "0" - reference_grid: "conf/grid_description/griddes_GRIB_system51_m1.txt" + src_sys: + System: + ECMWF-SEAS5.1: + name: "ECMWF SEAS5" + institution: "European Centre for Medium-Range Weather Forecasts" + src: + monthly_mean: {"tas":"", "prlr":""} + nmember: + fcst: 15 + hcst: 15 + calendar: "proleptic_gregorian" + time_stamp_lag: "0" + reference_grid: "conf/grid_description/griddes_GRIB_system51_m1.txt" IFCA: - src_sys: "/home/jovyan/IMPETUS4CHANGE/data/BSC/" - System: - ECMWF-SEAS5: - name: "ECMWF SEAS5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "ECMWF-SEAS5/" - daily_mean: {"tas":"daily_mean/tas_f6h/", "psl":"daily_mean/psl_f6h/", - "prlr":"daily_mean/prlr_s0-24h/", "sfcWind":"daily_mean/sfcWind_f6h/", - "tasmin":"daily_mean/tasmin/", "tasmax":"daily_mean/tasmax/", - "hurs":"daily_mean/hurs_f6h/"} - monthly_mean: {"tas":"monthly_mean/tas_f6h/", "hurs":"monthly_mean/hurs_f6h/", - "prlr":"monthly_mean/prlr_s0-24h/", "sfcWind":"monthly_mean/sfcWind_f6h/", - "tasmin":"monthly_mean/tasmin_f24h/", "tasmax":"monthly_mean/tasmax_f24h/"} - nmember: - fcst: 51 - hcst: 25 - calendar: "proleptic_gregorian" - time_stamp_lag: "0" - reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/ECMWF-SEAS5/monthly_mean/tas_f6h/tas_20180501.nc" ->>>>>>> develop_archive:conf/archive_seasonal.yml + src_sys: "/home/jovyan/IMPETUS4CHANGE/data/BSC/" + System: + ECMWF-SEAS5: + name: "ECMWF SEAS5" + institution: "European Centre for Medium-Range Weather Forecasts" + src: "ECMWF-SEAS5/" + daily_mean: {"tas":"daily_mean/tas_f6h/", "psl":"daily_mean/psl_f6h/", + "prlr":"daily_mean/prlr_s0-24h/", "sfcWind":"daily_mean/sfcWind_f6h/", + "tasmin":"daily_mean/tasmin/", "tasmax":"daily_mean/tasmax/", + "hurs":"daily_mean/hurs_f6h/"} + monthly_mean: {"tas":"monthly_mean/tas_f6h/", "hurs":"monthly_mean/hurs_f6h/", + "prlr":"monthly_mean/prlr_s0-24h/", "sfcWind":"monthly_mean/sfcWind_f6h/", + "tasmin":"monthly_mean/tasmin_f24h/", "tasmax":"monthly_mean/tasmax_f24h/"} + nmember: + fcst: 51 + hcst: 25 + calendar: "proleptic_gregorian" + time_stamp_lag: "0" + reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/ECMWF-SEAS5/monthly_mean/tas_f6h/tas_20180501.nc" diff --git a/conf/archive_subseasonal.yml b/conf/archive_subseasonal.yml index a48fe0fa..745ac781 100644 --- a/conf/archive_subseasonal.yml +++ b/conf/archive_subseasonal.yml @@ -1,21 +1,21 @@ esarchive: - src_sys: "/esarchive/" - System: - NCEP-CFSv2: - name: "NCEP CFSv2" - institution: "NOAA NCEP" #? - src: "exp/ncep/cfs-v2/" - weekly_mean: {"tas":"weekly_mean/s2s/tas_f24h/", - "prlr":"weekly_mean/s2s/prlr_f24h/", - "tasmax":"weekly_mean/s2s/tasmax_f24h/", - "tasmin":"weekly_mean/s2s/tasmin_f24h/", - "sfcWind":"weekly_mean/s2s/sfcWind_f24h/", - "rsds":"weekly_mean/s2s/rsds_f24h/"} - daily_mean: {"tas":"daily_mean/s2s/tas_f6h"} - nmember: - fcst: 48 - hcst: 12 - calendar: "proleptic_gregorian" - time_stamp_lag: "0" # Do we need it for subseasonal? - reference_grid: "/esarchive/exp/ncep/cfs-v2/weekly_mean/s2s/tas_f24h/tas_20040624.nc" # is it the same as seasonal? + src_sys: "/esarchive/" + System: + NCEP-CFSv2: + name: "NCEP CFSv2" + institution: "NOAA NCEP" #? + src: "exp/ncep/cfs-v2/" + weekly_mean: {"tas":"weekly_mean/s2s/tas_f24h/", + "prlr":"weekly_mean/s2s/prlr_f24h/", + "tasmax":"weekly_mean/s2s/tasmax_f24h/", + "tasmin":"weekly_mean/s2s/tasmin_f24h/", + "sfcWind":"weekly_mean/s2s/sfcWind_f24h/", + "rsds":"weekly_mean/s2s/rsds_f24h/"} + daily_mean: {"tas":"daily_mean/s2s/tas_f6h"} + nmember: + fcst: 48 + hcst: 12 + calendar: "proleptic_gregorian" + time_stamp_lag: "0" # Do we need it for subseasonal? + reference_grid: "/esarchive/exp/ncep/cfs-v2/weekly_mean/s2s/tas_f24h/tas_20040624.nc" # is it the same as seasonal? diff --git a/recipes/atomic_recipes/recipe_test-MN5.yml b/recipes/atomic_recipes/recipe_test-MN5.yml new file mode 100644 index 00000000..811faab8 --- /dev/null +++ b/recipes/atomic_recipes/recipe_test-MN5.yml @@ -0,0 +1,58 @@ +Description: + Author: V. Agudetse + Description: Analysis of MF System 7 with temperature +Analysis: + Horizon: Seasonal + Variables: + name: tas + freq: monthly_mean + Datasets: + System: + name: Meteo-France-System8 + Multimodel: False + Reference: + name: ERA5 + Time: + sdate: '0101' + fcst_year: + hcst_start: '2000' + hcst_end: '2010' + ftime_min: 1 + ftime_max: 2 + Region: + latmin: 30 + latmax: 70 + lonmin: -20 + lonmax: 40 + Regrid: + method: bilinear + type: to_system + Workflow: + Anomalies: + compute: yes # yes/no, default yes + cross_validation: yes # yes/no, default yes + save: 'all' # 'all'/'none'/'exp_only'/'fcst_only' + Calibration: + method: mse_min + save: 'none' # 'all'/'none'/'exp_only'/'fcst_only' + Skill: + metric: BSS10 BSS90 + save: 'all' # 'all'/'none' + Probabilities: + percentiles: [[1/3, 2/3], [1/10, 9/10]] + save: 'percentiles_only' # 'all'/'none'/'bins_only'/'percentiles_only' + Visualization: + plots: skill_metrics, forecast_ensemble_mean, most_likely_terciles + multi_panel: no + projection: lambert_europe + Indicators: + index: no + ncores: 10 + remove_NAs: yes + Output_format: S2S4E +Run: + Loglevel: INFO + Terminal: yes + output_dir: /gpfs/scratch/bsc32/bsc032762/auto-s2s-outputs/ + code_dir: /esarchive/scratch/vagudets/repos/auto-s2s/ + filesystem: gpfs -- GitLab From 97f2f12f0019708f0b765edd408268bc7c478769 Mon Sep 17 00:00:00 2001 From: vagudets Date: Mon, 26 Aug 2024 10:04:13 +0200 Subject: [PATCH 13/19] Fix decadal archive format --- conf/archive_decadal.yml | 596 +++++++++++++++++++-------------------- 1 file changed, 298 insertions(+), 298 deletions(-) diff --git a/conf/archive_decadal.yml b/conf/archive_decadal.yml index 34c1958d..5f9d374e 100644 --- a/conf/archive_decadal.yml +++ b/conf/archive_decadal.yml @@ -70,348 +70,348 @@ esarchive: #NOTE: EC-Earth3-i2 the first file of each sdate has 2 time step only (Nov-Dec). # The rest files are Jan to Dec. EC-Earth3-i2: - name: "EC-Earth3-i2" - institution: "EC-Earth-Consortium" - src: - hcst: "exp/CMIP6/dcppA-hindcast/ec-earth3/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/" - fcst: - startR: "exp/CMIP6/$dcpp$/ec-earth3/DCPP/EC-Earth-Consortium/EC-Earth3/$dcpp$/" - monthly_mean: - table: {"tas":"Amon"} - grid: {"tas":"gr"} - version: {"tas":"v20200730"} - daily_mean: - grid: {"pr":"gr", "tas":"gr", "tasmax":"gr", "tasmin":"gr"} - version: {"pr":"v20200508", "tas":"v20200731", "tasmax":"v20200730", "tasmin":"v20200730"} - calendar: "proleptic_gregorian" - #NOTE:There are many members but not all of them are available on ESGF (only r6-10 available). Then, we might have some variables for the rest of the members (r1-5 and r11-15), but not for all the variables. That's why i'm only using r6-10 - member: r6i2p1f1,r7i2p1f1,r8i2p1f1,r9i2p1f1,r10i2p1f1 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/ec-earth3/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/r6i2p1f1/Amon/tas/gr/v20200730/tas_Amon_EC-Earth3_dcppA-hindcast_s1960-r6i2p1f1_gr_196011-196012.nc" #'r512x256' + name: "EC-Earth3-i2" + institution: "EC-Earth-Consortium" + src: + hcst: "exp/CMIP6/dcppA-hindcast/ec-earth3/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/" + fcst: + startR: "exp/CMIP6/$dcpp$/ec-earth3/DCPP/EC-Earth-Consortium/EC-Earth3/$dcpp$/" + monthly_mean: + table: {"tas":"Amon"} + grid: {"tas":"gr"} + version: {"tas":"v20200730"} + daily_mean: + grid: {"pr":"gr", "tas":"gr", "tasmax":"gr", "tasmin":"gr"} + version: {"pr":"v20200508", "tas":"v20200731", "tasmax":"v20200730", "tasmin":"v20200730"} + calendar: "proleptic_gregorian" + #NOTE:There are many members but not all of them are available on ESGF (only r6-10 available). Then, we might have some variables for the rest of the members (r1-5 and r11-15), but not for all the variables. That's why i'm only using r6-10 + member: r6i2p1f1,r7i2p1f1,r8i2p1f1,r9i2p1f1,r10i2p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/ec-earth3/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/r6i2p1f1/Amon/tas/gr/v20200730/tas_Amon_EC-Earth3_dcppA-hindcast_s1960-r6i2p1f1_gr_196011-196012.nc" #'r512x256' # ---- EC-Earth3-i4: - name: "EC-Earth3-i4" - institution: "EC-Earth-Consortium" - src: - hcst: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/" - fcst: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppB-forecast/" - startR: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/$dcpp$/" - first_dcppB_syear: 2021 - # hcst: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/" - # fcst: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppB-forecast/" - # src: {"1960:2020": "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/", - # "2021:2021": "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppB-forecast/"} - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "clt":"Amon", "hfls":"Amon", - "hurs":"Amon", "huss":"Amon", "rsds":"Amon", "rsut":"Amon", "ta":"Amon", - "tasmax":"Amon", "tosa":"Amon", "ua":"Amon", "va":"Amon", "zg":"Amon", - "evspsbl":"Amon", "hfss":"Amon", "hursmin":"Amon", "rlut":"Amon", - "rsdt":"Amon", "sfcWind":"Amon", "tasmin":"Amon", "ts":"Amon", "uas":"Amon", - "vas":"Amon"} - grid: {"tas":"gr", "pr":"gr", "psl":"gr", "clt":"gr", "hfls":"gr", - "hurs":"gr", "huss":"gr", "rsds":"gr", "rsut":"gr", "ta":"gr", - "tasmax":"gr", "tosa":"gr", "ua":"gr", "va":"gr", "zg":"gr", - "vas":"gr"} - version: {"tas":"v20210910", "pr":"v20210910", "psl":"v20210910", "clt":"v20210910", - "hurs":"v20210910", "huss":"v20210910", "rsds":"v20210910", "rsut":"v20210910", "ta":"v20210910", - "tasmax":"v20210910", "tosa":"v20210910", "ua":"v20210910", "va":"v20210910", "zg":"v20210910", - "evspsbl":"v20210910", "hfss":"v20210910", "hursmin":"v20210910", "rlut":"v20210910", - "rsdt":"v20210910", "sfcWind":"v20210910", "tasmin":"v20210910", "ts":"v20210910", "uas":"v20210910", - "vas":"v20210910"} - daily_mean: - grid: {"tas":"gr", "pr":"gr", "psl":"gr"} - version: {"tas":"v20210910", "pr":"v20210910", "psl":"v20210910"} - calendar: "proleptic_gregorian" - member: r1i4p1f1,r2i4p1f1,r3i4p1f1,r4i4p1f1,r5i4p1f1,r6i4p1f1,r7i4p1f1,r8i4p1f1,r9i4p1f1,r10i4p1f1 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/r1i4p1f1/Amon/tas/gr/v20210910/tas_Amon_EC-Earth3_dcppA-hindcast_s1960-r1i4p1f1_gr_196011-196110.nc" + name: "EC-Earth3-i4" + institution: "EC-Earth-Consortium" + src: + hcst: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/" + fcst: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppB-forecast/" + startR: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/$dcpp$/" + first_dcppB_syear: 2021 + # hcst: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/" + # fcst: "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppB-forecast/" + # src: {"1960:2020": "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/", + # "2021:2021": "exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppB-forecast/"} + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "clt":"Amon", "hfls":"Amon", + "hurs":"Amon", "huss":"Amon", "rsds":"Amon", "rsut":"Amon", "ta":"Amon", + "tasmax":"Amon", "tosa":"Amon", "ua":"Amon", "va":"Amon", "zg":"Amon", + "evspsbl":"Amon", "hfss":"Amon", "hursmin":"Amon", "rlut":"Amon", + "rsdt":"Amon", "sfcWind":"Amon", "tasmin":"Amon", "ts":"Amon", "uas":"Amon", + "vas":"Amon"} + grid: {"tas":"gr", "pr":"gr", "psl":"gr", "clt":"gr", "hfls":"gr", + "hurs":"gr", "huss":"gr", "rsds":"gr", "rsut":"gr", "ta":"gr", + "tasmax":"gr", "tosa":"gr", "ua":"gr", "va":"gr", "zg":"gr", + "vas":"gr"} + version: {"tas":"v20210910", "pr":"v20210910", "psl":"v20210910", "clt":"v20210910", + "hurs":"v20210910", "huss":"v20210910", "rsds":"v20210910", "rsut":"v20210910", "ta":"v20210910", + "tasmax":"v20210910", "tosa":"v20210910", "ua":"v20210910", "va":"v20210910", "zg":"v20210910", + "evspsbl":"v20210910", "hfss":"v20210910", "hursmin":"v20210910", "rlut":"v20210910", + "rsdt":"v20210910", "sfcWind":"v20210910", "tasmin":"v20210910", "ts":"v20210910", "uas":"v20210910", + "vas":"v20210910"} + daily_mean: + grid: {"tas":"gr", "pr":"gr", "psl":"gr"} + version: {"tas":"v20210910", "pr":"v20210910", "psl":"v20210910"} + calendar: "proleptic_gregorian" + member: r1i4p1f1,r2i4p1f1,r3i4p1f1,r4i4p1f1,r5i4p1f1,r6i4p1f1,r7i4p1f1,r8i4p1f1,r9i4p1f1,r10i4p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/r1i4p1f1/Amon/tas/gr/v20210910/tas_Amon_EC-Earth3_dcppA-hindcast_s1960-r1i4p1f1_gr_196011-196110.nc" # ---- HadGEM3-GC31-MM: - name: "HadGEM3-GC31-MM" - institution: "Met Office Hadley Centre" - src: - hcst: "exp/CMIP6/dcppA-hindcast/HadGEM3-GC31-MM/DCPP/MOHC/HadGEM3-GC31-MM/dcppA-hindcast/" - fcst: "exp/CMIP6/dcppB-forecast/HadGEM3-GC31-MM/DCPP/MOHC/HadGEM3-GC31-MM/dcppB-forecast/" - startR: "exp/CMIP6/$dcpp$/HadGEM3-GC31-MM/DCPP/MOHC/HadGEM3-GC31-MM/$dcpp$/" - first_dcppB_syear: 2019 - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "ts":"Amon", "tos":"Omon"} - grid: {"tas":"gn", "psl":"gr", "pr":"gn", "ts":"gr", "tos":"gr"} - #version depends on member and variable - version: {"tas":"v20200417", "psl":"v20200316", "pr":"v20200417", "ts":"v20200316", "tos":"v20200417"} - daily_mean: - grid: {"tasmin":"gn", "tasmax":"gn", "pr":"gn"} - version: {"tasmin":"v20200417", "tasmax":"v20200417", "pr":"v20200417"} - calendar: "360_day" - member: r1i1p1f2,r2i1p1f2,r3i1p1f2,r4i1p1f2,r5i1p1f2,r6i1p1f2,r7i1p1f2,r8i1p1f2,r9i1p1f2,r10i1p1f2 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/HadGEM3-GC31-MM/DCPP/MOHC/HadGEM3-GC31-MM/dcppA-hindcast/r1i1p1f2/Amon/tas/gn/v20200417/tas_Amon_HadGEM3-GC31-MM_dcppA-hindcast_s1960-r1i1p1f2_gn_196011-196012.nc" #'r432x324' + name: "HadGEM3-GC31-MM" + institution: "Met Office Hadley Centre" + src: + hcst: "exp/CMIP6/dcppA-hindcast/HadGEM3-GC31-MM/DCPP/MOHC/HadGEM3-GC31-MM/dcppA-hindcast/" + fcst: "exp/CMIP6/dcppB-forecast/HadGEM3-GC31-MM/DCPP/MOHC/HadGEM3-GC31-MM/dcppB-forecast/" + startR: "exp/CMIP6/$dcpp$/HadGEM3-GC31-MM/DCPP/MOHC/HadGEM3-GC31-MM/$dcpp$/" + first_dcppB_syear: 2019 + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "ts":"Amon", "tos":"Omon"} + grid: {"tas":"gn", "psl":"gr", "pr":"gn", "ts":"gr", "tos":"gr"} + #version depends on member and variable + version: {"tas":"v20200417", "psl":"v20200316", "pr":"v20200417", "ts":"v20200316", "tos":"v20200417"} + daily_mean: + grid: {"tasmin":"gn", "tasmax":"gn", "pr":"gn"} + version: {"tasmin":"v20200417", "tasmax":"v20200417", "pr":"v20200417"} + calendar: "360_day" + member: r1i1p1f2,r2i1p1f2,r3i1p1f2,r4i1p1f2,r5i1p1f2,r6i1p1f2,r7i1p1f2,r8i1p1f2,r9i1p1f2,r10i1p1f2 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/HadGEM3-GC31-MM/DCPP/MOHC/HadGEM3-GC31-MM/dcppA-hindcast/r1i1p1f2/Amon/tas/gn/v20200417/tas_Amon_HadGEM3-GC31-MM_dcppA-hindcast_s1960-r1i1p1f2_gn_196011-196012.nc" #'r432x324' # ---- BCC-CSM2-MR: - name: "BCC-CSM2-MR" - institution: "Beijing Climate Center, Beijing 100081, China" - src: - hcst: "exp/CMIP6/dcppA-hindcast/BCC-CSM2-MR/DCPP/BCC/BCC-CSM2-MR/dcppA-hindcast/" - fcst: - startR: "exp/CMIP6/$dcpp$/BCC-CSM2-MR/DCPP/BCC/BCC-CSM2-MR/$dcpp$/" - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon"} - grid: {"tas":"gn", "pr":"gn", "psl":"gn"} - #NOTE: It should be the lastest version with all the files inside - version: {"tas":"v20200101"} -# version: {"tas":[v20191126, v20191213, v20191219, v20200110, v20200114, v20200504, v20191209, v20191218, v20200101, v20200113, v20200401]} - daily_mean: - grid: {"pr":"gn", "sfcWind":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn", "uas":"gn", "vas":"gn"} - version: {"pr":"v20200114", "sfcWind":"v20200101", "tas":"v20200408", "tasmax":"v20200114", "tasmin":"v20200114", "uas":"v20200114", "vas":"v20200114"} - calendar: "365_day" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1 - initial_month: 1 - sdate_add: 1 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/BCC-CSM2-MR/DCPP/BCC/BCC-CSM2-MR/dcppA-hindcast/r8i1p1f1/Amon/tas/gn/v20200101/tas_Amon_BCC-CSM2-MR_dcppA-hindcast_s2008-r8i1p1f1_gn_200801-201712.nc" + name: "BCC-CSM2-MR" + institution: "Beijing Climate Center, Beijing 100081, China" + src: + hcst: "exp/CMIP6/dcppA-hindcast/BCC-CSM2-MR/DCPP/BCC/BCC-CSM2-MR/dcppA-hindcast/" + fcst: + startR: "exp/CMIP6/$dcpp$/BCC-CSM2-MR/DCPP/BCC/BCC-CSM2-MR/$dcpp$/" + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon"} + grid: {"tas":"gn", "pr":"gn", "psl":"gn"} + #NOTE: It should be the lastest version with all the files inside + version: {"tas":"v20200101"} +# version: {"tas":[v20191126, v20191213, v20191219, v20200110, v20200114, v20200504, v20191209, v20191218, v20200101, v20200113, v20200401]} + daily_mean: + grid: {"pr":"gn", "sfcWind":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn", "uas":"gn", "vas":"gn"} + version: {"pr":"v20200114", "sfcWind":"v20200101", "tas":"v20200408", "tasmax":"v20200114", "tasmin":"v20200114", "uas":"v20200114", "vas":"v20200114"} + calendar: "365_day" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1 + initial_month: 1 + sdate_add: 1 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/BCC-CSM2-MR/DCPP/BCC/BCC-CSM2-MR/dcppA-hindcast/r8i1p1f1/Amon/tas/gn/v20200101/tas_Amon_BCC-CSM2-MR_dcppA-hindcast_s2008-r8i1p1f1_gn_200801-201712.nc" # ---- CanESM5: - name: "CanESM5" - institution: - src: - hcst: "exp/canesm5/cmip6-dcppA-hindcast/original_files/cmorfiles/DCPP/CCCma/CanESM5/dcppA-hindcast/" - fcst: "exp/canesm5/cmip6-dcppB-forecast_i1p2/original_files/cmorfiles/DCPP/CCCma/CanESM5/dcppB-forecast/" - startR: "exp/canesm5/cmip6-$dcpp$/original_files/cmorfiles/DCPP/CCCma/CanESM5/$dcpp$/" - first_dcppB_syear: 2020 - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "tasmin":"Amon", "tasmax":"Amon", "tos":"Omon"} - grid: {"tas":"gn", "pr":"gn", "psl":"gn", "tasmin":"gn", "tasmax":"gn", "tos":"gr"} - version: {"tas":"v20190429", "pr":"v20190429", "psl":"v20190429", "tasmin":"v20190429", "tasmax":"v20190429", "tos":"v20190429"} - daily_mean: - grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} - version: {"pr":"v20190429", "tas":"v20190429", "tasmax":"v20190429", "tasmin":"v20190429"} - calendar: "365_day" - member: r1i1p2f1,r2i1p2f1,r3i1p2f1,r4i1p2f1,r5i1p2f1,r6i1p2f1,r7i1p2f1,r8i1p2f1, r9i1p2f1, r10i1p2f1, r11i1p2f1,r12i1p2f1,r13i1p2f1,r14i1p2f1,r15i1p2f1,r16i1p2f1,r17i1p2f1,r18i1p2f1, r19i1p2f1, r20i1p2f1,r21i1p2f1,r22i1p2f1,r23i1p2f1,r24i1p2f1,r25i1p2f1,r26i1p2f1,r27i1p2f1,r28i1p2f1, r29i1p2f1, r30i1p2f1, r31i1p2f1,r32i1p2f1,r33i1p2f1,r34i1p2f1,r35i1p2f1,r36i1p2f1,r37i1p2f1,r38i1p2f1, r39i1p2f1, r40i1p2f1 - initial_month: 1 #next year Jan - sdate_add: 0 - reference_grid: "/esarchive/exp/canesm5/cmip6-dcppA-hindcast/original_files/cmorfiles/DCPP/CCCma/CanESM5/dcppA-hindcast/r1i1p2f1/Amon/tas/gn/v20190429/tas_Amon_CanESM5_dcppA-hindcast_s2008-r1i1p2f1_gn_200901-201812.nc" + name: "CanESM5" + institution: + src: + hcst: "exp/canesm5/cmip6-dcppA-hindcast/original_files/cmorfiles/DCPP/CCCma/CanESM5/dcppA-hindcast/" + fcst: "exp/canesm5/cmip6-dcppB-forecast_i1p2/original_files/cmorfiles/DCPP/CCCma/CanESM5/dcppB-forecast/" + startR: "exp/canesm5/cmip6-$dcpp$/original_files/cmorfiles/DCPP/CCCma/CanESM5/$dcpp$/" + first_dcppB_syear: 2020 + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "tasmin":"Amon", "tasmax":"Amon", "tos":"Omon"} + grid: {"tas":"gn", "pr":"gn", "psl":"gn", "tasmin":"gn", "tasmax":"gn", "tos":"gr"} + version: {"tas":"v20190429", "pr":"v20190429", "psl":"v20190429", "tasmin":"v20190429", "tasmax":"v20190429", "tos":"v20190429"} + daily_mean: + grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} + version: {"pr":"v20190429", "tas":"v20190429", "tasmax":"v20190429", "tasmin":"v20190429"} + calendar: "365_day" + member: r1i1p2f1,r2i1p2f1,r3i1p2f1,r4i1p2f1,r5i1p2f1,r6i1p2f1,r7i1p2f1,r8i1p2f1, r9i1p2f1, r10i1p2f1, r11i1p2f1,r12i1p2f1,r13i1p2f1,r14i1p2f1,r15i1p2f1,r16i1p2f1,r17i1p2f1,r18i1p2f1, r19i1p2f1, r20i1p2f1,r21i1p2f1,r22i1p2f1,r23i1p2f1,r24i1p2f1,r25i1p2f1,r26i1p2f1,r27i1p2f1,r28i1p2f1, r29i1p2f1, r30i1p2f1, r31i1p2f1,r32i1p2f1,r33i1p2f1,r34i1p2f1,r35i1p2f1,r36i1p2f1,r37i1p2f1,r38i1p2f1, r39i1p2f1, r40i1p2f1 + initial_month: 1 #next year Jan + sdate_add: 0 + reference_grid: "/esarchive/exp/canesm5/cmip6-dcppA-hindcast/original_files/cmorfiles/DCPP/CCCma/CanESM5/dcppA-hindcast/r1i1p2f1/Amon/tas/gn/v20190429/tas_Amon_CanESM5_dcppA-hindcast_s2008-r1i1p2f1_gn_200901-201812.nc" # ---- #NOTE: no data there CESM1-1-CAM5-CMIP5: - name: "CESM1-1-CAM5-CMIP5" - institution: "National Center for Atmospheric Research" - src: - hcst: "exp/ncar/cesm-dple-dcppA-hindcast/cmorfiles/DCPP/NCAR/CESM1-1-CAM5-CMIP5/dcppA-hindcast" - fcst: - startR: "exp/ncar/cesm-dple-$dcpp$/cmorfiles/DCPP/NCAR/CESM1-1-CAM5-CMIP5/$dcpp$/" - monthly_mean: - table: {"tas":"Amon", "pr":"Amon"} - grid: {"tas":"gn", "pr":"gn"} - version: {"tas":"v20200101", "pr":"v20200101"} -#Prepared - daily_mean: - grid: - version: - calendar: "365_day" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1, r9i1p1f1, r10i1p1f1, r11i1p1f1,r12i1p1f1,r13i1p1f1,r14i1p1f1,r15i1p1f1,r16i1p1f1,r17i1p1f1,r18i1p1f1, r19i1p1f1, r20i1p1f1,r21i1p1f1,r22i1p1f1,r23i1p1f1,r24i1p1f1,r25i1p1f1,r26i1p1f1,r27i1p1f1,r28i1p1f1, r29i1p1f1, r30i1p1f1, r31i1p1f1,r32i1p1f1,r33i1p1f1,r34i1p1f1,r35i1p1f1,r36i1p1f1,r37i1p1f1,r38i1p1f1, r39i1p1f1, r40i1p1f1 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/ncar/cesm-dple-dcppA-hindcast/cmorfiles/DCPP/NCAR/CESM1-1-CAM5-CMIP5/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200101/tas_Amon_CESM1-1-CAM5-CMIP5_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" + name: "CESM1-1-CAM5-CMIP5" + institution: "National Center for Atmospheric Research" + src: + hcst: "exp/ncar/cesm-dple-dcppA-hindcast/cmorfiles/DCPP/NCAR/CESM1-1-CAM5-CMIP5/dcppA-hindcast" + fcst: + startR: "exp/ncar/cesm-dple-$dcpp$/cmorfiles/DCPP/NCAR/CESM1-1-CAM5-CMIP5/$dcpp$/" + monthly_mean: + table: {"tas":"Amon", "pr":"Amon"} + grid: {"tas":"gn", "pr":"gn"} + version: {"tas":"v20200101", "pr":"v20200101"} +#Pre pared + daily_mean: + grid: + version: + calendar: "365_day" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1, r9i1p1f1, r10i1p1f1, r11i1p1f1,r12i1p1f1,r13i1p1f1,r14i1p1f1,r15i1p1f1,r16i1p1f1,r17i1p1f1,r18i1p1f1, r19i1p1f1, r20i1p1f1,r21i1p1f1,r22i1p1f1,r23i1p1f1,r24i1p1f1,r25i1p1f1,r26i1p1f1,r27i1p1f1,r28i1p1f1, r29i1p1f1, r30i1p1f1, r31i1p1f1,r32i1p1f1,r33i1p1f1,r34i1p1f1,r35i1p1f1,r36i1p1f1,r37i1p1f1,r38i1p1f1, r39i1p1f1, r40i1p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/ncar/cesm-dple-dcppA-hindcast/cmorfiles/DCPP/NCAR/CESM1-1-CAM5-CMIP5/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200101/tas_Amon_CESM1-1-CAM5-CMIP5_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" # ---- #NOTE: in tapes CMCC-CM2-SR5: - name: "CMCC-CM2-SR5" - institution: "Euro-Mediterranean Center on Climate Change" - src: - hcst: "exp/CMIP6/dcppA-hindcast/CMCC-CM2-SR5/DCPP/CMCC/CMCC-CM2-SR5/dcppA-hindcast/" - fcst: "exp/CMIP6/dcppB-forecast/CMCC-CM2-SR5/DCPP/CMCC/CMCC-CM2-SR5/dcppB-forecast/" - startR: "exp/CMIP6/$dcpp$/CMCC-CM2-SR5/DCPP/CMCC/CMCC-CM2-SR5/$dcpp$/" - first_dcppB_syear: 2020 - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "prc":"Amon", "ts":"Amon"} - grid: {"tas":"gn", "pr":"gn", "psl":"gn", "prc":"gn", "ts":"gn"} - version: {"tas":"v20210312", "pr":"v20210312", "psl":"v20210312", "prc":"v20200101", "ts":"v20200101"} - daily_mean: - grid: {"pr":"gn", "tasmax":"gn", "tasmin":"gn"} - version: {"pr":"v20210909", "tasmax":"v20210909", "tasmin":"v20210909"} - calendar: "365_day" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/CMCC-CM2-SR5/DCPP/CMCC/CMCC-CM2-SR5/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20210312/tas_Amon_CMCC-CM2-SR5_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" + name: "CMCC-CM2-SR5" + institution: "Euro-Mediterranean Center on Climate Change" + src: + hcst: "exp/CMIP6/dcppA-hindcast/CMCC-CM2-SR5/DCPP/CMCC/CMCC-CM2-SR5/dcppA-hindcast/" + fcst: "exp/CMIP6/dcppB-forecast/CMCC-CM2-SR5/DCPP/CMCC/CMCC-CM2-SR5/dcppB-forecast/" + startR: "exp/CMIP6/$dcpp$/CMCC-CM2-SR5/DCPP/CMCC/CMCC-CM2-SR5/$dcpp$/" + first_dcppB_syear: 2020 + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "prc":"Amon", "ts":"Amon"} + grid: {"tas":"gn", "pr":"gn", "psl":"gn", "prc":"gn", "ts":"gn"} + version: {"tas":"v20210312", "pr":"v20210312", "psl":"v20210312", "prc":"v20200101", "ts":"v20200101"} + daily_mean: + grid: {"pr":"gn", "tasmax":"gn", "tasmin":"gn"} + version: {"pr":"v20210909", "tasmax":"v20210909", "tasmin":"v20210909"} + calendar: "365_day" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/CMCC-CM2-SR5/DCPP/CMCC/CMCC-CM2-SR5/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20210312/tas_Amon_CMCC-CM2-SR5_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" # ---- FGOALS-f3-L: - name: "FGOALS-f3-L" - institution: "Chinese Academy of Sciences, Beijing 100029, China" - src: - hcst: "exp/CMIP6/dcppA-hindcast/FGOALS-f3-L/DCPP/CAS/FGOALS-f3-L/dcppA-hindcast/" - fcst: "exp/CMIP6/dcppB-forecast/FGOALS-f3-L/DCPP/CAS/FGOALS-f3-L/dcppB-forecast/" - startR: "exp/CMIP6/$dcpp$/FGOALS-f3-L/DCPP/CAS/FGOALS-f3-L/$dcpp$/" - first_dcppB_syear: 2017 - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "tos":"Omon"} - grid: {"tas":"gr", "pr":"gr", "psl":"gr","tos":"gn"} - version: {"tas":"v20220212", "pr":"v20220212", "psl":"v20220212", "tos":"v20220214"} -#Prepared - daily_mean: - grid: - version: - calendar: "365_day" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/FGOALS-f3-L/DCPP/CAS/FGOALS-f3-L/dcppA-hindcast/r1i1p1f1/Amon/tas/gr/v20220212/tas_Amon_FGOALS-f3-L_dcppA-hindcast_s1960-r1i1p1f1_gr_196011-197012.nc" + name: "FGOALS-f3-L" + institution: "Chinese Academy of Sciences, Beijing 100029, China" + src: + hcst: "exp/CMIP6/dcppA-hindcast/FGOALS-f3-L/DCPP/CAS/FGOALS-f3-L/dcppA-hindcast/" + fcst: "exp/CMIP6/dcppB-forecast/FGOALS-f3-L/DCPP/CAS/FGOALS-f3-L/dcppB-forecast/" + startR: "exp/CMIP6/$dcpp$/FGOALS-f3-L/DCPP/CAS/FGOALS-f3-L/$dcpp$/" + first_dcppB_syear: 2017 + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "tos":"Omon"} + grid: {"tas":"gr", "pr":"gr", "psl":"gr","tos":"gn"} + version: {"tas":"v20220212", "pr":"v20220212", "psl":"v20220212", "tos":"v20220214"} + # Prepared + daily_mean: + grid: + version: + calendar: "365_day" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/FGOALS-f3-L/DCPP/CAS/FGOALS-f3-L/dcppA-hindcast/r1i1p1f1/Amon/tas/gr/v20220212/tas_Amon_FGOALS-f3-L_dcppA-hindcast_s1960-r1i1p1f1_gr_196011-197012.nc" # ---- IPSL-CM6A-LR: - name: "IPSL-CM6A-LR" - institution: "Institut Pierre-Simon Laplace" - src: - hcst: "exp/CMIP6/dcppA-hindcast/IPSL-CM6A-LR/DCPP/IPSL/IPSL-CM6A-LR/dcppA-hindcast/" - fcst: - startR: "exp/CMIP6/$dcpp$/IPSL-CM6A-LR/DCPP/IPSL/IPSL-CM6A-LR/$dcpp$/" - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "sfcWind":"Amon"} - grid: {"tas":"gr", "pr":"gr", "psl":"gr", "sfcWind":"gr"} - version: {"tas":"v20200504", "pr":"v20200504", "psl":"v20200504", "sfcWind":"v20200504"} - daily_mean: - grid: {"pr":"gr", "tas":"gr", "tasmax":"gr", "tasmin":"gr"} - version: {"pr":"v20200108", "tas":"v20200504", "tasmax":"v20200504", "tasmin":"v20200504"} - calendar: "gregorian" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 - initial_month: 1 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/IPSL-CM6A-LR/DCPP/IPSL/IPSL-CM6A-LR/dcppA-hindcast/r1i1p1f1/Amon/tas/gr/v20200504/tas_Amon_IPSL-CM6A-LR_dcppA-hindcast_s2008-r1i1p1f1_gr_200901-201812.nc" + name: "IPSL-CM6A-LR" + institution: "Institut Pierre-Simon Laplace" + src: + hcst: "exp/CMIP6/dcppA-hindcast/IPSL-CM6A-LR/DCPP/IPSL/IPSL-CM6A-LR/dcppA-hindcast/" + fcst: + startR: "exp/CMIP6/$dcpp$/IPSL-CM6A-LR/DCPP/IPSL/IPSL-CM6A-LR/$dcpp$/" + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "sfcWind":"Amon"} + grid: {"tas":"gr", "pr":"gr", "psl":"gr", "sfcWind":"gr"} + version: {"tas":"v20200504", "pr":"v20200504", "psl":"v20200504", "sfcWind":"v20200504"} + daily_mean: + grid: {"pr":"gr", "tas":"gr", "tasmax":"gr", "tasmin":"gr"} + version: {"pr":"v20200108", "tas":"v20200504", "tasmax":"v20200504", "tasmin":"v20200504"} + calendar: "gregorian" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 + initial_month: 1 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/IPSL-CM6A-LR/DCPP/IPSL/IPSL-CM6A-LR/dcppA-hindcast/r1i1p1f1/Amon/tas/gr/v20200504/tas_Amon_IPSL-CM6A-LR_dcppA-hindcast_s2008-r1i1p1f1_gr_200901-201812.nc" # ---- MIROC6: - name: "MIROC6" - institution: "Model for Interdisciplinary Research on Climate" - src: - hcst: "exp/CMIP6/dcppA-hindcast/MIROC6/DCPP/MIROC/MIROC6/dcppA-hindcast/" - fcst: "exp/CMIP6/dcppA-hindcast/MIROC6/DCPP/MIROC/MIROC6/dcppA-hindcast/" - startR: "exp/CMIP6/$dcpp$/MIROC6/DCPP/MIROC/MIROC6/$dcpp$/" - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "tasmin":"Amon", "tasmax":"Amon"} - grid: {"tas":"gn", "pr":"gn", "psl":"gn", "tasmin":"gn", "tasmax":"gn"} - version: {"tas":"v20200417", "pr":"v20200504", "psl":"v20200504", "tasmin":"v20200417", "tasmax":"v20200504"} - daily_mean: - grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} - version: {"pr":"v20191217", "tas":"v20200416", "tasmax":"v20200416", "tasmin":"v20200416"} - calendar: "standard" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/MIROC6/DCPP/MIROC/MIROC6/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200417/tas_Amon_MIROC6_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" + name: "MIROC6" + institution: "Model for Interdisciplinary Research on Climate" + src: + hcst: "exp/CMIP6/dcppA-hindcast/MIROC6/DCPP/MIROC/MIROC6/dcppA-hindcast/" + fcst: "exp/CMIP6/dcppA-hindcast/MIROC6/DCPP/MIROC/MIROC6/dcppA-hindcast/" + startR: "exp/CMIP6/$dcpp$/MIROC6/DCPP/MIROC/MIROC6/$dcpp$/" + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "tasmin":"Amon", "tasmax":"Amon"} + grid: {"tas":"gn", "pr":"gn", "psl":"gn", "tasmin":"gn", "tasmax":"gn"} + version: {"tas":"v20200417", "pr":"v20200504", "psl":"v20200504", "tasmin":"v20200417", "tasmax":"v20200504"} + daily_mean: + grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} + version: {"pr":"v20191217", "tas":"v20200416", "tasmax":"v20200416", "tasmin":"v20200416"} + calendar: "standard" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/MIROC6/DCPP/MIROC/MIROC6/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200417/tas_Amon_MIROC6_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" # ---- MPI-ESM1.2-HR: - name: "MPI-ESM1.2-HR" - institution: "Max-Planck-Institute for Meteorology" - src: - hcst: "exp/CMIP6/dcppA-hindcast/MPI-ESM1-2-HR/DCPP/MPI-M/MPI-ESM1-2-HR/dcppA-hindcast/" - fcst: - startR: "exp/CMIP6/$dcpp$/MPI-ESM1-2-HR/DCPP/MPI-M/MPI-ESM1-2-HR/$dcpp$/" - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "tasmin":"Amon", "tasmax":"Amon"} - grid: {"tas":"gn", "pr":"gn", "psl":"gn", "tasmin":"gn", "tasmax":"gn"} - version: {"tas":"v20200320", "pr":"v20200320", "psl":"v20200320", "sfcWind":"v20200320"} - daily_mean: - grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} - version: {"pr":"v20210128", "tas":"v20200320", "tasmax":"v20200101", "tasmin":"v20200101"} - calendar: "standard" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/MPI-ESM1-2-HR/DCPP/MPI-M/MPI-ESM1-2-HR/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200320/tas_Amon_MPI-ESM1-2-HR_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" + name: "MPI-ESM1.2-HR" + institution: "Max-Planck-Institute for Meteorology" + src: + hcst: "exp/CMIP6/dcppA-hindcast/MPI-ESM1-2-HR/DCPP/MPI-M/MPI-ESM1-2-HR/dcppA-hindcast/" + fcst: + startR: "exp/CMIP6/$dcpp$/MPI-ESM1-2-HR/DCPP/MPI-M/MPI-ESM1-2-HR/$dcpp$/" + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "tasmin":"Amon", "tasmax":"Amon"} + grid: {"tas":"gn", "pr":"gn", "psl":"gn", "tasmin":"gn", "tasmax":"gn"} + version: {"tas":"v20200320", "pr":"v20200320", "psl":"v20200320", "sfcWind":"v20200320"} + daily_mean: + grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} + version: {"pr":"v20210128", "tas":"v20200320", "tasmax":"v20200101", "tasmin":"v20200101"} + calendar: "standard" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/MPI-ESM1-2-HR/DCPP/MPI-M/MPI-ESM1-2-HR/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200320/tas_Amon_MPI-ESM1-2-HR_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" # ---- MPI-ESM1.2-LR: - name: "MPI-ESM1.2-LR" - institution: "Max-Planck-Institute for Meteorology" - src: - hcst: "exp/CMIP6/dcppA-hindcast/MPI-ESM1-2-LR/DCPP/MPI-M/MPI-ESM1-2-LR/dcppA-hindcast/" - fcst: - startR: "exp/CMIP6/$dcpp$/MPI-ESM1-2-LR/DCPP/MPI-M/MPI-ESM1-2-LR/$dcpp$/" - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "ts":"Amon"} - grid: {"tas":"gn", "pr":"gn", "psl":"gn", "ts":"gn"} - version: {"tas":"v20200101", "pr":"v20200101", "psl":"v20200101", "ts":"v20200101"} - daily_mean: - grid: - version: - calendar: "proleptic_gregorian" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1,r11i1p1f1,r12i1p1f1,r13i1p1f1,r14i1p1f1,r15i1p1f1,r16i1p1f1 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/MPI-ESM1-2-LR/DCPP/MPI-M/MPI-ESM1-2-LR/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200101/tas_Amon_MPI-ESM1-2-LR_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" + name: "MPI-ESM1.2-LR" + institution: "Max-Planck-Institute for Meteorology" + src: + hcst: "exp/CMIP6/dcppA-hindcast/MPI-ESM1-2-LR/DCPP/MPI-M/MPI-ESM1-2-LR/dcppA-hindcast/" + fcst: + startR: "exp/CMIP6/$dcpp$/MPI-ESM1-2-LR/DCPP/MPI-M/MPI-ESM1-2-LR/$dcpp$/" + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "ts":"Amon"} + grid: {"tas":"gn", "pr":"gn", "psl":"gn", "ts":"gn"} + version: {"tas":"v20200101", "pr":"v20200101", "psl":"v20200101", "ts":"v20200101"} + daily_mean: + grid: + version: + calendar: "proleptic_gregorian" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1,r11i1p1f1,r12i1p1f1,r13i1p1f1,r14i1p1f1,r15i1p1f1,r16i1p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/MPI-ESM1-2-LR/DCPP/MPI-M/MPI-ESM1-2-LR/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200101/tas_Amon_MPI-ESM1-2-LR_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201812.nc" # ---- MRI-ESM2-0: - name: "MRI-ESM2-0" - institution: "Meteorological Research Institute, Japan" - src: - hcst: "exp/CMIP6/dcppA-hindcast/MRI-ESM2-0/DCPP/MRI/MRI-ESM2-0/dcppA-hindcast/" - fcst: - startR: "exp/CMIP6/$dcpp$/MRI-ESM2-0/DCPP/MRI/MRI-ESM2-0/$dcpp$/" - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon"} - grid: {"tas":"gn", "pr":"gn", "psl":"gn"} - version: {"tas":"v20200101", "pr":"v20200101", "psl":"v20200101"} - daily_mean: - grid: {"pr":"gn", "tasmax":"gn", "tasmin":"gn"} - version: {"pr":"v20210122", "tasmax":"v20210122", "tasmin":"v20210122"} - calendar: "proleptic_gregorian" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 - initial_month: 11 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/MRI-ESM2-0/DCPP/MRI/MRI-ESM2-0/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200101/tas_Amon_MRI-ESM2-0_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201312.nc" + name: "MRI-ESM2-0" + institution: "Meteorological Research Institute, Japan" + src: + hcst: "exp/CMIP6/dcppA-hindcast/MRI-ESM2-0/DCPP/MRI/MRI-ESM2-0/dcppA-hindcast/" + fcst: + startR: "exp/CMIP6/$dcpp$/MRI-ESM2-0/DCPP/MRI/MRI-ESM2-0/$dcpp$/" + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon"} + grid: {"tas":"gn", "pr":"gn", "psl":"gn"} + version: {"tas":"v20200101", "pr":"v20200101", "psl":"v20200101"} + daily_mean: + grid: {"pr":"gn", "tasmax":"gn", "tasmin":"gn"} + version: {"pr":"v20210122", "tasmax":"v20210122", "tasmin":"v20210122"} + calendar: "proleptic_gregorian" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 + initial_month: 11 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/MRI-ESM2-0/DCPP/MRI/MRI-ESM2-0/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20200101/tas_Amon_MRI-ESM2-0_dcppA-hindcast_s2008-r1i1p1f1_gn_200811-201312.nc" # ---- #NOTE: NorCPM1-i1 and i2 are under the same directory NorCPM1-i1: - name: "NorCPM1-i1" - institution: "NorESM Climate modeling Consortium" - src: - hcst: "exp/CMIP6/dcppA-hindcast/NorCPM1/DCPP/NCC/NorCPM1/dcppA-hindcast/" - fcst: - startR: "exp/CMIP6/$dcpp$/NorCPM1/DCPP/NCC/NorCPM1/$dcpp$/" - monthly_mean: - table: {"tas":"Amon", "pr":"Amon", "psl":"Amon"} - grid: {"tas":"gn", "pr":"gn", "psl":"gn"} - version: {"tas":"v20200320", "pr":"v20200320", "psl":"v20200320"} - daily_mean: - grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} - version: {"pr":"v20191005", "tas":"v20191029", "tasmax":"v20191005", "tasmin":"v20191005"} - calendar: "noleap" - member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 - initial_month: 10 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/NorCPM1/DCPP/NCC/NorCPM1/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20191029/tas_Amon_NorCPM1_dcppA-hindcast_s2008-r1i1p1f1_gn_200810-201812.nc" + name: "NorCPM1-i1" + institution: "NorESM Climate modeling Consortium" + src: + hcst: "exp/CMIP6/dcppA-hindcast/NorCPM1/DCPP/NCC/NorCPM1/dcppA-hindcast/" + fcst: + startR: "exp/CMIP6/$dcpp$/NorCPM1/DCPP/NCC/NorCPM1/$dcpp$/" + monthly_mean: + table: {"tas":"Amon", "pr":"Amon", "psl":"Amon"} + grid: {"tas":"gn", "pr":"gn", "psl":"gn"} + version: {"tas":"v20200320", "pr":"v20200320", "psl":"v20200320"} + daily_mean: + grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} + version: {"pr":"v20191005", "tas":"v20191029", "tasmax":"v20191005", "tasmin":"v20191005"} + calendar: "noleap" + member: r1i1p1f1,r2i1p1f1,r3i1p1f1,r4i1p1f1,r5i1p1f1,r6i1p1f1,r7i1p1f1,r8i1p1f1,r9i1p1f1,r10i1p1f1 + initial_month: 10 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/NorCPM1/DCPP/NCC/NorCPM1/dcppA-hindcast/r1i1p1f1/Amon/tas/gn/v20191029/tas_Amon_NorCPM1_dcppA-hindcast_s2008-r1i1p1f1_gn_200810-201812.nc" # ---- NorCPM1-i2: - name: "NorCPM1-i2" - institution: "NorESM Climate modeling Consortium" - src: - hcst: "exp/CMIP6/dcppA-hindcast/NorCPM1/DCPP/NCC/NorCPM1/dcppA-hindcast/" - fcst: - startR: "exp/CMIP6/$dcpp$/NorCPM1/DCPP/NCC/NorCPM1/$dcpp$/" - monthly_mean: - table: {"pr":"Amon", "psl":"Amon"} - grid: {"pr":"gn", "psl":"gn"} - version: {"pr":"v20200101", "psl":"v20200101"} - daily_mean: - grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} - version: {"pr":"v20191005", "tas":"v20200101", "tasmax":"v20191005", "tasmin":"v20191005"} - calendar: "noleap" - member: r1i2p1f1,r2i2p1f1,r3i2p1f1,r4i2p1f1,r5i2p1f1,r6i2p1f1,r7i2p1f1,r8i2p1f1,r9i2p1f1,r10i2p1f1 - initial_month: 10 - sdate_add: 0 - reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/NorCPM1/DCPP/NCC/NorCPM1/dcppA-hindcast/r1i2p1f1/Amon/pr/gn/v20200101/pr_Amon_NorCPM1_dcppA-hindcast_s2008-r1i2p1f1_gn_200810-201812.nc" + name: "NorCPM1-i2" + institution: "NorESM Climate modeling Consortium" + src: + hcst: "exp/CMIP6/dcppA-hindcast/NorCPM1/DCPP/NCC/NorCPM1/dcppA-hindcast/" + fcst: + startR: "exp/CMIP6/$dcpp$/NorCPM1/DCPP/NCC/NorCPM1/$dcpp$/" + monthly_mean: + table: {"pr":"Amon", "psl":"Amon"} + grid: {"pr":"gn", "psl":"gn"} + version: {"pr":"v20200101", "psl":"v20200101"} + daily_mean: + grid: {"pr":"gn", "tas":"gn", "tasmax":"gn", "tasmin":"gn"} + version: {"pr":"v20191005", "tas":"v20200101", "tasmax":"v20191005", "tasmin":"v20191005"} + calendar: "noleap" + member: r1i2p1f1,r2i2p1f1,r3i2p1f1,r4i2p1f1,r5i2p1f1,r6i2p1f1,r7i2p1f1,r8i2p1f1,r9i2p1f1,r10i2p1f1 + initial_month: 10 + sdate_add: 0 + reference_grid: "/esarchive/exp/CMIP6/dcppA-hindcast/NorCPM1/DCPP/NCC/NorCPM1/dcppA-hindcast/r1i2p1f1/Amon/pr/gn/v20200101/pr_Amon_NorCPM1_dcppA-hindcast_s2008-r1i2p1f1_gn_200810-201812.nc" -- GitLab From 3181517df12828625cb9bd184ec7b876bd30ff94 Mon Sep 17 00:00:00 2001 From: vagudets Date: Mon, 26 Aug 2024 11:41:45 +0200 Subject: [PATCH 14/19] Add MN5 conda environment option to MODULES --- MODULES | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/MODULES b/MODULES index 6654c092..7ed13edc 100644 --- a/MODULES +++ b/MODULES @@ -17,6 +17,11 @@ if [[ $BSC_MACHINE == "nord3v2" ]]; then module load PROJ/9.0.0-GCCcore-8.3.0 module load Phantomjs/2.1.1 +elif [[ $BSC_MACHINE == "mn5" ]]; then + + source /gpfs/projects/bsc32/software/suselinux/11/software/Miniconda3/4.7.10/etc/profile.d/conda.sh + conda activate /gpfs/projects/bsc32/repository/apps/conda_envs/SUNSET-env_2.0.0 + elif [[ $HOSTNAME == "bsceshub02.bsc.es" ]]; then module purge -- GitLab From 6d3f58089c490de3808e0df94ed8d19501333f93 Mon Sep 17 00:00:00 2001 From: vagudets Date: Mon, 26 Aug 2024 15:16:54 +0200 Subject: [PATCH 15/19] Fix small bug; add testing recipes --- modules/Loading/Loading.R | 1 - .../recipe_test-MN5_decadal.yml | 57 ++++++++++++++++++ .../recipe_test-MN5_seasonal.yml | 58 +++++++++++++++++++ 3 files changed, 115 insertions(+), 1 deletion(-) create mode 100644 recipes/atomic_recipes/recipe_test-MN5_decadal.yml create mode 100644 recipes/atomic_recipes/recipe_test-MN5_seasonal.yml diff --git a/modules/Loading/Loading.R b/modules/Loading/Loading.R index 725ebf33..2a465c95 100644 --- a/modules/Loading/Loading.R +++ b/modules/Loading/Loading.R @@ -3,7 +3,6 @@ source("tools/libs.R") Loading <- function(recipe) { ## TODO: remove with new release of startR path <- "modules/Loading/tmp/startR/R/" - path <- "/esarchive/scratch/vagudets/repos/startR/R/" ff <- lapply(list.files(path), function(x) paste0(path, x)) invisible(lapply(ff, source)) # Source correct function depending on filesystem and time horizon diff --git a/recipes/atomic_recipes/recipe_test-MN5_decadal.yml b/recipes/atomic_recipes/recipe_test-MN5_decadal.yml new file mode 100644 index 00000000..3a2bd1cb --- /dev/null +++ b/recipes/atomic_recipes/recipe_test-MN5_decadal.yml @@ -0,0 +1,57 @@ +Description: + Author: An-Chi Ho + '': split version +Analysis: + Horizon: Decadal + Variables: + name: tas + freq: monthly_mean + Datasets: + System: + name: EC-Earth3-i4 + member: r1i4p1f1,r2i4p1f1,r3i4p1f1 + Multimodel: no + Reference: + name: ERA5 #JRA-55 + Time: + fcst_year: + hcst_start: 1990 + hcst_end: 2018 + ftime_min: 1 + ftime_max: 12 + Region: + latmin: 10 + latmax: 20 + lonmin: 150 + lonmax: 170 + Regrid: + method: bilinear + type: to_system #to_reference + Workflow: + Anomalies: + compute: no + cross_validation: + save: + Calibration: + method: bias + save: 'all' + Skill: + metric: RPSS + save: 'all' + Probabilities: + percentiles: [[1/3, 2/3]] + save: 'all' + Indicators: + index: FALSE + Visualization: + plots: skill_metrics, forecast_ensemble_mean, most_likely_terciles + ncores: # Optional, int: number of cores, defaults to 1 + remove_NAs: # Optional, bool: Whether NAs are removed, defaults to FALSE + Output_format: S2S4E +Run: + filesystem: gpfs + Loglevel: INFO + Terminal: yes + output_dir: /gpfs/scratch/bsc32/bsc032762/auto-s2s-outputs/ + code_dir: /esarchive/scratch/aho/git/auto-s2s/ + diff --git a/recipes/atomic_recipes/recipe_test-MN5_seasonal.yml b/recipes/atomic_recipes/recipe_test-MN5_seasonal.yml new file mode 100644 index 00000000..811faab8 --- /dev/null +++ b/recipes/atomic_recipes/recipe_test-MN5_seasonal.yml @@ -0,0 +1,58 @@ +Description: + Author: V. Agudetse + Description: Analysis of MF System 7 with temperature +Analysis: + Horizon: Seasonal + Variables: + name: tas + freq: monthly_mean + Datasets: + System: + name: Meteo-France-System8 + Multimodel: False + Reference: + name: ERA5 + Time: + sdate: '0101' + fcst_year: + hcst_start: '2000' + hcst_end: '2010' + ftime_min: 1 + ftime_max: 2 + Region: + latmin: 30 + latmax: 70 + lonmin: -20 + lonmax: 40 + Regrid: + method: bilinear + type: to_system + Workflow: + Anomalies: + compute: yes # yes/no, default yes + cross_validation: yes # yes/no, default yes + save: 'all' # 'all'/'none'/'exp_only'/'fcst_only' + Calibration: + method: mse_min + save: 'none' # 'all'/'none'/'exp_only'/'fcst_only' + Skill: + metric: BSS10 BSS90 + save: 'all' # 'all'/'none' + Probabilities: + percentiles: [[1/3, 2/3], [1/10, 9/10]] + save: 'percentiles_only' # 'all'/'none'/'bins_only'/'percentiles_only' + Visualization: + plots: skill_metrics, forecast_ensemble_mean, most_likely_terciles + multi_panel: no + projection: lambert_europe + Indicators: + index: no + ncores: 10 + remove_NAs: yes + Output_format: S2S4E +Run: + Loglevel: INFO + Terminal: yes + output_dir: /gpfs/scratch/bsc32/bsc032762/auto-s2s-outputs/ + code_dir: /esarchive/scratch/vagudets/repos/auto-s2s/ + filesystem: gpfs -- GitLab From e5f414e9dafb3381aeaaf78d27bd602f5372a07d Mon Sep 17 00:00:00 2001 From: vagudets Date: Mon, 26 Aug 2024 15:27:34 +0200 Subject: [PATCH 16/19] Fix startR path for EC-Earth3-i4 in gpfs --- conf/archive_decadal.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/conf/archive_decadal.yml b/conf/archive_decadal.yml index 5f9d374e..cf9f0fd5 100644 --- a/conf/archive_decadal.yml +++ b/conf/archive_decadal.yml @@ -8,7 +8,7 @@ gpfs: src: hcst: "exp/CMIP6/dcppA-hindcast/EC-Earth3-i4/DCPP/EC-Earth-Consortium/EC-Earth3-i4/dcppA-hindcast/" fcst: - startR: "exp/CMIP6/dcppA-hindcast/EC-Earth3-i4/DCPP/EC-Earth-Consortium/EC-Earth3-i4/$dcpp$/" + startR: "exp/CMIP6/$dcpp$/EC-Earth3-i4/DCPP/EC-Earth-Consortium/EC-Earth3-i4/$dcpp$/" first_dcppB_syear: 2021 monthly_mean: table: {"tas":"Amon", "pr":"Amon", "psl":"Amon", "clt":"Amon", "hfls":"Amon", -- GitLab From b439118141cd52af6e0369c32258654ac85cbe0e Mon Sep 17 00:00:00 2001 From: vagudets Date: Tue, 27 Aug 2024 10:13:35 +0200 Subject: [PATCH 17/19] Fix reference_grid file for gpfs decadal archive --- conf/archive_decadal.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/conf/archive_decadal.yml b/conf/archive_decadal.yml index cf9f0fd5..c656d0de 100644 --- a/conf/archive_decadal.yml +++ b/conf/archive_decadal.yml @@ -34,7 +34,7 @@ gpfs: member: r1i4p1f1,r2i4p1f1,r3i4p1f1,r4i4p1f1,r5i4p1f1,r6i4p1f1,r7i4p1f1,r8i4p1f1,r9i4p1f1,r10i4p1f1 initial_month: 11 sdate_add: 0 - reference_grid: "/esarchive/exp/ecearth/a3w5/original_files/cmorfiles/DCPP/EC-Earth-Consortium/EC-Earth3/dcppA-hindcast/r1i4p1f1/Amon/tas/gr/v20210910/tas_Amon_EC-Earth3_dcppA-hindcast_s1960-r1i4p1f1_gr_196011-196110.nc" + reference_grid: "/gpfs/scratch/bsc32/MN4/bsc32/bsc32693/data_amd/exp/CMIP6/dcppA-hindcast/EC-Earth3-i4/DCPP/EC-Earth-Consortium/EC-Earth3-i4/dcppA-hindcast/r1i4p1f1/Amon/tas/gr/v20210910/tas_Amon_EC-Earth3_dcppA-hindcast_s1960-r1i4p1f1_gr_196011-196110.nc" esarchive: src_sys: "/esarchive/" -- GitLab From 6a8b454365d5349703965696ed23e2313efed9f8 Mon Sep 17 00:00:00 2001 From: vagudets Date: Tue, 27 Aug 2024 10:13:48 +0200 Subject: [PATCH 18/19] Update recipe --- recipes/atomic_recipes/recipe_test-MN5_decadal.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/recipes/atomic_recipes/recipe_test-MN5_decadal.yml b/recipes/atomic_recipes/recipe_test-MN5_decadal.yml index 3a2bd1cb..aac10b76 100644 --- a/recipes/atomic_recipes/recipe_test-MN5_decadal.yml +++ b/recipes/atomic_recipes/recipe_test-MN5_decadal.yml @@ -9,13 +9,13 @@ Analysis: Datasets: System: name: EC-Earth3-i4 - member: r1i4p1f1,r2i4p1f1,r3i4p1f1 + member: r1i4p1f1,r2i4p1f1 Multimodel: no Reference: name: ERA5 #JRA-55 Time: fcst_year: - hcst_start: 1990 + hcst_start: 1993 hcst_end: 2018 ftime_min: 1 ftime_max: 12 -- GitLab From 83f8c5c146954f08f690503d1707fa52deba498c Mon Sep 17 00:00:00 2001 From: vagudets Date: Tue, 27 Aug 2024 14:41:08 +0200 Subject: [PATCH 19/19] fix conflicts for archive_reference.yml --- conf/archive_reference.yml | 207 ------------------------------------- 1 file changed, 207 deletions(-) diff --git a/conf/archive_reference.yml b/conf/archive_reference.yml index e530b477..ac7bf27f 100644 --- a/conf/archive_reference.yml +++ b/conf/archive_reference.yml @@ -1,4 +1,3 @@ -<<<<<<< HEAD gpfs: src_ref: "/gpfs/projects/bsc32/esarchive_cache/" Reference: @@ -216,211 +215,5 @@ IFCA: "tasmin":"monthly_mean/tasmin_f24h-r2631x1113/","tasmax":"monthly_mean/tasmax_f24h-r2631x1113/"} calendar: "proleptic_gregorian" reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/CERRA/monthly_mean/tas_f3h-r2631x1113/tas_200506.nc" -======= -esarchive: - src_ref: "/esarchive/" - Reference: - ERA5: - name: "ERA5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/era5/" - weekly_mean: {"tas":"weekly_mean/tas_f1h-r1440x721cds/", - "prlr":"weekly_mean/prlr_f1h-r1440x721cds/"} - daily_mean: {"tas":"daily_mean/tas_f1h-r1440x721cds/", - "rsds":"daily_mean/rsds_f1h-r1440x721cds/", - "prlr":"daily_mean/prlr_f1h-r1440x721cds/", - "g300":"daily_mean/g300_f1h-r1440x721cds/", - "g500":"daily_mean/g500_f1h-r1440x721cds/", - "g850":"daily_mean/g850_f1h-r1440x721cds/", - "sfcWind":"daily_mean/sfcWind_f1h-r1440x721cds/", - "tasmax":"daily/tasmax-r1440x721cds/", - "tasmin":"daily/tasmin-r1440x721cds/", - "ta300":"daily_mean/ta300_f1h-r1440x721cds/", - "ta500":"daily_mean/ta500_f1h-r1440x721cds/", - "ta850":"daily_mean/ta850_f1h-r1440x721cds/", - "hurs":"daily_mean/hurs_f1h-r1440x721cds/"} - monthly_mean: {"tas":"monthly_mean/tas_f1h-r1440x721cds/", - "psl":"monthly_mean/psl_f1h-r1440x721cds/", - "prlr":"monthly_mean/prlr_f1h-r1440x721cds/", - "rsds":"monthly_mean/rsds_f1h-r1440x721cds/", - "g300":"monthly_mean/g300_f1h-r1440x721cds/", - "g500":"monthly_mean/g500_f1h-r1440x721cds/", - "g850":"monthly_mean/g850_f1h-r1440x721cds/", - "sfcWind":"monthly_mean/sfcWind_f1h-r1440x721cds/", - "tasmax":"monthly_mean/tasmax_f1h-r1440x721cds/", - "tasmin":"monthly_mean/tasmin_f1h-r1440x721cds/", - "ta300":"montly_mean/ta300_f1h-r1440x721cds/", - "ta500":"monthly_mean/ta500_f1h-r1440x721cds/", - "ta850":"monthly_mean/ta850_f1h-r1440x721cds/", - "tos":"monthly_mean/tos_f1h-r1440x721cds/", - "sic":"monthly_mean/sic_f1h-r1440x721cds/"} - calendar: "gregorian" - reference_grid: "/esarchive/recon/ecmwf/era5/monthly_mean/tas_f1h-r1440x721cds/tas_201805.nc" - land_sea_mask: "/esarchive/recon/ecmwf/era5/constant/lsm-r1440x721cds/sftof.nc" - ERA5-Land: - name: "ERA5-Land" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/era5land/" - daily_mean: {"tas":"daily_mean/tas_f1h/", "rsds":"daily_mean/rsds_f1h/", - "prlr":"daily_mean/prlr_f1h/", "sfcWind":"daily_mean/sfcWind_f1h/", - "tasmin":"daily/tasmin/", "tasmax":"daily/tasmax/"} - monthly_mean: {"tas":"monthly_mean/tas_f1h/","tasmin":"monthly_mean/tasmin_f24h/", - "tasmax":"monthly_mean/tasmax_f24h/", "prlr":"monthly_mean/prlr_f1h/", - "sfcWind":"monthly_mean/sfcWind_f1h/", "rsds":"monthly_mean/rsds_f1h/", - "tdps":"monthly_mean/tdps_f1h/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/ecmwf/era5land/daily_mean/tas_f1h/tas_201805.nc" - UERRA: - name: "ECMWF UERRA" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/uerra_mescan/" - daily_mean: {"tas":"daily_mean/tas_f6h/"} - monthly_mean: {"tas":"monthly_mean/tas_f6h/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/ecmwf/uerra_mescan/daily_mean/tas_f6h/tas_201805.nc" - CERRA: - name: "ECMWF CERRA" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/cerra/" - daily_mean: {"hurs":"daily_mean/hurs_f3h-r2631x1113/", "ps":"daily_mean/ps_f3h-r2631x1113/", - "sfcWind":"daily_mean/sfcWind_f3h-r2631x1113/", - "tas":"daily_mean/tas_f3h-r2631x1113/", "winddir":"daily_mean/tas_f3h-r2631x1113/"} - monthly_mean: {"hurs":"monthly_mean/hurs_f3h-r2631x1113/", "ps":"monthly_mean/ps_f3h-r2631x1113/", - "sfcWind":"monthly_mean/sfcWind_f3h-r2631x1113/", - "tas":"monthly_mean/tas_f3h-r2631x1113/", - "winddir":"monthly_mean/winddir_f3h-r2631x1113/", - "tasmin":"monthly_mean/tasmin_f24h-r2631x1113/", - "tasmax":"monthly_mean/tasmax_f24h-r2631x1113/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/ecmwf/cerra/monthly_mean/tas_f3h-r2631x1113/tas_200506.nc" - CERRA-Land: - name: "ECMWF CERRA-Land" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/ecmwf/cerraland/" - daily_mean: {"prlr":"daily_mean/prlr_f6h-r2631x1113/"} - monthly_mean: {"prlr":"monthly_mean/prlr_f6h-r2631x1113/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/ecmwf/cerraland/monthly_mean/prlr_f6h-r2631x1113/prlr_200412.nc" - HadCRUT5: - name: "HadCRUT5" - institution: "Met Office" - src: "obs/ukmo/hadcrut_v5.0_analysis/" - monthly_mean: {"tasanomaly":"monthly_mean/tasanomaly/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/obs/ukmo/hadcrut_v5.0_analysis/monthly_mean/tasanomaly/tasanomaly_202001.nc" - BEST: - name: "BEST" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "obs/berkeleyearth/berkeleyearth/" - daily_mean: {"tas":"daily_mean/tas/"} - monthly_mean: {"tas":"monthly_mean/tas/"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/obs/berkeleyearth/berkeleyearth/monthly_mean/tas/tas_201805.nc" -# - - GHCNv4: - name: - institution: - src: "obs/noaa/ghcn_v4/" - monthly_mean: {"tas":"", "tasanomaly":""} - daily_mean: - calendar: "gregorian" - reference_grid: "/esarchive/obs/noaa/ghcn_v4/monthly_mean/tasanomaly/tasanomaly_201811.nc" - -# ---- -# missing info in script - NCEP1: - -# ---- - JRA-55: - name: "JRA-55" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "recon/jma/jra55/" - monthly_mean: {"tas":"monthly_mean/tas_f6h", "psl":"monthly_mean/psl_f6h", - "tos":"", "pr":"monthly_mean/pr_s0-3h", - "prlr":"monthly_mean/prlr_s0-3h"} - daily_mean: {"tas":"daily_mean/tas_f6h", "psl":"daily_mean/psl_f6h", - "prlr":"daily_mean/prlr_s0-3h", "sfcWind":"daily_mean/sfcWind_f6h"} - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/recon/jma/jra55/monthly_mean/tas_f6h/tas_200811.nc" - -# ---- - GISTEMPv4: - name: "GISTEMPv4" - institution: "NASA Goddard Institute for Space Studies" - src: "obs/noaa-nasa/ghcnersstgiss/" - monthly_mean: {"tasanomaly":""} - daily_mean: - calendar: "gregorian" - reference_grid: "/esarchive/obs/noaa-nasa/ghcnersstgiss/monthly_mean/tasanomaly/tasanomaly_200811.nc" - -# ---- - HadCRUT4: - name: "HadCRUT4" - institution: "Met Office Hadley Centre / Climatic Research Unit, University of East Anglia" - src: "obs/ukmo/hadcrut_v4.6/" - monthly_mean: {"tasanomaly":""} - daily_mean: - calendar: "gregorian" - reference_grid: "/esarchive/obs/ukmo/hadcrut_v4.6/monthly_mean/tasanomaly/tasanomaly_200811.nc" - -# ---- - HadSLP2: - name: "HadSLP2" - institution: - src: "obs/ukmo/hadslp_v2/" - monthly_mean: {"psl":""} - daily_mean: - calendar: "proleptic_gregorian" - reference_grid: "/esarchive/obs/ukmo/hadslp_v2/monthly_mean/psl/psl_200811.nc" - -# ------------------------- -mars: - src_ref: "/esarchive/scratch/aho/tmp/GRIB/" #"/mars/" - Reference: - ERA5: - name: "ERA5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "GRIB_era5_tas/" - monthly_mean: {"tas":""} - calendar: "gregorian" - reference_grid: "conf/grid_description/griddes_GRIB_system5_m1.txt" - - -sample: - src_ref: - Reference: - ERA5: - name: "ERA5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "GRIB_era5_tas/" - monthly_mean: {"tas":"", "prlr":""} - calendar: "gregorian" - reference_grid: "conf/grid_description/griddes_GRIB_system5_m1.txt" - - -IFCA: - src_ref: "/home/jovyan/IMPETUS4CHANGE/data/BSC/" - Reference: - ERA5: - name: "ERA5" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "ERA5/" - daily_mean: {"psl":"psl_f1h-r1440x721cds/"} - calendar: "gregorian" - reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/ERA5/daily_mean/psl_f1h-r1440x721cds/psl_201805.nc" - CERRA: - name: "ECMWF CERRA" - institution: "European Centre for Medium-Range Weather Forecasts" - src: "CERRA/" - daily_mean: {"hurs":"daily_mean/hurs_f3h-r2631x1113/", "prlr":"daily_mean/prlr_f6h-r2631x1113/", - "sfcWind":"daily_mean/sfcWind_f3h-r2631x1113/", "tas":"daily_mean/tas_f3h-r2631x1113/", - "tasmax":"daily_mean/tasmax-r2631x1113/", "tasmin":"daily_mean/tasmin-r2631x1113/"} - monthly_mean: {"hurs":"monthly_mean/hurs_f3h-r2631x1113/", "prlr":"monthly_mean/prlr_f6h-r2631x1113/", - "sfcWind":"monthly_mean/_f3h-r2631x1113/", "tas":"monthly_mean/tas_f3h-r2631x1113/", - "tasmin":"monthly_mean/tasmin_f24h-r2631x1113/","tasmax":"monthly_mean/tasmax_f24h-r2631x1113/"} - calendar: "proleptic_gregorian" - reference_grid: "/home/jovyan/IMPETUS4CHANGE/data/BSC/CERRA/monthly_mean/tas_f3h-r2631x1113/tas_200506.nc" ->>>>>>> 50242b063849767af693c65dd3f9b7a87841d586 -- GitLab