Changes between Version 25 and Version 26 of ESGFNodeTutorial


Ignore:
Timestamp:
Jun 2, 2017 5:25:17 PM (4 years ago)
Author:
zequi
Comment:

--

Legend:

Unmodified
Added
Removed
Modified
  • ESGFNodeTutorial

    v25 v26  
    433433Change line 308 /usr/local/src/esgf/workbench/esg/esg-publisher/src/python/esgcet/.eggs/esgprep-2.7.1-py2.7.egg/esgprep/drs/handler.py from {{{globals()[self.mode](self.src, self.dst)}}} to {{{symlink(self.src, self.dst)}}}. See https://github.com/IS-ENES-Data/esgf-prepare/blob/master/esgprep/drs/handler.py#L308.
    434434
    435 
     435Modify /esg/config/esgcet/esg.cordex.ini to fit your needs. In this case:
     436
     437{{{
     438[project:cordex]
     439
     440categories =
     441    project        | enum   | true  | true  | 0
     442    product        | enum   | true  | true  | 1
     443    domain         | enum   | true  | true  | 2
     444    institute      | enum   | true  | true  | 3
     445    driving_model  | enum   | false | true  | 4
     446    experiment     | enum   | false | true  | 5
     447    ensemble       | string | false | true  | 6
     448    rcm_name       | string | false | true  | 7
     449    rcm_version    | enum   | false | true  | 8
     450    time_frequency | enum   | false | true  | 9
     451    description    | text   | false | false | 99
     452
     453category_defaults =
     454    project | CORDEX
     455
     456filename_format = %(variable)s_%(domain)s_%(driving_model)s_%(experiment)s_%(ensemble)s_%(rcm_model)s_%(rcm_version)s_%(time_frequency)s[_%(period_start)s-%(period_end)s].nc
     457
     458dataset_id = cordex.%(product)s.%(domain)s.%(institute)s.%(driving_model)s.%(experiment)s.%(ensemble)s.%(rcm_name)s.%(rcm_version)s.%(time_frequency)s.%(variable)s
     459
     460directory_format = %(root)s/%(project)s/%(product)s/%(domain)s/%(institute)s/%(driving_model)s/%(experiment)s/%(ensemble)s/%(rcm_model)s/%(rcm_version)s/%(time_frequency)s/%(variable)s/%(version)s
     461
     462product_options = output
     463
     464domain_options = AFR-44, AFR-44i, ANT-44, ANT-44i, ARC-44, ARC-44i, AUS-44, AUS-44i, CAM-44, CAM-44i, CAS-44, CAS-44i, EAS-44, EAS-44i, EUR-11, EUR-11i, EUR-44, EUR-44i, MED-44, MED-44i, MNA-22, MNA-22i, MNA-44, MNA-44i, NAM-44, NAM-44i, SAM-44, SAM-44i, WAS-44, WAS-44i
     465
     466institute_options = AUTH-LHTEE, AUTH-Met, AWI, BCCR, CCCma, CHMI, CLMcom, CNRM, CRP-GL, CUNI, DHMZ, DMI, ENEA, GERICS, HMS, ICTP, IDL, IITM, IPSL-INERIS, KNMI, MGO, MIUB, MOHC, MPI-CSC, NUIM, RMIB-UGent, SMHI, UCAN, UCLM, UHOH, ULg, UQAM
     467
     468driving_model_options = CCCma-CanESM2, CSIRO-QCCCE-CSIRO-Mk3-6-0, CNRM-CERFACS-CNRM-CM5, ECMWF-ERAINT, ICHEC-EC-EARTH, IPSL-IPSL-CM5A-LR, IPSL-IPSL-CM5A-MR, MIROC-MIROC5, MOHC-HadGEM2-ES, MPI-M-MPI-ESM-LR, MPI-M-MPI-ESM-MR, NCC-NorESM1-M, NOAA-GFDL-GFDL-ESM2G, NOAA-GFDL-GFDL-ESM2M
     469
     470experiment_options =
     471   cordex | evaluation | Evaluation
     472   cordex | historical | Historical
     473   cordex | rcp26      | RCP2.6
     474   cordex | rcp45      | RCP4.5
     475   cordex | rcp60      | RCP6.0
     476   cordex | rcp85      | RCP8.5
     477
     478ensemble_pattern = r%(digit)si%(digit)sp%(digit)s
     479
     480rcm_model_options = AUTH-LHTEE-WRF321B, AUTH-Met-WRF331A, AWI-HIRHAM5, BCCR-WRF331, BCCR-WRF331C, CCCma-CanRCM4, CHMI-ALADIN52, CLMcom-CCLM4-8-17, CNRM-ALADIN52, CNRM-ARPEGE51, CNRM-ARPEGE52, CNRM-ALADIN53, CRP-GL-WRF331A, CUNI-RegCM4-2, DHMZ-RegCM4-2, DMI-HIRHAM5, ENEA-RegCM4-3, GERICS-REMO2009, HMS-ALADIN52, ICTP-RegCM4-3, IDL-WRF331D, IPSL-INERIS-WRF331F, IITM-RegCM4-1, IITM-RegCM4-4, KNMI-RACMO21P, KNMI-RACMO22E, KNMI-RACMO22T, MGO-RRCM, MIUB-WRF331A, MOHC-HadGEM3-RA, MOHC-HadRM3P, MPI-CSC-REMO2009, NUIM-WRF331F, SMHI-RCA4, SMHI-RCA4-SN, SMHI-RCAO, SMHI-RCAO-SN, UCAN-WRF331G, UCAN-WRF350I, UCLM-PROMES, UHOH-WRF331H, ULg-MAR36, UQAM-CRCM5,
     481
     482rcm_version_options = v1, v01, v2, v3, v4, v411, v1a, v5
     483
     484time_frequency_options = day, fx, mon, sem, 3hr, 6hr
     485
     486maps = las_time_delta_map, domain_description_map, rcm_name_map
     487
     488domain_description_map = map(project_id, domain : domain_description)
     489    cordex | AFR-44  | Africa
     490    cordex | AFR-44i | Africa
     491    cordex | ANT-44  | Antarctica
     492    cordex | ANT-44i | Antarctica
     493    cordex | ARC-44  | The Arctic
     494    cordex | ARC-44i | The Arctic
     495    cordex | AUS-44  | Australasia
     496    cordex | AUS-44i | Australasia
     497    cordex | CAM-44  | Central America
     498    cordex | CAM-44i | Central America
     499    cordex | CAS-44  | Central Asia
     500    cordex | CAS-44i | Central Asia
     501    cordex | EAS-44  | East Asia
     502    cordex | EAS-44i | East Asia
     503    cordex | EUR-11  | High-res. Europe
     504    cordex | EUR-11i | High-res. Europe
     505    cordex | EUR-44  | Europe
     506    cordex | EUR-44i | Europe
     507    cordex | MED-44  | HYMEX Mediterranean
     508    cordex | MED-44i | HYMEX Mediterranean
     509    cordex | MNA-22  | Middle East and North Africa
     510    cordex | MNA-22i | Middle East and North Africa
     511    cordex | MNA-44  | Middle East and North Africa
     512    cordex | MNA-44i | Middle East and North Africa
     513    cordex | NAM-44  | North America
     514    cordex | NAM-44i | North America
     515    cordex | SAM-44  | South America
     516    cordex | SAM-44i | South America
     517    cordex | WAS-44  | West Asia
     518    cordex | WAS-44i | West Asia
     519
     520rcm_name_map = map(project, rcm_model : rcm_name)
     521    cordex | AUTH-LHTEE-WRF321B  | WRF321B
     522    cordex | AUTH-Met-WRF331A    | WRF331A
     523    cordex | AWI-HIRHAM5         | HIRHAM5
     524    cordex | BCCR-WRF331         | WRF331
     525    cordex | BCCR-WRF331C        | WRF331C
     526    cordex | CCCma-CanRCM4       | CanRCM4
     527    cordex | CHMI-ALADIN52       | ALADIN52
     528    cordex | CLMcom-CCLM4-8-17   | CCLM4-8-17
     529    cordex | CNRM-ALADIN52       | ALADIN52
     530    cordex | CNRM-ARPEGE51       | ARPEGE51
     531    cordex | CNRM-ARPEGE52       | ARPEGE52
     532    cordex | CNRM-ALADIN53       | ALADIN53
     533    cordex | CRP-GL-WRF331A      | WRF331A
     534    cordex | CUNI-RegCM4-2       | RegCM4-2
     535    cordex | DHMZ-RegCM4-2       | RegCM4-2
     536    cordex | DMI-HIRHAM5         | HIRHAM5
     537    cordex | ENEA-RegCM4-3       | RegCM4-3
     538    cordex | GERICS-REMO2009     | REMO2009
     539    cordex | HMS-ALADIN52        | ALADIN52
     540    cordex | ICTP-RegCM4-3       | RegCM4-3
     541    cordex | IDL-WRF331D         | WRF331D
     542    cordex | IPSL-INERIS-WRF331F | WRF331F
     543    cordex | IITM-RegCM4-1       | RegCM4-1
     544    cordex | IITM-RegCM4-4       | RegCM4-4
     545    cordex | KNMI-RACMO21P       | RACMO21P
     546    cordex | KNMI-RACMO22E       | RACMO22E
     547    cordex | KNMI-RACMO22T       | RACMO22T
     548    cordex | MGO-RRCM            | RRCM
     549    cordex | MIUB-WRF331A        | WRF331A
     550    cordex | MOHC-HadGEM3-RA     | HadGEM3-RA
     551    cordex | MOHC-HadRM3P        | HadRM3P
     552    cordex | MPI-CSC-REMO2009    | REMO2009
     553    cordex | NUIM-WRF331F        | WRF331F
     554    cordex | RMIB-UGent-ALARO-0  | ALARO-0
     555    cordex | SMHI-RCA4           | RCA4
     556    cordex | SMHI-RCA4-SN        | RCA4-SN
     557    cordex | SMHI-RCAO           | RCAO
     558    cordex | SMHI-RCAO-SN        | RCAO-SN
     559    cordex | UCAN-WRF331G        | WRF331G
     560    cordex | UCAN-WRF350I        | WRF350I
     561    cordex | UCLM-PROMES         | PROMES
     562    cordex | UHOH-WRF331H        | WRF331H
     563    cordex | ULg-MAR36           | MAR36
     564    cordex | UQAM-CRCM5          | CRCM5
     565
     566las_time_delta_map = map(time_frequency : las_time_delta)
     567    mon | 1 month
     568    day | 1 day
     569    fx  | fixed
     570    3hr | 3 hours
     571    sem | seasonal mean
     572    6hr | 6 hours
     573
     574project_handler_name = basic_builtin
     575
     576las_configure = true
     577
     578thredds_exclude_variables = a, a_bnds, alev1, alevel, alevhalf, alt40, b, b_bnds, basin, bnds, bounds_lat, bounds_lon, dbze, depth, depth0m, depth100m, depth_bnds, geo_region, height, height10m, height2m, Lambert_Conformal, lat, lat_bnds, lat_bounds, latitude, latitude_bnds, lat_vertices, layer, lev, lev_bnds, location, lon, lon_bnds, lon_bounds, lon_vertices, longitude, longitude_bnds, olayer100m, olevel, oline, p0, p220, p500, p560, p700, p840, plev, plev3, plev7, plev8, plev_bnds, plevs, pressure1, region, rho, rlat, rotated_latitude_longitude, rotated_pole, rlon, scatratio, sdepth, sdepth1, sza5, tau, tau_bnds, time, time1, time2, time_bnds, vegtype, x, y
     579
     580variable_locate = ps,ps_
     581
     582variable_per_file = true
     583}}}
     584
     585Generate the DRS structure:
     586
     587{{{
     588esgprep drs list --project cordex /path/to/02_EuroCORDEX_INTERIM_044_v20140616/
     589esgprep drs tree --project cordex /path/to/02_EuroCORDEX_INTERIM_044_v20140616/
     590esgprep drs todo --project cordex /path/to/02_EuroCORDEX_INTERIM_044_v20140616/
     591esgprep drs upgrade --project cordex /path/to/02_EuroCORDEX_INTERIM_044_v20140616/
     592}}}
     593
     594Generate the mapfiles:
     595
     596{{{
     597esgprep mapfile --project cordex ./CORDEX/
     598}}}
     599
     600Publish to data and index nodes:
     601
     602{{{
     603esgpublish --service fileservice --map mapfiles/ --project cordex --thredds --publish
     604}}}
    436605
    437606== Known issues ==