428 | | This documentation gives instructions to publish 02_EuroCORDEX_INTERIM_044_v20140616 datasets. |
429 | | |
430 | | |
431 | | [[NoteBox(warn, The source code of esgprep must be modified in order to work with symbolic links! See https://github.com/IS-ENES-Data/esgf-prepare/pull/3)]] |
432 | | |
433 | | Change line 308 /usr/local/src/esgf/workbench/esg/esg-publisher/src/python/esgcet/.eggs/esgprep-2.7.1-py2.7.egg/esgprep/drs/handler.py from {{{globals()[self.mode](self.src, self.dst)}}} to {{{symlink(self.src, self.dst)}}}. See https://github.com/IS-ENES-Data/esgf-prepare/blob/master/esgprep/drs/handler.py#L308. |
434 | | |
435 | | Modify /esg/config/esgcet/esg.cordex.ini to fit your needs. In this case: |
436 | | |
437 | | {{{ |
438 | | [project:cordex] |
439 | | |
440 | | categories = |
441 | | project | enum | true | true | 0 |
442 | | product | enum | true | true | 1 |
443 | | domain | enum | true | true | 2 |
444 | | institute | enum | true | true | 3 |
445 | | driving_model | enum | false | true | 4 |
446 | | experiment | enum | false | true | 5 |
447 | | ensemble | string | false | true | 6 |
448 | | rcm_name | string | false | true | 7 |
449 | | rcm_version | enum | false | true | 8 |
450 | | time_frequency | enum | false | true | 9 |
451 | | description | text | false | false | 99 |
452 | | |
453 | | category_defaults = |
454 | | project | CORDEX |
455 | | |
456 | | filename_format = %(variable)s_%(domain)s_%(driving_model)s_%(experiment)s_%(ensemble)s_%(rcm_model)s_%(rcm_version)s_%(time_frequency)s[_%(period_start)s-%(period_end)s].nc |
457 | | |
458 | | dataset_id = cordex.%(product)s.%(domain)s.%(institute)s.%(driving_model)s.%(experiment)s.%(ensemble)s.%(rcm_name)s.%(rcm_version)s.%(time_frequency)s.%(variable)s |
459 | | |
460 | | directory_format = %(root)s/%(project)s/%(product)s/%(domain)s/%(institute)s/%(driving_model)s/%(experiment)s/%(ensemble)s/%(rcm_model)s/%(rcm_version)s/%(time_frequency)s/%(variable)s/%(version)s |
461 | | |
462 | | product_options = output |
463 | | |
464 | | domain_options = AFR-44, AFR-44i, ANT-44, ANT-44i, ARC-44, ARC-44i, AUS-44, AUS-44i, CAM-44, CAM-44i, CAS-44, CAS-44i, EAS-44, EAS-44i, EUR-11, EUR-11i, EUR-44, EUR-44i, MED-44, MED-44i, MNA-22, MNA-22i, MNA-44, MNA-44i, NAM-44, NAM-44i, SAM-44, SAM-44i, WAS-44, WAS-44i |
465 | | |
466 | | institute_options = AUTH-LHTEE, AUTH-Met, AWI, BCCR, CCCma, CHMI, CLMcom, CNRM, CRP-GL, CUNI, DHMZ, DMI, ENEA, GERICS, HMS, ICTP, IDL, IITM, IPSL-INERIS, KNMI, MGO, MIUB, MOHC, MPI-CSC, NUIM, RMIB-UGent, SMHI, UCAN, UCLM, UHOH, ULg, UQAM |
467 | | |
468 | | driving_model_options = CCCma-CanESM2, CSIRO-QCCCE-CSIRO-Mk3-6-0, CNRM-CERFACS-CNRM-CM5, ECMWF-ERAINT, ICHEC-EC-EARTH, IPSL-IPSL-CM5A-LR, IPSL-IPSL-CM5A-MR, MIROC-MIROC5, MOHC-HadGEM2-ES, MPI-M-MPI-ESM-LR, MPI-M-MPI-ESM-MR, NCC-NorESM1-M, NOAA-GFDL-GFDL-ESM2G, NOAA-GFDL-GFDL-ESM2M |
469 | | |
470 | | experiment_options = |
471 | | cordex | evaluation | Evaluation |
472 | | cordex | historical | Historical |
473 | | cordex | rcp26 | RCP2.6 |
474 | | cordex | rcp45 | RCP4.5 |
475 | | cordex | rcp60 | RCP6.0 |
476 | | cordex | rcp85 | RCP8.5 |
477 | | |
478 | | ensemble_pattern = r%(digit)si%(digit)sp%(digit)s |
479 | | |
480 | | rcm_model_options = AUTH-LHTEE-WRF321B, AUTH-Met-WRF331A, AWI-HIRHAM5, BCCR-WRF331, BCCR-WRF331C, CCCma-CanRCM4, CHMI-ALADIN52, CLMcom-CCLM4-8-17, CNRM-ALADIN52, CNRM-ARPEGE51, CNRM-ARPEGE52, CNRM-ALADIN53, CRP-GL-WRF331A, CUNI-RegCM4-2, DHMZ-RegCM4-2, DMI-HIRHAM5, ENEA-RegCM4-3, GERICS-REMO2009, HMS-ALADIN52, ICTP-RegCM4-3, IDL-WRF331D, IPSL-INERIS-WRF331F, IITM-RegCM4-1, IITM-RegCM4-4, KNMI-RACMO21P, KNMI-RACMO22E, KNMI-RACMO22T, MGO-RRCM, MIUB-WRF331A, MOHC-HadGEM3-RA, MOHC-HadRM3P, MPI-CSC-REMO2009, NUIM-WRF331F, SMHI-RCA4, SMHI-RCA4-SN, SMHI-RCAO, SMHI-RCAO-SN, UCAN-WRF331G, UCAN-WRF350I, UCLM-PROMES, UHOH-WRF331H, ULg-MAR36, UQAM-CRCM5, |
481 | | |
482 | | rcm_version_options = v1, v01, v2, v3, v4, v411, v1a, v5 |
483 | | |
484 | | time_frequency_options = day, fx, mon, sem, 3hr, 6hr |
485 | | |
486 | | maps = las_time_delta_map, domain_description_map, rcm_name_map |
487 | | |
488 | | domain_description_map = map(project_id, domain : domain_description) |
489 | | cordex | AFR-44 | Africa |
490 | | cordex | AFR-44i | Africa |
491 | | cordex | ANT-44 | Antarctica |
492 | | cordex | ANT-44i | Antarctica |
493 | | cordex | ARC-44 | The Arctic |
494 | | cordex | ARC-44i | The Arctic |
495 | | cordex | AUS-44 | Australasia |
496 | | cordex | AUS-44i | Australasia |
497 | | cordex | CAM-44 | Central America |
498 | | cordex | CAM-44i | Central America |
499 | | cordex | CAS-44 | Central Asia |
500 | | cordex | CAS-44i | Central Asia |
501 | | cordex | EAS-44 | East Asia |
502 | | cordex | EAS-44i | East Asia |
503 | | cordex | EUR-11 | High-res. Europe |
504 | | cordex | EUR-11i | High-res. Europe |
505 | | cordex | EUR-44 | Europe |
506 | | cordex | EUR-44i | Europe |
507 | | cordex | MED-44 | HYMEX Mediterranean |
508 | | cordex | MED-44i | HYMEX Mediterranean |
509 | | cordex | MNA-22 | Middle East and North Africa |
510 | | cordex | MNA-22i | Middle East and North Africa |
511 | | cordex | MNA-44 | Middle East and North Africa |
512 | | cordex | MNA-44i | Middle East and North Africa |
513 | | cordex | NAM-44 | North America |
514 | | cordex | NAM-44i | North America |
515 | | cordex | SAM-44 | South America |
516 | | cordex | SAM-44i | South America |
517 | | cordex | WAS-44 | West Asia |
518 | | cordex | WAS-44i | West Asia |
519 | | |
520 | | rcm_name_map = map(project, rcm_model : rcm_name) |
521 | | cordex | AUTH-LHTEE-WRF321B | WRF321B |
522 | | cordex | AUTH-Met-WRF331A | WRF331A |
523 | | cordex | AWI-HIRHAM5 | HIRHAM5 |
524 | | cordex | BCCR-WRF331 | WRF331 |
525 | | cordex | BCCR-WRF331C | WRF331C |
526 | | cordex | CCCma-CanRCM4 | CanRCM4 |
527 | | cordex | CHMI-ALADIN52 | ALADIN52 |
528 | | cordex | CLMcom-CCLM4-8-17 | CCLM4-8-17 |
529 | | cordex | CNRM-ALADIN52 | ALADIN52 |
530 | | cordex | CNRM-ARPEGE51 | ARPEGE51 |
531 | | cordex | CNRM-ARPEGE52 | ARPEGE52 |
532 | | cordex | CNRM-ALADIN53 | ALADIN53 |
533 | | cordex | CRP-GL-WRF331A | WRF331A |
534 | | cordex | CUNI-RegCM4-2 | RegCM4-2 |
535 | | cordex | DHMZ-RegCM4-2 | RegCM4-2 |
536 | | cordex | DMI-HIRHAM5 | HIRHAM5 |
537 | | cordex | ENEA-RegCM4-3 | RegCM4-3 |
538 | | cordex | GERICS-REMO2009 | REMO2009 |
539 | | cordex | HMS-ALADIN52 | ALADIN52 |
540 | | cordex | ICTP-RegCM4-3 | RegCM4-3 |
541 | | cordex | IDL-WRF331D | WRF331D |
542 | | cordex | IPSL-INERIS-WRF331F | WRF331F |
543 | | cordex | IITM-RegCM4-1 | RegCM4-1 |
544 | | cordex | IITM-RegCM4-4 | RegCM4-4 |
545 | | cordex | KNMI-RACMO21P | RACMO21P |
546 | | cordex | KNMI-RACMO22E | RACMO22E |
547 | | cordex | KNMI-RACMO22T | RACMO22T |
548 | | cordex | MGO-RRCM | RRCM |
549 | | cordex | MIUB-WRF331A | WRF331A |
550 | | cordex | MOHC-HadGEM3-RA | HadGEM3-RA |
551 | | cordex | MOHC-HadRM3P | HadRM3P |
552 | | cordex | MPI-CSC-REMO2009 | REMO2009 |
553 | | cordex | NUIM-WRF331F | WRF331F |
554 | | cordex | RMIB-UGent-ALARO-0 | ALARO-0 |
555 | | cordex | SMHI-RCA4 | RCA4 |
556 | | cordex | SMHI-RCA4-SN | RCA4-SN |
557 | | cordex | SMHI-RCAO | RCAO |
558 | | cordex | SMHI-RCAO-SN | RCAO-SN |
559 | | cordex | UCAN-WRF331G | WRF331G |
560 | | cordex | UCAN-WRF350I | WRF350I |
561 | | cordex | UCLM-PROMES | PROMES |
562 | | cordex | UHOH-WRF331H | WRF331H |
563 | | cordex | ULg-MAR36 | MAR36 |
564 | | cordex | UQAM-CRCM5 | CRCM5 |
565 | | |
566 | | las_time_delta_map = map(time_frequency : las_time_delta) |
567 | | mon | 1 month |
568 | | day | 1 day |
569 | | fx | fixed |
570 | | 3hr | 3 hours |
571 | | sem | seasonal mean |
572 | | 6hr | 6 hours |
573 | | |
574 | | project_handler_name = basic_builtin |
575 | | |
576 | | las_configure = true |
577 | | |
578 | | thredds_exclude_variables = a, a_bnds, alev1, alevel, alevhalf, alt40, b, b_bnds, basin, bnds, bounds_lat, bounds_lon, dbze, depth, depth0m, depth100m, depth_bnds, geo_region, height, height10m, height2m, Lambert_Conformal, lat, lat_bnds, lat_bounds, latitude, latitude_bnds, lat_vertices, layer, lev, lev_bnds, location, lon, lon_bnds, lon_bounds, lon_vertices, longitude, longitude_bnds, olayer100m, olevel, oline, p0, p220, p500, p560, p700, p840, plev, plev3, plev7, plev8, plev_bnds, plevs, pressure1, region, rho, rlat, rotated_latitude_longitude, rotated_pole, rlon, scatratio, sdepth, sdepth1, sza5, tau, tau_bnds, time, time1, time2, time_bnds, vegtype, x, y |
579 | | |
580 | | variable_locate = ps,ps_ |
581 | | |
582 | | variable_per_file = true |
583 | | }}} |
584 | | |
585 | | Generate the DRS structure: |
586 | | |
587 | | {{{ |
588 | | esgprep drs list --project cordex /path/to/02_EuroCORDEX_INTERIM_044_v20140616/ |
589 | | esgprep drs tree --project cordex /path/to/02_EuroCORDEX_INTERIM_044_v20140616/ |
590 | | esgprep drs todo --project cordex /path/to/02_EuroCORDEX_INTERIM_044_v20140616/ |
591 | | esgprep drs upgrade --project cordex /path/to/02_EuroCORDEX_INTERIM_044_v20140616/ |
592 | | }}} |
593 | | |
594 | | Generate the mapfiles: |
595 | | |
596 | | {{{ |
597 | | esgprep mapfile --project cordex ./CORDEX/ |
598 | | }}} |
599 | | |
600 | | Publish to data and index nodes: |
601 | | |
602 | | {{{ |
603 | | esgpublish --service fileservice --map mapfiles/ --project cordex --thredds --publish |
604 | | }}} |
| 428 | See [wiki:CORDEXPublication] |