| 428 | | This documentation gives instructions to publish 02_EuroCORDEX_INTERIM_044_v20140616 datasets. |
| 429 | | |
| 430 | | |
| 431 | | [[NoteBox(warn, The source code of esgprep must be modified in order to work with symbolic links! See https://github.com/IS-ENES-Data/esgf-prepare/pull/3)]] |
| 432 | | |
| 433 | | Change line 308 /usr/local/src/esgf/workbench/esg/esg-publisher/src/python/esgcet/.eggs/esgprep-2.7.1-py2.7.egg/esgprep/drs/handler.py from {{{globals()[self.mode](self.src, self.dst)}}} to {{{symlink(self.src, self.dst)}}}. See https://github.com/IS-ENES-Data/esgf-prepare/blob/master/esgprep/drs/handler.py#L308. |
| 434 | | |
| 435 | | Modify /esg/config/esgcet/esg.cordex.ini to fit your needs. In this case: |
| 436 | | |
| 437 | | {{{ |
| 438 | | [project:cordex] |
| 439 | | |
| 440 | | categories = |
| 441 | | project | enum | true | true | 0 |
| 442 | | product | enum | true | true | 1 |
| 443 | | domain | enum | true | true | 2 |
| 444 | | institute | enum | true | true | 3 |
| 445 | | driving_model | enum | false | true | 4 |
| 446 | | experiment | enum | false | true | 5 |
| 447 | | ensemble | string | false | true | 6 |
| 448 | | rcm_name | string | false | true | 7 |
| 449 | | rcm_version | enum | false | true | 8 |
| 450 | | time_frequency | enum | false | true | 9 |
| 451 | | description | text | false | false | 99 |
| 452 | | |
| 453 | | category_defaults = |
| 454 | | project | CORDEX |
| 455 | | |
| 456 | | filename_format = %(variable)s_%(domain)s_%(driving_model)s_%(experiment)s_%(ensemble)s_%(rcm_model)s_%(rcm_version)s_%(time_frequency)s[_%(period_start)s-%(period_end)s].nc |
| 457 | | |
| 458 | | dataset_id = cordex.%(product)s.%(domain)s.%(institute)s.%(driving_model)s.%(experiment)s.%(ensemble)s.%(rcm_name)s.%(rcm_version)s.%(time_frequency)s.%(variable)s |
| 459 | | |
| 460 | | directory_format = %(root)s/%(project)s/%(product)s/%(domain)s/%(institute)s/%(driving_model)s/%(experiment)s/%(ensemble)s/%(rcm_model)s/%(rcm_version)s/%(time_frequency)s/%(variable)s/%(version)s |
| 461 | | |
| 462 | | product_options = output |
| 463 | | |
| 464 | | domain_options = AFR-44, AFR-44i, ANT-44, ANT-44i, ARC-44, ARC-44i, AUS-44, AUS-44i, CAM-44, CAM-44i, CAS-44, CAS-44i, EAS-44, EAS-44i, EUR-11, EUR-11i, EUR-44, EUR-44i, MED-44, MED-44i, MNA-22, MNA-22i, MNA-44, MNA-44i, NAM-44, NAM-44i, SAM-44, SAM-44i, WAS-44, WAS-44i |
| 465 | | |
| 466 | | institute_options = AUTH-LHTEE, AUTH-Met, AWI, BCCR, CCCma, CHMI, CLMcom, CNRM, CRP-GL, CUNI, DHMZ, DMI, ENEA, GERICS, HMS, ICTP, IDL, IITM, IPSL-INERIS, KNMI, MGO, MIUB, MOHC, MPI-CSC, NUIM, RMIB-UGent, SMHI, UCAN, UCLM, UHOH, ULg, UQAM |
| 467 | | |
| 468 | | driving_model_options = CCCma-CanESM2, CSIRO-QCCCE-CSIRO-Mk3-6-0, CNRM-CERFACS-CNRM-CM5, ECMWF-ERAINT, ICHEC-EC-EARTH, IPSL-IPSL-CM5A-LR, IPSL-IPSL-CM5A-MR, MIROC-MIROC5, MOHC-HadGEM2-ES, MPI-M-MPI-ESM-LR, MPI-M-MPI-ESM-MR, NCC-NorESM1-M, NOAA-GFDL-GFDL-ESM2G, NOAA-GFDL-GFDL-ESM2M |
| 469 | | |
| 470 | | experiment_options = |
| 471 | | cordex | evaluation | Evaluation |
| 472 | | cordex | historical | Historical |
| 473 | | cordex | rcp26 | RCP2.6 |
| 474 | | cordex | rcp45 | RCP4.5 |
| 475 | | cordex | rcp60 | RCP6.0 |
| 476 | | cordex | rcp85 | RCP8.5 |
| 477 | | |
| 478 | | ensemble_pattern = r%(digit)si%(digit)sp%(digit)s |
| 479 | | |
| 480 | | rcm_model_options = AUTH-LHTEE-WRF321B, AUTH-Met-WRF331A, AWI-HIRHAM5, BCCR-WRF331, BCCR-WRF331C, CCCma-CanRCM4, CHMI-ALADIN52, CLMcom-CCLM4-8-17, CNRM-ALADIN52, CNRM-ARPEGE51, CNRM-ARPEGE52, CNRM-ALADIN53, CRP-GL-WRF331A, CUNI-RegCM4-2, DHMZ-RegCM4-2, DMI-HIRHAM5, ENEA-RegCM4-3, GERICS-REMO2009, HMS-ALADIN52, ICTP-RegCM4-3, IDL-WRF331D, IPSL-INERIS-WRF331F, IITM-RegCM4-1, IITM-RegCM4-4, KNMI-RACMO21P, KNMI-RACMO22E, KNMI-RACMO22T, MGO-RRCM, MIUB-WRF331A, MOHC-HadGEM3-RA, MOHC-HadRM3P, MPI-CSC-REMO2009, NUIM-WRF331F, SMHI-RCA4, SMHI-RCA4-SN, SMHI-RCAO, SMHI-RCAO-SN, UCAN-WRF331G, UCAN-WRF350I, UCLM-PROMES, UHOH-WRF331H, ULg-MAR36, UQAM-CRCM5, |
| 481 | | |
| 482 | | rcm_version_options = v1, v01, v2, v3, v4, v411, v1a, v5 |
| 483 | | |
| 484 | | time_frequency_options = day, fx, mon, sem, 3hr, 6hr |
| 485 | | |
| 486 | | maps = las_time_delta_map, domain_description_map, rcm_name_map |
| 487 | | |
| 488 | | domain_description_map = map(project_id, domain : domain_description) |
| 489 | | cordex | AFR-44 | Africa |
| 490 | | cordex | AFR-44i | Africa |
| 491 | | cordex | ANT-44 | Antarctica |
| 492 | | cordex | ANT-44i | Antarctica |
| 493 | | cordex | ARC-44 | The Arctic |
| 494 | | cordex | ARC-44i | The Arctic |
| 495 | | cordex | AUS-44 | Australasia |
| 496 | | cordex | AUS-44i | Australasia |
| 497 | | cordex | CAM-44 | Central America |
| 498 | | cordex | CAM-44i | Central America |
| 499 | | cordex | CAS-44 | Central Asia |
| 500 | | cordex | CAS-44i | Central Asia |
| 501 | | cordex | EAS-44 | East Asia |
| 502 | | cordex | EAS-44i | East Asia |
| 503 | | cordex | EUR-11 | High-res. Europe |
| 504 | | cordex | EUR-11i | High-res. Europe |
| 505 | | cordex | EUR-44 | Europe |
| 506 | | cordex | EUR-44i | Europe |
| 507 | | cordex | MED-44 | HYMEX Mediterranean |
| 508 | | cordex | MED-44i | HYMEX Mediterranean |
| 509 | | cordex | MNA-22 | Middle East and North Africa |
| 510 | | cordex | MNA-22i | Middle East and North Africa |
| 511 | | cordex | MNA-44 | Middle East and North Africa |
| 512 | | cordex | MNA-44i | Middle East and North Africa |
| 513 | | cordex | NAM-44 | North America |
| 514 | | cordex | NAM-44i | North America |
| 515 | | cordex | SAM-44 | South America |
| 516 | | cordex | SAM-44i | South America |
| 517 | | cordex | WAS-44 | West Asia |
| 518 | | cordex | WAS-44i | West Asia |
| 519 | | |
| 520 | | rcm_name_map = map(project, rcm_model : rcm_name) |
| 521 | | cordex | AUTH-LHTEE-WRF321B | WRF321B |
| 522 | | cordex | AUTH-Met-WRF331A | WRF331A |
| 523 | | cordex | AWI-HIRHAM5 | HIRHAM5 |
| 524 | | cordex | BCCR-WRF331 | WRF331 |
| 525 | | cordex | BCCR-WRF331C | WRF331C |
| 526 | | cordex | CCCma-CanRCM4 | CanRCM4 |
| 527 | | cordex | CHMI-ALADIN52 | ALADIN52 |
| 528 | | cordex | CLMcom-CCLM4-8-17 | CCLM4-8-17 |
| 529 | | cordex | CNRM-ALADIN52 | ALADIN52 |
| 530 | | cordex | CNRM-ARPEGE51 | ARPEGE51 |
| 531 | | cordex | CNRM-ARPEGE52 | ARPEGE52 |
| 532 | | cordex | CNRM-ALADIN53 | ALADIN53 |
| 533 | | cordex | CRP-GL-WRF331A | WRF331A |
| 534 | | cordex | CUNI-RegCM4-2 | RegCM4-2 |
| 535 | | cordex | DHMZ-RegCM4-2 | RegCM4-2 |
| 536 | | cordex | DMI-HIRHAM5 | HIRHAM5 |
| 537 | | cordex | ENEA-RegCM4-3 | RegCM4-3 |
| 538 | | cordex | GERICS-REMO2009 | REMO2009 |
| 539 | | cordex | HMS-ALADIN52 | ALADIN52 |
| 540 | | cordex | ICTP-RegCM4-3 | RegCM4-3 |
| 541 | | cordex | IDL-WRF331D | WRF331D |
| 542 | | cordex | IPSL-INERIS-WRF331F | WRF331F |
| 543 | | cordex | IITM-RegCM4-1 | RegCM4-1 |
| 544 | | cordex | IITM-RegCM4-4 | RegCM4-4 |
| 545 | | cordex | KNMI-RACMO21P | RACMO21P |
| 546 | | cordex | KNMI-RACMO22E | RACMO22E |
| 547 | | cordex | KNMI-RACMO22T | RACMO22T |
| 548 | | cordex | MGO-RRCM | RRCM |
| 549 | | cordex | MIUB-WRF331A | WRF331A |
| 550 | | cordex | MOHC-HadGEM3-RA | HadGEM3-RA |
| 551 | | cordex | MOHC-HadRM3P | HadRM3P |
| 552 | | cordex | MPI-CSC-REMO2009 | REMO2009 |
| 553 | | cordex | NUIM-WRF331F | WRF331F |
| 554 | | cordex | RMIB-UGent-ALARO-0 | ALARO-0 |
| 555 | | cordex | SMHI-RCA4 | RCA4 |
| 556 | | cordex | SMHI-RCA4-SN | RCA4-SN |
| 557 | | cordex | SMHI-RCAO | RCAO |
| 558 | | cordex | SMHI-RCAO-SN | RCAO-SN |
| 559 | | cordex | UCAN-WRF331G | WRF331G |
| 560 | | cordex | UCAN-WRF350I | WRF350I |
| 561 | | cordex | UCLM-PROMES | PROMES |
| 562 | | cordex | UHOH-WRF331H | WRF331H |
| 563 | | cordex | ULg-MAR36 | MAR36 |
| 564 | | cordex | UQAM-CRCM5 | CRCM5 |
| 565 | | |
| 566 | | las_time_delta_map = map(time_frequency : las_time_delta) |
| 567 | | mon | 1 month |
| 568 | | day | 1 day |
| 569 | | fx | fixed |
| 570 | | 3hr | 3 hours |
| 571 | | sem | seasonal mean |
| 572 | | 6hr | 6 hours |
| 573 | | |
| 574 | | project_handler_name = basic_builtin |
| 575 | | |
| 576 | | las_configure = true |
| 577 | | |
| 578 | | thredds_exclude_variables = a, a_bnds, alev1, alevel, alevhalf, alt40, b, b_bnds, basin, bnds, bounds_lat, bounds_lon, dbze, depth, depth0m, depth100m, depth_bnds, geo_region, height, height10m, height2m, Lambert_Conformal, lat, lat_bnds, lat_bounds, latitude, latitude_bnds, lat_vertices, layer, lev, lev_bnds, location, lon, lon_bnds, lon_bounds, lon_vertices, longitude, longitude_bnds, olayer100m, olevel, oline, p0, p220, p500, p560, p700, p840, plev, plev3, plev7, plev8, plev_bnds, plevs, pressure1, region, rho, rlat, rotated_latitude_longitude, rotated_pole, rlon, scatratio, sdepth, sdepth1, sza5, tau, tau_bnds, time, time1, time2, time_bnds, vegtype, x, y |
| 579 | | |
| 580 | | variable_locate = ps,ps_ |
| 581 | | |
| 582 | | variable_per_file = true |
| 583 | | }}} |
| 584 | | |
| 585 | | Generate the DRS structure: |
| 586 | | |
| 587 | | {{{ |
| 588 | | esgprep drs list --project cordex /path/to/02_EuroCORDEX_INTERIM_044_v20140616/ |
| 589 | | esgprep drs tree --project cordex /path/to/02_EuroCORDEX_INTERIM_044_v20140616/ |
| 590 | | esgprep drs todo --project cordex /path/to/02_EuroCORDEX_INTERIM_044_v20140616/ |
| 591 | | esgprep drs upgrade --project cordex /path/to/02_EuroCORDEX_INTERIM_044_v20140616/ |
| 592 | | }}} |
| 593 | | |
| 594 | | Generate the mapfiles: |
| 595 | | |
| 596 | | {{{ |
| 597 | | esgprep mapfile --project cordex ./CORDEX/ |
| 598 | | }}} |
| 599 | | |
| 600 | | Publish to data and index nodes: |
| 601 | | |
| 602 | | {{{ |
| 603 | | esgpublish --service fileservice --map mapfiles/ --project cordex --thredds --publish |
| 604 | | }}} |
| | 428 | See [wiki:CORDEXPublication] |
