Site configurations for NCI-Gadi, Australia.

src/CSET/cset_workflow/meta/diagnostics/rose-meta.conf

@@ -726,7 +726,7 @@ help=Selects the site/model specific configuration to use. The configuration mus
     exist as restricted files in
     https://github.com/MetOffice/CSET-restricted-files/tree/main/app/{app_name}/file
 type=quoted
-value-hints="metoffice", "niwa"
+value-hints="metoffice", "niwa", "nci-gadi"
 sort-key=met3
 
 [template variables=METPLUS_OBS_DIR]

src/CSET/cset_workflow/meta/rose-meta.conf.jinja2

@@ -19,8 +19,8 @@ help=The site-specific configuration should live in a file under site/
 
     Localhost does not use any site-specific settings, and should work on any
     cylc installation. It will however run on the scheduler server.
-values="localhost", "metoffice", "niwa"
-value-titles=Localhost, Met Office, NIWA
+values="localhost", "metoffice", "niwa", "nci-gadi"
+value-titles=Localhost, Met Office, NIWA, NCI-Gadi
 compulsory=true
 sort-key=setup-a-site
 

src/CSET/cset_workflow/opt/rose-suite-nci_ral3lfric.conf

@@ -0,0 +1,216 @@
+[template variables]
+AIR_FROST_PRESENCE_DOMAIN_TIMESERIES=False
+AIR_FROST_PRESENCE_SPATIAL_DIFFERENCE_PLOT=False
+AIR_FROST_PRESENCE_SPATIAL_PLOT=False
+ANALYSIS_LENGTH="PT36H"
+!!AOA_CYCLIC=False
+AOA_DIAG=False
+!!AOA_PLEV=[]
+AVIATION_COLOUR_STATE=False
+AVIATION_COLOUR_STATE_CLOUD_BASE=False
+AVIATION_COLOUR_STATE_VISIBILITY=False
+AVIATION_FOG_PRESENCE_DOMAIN_MEAN_TIMESERIES=False
+AVIATION_FOG_PRESENCE_SPATIAL_DIFFERENCE=False
+AVIATION_FOG_PRESENCE_SPATIAL_PLOT=False
+BASIC_QQ_PLOT=False
+CLOUD_BASE_HEIGHT_LESS_THAN_50_M_DOMAIN_MEAN_TIMESERIES=False
+CLOUD_BASE_HEIGHT_LESS_THAN_50_M_SPATIAL_DIFFERENCE=False
+CLOUD_BASE_HEIGHT_LESS_THAN_50_M_SPATIAL_PLOT=False
+COLORBAR_FILE=""
+!!CONDA_METPLUS_VENV_LOCATION=""
+CONDA_PATH=""
+!!COORDINATE_LIST=""
+CSET_CASE_DATES=["20240529T0000Z",]
+CSET_CYCLING_MODE="case_study"
+CSET_ENV_SEPARATE_MET=False
+CSET_ENV_USE_LOCAL_CSET=False
+CSET_ENV_USE_MODULES=False
+!!CSET_LOCAL_CSET_PATH=""
+CSET_MODEL_COUNT=2
+!!CSET_TRIAL_CYCLE_PERIOD=""
+!!CSET_TRIAL_END_DATE=""
+!!CSET_TRIAL_START_DATE=""
+DAILY_09_MAXIMUM_TEMPERATURE_SPATIAL_DIFFERENCE=False
+DAILY_09_MAXIMUM_TEMPERATURE_SPATIAL_PLOT=False
+DAILY_09_MINIMUM_TEMPERATURE_SPATIAL_DIFFERENCE=False
+DAILY_09_MINIMUM_TEMPERATURE_SPATIAL_PLOT=False
+DAILY_LIGHTNING_PRESENCE_SPATIAL_DIFFERENCE=False
+DAILY_LIGHTNING_PRESENCE_SPATIAL_PLOT=False
+DETERMINISTIC_PLOT_CAPE_RATIO=True
+DETERMINISTIC_PLOT_INFLOW_PROPERTIES=True
+EXTRACT_MLEVEL_TRANSECT=False
+EXTRACT_PLEVEL_TRANSECT=False
+FOG_PRESENCE_DOMAIN_MEAN_TIMESERIES=False
+FOG_PRESENCE_SPATIAL_DIFFERENCE=False
+FOG_PRESENCE_SPATIAL_PLOT=False
+GROUND_FROST_PRESENCE_DOMAIN_MEAN_TIMESERIES=False
+GROUND_FROST_PRESENCE_SPATIAL_DIFFERENCE=False
+GROUND_FROST_PRESENCE_SPATIAL_PLOT=False
+HEAVY_RAIN_PRESENCE_DOMAIN_MEAN_TIMESERIES=False
+HEAVY_RAIN_PRESENCE_SPATIAL_DIFFERENCE=False
+HEAVY_RAIN_PRESENCE_SPATIAL_PLOT=False
+HISTOGRAM_MLEVEL_FIELD=False
+HISTOGRAM_MLEVEL_FIELD_AGGREGATION=False,False,False,False
+HISTOGRAM_MLEVEL_FIELD_SEQUENCE=False
+HISTOGRAM_PLEVEL_FIELD=True
+HISTOGRAM_PLEVEL_FIELD_AGGREGATION=False,False,False,False
+HISTOGRAM_PLEVEL_FIELD_SEQUENCE=False
+HISTOGRAM_SURFACE_FIELD=True
+HISTOGRAM_SURFACE_FIELD_AGGREGATION=False,False,False,False
+HISTOGRAM_SURFACE_FIELD_SEQUENCE=False
+HOUSEKEEPING_MODE=2
+!!LATITUDE_POINT=0
+!!LATLON_IN_TYPE="realworld"
+!!LEVELS_A=[]
+!!LEVELS_B=[]
+LEVEL_BASIC_QQ_PLOT=False
+!!LEVEL_QQ_COORDINATE_LIST=[]
+!!LEVEL_QQ_ONE_TO_ONE=False
+!!LEVEL_QQ_PERCENTILES=[]
+LIGHTNING_PRESENCE_DOMAIN_TIME_SERIES=False
+LIGHTNING_PRESENCE_SPATIAL_DIFFERENCE_PLOT=False
+LIGHTNING_PRESENCE_SPATIAL_PLOT=False
+LIGHT_RAIN_PRESENCE_DOMAIN_MEAN_TIMESERIES=False
+LIGHT_RAIN_PRESENCE_SPATIAL_DIFFERENCE=False
+LIGHT_RAIN_PRESENCE_SPATIAL_PLOT=False
+LOGLEVEL="DEBUG"
+!!LONGITUDE_POINT=0
+MEAN_STRUCTURAL_SIMILARITY_MLEVEL=False
+MEAN_STRUCTURAL_SIMILARITY_PLEVEL_FIELD=False
+MEAN_STRUCTURAL_SIMILARITY_SURFACE_FIELD=False
+!!METPLUS_BASE=""
+METPLUS_GRID_STAT=False
+METPLUS_POINT_STAT=False
+!!MET_INSTALL_DIR=""
+!!MET_LIBRARIES=""
+!!MLEVEL_TRANSECT_FINISHCOORDS=
+!!MLEVEL_TRANSECT_STARTCOORDS=
+!!MODEL_FIELDS_A=[]
+!!MODEL_FIELDS_B=[]
+MODEL_LEVELS=[]
+MODEL_LEVEL_FIELDS=["humidity_mixing_ratio", "eastward_wind_at_cell_centres", "northward_wind_at_cell_centres", "cloud_ice_mixing_ratio", "air_potential_temperature", "combined_cloud_amount", "exner_pressure_at_cell_interfaces"]
+MODERATE_RAIN_PRESENCE_DOMAIN_MEAN_TIMESERIES=False
+MODERATE_RAIN_PRESENCE_SPATIAL_DIFFERENCE=False
+MODERATE_RAIN_PRESENCE_SPATIAL_PLOT=False
+!!MODULES_LIST=
+!!MODULES_PURGE=True
+!!MULTI_BASE_FIELD=""
+!!MULTI_CONTOUR_FIELD=""
+!!MULTI_OVERLAY_FIELD=""
+!!MULTI_OVERLAY_MASK_CONDITION="ge"
+!!MULTI_OVERLAY_MASK_VALUE=0.0
+!!ONE_TO_ONE=False
+PLACEHOLDER_OBS=False
+!!PLEVEL_TRANSECT_FINISHCOORDS=
+!!PLEVEL_TRANSECT_STARTCOORDS=
+PLOTTING_PROJECTION=""
+PLOT_RESOLUTION=100
+PRESSURE_LEVELS=[850, 500, 250]
+PRESSURE_LEVEL_FIELDS=["zonal_wind_at_pressure_levels","meridional_wind_at_pressure_levels","potential_vorticity_at_pressure_levels","vertical_wind_at_pressure_levels","temperature_at_pressure_levels","relative_humidity_wrt_ice_at_pressure_levels","geopotential_height_at_pressure_levels","wet_bulb_potential_temperature_at_pressure_levels","vapour_specific_humidity_at_pressure_levels_for_climate_averaging"]
+PROB_TEMPERATURE_CONDITION=[]
+PROB_TEMPERATURE_THRESHOLD=[]
+PROFILE_MLEVEL=False
+PROFILE_MLEVEL_AGGREGATION=False,False,False,False
+PROFILE_PLEVEL=True
+PROFILE_PLEVEL_AGGREGATION=False,False,False,False
+!!QQ_LEVELS=[]
+!!QQ_LEVEL_FIELDS=[]
+!!QQ_SURFACE_FIELDS=[]
+!!QQ_VERTICAL_COORDINATE=[]
+RAIN_PRESENCE_DOMAIN_MEAN_TIMESERIES=False
+RAIN_PRESENCE_SPATIAL_DIFFERENCE=False
+RAIN_PRESENCE_SPATIAL_PLOT=False
+SCREEN_LEVEL_TEMPERATURE_PROBABILITIES=True
+SCREEN_LEVEL_TEMPERATURE_SPATIAL_PROBABILITY_WITHOUT_CONTROL_MEMBER=False
+SELECT_SUBAREA=False
+SFC_GALE_FORCE_WINDS_PRESENCE_DOMAIN_MEAN_TIMESERIES=False
+SFC_GALE_FORCE_WINDS_PRESENCE_SPATIAL=False
+SFC_GALE_FORCE_WINDS_PRESENCE_SPATIAL_DIFFERENCE=False
+SFC_HURRICANE_FORCE_WINDS_PRESENCE_DOMAIN_MEAN_TIMESERIES=False
+SFC_HURRICANE_FORCE_WINDS_PRESENCE_SPATIAL=False
+SFC_HURRICANE_FORCE_WINDS_PRESENCE_SPATIAL_DIFFERENCE=False
+SFC_STORM_FORCE_WINDS_PRESENCE_DOMAIN_MEAN_TIMESERIES=False
+SFC_STORM_FORCE_WINDS_PRESENCE_SPATIAL=False
+SFC_STORM_FORCE_WINDS_PRESENCE_SPATIAL_DIFFERENCE=False
+SFC_WIND_BEAUFORT_SCALE_DOMAIN_MEAN_TIMESERIES=False
+SFC_WIND_BEAUFORT_SCALE_SPATIAL=False
+SFC_WIND_BEAUFORT_SCALE_SPATIAL_DIFFERENCE=False
+SFC_WIND_GUSTS_BEAUFORT_SCALE_DOMAIN_MEAN_TIMESERIES=False
+SFC_WIND_GUSTS_BEAUFORT_SCALE_SPATIAL=False
+SFC_WIND_GUSTS_BEAUFORT_SCALE_SPATIAL_DIFFERENCE=False
+SHOW_CASE_STUDY_AGGREGATE_OPTIONS=False
+!!SINGLE_POINT_METHOD="Nearest"
+SITE="nci-gadi"
+SKIP_WRITE=True
+SNOW_PRESENCE_DOMAIN_MEAN_TIMESERIES=False
+SNOW_PRESENCE_SPATIAL_DIFFERENCE=False
+SNOW_PRESENCE_SPATIAL_PLOT=False
+SPATIAL_DIFFERENCE_MLEVEL_FIELD=False
+SPATIAL_DIFFERENCE_MLEVEL_FIELD_AGGREGATION=False,False,False,False
+SPATIAL_DIFFERENCE_PLEVEL_FIELD=True
+SPATIAL_DIFFERENCE_PLEVEL_FIELD_AGGREGATION=False,False,False,False
+SPATIAL_DIFFERENCE_SURFACE_FIELD=True
+SPATIAL_DIFFERENCE_SURFACE_FIELD_AGGREGATION=False,False,False,False
+SPATIAL_MLEVEL_FIELD=False
+SPATIAL_MLEVEL_FIELD_AGGREGATION=False,False,False,False
+SPATIAL_MLEVEL_FIELD_METHOD=[""]
+!!SPATIAL_MULTI_FIELD_METHOD=[""]
+SPATIAL_MULTI_VARIABLE=False
+SPATIAL_PLEVEL_FIELD=True
+SPATIAL_PLEVEL_FIELD_AGGREGATION=False,False,False,False
+SPATIAL_PLEVEL_FIELD_METHOD=[""]
+SPATIAL_STRUCTURAL_SIMILARITY_MLEVEL=False
+SPATIAL_STRUCTURAL_SIMILARITY_PLEVEL_FIELD=False
+SPATIAL_STRUCTURAL_SIMILARITY_SURFACE_FIELD=False
+SPATIAL_SURFACE_FIELD=True
+SPATIAL_SURFACE_FIELD_AGGREGATION=False,False,False,False
+SPATIAL_SURFACE_FIELD_METHOD=[""]
+SPECTRUM_MLEVEL_FIELD=False
+SPECTRUM_MLEVEL_FIELD_SEQUENCE=False
+SPECTRUM_PLEVEL_FIELD=False
+SPECTRUM_PLEVEL_FIELD_SEQUENCE=False
+SPECTRUM_SURFACE_FIELD=False
+SPECTRUM_SURFACE_FIELD_SEQUENCE=False
+!!SUBAREA_EXTENT=0,0,0,0
+!!SUBAREA_TYPE="realworld"
+SURFACE_BASIC_QQ_PLOT=False
+SURFACE_FIELDS=["eastward_wind_at_10m", "northward_wind_at_10m", "visibility_in_air", "toa_upward_shortwave_flux", "toa_direct_shortwave_flux", "toa_upward_longwave_flux_radiative_timestep", "grid_surface_upward_sensible_heat_flux", "grid_surface_upward_latent_heat_flux", "grid_surface_temperature", "grid_surface_snow_amount", "surface_net_longwave_flux_radiative_timestep", "relative_humidity_at_screen_level", "fog_fraction_at_screen_level", "dew_point_temperature_at_screen_level", "atmosphere_boundary_layer_thickness", "temperature_at_screen_level", "turbulent_mixing_height", "surface_net_shortwave_flux", "surface_microphysical_snowfall_rate", "surface_microphysical_rainfall_rate", "maximum_combined_cloud_amount_below_111m_asl", "low_type_cloud_area_fraction", "medium_type_cloud_area_fraction", "high_type_cloud_area_fraction", "combined_cloud_amount_maximum_random_overlap", "atmosphere_mass_content_of_cloud_liquid_water", "air_pressure_at_mean_sea_level", "cloud_base_altitude","number_of_lightning_flashes_in_column", "radar_reflectivity_at_1km_above_the_surface", "atmosphere_mass_of_air_per_unit_area", "atmosphere_mass_content_of_water_vapor"]
+!!SURFACE_QQ_COORDINATE_LIST=[]
+!!SURFACE_QQ_ONE_TO_ONE=False
+!!SURFACE_QQ_PERCENTILES=[]
+SURFACE_SINGLE_POINT_TIME_SERIES=False
+!!SURFACE_SYNOP_DIFFS=
+!!SURFACE_SYNOP_FIELDS=[]
+!!SURFACE_SYNOP_INTERVAL=""
+!!SURFACE_SYNOP_MODEL_FIELDS=
+SURFACE_SYNOP_OBS=False
+!!SURFACE_SYNOP_OFFSET=""
+THICK_FOG_PRESENCE_DOMAIN_MEAN_TIMESERIES=False
+THICK_FOG_PRESENCE_SPATIAL_DIFFERENCE=False
+THICK_FOG_PRESENCE_SPATIAL_PLOT=False
+TIMESERIES_MLEVEL_FIELD=False
+TIMESERIES_MLEVEL_FIELD_AGGREGATION=False,False,False,False
+TIMESERIES_PLEVEL_FIELD=True
+TIMESERIES_PLEVEL_FIELD_AGGREGATION=False,False,False,False
+TIMESERIES_SURFACE_FIELD=True
+TIMESERIES_SURFACE_FIELD_AGGREGATION=False,False,False,False
+TIMESERIES_SURFACE_FIELD_LAND_MASK=False
+TIMESERIES_SURFACE_FIELD_SEA_MASK=False
+!!USE_WMO_STATION_NUMBERS=False
+!!VERTICAL_COORDINATE_A=[]
+!!VERTICAL_COORDINATE_B=[]
+WEB_ADDR="https://bureau-sig.nci.org.au/$USER/verification/cset/"
+WEB_DIR="/home/548/$USER/public_html/verification/cset/melb/sample"
+!!WMO_BLOCK_STTN_NMBRS=[]
+m1_analysis_offset="PT0H"
+m1_data_path="/g/data/dp9/verification/data/sample/cset/20240529T0000Z/1p5km/melb/ral3p3/lfric/%Y%m%dT%H%MZ_1p5km_Melb_896x896_RAL3P3_lfric_slam_*"
+m1_data_period="PT6H"
+m1_data_source="filesystem"
+m1_date_type="initiation"
+m1_name="LFRic"
+m2_analysis_offset="PT0H"
+m2_data_path="/g/data/dp9/verification/data/sample/cset/20240529T0000Z/1p5km/melb/ral3p3/um/umnsaa_pdiag*"
+m2_data_period="PT6H"
+m2_data_source="filesystem"
+m2_date_type="initiation"
+m2_name="UM"

src/CSET/cset_workflow/site/nci-gadi.cylc

@@ -0,0 +1,34 @@
+{% set PROJECT = PROJECT | default(environ['PROJECT']) %}
+
+[runtime]
+    [[root]]
+        platform = gadi_background
+        init-script = """
+            module use /g/data/access/ngm/modules
+            module load cset/26.2.0
+            """
+        [[[ environment ]]]
+            PROJECT = {{ PROJECT }}
+            PYTHONPATH=/g/data/dp9/verification/sources/cset/main/CSET/src:$PYTHONPATH
+
+    [[bake_recipes]]
+        platform = gadi_pbs
+        [[[ directives ]]]
+            -P          = {{ PROJECT }}
+            -q          = normal
+            -l ncpus    = 48
+            -l mem      = 180gb
+            -l storage  = scratch/{{PROJECT}}+gdata/{{PROJECT}}+gdata/access+gdata/dp9+gdata/hr22
+            -l walltime = 06:00:00
+            -W umask    = 0022
+
+    [[bake_aggregation_recipes]]
+        platform = gadi_pbs
+        [[[ directives ]]]
+            -P          = {{ PROJECT }}
+            -q          = normal
+            -l ncpus    = 48
+            -l mem      = 180gb
+            -l walltime = 06:00:00
+            -l storage  = scratch/{{PROJECT}}+gdata/{{PROJECT}}+gdata/access+gdata/dp9+gdata/hr22
+            -W umask    = 0022