From 18788c179a5bc78cc2280919b4da38705f0bfe3a Mon Sep 17 00:00:00 2001 From: vinodk-bom Date: Tue, 31 Mar 2026 23:46:53 +0000 Subject: [PATCH 1/7] NCI-Gadi, Australia specific configurations. --- .../opt/rose-suite-nci_ral3lfric.conf | 205 ++++++++++++++++++ src/CSET/cset_workflow/site/nci-gadi.cylc | 63 ++++++ 2 files changed, 268 insertions(+) create mode 100644 src/CSET/cset_workflow/opt/rose-suite-nci_ral3lfric.conf create mode 100644 src/CSET/cset_workflow/site/nci-gadi.cylc diff --git a/src/CSET/cset_workflow/opt/rose-suite-nci_ral3lfric.conf b/src/CSET/cset_workflow/opt/rose-suite-nci_ral3lfric.conf new file mode 100644 index 000000000..772422b27 --- /dev/null +++ b/src/CSET/cset_workflow/opt/rose-suite-nci_ral3lfric.conf @@ -0,0 +1,205 @@ +[template variables] +AIR_FROST_PRESENCE_DOMAIN_TIMESERIES=False +AIR_FROST_PRESENCE_SPATIAL_DIFFERENCE_PLOT=False +AIR_FROST_PRESENCE_SPATIAL_PLOT=False +ANALYSIS_LENGTH="PT36H" +!!AOA_CYCLIC=False +AOA_DIAG=False +!!AOA_PLEV=[] +AVIATION_COLOUR_STATE=False +AVIATION_COLOUR_STATE_CLOUD_BASE=False +AVIATION_COLOUR_STATE_VISIBILITY=False +AVIATION_FOG_PRESENCE_DOMAIN_MEAN_TIMESERIES=False +AVIATION_FOG_PRESENCE_SPATIAL_DIFFERENCE=False +AVIATION_FOG_PRESENCE_SPATIAL_PLOT=False +BASIC_QQ_PLOT=False +CLOUD_BASE_HEIGHT_LESS_THAN_50_M_DOMAIN_MEAN_TIMESERIES=False +CLOUD_BASE_HEIGHT_LESS_THAN_50_M_SPATIAL_DIFFERENCE=False +CLOUD_BASE_HEIGHT_LESS_THAN_50_M_SPATIAL_PLOT=False +COLORBAR_FILE="" +!!CONDA_METPLUS_VENV_LOCATION="" +CONDA_PATH="" +!!COORDINATE_LIST="" +CSET_CASE_DATES=["20240529T0000Z",] +CSET_CYCLING_MODE="case_study" +CSET_ENV_SEPARATE_MET=False +CSET_ENV_USE_LOCAL_CSET=False +CSET_ENV_USE_MODULES=False +!!CSET_LOCAL_CSET_PATH="" +CSET_MODEL_COUNT=2 +!!CSET_TRIAL_CYCLE_PERIOD="" +!!CSET_TRIAL_END_DATE="" +!!CSET_TRIAL_START_DATE="" +DAILY_09_MAXIMUM_TEMPERATURE_SPATIAL_DIFFERENCE=False +DAILY_09_MAXIMUM_TEMPERATURE_SPATIAL_PLOT=False +DAILY_09_MINIMUM_TEMPERATURE_SPATIAL_DIFFERENCE=False +DAILY_09_MINIMUM_TEMPERATURE_SPATIAL_PLOT=False +DAILY_LIGHTNING_PRESENCE_SPATIAL_DIFFERENCE=False +DAILY_LIGHTNING_PRESENCE_SPATIAL_PLOT=False +DETERMINISTIC_PLOT_CAPE_RATIO=True +DETERMINISTIC_PLOT_INFLOW_PROPERTIES=True +EXTRACT_MLEVEL_TRANSECT=False +EXTRACT_PLEVEL_TRANSECT=False +FOG_PRESENCE_DOMAIN_MEAN_TIMESERIES=False +FOG_PRESENCE_SPATIAL_DIFFERENCE=False +FOG_PRESENCE_SPATIAL_PLOT=False +GROUND_FROST_PRESENCE_DOMAIN_MEAN_TIMESERIES=False +GROUND_FROST_PRESENCE_DOMAIN_TIMESERIES=False +GROUND_FROST_PRESENCE_SPATIAL_DIFFERENCE=False +GROUND_FROST_PRESENCE_SPATIAL_DIFFERENCE_PLOT=False +GROUND_FROST_PRESENCE_SPATIAL_PLOT=False +HISTOGRAM_MLEVEL_FIELD=False +HISTOGRAM_MLEVEL_FIELD_AGGREGATION=False,False,False,False +HISTOGRAM_MLEVEL_FIELD_SEQUENCE=False +HISTOGRAM_PLEVEL_FIELD=True +HISTOGRAM_PLEVEL_FIELD_AGGREGATION=False,False,False,False +HISTOGRAM_PLEVEL_FIELD_SEQUENCE=False +HISTOGRAM_SURFACE_FIELD=True +HISTOGRAM_SURFACE_FIELD_AGGREGATION=False,False,False,False +HISTOGRAM_SURFACE_FIELD_SEQUENCE=False +!!HISTOGRAM_TYPE="step" +HOUSEKEEPING_MODE=2 +!!LATITUDE_POINT=0 +!!LATLON_IN_TYPE="realworld" +!!LEVELS_A=[] +!!LEVELS_B=[] +LEVEL_BASIC_QQ_PLOT=False +!!LEVEL_QQ_COORDINATE_LIST=[] +!!LEVEL_QQ_ONE_TO_ONE=False +!!LEVEL_QQ_PERCENTILES=[] +LIGHTNING_PRESENCE_DOMAIN_TIME_SERIES=False +LIGHTNING_PRESENCE_SPATIAL_DIFFERENCE_PLOT=False +LIGHTNING_PRESENCE_SPATIAL_PLOT=False +LOGLEVEL="DEBUG" +!!LONGITUDE_POINT=0 +MEAN_STRUCTURAL_SIMILARITY_MLEVEL=False +MEAN_STRUCTURAL_SIMILARITY_PLEVEL_FIELD=False +MEAN_STRUCTURAL_SIMILARITY_SURFACE_FIELD=False +!!METPLUS_BASE="" +METPLUS_GRID_STAT=False +METPLUS_POINT_STAT=False +!!MET_INSTALL_DIR="" +!!MET_LIBRARIES="" +!!MLEVEL_TRANSECT_FINISHCOORDS= +!!MLEVEL_TRANSECT_STARTCOORDS= +!!MODEL_FIELDS_A=[] +!!MODEL_FIELDS_B=[] +MODEL_LEVELS=[] +MODEL_LEVEL_FIELDS=["humidity_mixing_ratio", "eastward_wind_at_cell_centres", "northward_wind_at_cell_centres", "cloud_ice_mixing_ratio", "air_potential_temperature", "combined_cloud_amount", "exner_pressure_at_cell_interfaces"] +!!MODULES_LIST= +!!MODULES_PURGE=True +!!ONE_TO_ONE=False +!!PLEVEL_TRANSECT_FINISHCOORDS= +!!PLEVEL_TRANSECT_STARTCOORDS= +PLOTTING_PROJECTION="" +PLOT_RESOLUTION=100 +PRESSURE_LEVELS=[850, 500, 250] +PRESSURE_LEVEL_FIELDS=["zonal_wind_at_pressure_levels","meridional_wind_at_pressure_levels","potential_vorticity_at_pressure_levels","vertical_wind_at_pressure_levels","temperature_at_pressure_levels","relative_humidity_wrt_ice_at_pressure_levels","geopotential_height_at_pressure_levels","wet_bulb_potential_temperature_at_pressure_levels","vapour_specific_humidity_at_pressure_levels_for_climate_averaging"] +PROB_TEMPERATURE_CONDITION=[] +PROB_TEMPERATURE_THRESHOLD=[] +PROFILE_MLEVEL=False +PROFILE_MLEVEL_AGGREGATION=False,False,False,False +PROFILE_PLEVEL=True +PROFILE_PLEVEL_AGGREGATION=False,False,False,False +!!QQ_LEVELS=[] +!!QQ_LEVEL_FIELDS=[] +!!QQ_SURFACE_FIELDS=[] +!!QQ_VERTICAL_COORDINATE=[] +RAIN_PRESENCE_DOMAIN_MEAN_TIMESERIES=False +RAIN_PRESENCE_SPATIAL_DIFFERENCE=False +RAIN_PRESENCE_SPATIAL_PLOT=False +SCREEN_LEVEL_TEMPERATURE_PROBABILITIES=True +SCREEN_LEVEL_TEMPERATURE_SPATIAL_PROBABILITY_WITHOUT_CONTROL_MEMBER=False +SELECT_SUBAREA=False +SFC_GALE_FORCE_WINDS_PRESENCE_DOMAIN_MEAN_TIMESERIES=False +SFC_GALE_FORCE_WINDS_PRESENCE_DOMAIN_MEAN_TIME_SERIES=False +SFC_GALE_FORCE_WINDS_PRESENCE_SPATIAL=False +SFC_GALE_FORCE_WINDS_PRESENCE_SPATIAL_DIFFERENCE=False +SFC_GALE_FORCE_WINDS_PRESENCE_SPATIAL_PLOT=False +SFC_HURRICANE_FORCE_WINDS_PRESENCE_DOMAIN_MEAN_TIMESERIES=False +SFC_HURRICANE_FORCE_WINDS_PRESENCE_DOMAIN_MEAN_TIME_SERIES=False +SFC_HURRICANE_FORCE_WINDS_PRESENCE_SPATIAL=False +SFC_HURRICANE_FORCE_WINDS_PRESENCE_SPATIAL_DIFFERENCE=False +SFC_HURRICANE_FORCE_WINDS_PRESENCE_SPATIAL_PLOT=False +SFC_STORM_FORCE_WINDS_PRESENCE_DOMAIN_MEAN_TIMESERIES=False +SFC_STORM_FORCE_WINDS_PRESENCE_DOMAIN_MEAN_TIME_SERIES=False +SFC_STORM_FORCE_WINDS_PRESENCE_SPATIAL=False +SFC_STORM_FORCE_WINDS_PRESENCE_SPATIAL_DIFFERENCE=False +SFC_STORM_FORCE_WINDS_PRESENCE_SPATIAL_PLOT=False +SFC_WIND_BEAUFORT_SCALE_DOMAIN_MEAN_TIMESERIES=False +SFC_WIND_BEAUFORT_SCALE_SPATIAL=False +SFC_WIND_BEAUFORT_SCALE_SPATIAL_DIFFERENCE=False +SHOW_CASE_STUDY_AGGREGATE_OPTIONS=False +!!SINGLE_POINT_METHOD="Nearest" +SITE="nci-gadi" +SKIP_WRITE=True +SNOW_PRESENCE_DOMAIN_MEAN_TIMESERIES=False +SNOW_PRESENCE_SPATIAL_DIFFERENCE=False +SNOW_PRESENCE_SPATIAL_PLOT=False +SPATIAL_DIFFERENCE_MLEVEL_FIELD=False +SPATIAL_DIFFERENCE_MLEVEL_FIELD_AGGREGATION=False,False,False,False +SPATIAL_DIFFERENCE_PLEVEL_FIELD=True +SPATIAL_DIFFERENCE_PLEVEL_FIELD_AGGREGATION=False,False,False,False +SPATIAL_DIFFERENCE_SURFACE_FIELD=True +SPATIAL_DIFFERENCE_SURFACE_FIELD_AGGREGATION=False,False,False,False +SPATIAL_MLEVEL_FIELD=False +SPATIAL_MLEVEL_FIELD_AGGREGATION=False,False,False,False +SPATIAL_MLEVEL_FIELD_METHOD=[""] +SPATIAL_PLEVEL_FIELD=True +SPATIAL_PLEVEL_FIELD_AGGREGATION=False,False,False,False +SPATIAL_PLEVEL_FIELD_METHOD=[""] +SPATIAL_STRUCTURAL_SIMILARITY_MLEVEL=False +SPATIAL_STRUCTURAL_SIMILARITY_PLEVEL_FIELD=False +SPATIAL_STRUCTURAL_SIMILARITY_SURFACE_FIELD=False +SPATIAL_SURFACE_FIELD=True +SPATIAL_SURFACE_FIELD_AGGREGATION=False,False,False,False +SPATIAL_SURFACE_FIELD_METHOD=[""] +SPECTRUM_MLEVEL_FIELD=False +SPECTRUM_MLEVEL_FIELD_SEQUENCE=False +SPECTRUM_PLEVEL_FIELD=False +SPECTRUM_PLEVEL_FIELD_SEQUENCE=False +SPECTRUM_SURFACE_FIELD=False +SPECTRUM_SURFACE_FIELD_SEQUENCE=False +!!SUBAREA_EXTENT=0,0,0,0 +!!SUBAREA_TYPE="realworld" +SURFACE_BASIC_QQ_PLOT=False +SURFACE_FIELDS=["eastward_wind_at_10m", "northward_wind_at_10m", "visibility_in_air", "toa_upward_shortwave_flux", "toa_direct_shortwave_flux", "toa_upward_longwave_flux_radiative_timestep", "grid_surface_upward_sensible_heat_flux", "grid_surface_upward_latent_heat_flux", "grid_surface_temperature", "grid_surface_snow_amount", "surface_net_longwave_flux_radiative_timestep", "relative_humidity_at_screen_level", "fog_fraction_at_screen_level", "dew_point_temperature_at_screen_level", "atmosphere_boundary_layer_thickness", "temperature_at_screen_level", "turbulent_mixing_height", "surface_net_shortwave_flux", "surface_microphysical_snowfall_rate", "surface_microphysical_rainfall_rate", "maximum_combined_cloud_amount_below_111m_asl", "low_type_cloud_area_fraction", "medium_type_cloud_area_fraction", "high_type_cloud_area_fraction", "combined_cloud_amount_maximum_random_overlap", "atmosphere_mass_content_of_cloud_liquid_water", "air_pressure_at_mean_sea_level", "cloud_base_altitude","number_of_lightning_flashes_in_column", "radar_reflectivity_at_1km_above_the_surface", "atmosphere_mass_of_air_per_unit_area", "atmosphere_mass_content_of_water_vapor"] +!!SURFACE_QQ_COORDINATE_LIST=[] +!!SURFACE_QQ_ONE_TO_ONE=False +!!SURFACE_QQ_PERCENTILES=[] +SURFACE_SINGLE_POINT_TIME_SERIES=False +!!SURFACE_SYNOP_DIFFS= +!!SURFACE_SYNOP_FIELDS=[] +!!SURFACE_SYNOP_INTERVAL="" +!!SURFACE_SYNOP_MODEL_FIELDS= +SURFACE_SYNOP_OBS=False +!!SURFACE_SYNOP_OFFSET="" +THICK_FOG_PRESENCE_DOMAIN_MEAN_TIMESERIES=False +THICK_FOG_PRESENCE_SPATIAL_DIFFERENCE=False +THICK_FOG_PRESENCE_SPATIAL_PLOT=False +TIMESERIES_MLEVEL_FIELD=False +TIMESERIES_MLEVEL_FIELD_AGGREGATION=False,False,False,False +TIMESERIES_PLEVEL_FIELD=True +TIMESERIES_PLEVEL_FIELD_AGGREGATION=False,False,False,False +TIMESERIES_SURFACE_FIELD=True +TIMESERIES_SURFACE_FIELD_AGGREGATION=False,False,False,False +TIMESERIES_SURFACE_FIELD_LAND_MASK=False +TIMESERIES_SURFACE_FIELD_SEA_MASK=False +!!USE_WMO_STATION_NUMBERS=False +!!VERTICAL_COORDINATE_A=[] +!!VERTICAL_COORDINATE_B=[] +WEB_ADDR="https://bureau-sig.nci.org.au/$USER/verification/cset/" +WEB_DIR="/home/548/vvk548/public_html/verification/cset/melb_domain/site_cfg_test" +!!WMO_BLOCK_STTN_NMBRS=[] +m1_analysis_offset="PT0H" +m1_data_path="/scratch/dp9/iw5088/cylc-run/u-by395/run2/share/cycle/20240529T0000Z/1p5km/Melb_896x896/RAL3P3/lfric_outputs/%Y%m%dT%H%MZ_1p5km_Melb_896x896_RAL3P3_lfric_slam_*" +m1_data_period="PT6H" +m1_data_source="filesystem" +m1_date_type="initiation" +m1_name="LFRic" +m2_analysis_offset="PT0H" +m2_data_path="/scratch/dp9/iw5088/cylc-run/u-by395/run2/share/cycle/20240529T0000Z/1p5km/Melb_896x896/RAL3P3/um/umnsaa_pdiag*" +m2_data_period="PT6H" +m2_data_source="filesystem" +m2_date_type="initiation" +m2_name="UM" diff --git a/src/CSET/cset_workflow/site/nci-gadi.cylc b/src/CSET/cset_workflow/site/nci-gadi.cylc new file mode 100644 index 000000000..9636a5a2c --- /dev/null +++ b/src/CSET/cset_workflow/site/nci-gadi.cylc @@ -0,0 +1,63 @@ +{% set PROJECT = PROJECT | default(environ['PROJECT']) %} + +[runtime] + [[root]] + platform = gadi_background + init-script = """ + module use /g/data/access/ngm/modules + module load cset/26.2.0 + """ + [[[ environment ]]] + PROJECT = {{ PROJECT }} + PYTHONPATH=$PYTHONPATH:/g/data/dp9/verification/sources/cset/main/CSET/src + + [[validate_environment]] + platform = gadi_background + + [[parbake_recipes]] + platform = gadi_background + [[[ environment ]]] + PROJECT = {{ PROJECT }} + PYTHONPATH=$PYTHONPATH:/g/data/dp9/verification/sources/cset/main/CSET/src + + [[parbake_aggregation_recipes]] + platform = gadi_background + [[[ environment ]]] + PROJECT = {{ PROJECT }} + PYTHONPATH=$PYTHONPATH:/g/data/dp9/verification/sources/cset/main/CSET/src + + [[bake_recipes]] + platform = gadi_pbs + init-script = """ + module use /g/data/access/ngm/modules + module load cset/26.2.0 + """ + [[[ environment ]]] + PROJECT = {{ PROJECT }} + PYTHONPATH=$PYTHONPATH:/g/data/dp9/verification/sources/cset/main/CSET/src + [[[ directives ]]] + -P = {{ PROJECT }} + -q = normal + -l ncpus = 48 + -l mem = 180gb + -l storage = scratch/{{PROJECT}}+gdata/{{PROJECT}}+gdata/access+gdata/dp9+gdata/hr22 + -l walltime = 06:00:00 + -W umask = 0022 + + [[bake_aggregation_recipes]] + platform = gadi_pbs + init-script = """ + module use /g/data/access/ngm/modules + module load cset/26.2.0 + """ + [[[ environment ]]] + PROJECT = {{ PROJECT }} + PYTHONPATH=$PYTHONPATH:/g/data/dp9/verification/sources/cset/main/CSET/src + [[[ directives ]]] + -P = {{ PROJECT }} + -q = normal + -l ncpus = 48 + -l mem = 180gb + -l walltime = 06:00:00 + -l storage = scratch/{{PROJECT}}+gdata/{{PROJECT}}+gdata/access+gdata/dp9+gdata/hr22 + -W umask = 0022 From ec7f2c72e459408e2331c2e577405ab6388a92d2 Mon Sep 17 00:00:00 2001 From: vinodk-bom Date: Wed, 1 Apr 2026 05:12:13 +0000 Subject: [PATCH 2/7] Updates to Scott's review comments and the meta data files to indicate the nci-gadi option. --- .../meta/diagnostics/rose-meta.conf | 2 +- src/CSET/cset_workflow/meta/rose-meta.conf | 4 +-- .../opt/rose-suite-nci_ral3lfric.conf | 35 ++++++++++++------- src/CSET/cset_workflow/site/nci-gadi.cylc | 22 +----------- 4 files changed, 27 insertions(+), 36 deletions(-) diff --git a/src/CSET/cset_workflow/meta/diagnostics/rose-meta.conf b/src/CSET/cset_workflow/meta/diagnostics/rose-meta.conf index caea8d373..12e0c8c8c 100644 --- a/src/CSET/cset_workflow/meta/diagnostics/rose-meta.conf +++ b/src/CSET/cset_workflow/meta/diagnostics/rose-meta.conf @@ -726,7 +726,7 @@ help=Selects the site/model specific configuration to use. The configuration mus exist as restricted files in https://github.com/MetOffice/CSET-restricted-files/tree/main/app/{app_name}/file type=quoted -value-hints="metoffice", "niwa" +value-hints="metoffice", "niwa", "nci-gadi" sort-key=met3 [template variables=METPLUS_OBS_DIR] diff --git a/src/CSET/cset_workflow/meta/rose-meta.conf b/src/CSET/cset_workflow/meta/rose-meta.conf index 32ed5b314..267562274 100644 --- a/src/CSET/cset_workflow/meta/rose-meta.conf +++ b/src/CSET/cset_workflow/meta/rose-meta.conf @@ -19,8 +19,8 @@ help=The site-specific configuration should live in a file under site/ Localhost does not use any site-specific settings, and should work on any cylc installation. It will however run on the scheduler server. -values="localhost", "metoffice", "niwa" -value-titles=Localhost, Met Office, NIWA +values="localhost", "metoffice", "niwa", "nci-gadi" +value-titles=Localhost, Met Office, NIWA, NCI-Gadi compulsory=true sort-key=setup-a-site diff --git a/src/CSET/cset_workflow/opt/rose-suite-nci_ral3lfric.conf b/src/CSET/cset_workflow/opt/rose-suite-nci_ral3lfric.conf index 772422b27..fbf57acf9 100644 --- a/src/CSET/cset_workflow/opt/rose-suite-nci_ral3lfric.conf +++ b/src/CSET/cset_workflow/opt/rose-suite-nci_ral3lfric.conf @@ -44,10 +44,11 @@ FOG_PRESENCE_DOMAIN_MEAN_TIMESERIES=False FOG_PRESENCE_SPATIAL_DIFFERENCE=False FOG_PRESENCE_SPATIAL_PLOT=False GROUND_FROST_PRESENCE_DOMAIN_MEAN_TIMESERIES=False -GROUND_FROST_PRESENCE_DOMAIN_TIMESERIES=False GROUND_FROST_PRESENCE_SPATIAL_DIFFERENCE=False -GROUND_FROST_PRESENCE_SPATIAL_DIFFERENCE_PLOT=False GROUND_FROST_PRESENCE_SPATIAL_PLOT=False +HEAVY_RAIN_PRESENCE_DOMAIN_MEAN_TIMESERIES=False +HEAVY_RAIN_PRESENCE_SPATIAL_DIFFERENCE=False +HEAVY_RAIN_PRESENCE_SPATIAL_PLOT=False HISTOGRAM_MLEVEL_FIELD=False HISTOGRAM_MLEVEL_FIELD_AGGREGATION=False,False,False,False HISTOGRAM_MLEVEL_FIELD_SEQUENCE=False @@ -57,7 +58,6 @@ HISTOGRAM_PLEVEL_FIELD_SEQUENCE=False HISTOGRAM_SURFACE_FIELD=True HISTOGRAM_SURFACE_FIELD_AGGREGATION=False,False,False,False HISTOGRAM_SURFACE_FIELD_SEQUENCE=False -!!HISTOGRAM_TYPE="step" HOUSEKEEPING_MODE=2 !!LATITUDE_POINT=0 !!LATLON_IN_TYPE="realworld" @@ -70,6 +70,9 @@ LEVEL_BASIC_QQ_PLOT=False LIGHTNING_PRESENCE_DOMAIN_TIME_SERIES=False LIGHTNING_PRESENCE_SPATIAL_DIFFERENCE_PLOT=False LIGHTNING_PRESENCE_SPATIAL_PLOT=False +LIGHT_RAIN_PRESENCE_DOMAIN_MEAN_TIMESERIES=False +LIGHT_RAIN_PRESENCE_SPATIAL_DIFFERENCE=False +LIGHT_RAIN_PRESENCE_SPATIAL_PLOT=False LOGLEVEL="DEBUG" !!LONGITUDE_POINT=0 MEAN_STRUCTURAL_SIMILARITY_MLEVEL=False @@ -86,9 +89,18 @@ METPLUS_POINT_STAT=False !!MODEL_FIELDS_B=[] MODEL_LEVELS=[] MODEL_LEVEL_FIELDS=["humidity_mixing_ratio", "eastward_wind_at_cell_centres", "northward_wind_at_cell_centres", "cloud_ice_mixing_ratio", "air_potential_temperature", "combined_cloud_amount", "exner_pressure_at_cell_interfaces"] +MODERATE_RAIN_PRESENCE_DOMAIN_MEAN_TIMESERIES=False +MODERATE_RAIN_PRESENCE_SPATIAL_DIFFERENCE=False +MODERATE_RAIN_PRESENCE_SPATIAL_PLOT=False !!MODULES_LIST= !!MODULES_PURGE=True +!!MULTI_BASE_FIELD="" +!!MULTI_CONTOUR_FIELD="" +!!MULTI_OVERLAY_FIELD="" +!!MULTI_OVERLAY_MASK_CONDITION="ge" +!!MULTI_OVERLAY_MASK_VALUE=0.0 !!ONE_TO_ONE=False +PLACEHOLDER_OBS=False !!PLEVEL_TRANSECT_FINISHCOORDS= !!PLEVEL_TRANSECT_STARTCOORDS= PLOTTING_PROJECTION="" @@ -112,23 +124,20 @@ SCREEN_LEVEL_TEMPERATURE_PROBABILITIES=True SCREEN_LEVEL_TEMPERATURE_SPATIAL_PROBABILITY_WITHOUT_CONTROL_MEMBER=False SELECT_SUBAREA=False SFC_GALE_FORCE_WINDS_PRESENCE_DOMAIN_MEAN_TIMESERIES=False -SFC_GALE_FORCE_WINDS_PRESENCE_DOMAIN_MEAN_TIME_SERIES=False SFC_GALE_FORCE_WINDS_PRESENCE_SPATIAL=False SFC_GALE_FORCE_WINDS_PRESENCE_SPATIAL_DIFFERENCE=False -SFC_GALE_FORCE_WINDS_PRESENCE_SPATIAL_PLOT=False SFC_HURRICANE_FORCE_WINDS_PRESENCE_DOMAIN_MEAN_TIMESERIES=False -SFC_HURRICANE_FORCE_WINDS_PRESENCE_DOMAIN_MEAN_TIME_SERIES=False SFC_HURRICANE_FORCE_WINDS_PRESENCE_SPATIAL=False SFC_HURRICANE_FORCE_WINDS_PRESENCE_SPATIAL_DIFFERENCE=False -SFC_HURRICANE_FORCE_WINDS_PRESENCE_SPATIAL_PLOT=False SFC_STORM_FORCE_WINDS_PRESENCE_DOMAIN_MEAN_TIMESERIES=False -SFC_STORM_FORCE_WINDS_PRESENCE_DOMAIN_MEAN_TIME_SERIES=False SFC_STORM_FORCE_WINDS_PRESENCE_SPATIAL=False SFC_STORM_FORCE_WINDS_PRESENCE_SPATIAL_DIFFERENCE=False -SFC_STORM_FORCE_WINDS_PRESENCE_SPATIAL_PLOT=False SFC_WIND_BEAUFORT_SCALE_DOMAIN_MEAN_TIMESERIES=False SFC_WIND_BEAUFORT_SCALE_SPATIAL=False SFC_WIND_BEAUFORT_SCALE_SPATIAL_DIFFERENCE=False +SFC_WIND_GUSTS_BEAUFORT_SCALE_DOMAIN_MEAN_TIMESERIES=False +SFC_WIND_GUSTS_BEAUFORT_SCALE_SPATIAL=False +SFC_WIND_GUSTS_BEAUFORT_SCALE_SPATIAL_DIFFERENCE=False SHOW_CASE_STUDY_AGGREGATE_OPTIONS=False !!SINGLE_POINT_METHOD="Nearest" SITE="nci-gadi" @@ -145,6 +154,8 @@ SPATIAL_DIFFERENCE_SURFACE_FIELD_AGGREGATION=False,False,False,False SPATIAL_MLEVEL_FIELD=False SPATIAL_MLEVEL_FIELD_AGGREGATION=False,False,False,False SPATIAL_MLEVEL_FIELD_METHOD=[""] +!!SPATIAL_MULTI_FIELD_METHOD=[""] +SPATIAL_MULTI_VARIABLE=False SPATIAL_PLEVEL_FIELD=True SPATIAL_PLEVEL_FIELD_AGGREGATION=False,False,False,False SPATIAL_PLEVEL_FIELD_METHOD=[""] @@ -189,16 +200,16 @@ TIMESERIES_SURFACE_FIELD_SEA_MASK=False !!VERTICAL_COORDINATE_A=[] !!VERTICAL_COORDINATE_B=[] WEB_ADDR="https://bureau-sig.nci.org.au/$USER/verification/cset/" -WEB_DIR="/home/548/vvk548/public_html/verification/cset/melb_domain/site_cfg_test" +WEB_DIR="/home/548/$USER/public_html/verification/cset/melb/sample" !!WMO_BLOCK_STTN_NMBRS=[] m1_analysis_offset="PT0H" -m1_data_path="/scratch/dp9/iw5088/cylc-run/u-by395/run2/share/cycle/20240529T0000Z/1p5km/Melb_896x896/RAL3P3/lfric_outputs/%Y%m%dT%H%MZ_1p5km_Melb_896x896_RAL3P3_lfric_slam_*" +m1_data_path="/g/data/dp9/verification/data/sample/cset/20240529T0000Z/1p5km/melb/ral3p3/lfric/%Y%m%dT%H%MZ_1p5km_Melb_896x896_RAL3P3_lfric_slam_*" m1_data_period="PT6H" m1_data_source="filesystem" m1_date_type="initiation" m1_name="LFRic" m2_analysis_offset="PT0H" -m2_data_path="/scratch/dp9/iw5088/cylc-run/u-by395/run2/share/cycle/20240529T0000Z/1p5km/Melb_896x896/RAL3P3/um/umnsaa_pdiag*" +m2_data_path="/g/data/dp9/verification/data/sample/cset/20240529T0000Z/1p5km/melb/ral3p3/um/umnsaa_pdiag*" m2_data_period="PT6H" m2_data_source="filesystem" m2_date_type="initiation" diff --git a/src/CSET/cset_workflow/site/nci-gadi.cylc b/src/CSET/cset_workflow/site/nci-gadi.cylc index 9636a5a2c..d194d30cd 100644 --- a/src/CSET/cset_workflow/site/nci-gadi.cylc +++ b/src/CSET/cset_workflow/site/nci-gadi.cylc @@ -9,32 +9,19 @@ """ [[[ environment ]]] PROJECT = {{ PROJECT }} - PYTHONPATH=$PYTHONPATH:/g/data/dp9/verification/sources/cset/main/CSET/src + PYTHONPATH=/g/data/dp9/verification/sources/cset/main/CSET/src:$PYTHONPATH [[validate_environment]] platform = gadi_background [[parbake_recipes]] platform = gadi_background - [[[ environment ]]] - PROJECT = {{ PROJECT }} - PYTHONPATH=$PYTHONPATH:/g/data/dp9/verification/sources/cset/main/CSET/src [[parbake_aggregation_recipes]] platform = gadi_background - [[[ environment ]]] - PROJECT = {{ PROJECT }} - PYTHONPATH=$PYTHONPATH:/g/data/dp9/verification/sources/cset/main/CSET/src [[bake_recipes]] platform = gadi_pbs - init-script = """ - module use /g/data/access/ngm/modules - module load cset/26.2.0 - """ - [[[ environment ]]] - PROJECT = {{ PROJECT }} - PYTHONPATH=$PYTHONPATH:/g/data/dp9/verification/sources/cset/main/CSET/src [[[ directives ]]] -P = {{ PROJECT }} -q = normal @@ -46,13 +33,6 @@ [[bake_aggregation_recipes]] platform = gadi_pbs - init-script = """ - module use /g/data/access/ngm/modules - module load cset/26.2.0 - """ - [[[ environment ]]] - PROJECT = {{ PROJECT }} - PYTHONPATH=$PYTHONPATH:/g/data/dp9/verification/sources/cset/main/CSET/src [[[ directives ]]] -P = {{ PROJECT }} -q = normal From c49bc8e8aba827a6a0282a383db9ab12efdbdef4 Mon Sep 17 00:00:00 2001 From: vinodk-bom Date: Wed, 1 Apr 2026 21:15:46 +0000 Subject: [PATCH 3/7] Adding NCI-Gadi site. --- src/CSET/cset_workflow/meta/rose-meta.conf.jinja2 | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/CSET/cset_workflow/meta/rose-meta.conf.jinja2 b/src/CSET/cset_workflow/meta/rose-meta.conf.jinja2 index f551e13ae..3b09fca4d 100644 --- a/src/CSET/cset_workflow/meta/rose-meta.conf.jinja2 +++ b/src/CSET/cset_workflow/meta/rose-meta.conf.jinja2 @@ -19,8 +19,8 @@ help=The site-specific configuration should live in a file under site/ Localhost does not use any site-specific settings, and should work on any cylc installation. It will however run on the scheduler server. -values="localhost", "metoffice", "niwa" -value-titles=Localhost, Met Office, NIWA +values="localhost", "metoffice", "niwa", "nci-gadi" +value-titles=Localhost, Met Office, NIWA, "NCI-Gadi" compulsory=true sort-key=setup-a-site From 12e88cc0c7bd3d4be16edf4f249b9b23f72f975b Mon Sep 17 00:00:00 2001 From: Vinod Kumar <61719036+vinodk-bom@users.noreply.github.com> Date: Thu, 2 Apr 2026 08:20:29 +1100 Subject: [PATCH 4/7] Update src/CSET/cset_workflow/site/nci-gadi.cylc Co-authored-by: James Frost --- src/CSET/cset_workflow/site/nci-gadi.cylc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/CSET/cset_workflow/site/nci-gadi.cylc b/src/CSET/cset_workflow/site/nci-gadi.cylc index d194d30cd..0fd9a196e 100644 --- a/src/CSET/cset_workflow/site/nci-gadi.cylc +++ b/src/CSET/cset_workflow/site/nci-gadi.cylc @@ -7,7 +7,7 @@ module use /g/data/access/ngm/modules module load cset/26.2.0 """ - [[[ environment ]]] + [[[ environment ]]] PROJECT = {{ PROJECT }} PYTHONPATH=/g/data/dp9/verification/sources/cset/main/CSET/src:$PYTHONPATH From 55f31f9cc2358a6e2431fda1d59c14cabc86ad9d Mon Sep 17 00:00:00 2001 From: Vinod Kumar <61719036+vinodk-bom@users.noreply.github.com> Date: Thu, 2 Apr 2026 08:21:08 +1100 Subject: [PATCH 5/7] Update src/CSET/cset_workflow/site/nci-gadi.cylc Co-authored-by: James Frost --- src/CSET/cset_workflow/site/nci-gadi.cylc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/CSET/cset_workflow/site/nci-gadi.cylc b/src/CSET/cset_workflow/site/nci-gadi.cylc index 0fd9a196e..b1742b812 100644 --- a/src/CSET/cset_workflow/site/nci-gadi.cylc +++ b/src/CSET/cset_workflow/site/nci-gadi.cylc @@ -36,7 +36,7 @@ [[[ directives ]]] -P = {{ PROJECT }} -q = normal - -l ncpus = 48 + -l ncpus = 48 -l mem = 180gb -l walltime = 06:00:00 -l storage = scratch/{{PROJECT}}+gdata/{{PROJECT}}+gdata/access+gdata/dp9+gdata/hr22 From f136ab54f2b120aab5902a5017036191ec43d9ca Mon Sep 17 00:00:00 2001 From: vinodk-bom Date: Wed, 1 Apr 2026 22:48:06 +0000 Subject: [PATCH 6/7] Removing the missed, needless inheritances specified for tasks that runs on login node. --- src/CSET/cset_workflow/site/nci-gadi.cylc | 9 --------- 1 file changed, 9 deletions(-) diff --git a/src/CSET/cset_workflow/site/nci-gadi.cylc b/src/CSET/cset_workflow/site/nci-gadi.cylc index b1742b812..9dd5abf71 100644 --- a/src/CSET/cset_workflow/site/nci-gadi.cylc +++ b/src/CSET/cset_workflow/site/nci-gadi.cylc @@ -11,15 +11,6 @@ PROJECT = {{ PROJECT }} PYTHONPATH=/g/data/dp9/verification/sources/cset/main/CSET/src:$PYTHONPATH - [[validate_environment]] - platform = gadi_background - - [[parbake_recipes]] - platform = gadi_background - - [[parbake_aggregation_recipes]] - platform = gadi_background - [[bake_recipes]] platform = gadi_pbs [[[ directives ]]] From e9247a7fd241352899b548bc7f31bd78d7820748 Mon Sep 17 00:00:00 2001 From: James Frost Date: Thu, 2 Apr 2026 10:02:50 +0100 Subject: [PATCH 7/7] Unquote site display title --- src/CSET/cset_workflow/meta/rose-meta.conf.jinja2 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/CSET/cset_workflow/meta/rose-meta.conf.jinja2 b/src/CSET/cset_workflow/meta/rose-meta.conf.jinja2 index 3b09fca4d..bf2e0e016 100644 --- a/src/CSET/cset_workflow/meta/rose-meta.conf.jinja2 +++ b/src/CSET/cset_workflow/meta/rose-meta.conf.jinja2 @@ -20,7 +20,7 @@ help=The site-specific configuration should live in a file under site/ Localhost does not use any site-specific settings, and should work on any cylc installation. It will however run on the scheduler server. values="localhost", "metoffice", "niwa", "nci-gadi" -value-titles=Localhost, Met Office, NIWA, "NCI-Gadi" +value-titles=Localhost, Met Office, NIWA, NCI-Gadi compulsory=true sort-key=setup-a-site