From 13019abda055a42f9e1fc39eebdb5774ae91a18f Mon Sep 17 00:00:00 2001 From: Sarah Ibrahimi Date: Tue, 21 Apr 2026 23:51:51 +0200 Subject: [PATCH 01/17] eval slurm --- config/evaluate/eval_cerra_europe_config.yml | 47 ++++++++++++++++++ evaluation_slurm.sh | 43 ++++++++++++++++ ...ompare_rmse_europe_alhi7c8a_CERRA_10si.png | Bin 0 -> 177359 bytes ...pare_rmse_europe_alhi7c8a_CERRA_10wdir.png | Bin 0 -> 160775 bytes .../compare_rmse_europe_alhi7c8a_CERRA_2t.png | Bin 0 -> 183313 bytes ...mpare_rmse_europe_alhi7c8a_CERRA_r_850.png | Bin 0 -> 195146 bytes ...mpare_rmse_europe_alhi7c8a_CERRA_t_850.png | Bin 0 -> 174653 bytes ...mpare_rmse_europe_alhi7c8a_CERRA_u_850.png | Bin 0 -> 169071 bytes ...mpare_rmse_europe_alhi7c8a_CERRA_v_850.png | Bin 0 -> 168830 bytes ...mpare_rmse_europe_alhi7c8a_CERRA_z_500.png | Bin 0 -> 175331 bytes ...ompare_rmse_europe_alhi7c8a_CERRA_10si.png | Bin 0 -> 164039 bytes ...pare_rmse_europe_alhi7c8a_CERRA_10wdir.png | Bin 0 -> 163910 bytes .../compare_rmse_europe_alhi7c8a_CERRA_2t.png | Bin 0 -> 191191 bytes ...mpare_rmse_europe_alhi7c8a_CERRA_r_850.png | Bin 0 -> 189515 bytes ...mpare_rmse_europe_alhi7c8a_CERRA_t_850.png | Bin 0 -> 212806 bytes ...mpare_rmse_europe_alhi7c8a_CERRA_u_850.png | Bin 0 -> 150379 bytes ...mpare_rmse_europe_alhi7c8a_CERRA_v_850.png | Bin 0 -> 157431 bytes ...mpare_rmse_europe_alhi7c8a_CERRA_z_500.png | Bin 0 -> 171097 bytes 18 files changed, 90 insertions(+) create mode 100644 config/evaluate/eval_cerra_europe_config.yml create mode 100755 evaluation_slurm.sh create mode 100644 plots_alhi7c8a_0/line_plots/compare_rmse_europe_alhi7c8a_CERRA_10si.png create mode 100644 plots_alhi7c8a_0/line_plots/compare_rmse_europe_alhi7c8a_CERRA_10wdir.png create mode 100644 plots_alhi7c8a_0/line_plots/compare_rmse_europe_alhi7c8a_CERRA_2t.png create mode 100644 plots_alhi7c8a_0/line_plots/compare_rmse_europe_alhi7c8a_CERRA_r_850.png create mode 100644 plots_alhi7c8a_0/line_plots/compare_rmse_europe_alhi7c8a_CERRA_t_850.png create mode 100644 plots_alhi7c8a_0/line_plots/compare_rmse_europe_alhi7c8a_CERRA_u_850.png create mode 100644 plots_alhi7c8a_0/line_plots/compare_rmse_europe_alhi7c8a_CERRA_v_850.png create mode 100644 plots_alhi7c8a_0/line_plots/compare_rmse_europe_alhi7c8a_CERRA_z_500.png create mode 100644 plots_alhi7c8a_1/line_plots/compare_rmse_europe_alhi7c8a_CERRA_10si.png create mode 100644 plots_alhi7c8a_1/line_plots/compare_rmse_europe_alhi7c8a_CERRA_10wdir.png create mode 100644 plots_alhi7c8a_1/line_plots/compare_rmse_europe_alhi7c8a_CERRA_2t.png create mode 100644 plots_alhi7c8a_1/line_plots/compare_rmse_europe_alhi7c8a_CERRA_r_850.png create mode 100644 plots_alhi7c8a_1/line_plots/compare_rmse_europe_alhi7c8a_CERRA_t_850.png create mode 100644 plots_alhi7c8a_1/line_plots/compare_rmse_europe_alhi7c8a_CERRA_u_850.png create mode 100644 plots_alhi7c8a_1/line_plots/compare_rmse_europe_alhi7c8a_CERRA_v_850.png create mode 100644 plots_alhi7c8a_1/line_plots/compare_rmse_europe_alhi7c8a_CERRA_z_500.png diff --git a/config/evaluate/eval_cerra_europe_config.yml b/config/evaluate/eval_cerra_europe_config.yml new file mode 100644 index 000000000..09099ac7d --- /dev/null +++ b/config/evaluate/eval_cerra_europe_config.yml @@ -0,0 +1,47 @@ + +global_plotting_options: + regions: ["europe"] + image_format : "png" + dpi_val : 300 + fps: 2 + ERA5: + marker_size: 2 + scale_marker_size: 1 + marker: "o" + +evaluation: + metrics : ["rmse"] + regions: ["europe"] + summary_plots : true + ratio_plots : false + heat_maps : false + summary_dir: "./plots_alhi7c8a_1" + plot_ensemble: false #supported: false, "std", "minmax", "members" + plot_score_maps: false #plot scores on a 2D maps. it slows down score computation + print_summary: false #print out score values on screen. it can be verbose + log_scale: false + add_grid: false + score_cards: false + bar_plots: false + num_processes: 0 #options: int, "auto", 0 means no parallelism (default) + +default_streams: + CERRA: + channels: ["2t", "10si", "10wdir", "r_850", "t_850", "u_850", "v_850", "z_500"] #, "blah"] + evaluation: + forecast_step: "all" + sample: [1] + ensemble: "all" + # plotting: + # sample: [0] + # forecast_step: "all" + # ensemble: "mean" + # plot_maps: true + # plot_bias: true + # plot_target: true + # plot_histograms: true + # plot_animations: true + +run_ids: + alhi7c8a: + label: "sample_0_alhi7c8a" diff --git a/evaluation_slurm.sh b/evaluation_slurm.sh new file mode 100755 index 000000000..62df8beb7 --- /dev/null +++ b/evaluation_slurm.sh @@ -0,0 +1,43 @@ +#!/bin/bash +#SBATCH --job-name=wg-eval +#SBATCH --nodes=1 +#SBATCH --mem=368G +#SBATCH --cpus-per-task=8 +#SBATCH --ntasks-per-node=4 +#SBATCH --gpus-per-node=0 +#SBATCH --time=23:59:59 +#SBATCH --output=logs/%x.%j.out +#SBATCH --error=logs/%x.%j.err +#SBATCH --switches=1 + +module load gcc/12.2.0 +module load cuda/12.2 + +if [ $# -lt 3 ]; then + echo "Usage: $0