bench: consolidate AIME export to suites only; set num_runs=8 default

Author: benjibc

eval_protocol/benchmarks/run.py

@@ -38,6 +38,8 @@ def _parse_args() -> argparse.Namespace:
         help="Limit rows: integer or 'all' for no limit (maps to EP_MAX_DATASET_ROWS)",
     )
     parser.add_argument("--num-runs", type=int, help="Override num_runs if provided")
+    # Allow overriding reasoning effort explicitly (low/medium/high). If omitted, suite default is used.
+    # Already mapped by --reasoning-effort above.
     return parser.parse_args()
 
 

eval_protocol/benchmarks/suites/aime25.py

@@ -74,7 +74,7 @@ def aime2025_dataset_adapter(rows: List[Dict[str, Any]]) -> List[EvaluationRow]:
     rollout_processor=default_single_turn_rollout_processor,
     aggregation_method="mean",
     threshold_of_success=None,
-    num_runs=1,
+    num_runs=8,
     max_dataset_rows=2,
     max_concurrent_rollouts=4,
     mode="pointwise",