1- from typing import Any , Dict , List
21import os
2+ from typing import Any , Dict , List
33
44from eval_protocol .models import EvaluateResult , EvaluationRow , Message , MetricResult
55from eval_protocol .pytest .default_single_turn_rollout_process import (
66 default_single_turn_rollout_processor ,
77)
88from eval_protocol .pytest .evaluation_test import evaluation_test
9-
109from examples .aime2025_chat_completion .main import _extract_boxed_text , _normalize_to_int_or_none
1110
12-
1311SYSTEM_PROMPT = (
14- "You are a helpful math assistant. Please reason step by step, and put your "
15- "final answer within \\ boxed{...}."
12+ "You are a helpful math assistant. Please reason step by step, and put your " "final answer within \\ boxed{...}."
1613)
1714
1815"""
@@ -36,8 +33,6 @@ def _ep_int(var_name: str, default_value: int | None) -> int | None:
3633 return default_value
3734
3835
39-
40-
4136def aime2025_dataset_adapter (rows : List [Dict [str , Any ]]) -> List [EvaluationRow ]:
4237 """
4338 Convert raw AIME2025 rows (with keys 'question' and 'answer') to EvaluationRow.
@@ -94,9 +89,7 @@ def test_aime2025_pointwise(row: EvaluationRow) -> EvaluationRow:
9489 reason = (
9590 "Parsed both integers and they matched"
9691 if score == 1.0
97- else (
98- "Parsed integers did not match" if is_valid else "Failed to parse integer"
99- )
92+ else ("Parsed integers did not match" if is_valid else "Failed to parse integer" )
10093 ),
10194 data = {
10295 "extracted_text" : extracted_text ,
@@ -113,5 +106,3 @@ def test_aime2025_pointwise(row: EvaluationRow) -> EvaluationRow:
113106 metrics = metrics ,
114107 )
115108 return row
116-
117-
0 commit comments