Skip to content

Commit 847301f

Browse files
author
Dylan Huang
committed
fix types for input_rows
1 parent 3e4ed7d commit 847301f

2 files changed

Lines changed: 1 addition & 3 deletions

File tree

eval_protocol/pytest/evaluation_test.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -38,7 +38,6 @@
3838
EvaluationInputParam,
3939
EvaluationTestMode,
4040
InputMessagesParam,
41-
InputRowsParam,
4241
ModelParam,
4342
RolloutProcessorConfig,
4443
RolloutProcessorInputParam,
@@ -242,7 +241,7 @@ def evaluation_test( # noqa: C901
242241
completion_params: List[CompletionParams],
243242
input_messages: Optional[List[InputMessagesParam]] = None,
244243
input_dataset: Optional[List[DatasetPathParam]] = None,
245-
input_rows: Optional[List[InputRowsParam]] = None,
244+
input_rows: Optional[List[EvaluationRow]] = None,
246245
dataset_adapter: Callable[[List[Dict[str, Any]]], Dataset] = default_dataset_adapter,
247246
rollout_processor: RolloutProcessor = NoOpRolloutProcessor(),
248247
evaluation_test_kwargs: Optional[List[EvaluationInputParam]] = None,

eval_protocol/pytest/types.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,6 @@
1515
ModelParam = str # gpt-4o, gpt-4o-mini, accounts/fireworks/models/llama-3.1-8b-instruct
1616
DatasetPathParam = str
1717
InputMessagesParam = List[Message]
18-
InputRowsParam = List[EvaluationRow]
1918
EvaluationInputParam = Dict[str, Any]
2019
RolloutProcessorInputParam = Dict[str, Any]
2120

0 commit comments

Comments
 (0)