Type DecodedPayload.token_ids instead of an untyped extras bag

Replace the Dict[str, Any] `extras` field (only ever holding logprobs token_ids)
with a typed `token_ids: Optional[List[int]]` field. Callers now get a real type
(dp.token_ids) instead of Any from extras.get(...). Update adapter, tests, README.

Co-authored-by: Cursor <cursoragent@cursor.com>

Author: SunnySoldier357

eval_protocol/adapters/fireworks_tracing.py

@@ -119,7 +119,7 @@ def convert_trace_dict_to_evaluation_row(
 
             if (dp := decoded.get(PayloadType.LOGPROBS)) is not None:
                 logprobs = dp.value
-                token_ids = dp.extras.get("token_ids")
+                token_ids = dp.token_ids
                 execution_metadata.extra["completion_logprobs"] = logprobs
                 if token_ids is not None:
                     execution_metadata.extra["completion_token_ids"] = token_ids

eval_protocol/tracing/README.md

@@ -51,7 +51,7 @@ if PayloadType.PROMPT_TOKEN_IDS in decoded:
 if PayloadType.LOGPROBS in decoded:
     lp = decoded[PayloadType.LOGPROBS]
     logprobs = lp.value                                          # List[float]
-    token_ids = lp.extras.get("token_ids")                      # Optional[List[int]]
+    token_ids = lp.token_ids                                     # Optional[List[int]]
 
 if PayloadType.ROUTER_REPLAY in decoded:
     matrices = decoded[PayloadType.ROUTER_REPLAY].value          # List[Optional[str]]
@@ -90,14 +90,14 @@ decode_payloads(payloads, on_error=lambda pt, e: print(f"{pt} failed: {e}"))
 | `payload_type` | `PayloadType` enum member                                         |
 | `value`        | decoded value (type depends on `payload_type`, see below)         |
 | `metadata`     | decoded header/manifest metadata (token counts, scope, etc.)      |
-| `extras`       | type-specific extras (e.g. logprobs `token_ids`)                  |
+| `token_ids`    | `Optional[List[int]]` — LOGPROBS per-token ids (else `None`)      |
 
 `value` by type:
 
 | `PayloadType`       | `value`                  | notes                                        |
 |---------------------|--------------------------|----------------------------------------------|
 | `PROMPT_TOKEN_IDS`  | `List[int]`              | prompt token ids                             |
-| `LOGPROBS`          | `List[float]`            | per completion token; ids in `extras["token_ids"]` (or `None`) |
+| `LOGPROBS`          | `List[float]`            | per completion token; ids in `token_ids` (or `None`) |
 | `ROUTER_REPLAY`     | `List[Optional[str]]`    | per-token base64 routing matrices; `None` where absent |
 
 ## Adding a new payload type

eval_protocol/tracing/logprobs.py

@@ -115,12 +115,12 @@ def decode_logprobs(data_b64: str) -> DecodedPayload:
     """Decode a gateway ``payloads.logprobs.data`` blob into a ``DecodedPayload``.
 
     ``value`` is the per-completion-token logprob list; per-token ids (when all
-    valid) are available under ``extras["token_ids"]``.
+    valid) are available under ``token_ids``.
     """
     logprobs, token_ids, metadata = decompress_and_parse_lp(data_b64)
     return DecodedPayload(
         payload_type=PayloadType.LOGPROBS,
         value=logprobs,
         metadata=metadata,
-        extras={"token_ids": token_ids},
+        token_ids=token_ids,
     )

eval_protocol/tracing/types.py

@@ -2,9 +2,9 @@
 
 from __future__ import annotations
 
-from dataclasses import dataclass, field
+from dataclasses import dataclass
 from enum import Enum
-from typing import Any, Dict
+from typing import Any, Dict, List, Optional
 
 
 class PayloadType(str, Enum):
@@ -29,12 +29,13 @@ class DecodedPayload:
     ``value`` shape depends on ``payload_type``:
       - ``PROMPT_TOKEN_IDS`` -> ``List[int]``
       - ``LOGPROBS``         -> ``List[float]`` (per completion token); the
-        optional per-token ids are in ``extras["token_ids"]``
+        optional per-token ids are in ``token_ids``
       - ``ROUTER_REPLAY``    -> ``List[Optional[str]]`` (per-token base64 routing
         matrices, ``None`` where absent)
     """
 
     payload_type: PayloadType
     value: Any
     metadata: Dict[str, Any]
-    extras: Dict[str, Any] = field(default_factory=dict)
+    # LOGPROBS only: per-completion-token ids, or None if any were missing.
+    token_ids: Optional[List[int]] = None

tests/tracing/test_registry.py

@@ -78,7 +78,7 @@ def test_decode_payloads_all_types():
 
     lp = decoded[PayloadType.LOGPROBS]
     assert lp.value == [-0.25, -0.5]
-    assert lp.extras["token_ids"] == [7, 8]
+    assert lp.token_ids == [7, 8]
 
     r3 = decoded[PayloadType.ROUTER_REPLAY]
     assert len(r3.value) == 2