From 7d1a52c02199a7178da00b301bec42a3566b7561 Mon Sep 17 00:00:00 2001
From: Barbara Korycki <barbara@mlcommons.org>
Date: Fri, 15 May 2026 12:19:15 -0700
Subject: [PATCH 1/2] read metadata as json

---
 src/modelplane/evaluator/dag.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/modelplane/evaluator/dag.py b/src/modelplane/evaluator/dag.py
index 1fa91cc..b13f671 100644
--- a/src/modelplane/evaluator/dag.py
+++ b/src/modelplane/evaluator/dag.py
@@ -231,7 +231,7 @@ def _run_row(row: Any) -> DAGOutput:
             ctx = EvalContext(
                 prompt=str(row[prompt_col]),
                 response=str(row[response_col]),
-                metadata=row[metadata_col] if metadata_col else None,
+                metadata=json.loads(row[metadata_col]) if metadata_col else None,
             )
             return self.run(ctx)
 

From 18f577b5d3c5431f1e6a352ed8d39315964fe09e Mon Sep 17 00:00:00 2001
From: Barbara Korycki <barbara@mlcommons.org>
Date: Fri, 15 May 2026 12:19:21 -0700
Subject: [PATCH 2/2] add mocker

---
 pyproject.toml |  1 +
 uv.lock        | 14 ++++++++++++++
 2 files changed, 15 insertions(+)

diff --git a/pyproject.toml b/pyproject.toml
index bd81600..c6c5d36 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -40,6 +40,7 @@ dev = [
 test = [
     "pytest>=8,<10",
     "pytest-cov>=6,<8",
+    "pytest-mock>=3,<4",
 ]
 mlflow = [
     "psycopg2-binary>=2.9.10,<3",
diff --git a/uv.lock b/uv.lock
index b3d43e5..05994c4 100644
--- a/uv.lock
+++ b/uv.lock
@@ -3404,6 +3404,7 @@ mlflow = [
 test = [
     { name = "pytest" },
     { name = "pytest-cov" },
+    { name = "pytest-mock" },
 ]
 
 [package.metadata]
@@ -3438,6 +3439,7 @@ mlflow = [
 test = [
     { name = "pytest", specifier = ">=8,<10" },
     { name = "pytest-cov", specifier = ">=6,<8" },
+    { name = "pytest-mock", specifier = ">=3,<4" },
 ]
 
 [[package]]
@@ -4859,6 +4861,18 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/9d/7a/d968e294073affff457b041c2be9868a40c1c71f4a35fcc1e45e5493067b/pytest_cov-7.1.0-py3-none-any.whl", hash = "sha256:a0461110b7865f9a271aa1b51e516c9a95de9d696734a2f71e3e78f46e1d4678", size = 22876, upload-time = "2026-03-21T20:11:14.438Z" },
 ]
 
+[[package]]
+name = "pytest-mock"
+version = "3.15.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "pytest" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/68/14/eb014d26be205d38ad5ad20d9a80f7d201472e08167f0bb4361e251084a9/pytest_mock-3.15.1.tar.gz", hash = "sha256:1849a238f6f396da19762269de72cb1814ab44416fa73a8686deac10b0d87a0f", size = 34036, upload-time = "2025-09-16T16:37:27.081Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/5a/cc/06253936f4a7fa2e0f48dfe6d851d9c56df896a9ab09ac019d70b760619c/pytest_mock-3.15.1-py3-none-any.whl", hash = "sha256:0a25e2eb88fe5168d535041d09a4529a188176ae608a6d249ee65abc0949630d", size = 10095, upload-time = "2025-09-16T16:37:25.734Z" },
+]
+
 [[package]]
 name = "python-dateutil"
 version = "2.9.0.post0"