diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
new file mode 100644
index 000000000..5a1d66302
--- /dev/null
+++ b/.github/workflows/test.yml
@@ -0,0 +1,39 @@
+name: Tests
+on:
+  pull_request:
+  push:
+    branches: [main]
+permissions:
+  contents: read
+jobs:
+  tests:
+    name: ${{ matrix.deps }} / ${{ matrix.resolution }}
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - deps: core
+            resolution: locked
+            sync: uv sync --locked
+            pytest_args: tests -v
+          - deps: core
+            resolution: loose
+            sync: uv sync --upgrade
+            pytest_args: tests -v
+          - deps: full
+            resolution: locked
+            sync: uv sync --locked --all-extras
+            pytest_args: tests -v
+          - deps: full
+            resolution: loose
+            sync: uv sync --upgrade --all-extras
+            pytest_args: tests -v
+    steps:
+      - uses: actions/checkout@v6.0.2
+      - uses: astral-sh/setup-uv@v7.6.0
+      - name: Install dependencies
+        run: ${{ matrix.sync }}
+      - name: Run tests
+        run: uv run pytest ${{ matrix.pytest_args }}
diff --git a/pyproject.toml b/pyproject.toml
index da63d2c4f..d98b832c5 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -28,7 +28,7 @@ dependencies = [
 [project.optional-dependencies]
 inspect = ["inspect-ai>=0.3.160,<0.4.0"]
 helm = [
-    "crfm-helm>=0.5.12",
+    "crfm-helm>=0.5.14",
     "typer>=0.12,<1.0",
 ]
 all = [
diff --git a/uv.lock b/uv.lock
index 09af603a8..b945a2145 100644
--- a/uv.lock
+++ b/uv.lock
@@ -602,7 +602,7 @@ wheels = [
 
 [[package]]
 name = "crfm-helm"
-version = "0.5.12"
+version = "0.5.16"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
     { name = "bottle" },
@@ -631,9 +631,9 @@ dependencies = [
     { name = "uncertainty-calibration" },
     { name = "zstandard" },
 ]
-sdist = { url = "https://files.pythonhosted.org/packages/9e/57/8f0ffd8973d48f0430a9bfa9ed22f6f1f11fed6c547df7d03b468f8c9833/crfm_helm-0.5.12.tar.gz", hash = "sha256:7ac444123f8f1f25d71e3727bbd119a5dd53653236b1442a8cad9fc6bb5d6418", size = 8263909, upload-time = "2026-01-28T00:37:29.974Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/12/4d/395b742b9897a2966ee17e44c9d638ffb96716641acef86d80ef377bb72f/crfm_helm-0.5.16.tar.gz", hash = "sha256:2ce0e3e2b81298f93c2882b52a66c1619dc40460d7eadfb6b3d7e1717294a9d6", size = 8289168, upload-time = "2026-04-30T05:07:21.124Z" }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/fb/50/7cf798d9f0f6c18456be3bf281fee90e8932485234e8b1bf475e2fcee307/crfm_helm-0.5.12-py3-none-any.whl", hash = "sha256:01e83d17f7140cccf65443f0117a1375ccd3cec04c5d939587f9e16fcd77cba1", size = 8843831, upload-time = "2026-01-28T00:37:26.771Z" },
+    { url = "https://files.pythonhosted.org/packages/7c/7e/b4eb7d63ccdd39856c39b89dfb7eb1c0548a694a2b57d7656440afa1d930/crfm_helm-0.5.16-py3-none-any.whl", hash = "sha256:e15190fc43ed61c648c6b3844eb4f3e434728630fb28184d2dc00f4607febe7d", size = 8889144, upload-time = "2026-04-30T05:07:17.998Z" },
 ]
 
 [[package]]
@@ -883,7 +883,7 @@ dev = [
 
 [package.metadata]
 requires-dist = [
-    { name = "crfm-helm", marker = "extra == 'helm'", specifier = ">=0.5.12" },
+    { name = "crfm-helm", marker = "extra == 'helm'", specifier = ">=0.5.14" },
     { name = "datamodel-code-generator", extras = ["ruff"], specifier = ">=0.52.2" },
     { name = "duckdb", specifier = ">=1.5.2" },
     { name = "every-eval-ever", extras = ["helm"], marker = "extra == 'all'" },