add windows specific e2e test for hello world rendering

Author: NejcS

.github/workflows/e2e.yml

@@ -45,27 +45,19 @@ jobs:
           name: e2e-outputs-linux
           path: /tmp/pytest-of-runner/**/container_work*/**
 
-  # Slice 1: smoke-test that install.ps1 runs non-interactively on a real
-  # windows-latest runner. The pytest-based render/run flow will be added in a
-  # follow-up commit once this is green.
   e2e-windows:
     runs-on: windows-latest
     timeout-minutes: 15
     steps:
       - uses: actions/checkout@v4
 
-      - name: Run install.ps1 non-interactively
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.12'
+
+      - run: pip install pytest
+
+      - name: Run E2E tests
         env:
           CODEPLAIN_API_KEY: ${{ secrets.CODEPLAIN_API_KEY }}
-          CODEPLAIN_INSTALL_NONINTERACTIVE: '1'
-        shell: pwsh
-        run: ./install/powershell/install.ps1
-
-      - name: Verify codeplain is installed
-        shell: pwsh
-        run: |
-          # install.ps1 persists PATH changes to the user registry but the
-          # current pwsh session has a stale Path. Refresh it from the registry
-          # so `codeplain` is discoverable here.
-          $env:Path = [Environment]::GetEnvironmentVariable('Path', 'User') + ';' + [Environment]::GetEnvironmentVariable('Path', 'Machine')
-          codeplain --help
+        run: pytest tests/e2e/ -v --tb=short

tests/e2e/conftest.py

@@ -1,13 +1,15 @@
 import os
 import shutil
 import subprocess
+import sys
 import uuid
 from pathlib import Path
 
 import pytest
 
 REPO_ROOT = Path(__file__).resolve().parents[2]
 CONTAINER_WORKDIR = "/home/e2e/work"
+INSTALL_PS1 = REPO_ROOT / "install" / "powershell" / "install.ps1"
 
 
 def _docker_available() -> bool:
@@ -106,3 +108,38 @@ def _copy(container_id: str, src: Path, dest: str = CONTAINER_WORKDIR + "/"):
         )
 
     return _copy
+
+
+# No docker on this runner. The install.ps1 and Codeplain CLI runs directly on the windows VM.
+@pytest.fixture(scope="session")
+def codeplain_exe(api_key: str) -> Path:
+    if sys.platform != "win32":
+        pytest.skip("Windows-only fixture")
+
+    env = {
+        **os.environ,
+        "CODEPLAIN_API_KEY": api_key,
+        "CODEPLAIN_INSTALL_NONINTERACTIVE": "1",
+    }
+    result = subprocess.run(
+        ["pwsh", "-NoProfile", "-File", str(INSTALL_PS1)],
+        capture_output=True,
+        text=True,
+        timeout=600,
+        env=env,
+        check=False,
+    )
+    if result.returncode != 0:
+        pytest.fail(
+            f"install.ps1 failed (rc={result.returncode})\n" f"stdout:\n{result.stdout}\nstderr:\n{result.stderr}"
+        )
+
+    # uv tool installs binaries to %USERPROFILE%\.local\bin (see install.ps1
+    # line ~102). Resolve the absolute path so our subprocess doesn't depend
+    # on the current process's stale PATH — install.ps1 writes the user PATH
+    # to the registry, but the python process running pytest already cached
+    # its env at startup.
+    exe = Path(os.environ["USERPROFILE"]) / ".local" / "bin" / "codeplain.exe"
+    if not exe.exists():
+        pytest.fail(f"codeplain.exe not found at expected location: {exe}")
+    return exe

tests/e2e/test_hello_world_python.py

@@ -1,5 +1,13 @@
+import sys
 from pathlib import Path
 
+import pytest
+
+# The Linux flow drives codeplain via `docker exec`; Windows runners don't have
+# a Linux Docker daemon, so this whole file is skipped there. The Windows port
+# lives in test_hello_world_python_windows.py.
+pytestmark = pytest.mark.skipif(sys.platform == "win32", reason="Linux/Docker-based e2e")
+
 REPO_ROOT = Path(__file__).resolve().parents[2]
 EXAMPLE_PLAIN = REPO_ROOT / "examples" / "example_hello_world_python" / "hello_world_python.plain"
 

tests/e2e/test_hello_world_python_windows.py

@@ -0,0 +1,71 @@
+import os
+import shutil
+import subprocess
+import sys
+from pathlib import Path
+
+import pytest
+
+pytestmark = pytest.mark.skipif(sys.platform != "win32", reason="Windows-only e2e")
+
+REPO_ROOT = Path(__file__).resolve().parents[2]
+EXAMPLE_PLAIN = REPO_ROOT / "examples" / "example_hello_world_python" / "hello_world_python.plain"
+
+# if it takes longer, it's stuck
+RENDER_TIMEOUT_SECONDS = 180
+
+
+def test_render_and_run_hello_world_python_windows(codeplain_exe: Path, api_key: str, tmp_path: Path):
+    shutil.copy(EXAMPLE_PLAIN, tmp_path / "hello_world_python.plain")
+
+    env = {**os.environ, "CODEPLAIN_API_KEY": api_key}
+
+    result = subprocess.run(
+        [str(codeplain_exe), "--help"],
+        capture_output=True,
+        text=True,
+        timeout=60,
+        env=env,
+        check=False,
+    )
+    assert result.returncode == 0, (
+        f"codeplain --help failed:\nstdout:\n{result.stdout}\nstderr:\n{result.stderr}"
+    )
+
+    result = subprocess.run(
+        [
+            str(codeplain_exe),
+            "--headless",
+            "--build-folder",
+            "build/",
+            "hello_world_python.plain",
+        ],
+        cwd=tmp_path,
+        capture_output=True,
+        text=True,
+        timeout=RENDER_TIMEOUT_SECONDS,
+        env=env,
+        check=False,
+    )
+    assert result.returncode == 0, (
+        f"codeplain render failed (rc={result.returncode}):\n"
+        f"stdout:\n{result.stdout}\nstderr:\n{result.stderr}"
+    )
+
+    generated = tmp_path / "build" / "hello_world_python" / "hello_world.py"
+    assert generated.exists(), f"expected generated file at {generated} but it was not produced"
+
+    result = subprocess.run(
+        ["python", str(generated)],
+        capture_output=True,
+        text=True,
+        timeout=30,
+        env=env,
+        check=False,
+    )
+    assert result.returncode == 0, (
+        f"generated python failed (rc={result.returncode}):\nstderr:\n{result.stderr}"
+    )
+    assert "hello, world" in result.stdout.lower(), (
+        f"unexpected stdout from generated app: {result.stdout!r}"
+    )