do not keep wasm files in git

Author: cbrady

.fernignore

@@ -21,3 +21,4 @@ tests/custom/
 tests/datastream/
 tests/webhook_utils/
 CLAUDE.md
+WASM_VERSION

.github/workflows/ci.yml

@@ -13,6 +13,10 @@ jobs:
       - name: Bootstrap poetry
         run: |
           curl -sSL https://install.python-poetry.org | python - -y --version 1.5.1
+      - name: Download WASM binary
+        run: ./scripts/download-wasm.sh
+        env:
+          GH_TOKEN: ${{ github.token }}
       - name: Install dependencies
         run: poetry install --extras datastream
       - name: Compile
@@ -29,14 +33,46 @@ jobs:
       - name: Bootstrap poetry
         run: |
           curl -sSL https://install.python-poetry.org | python - -y --version 1.5.1
+      - name: Download WASM binary
+        run: ./scripts/download-wasm.sh
+        env:
+          GH_TOKEN: ${{ github.token }}
       - name: Install dependencies
         run: poetry install --extras datastream
 
       - name: Test
         run: poetry run pytest -rP -n auto .
 
+  verify-package:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v4
+      - name: Set up python
+        uses: actions/setup-python@v4
+        with:
+          python-version: 3.9
+      - name: Bootstrap poetry
+        run: |
+          curl -sSL https://install.python-poetry.org | python - -y --version 1.5.1
+      - name: Download WASM binary
+        run: ./scripts/download-wasm.sh
+        env:
+          GH_TOKEN: ${{ github.token }}
+      - name: Build package
+        run: poetry build
+      - name: Verify WASM in wheel
+        run: |
+          if ! zipinfo dist/*.whl | grep -q 'rulesengine.wasm'; then
+            echo "ERROR: rulesengine.wasm not found in wheel"
+            echo "Wheel contents:"
+            zipinfo dist/*.whl
+            exit 1
+          fi
+          echo "Verified: rulesengine.wasm is included in the wheel"
+
   publish:
-    needs: [compile, test]
+    needs: [compile, test, verify-package]
     if: github.event_name == 'push' && contains(github.ref, 'refs/tags/')
     runs-on: ubuntu-latest
     steps:
@@ -49,6 +85,10 @@ jobs:
       - name: Bootstrap poetry
         run: |
           curl -sSL https://install.python-poetry.org | python - -y --version 1.5.1
+      - name: Download WASM binary
+        run: ./scripts/download-wasm.sh
+        env:
+          GH_TOKEN: ${{ github.token }}
       - name: Install dependencies
         run: poetry install
       - name: Publish to pypi

.gitignore

@@ -3,3 +3,7 @@
 __pycache__/
 dist/
 poetry.toml
+
+# WASM binary (downloaded from rulesengine-rust GitHub Releases)
+src/schematic/datastream/wasm/rulesengine.wasm
+src/schematic/datastream/wasm/.wasm_version

WASM_VERSION

@@ -0,0 +1 @@
+0.1.0

scripts/download-wasm.sh

@@ -0,0 +1,66 @@
+#!/bin/bash
+set -e
+
+# Downloads the rules engine WASM binary from the schematic-api GitHub Release.
+# Reads the pinned version from WASM_VERSION at the repo root.
+
+SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
+REPO_ROOT="$(cd "$SCRIPT_DIR/.." && pwd)"
+WASM_DIR="$REPO_ROOT/src/schematic/datastream/wasm"
+VERSION_FILE="$REPO_ROOT/WASM_VERSION"
+TARGET_FILE="$WASM_DIR/rulesengine.wasm"
+
+GITHUB_REPO="SchematicHQ/schematic-api"
+
+if [ ! -f "$VERSION_FILE" ]; then
+    echo "ERROR: WASM_VERSION file not found at $VERSION_FILE"
+    exit 1
+fi
+
+VERSION=$(tr -d '[:space:]' < "$VERSION_FILE")
+TAG="rulesengine/v${VERSION}"
+
+# Skip download if binary already exists and version matches
+if [ -f "$TARGET_FILE" ] && [ -f "$WASM_DIR/.wasm_version" ]; then
+    CURRENT=$(tr -d '[:space:]' < "$WASM_DIR/.wasm_version")
+    if [ "$CURRENT" = "$VERSION" ]; then
+        echo "WASM binary already at version $VERSION, skipping download."
+        exit 0
+    fi
+fi
+
+ASSET_NAME="rulesengine-wasm-python-v${VERSION}.tar.gz"
+
+echo "Downloading rules engine WASM v${VERSION}..."
+mkdir -p "$WASM_DIR"
+
+TMPDIR=$(mktemp -d)
+trap 'rm -rf "$TMPDIR"' EXIT
+
+if ! gh release download "$TAG" \
+    -R "$GITHUB_REPO" \
+    -p "$ASSET_NAME" \
+    -D "$TMPDIR" 2>/dev/null; then
+    echo "ERROR: Failed to download WASM binary"
+    echo "Tag: $TAG"
+    echo "Asset: $ASSET_NAME"
+    echo ""
+    echo "If this is a new version, ensure a release exists at:"
+    echo "  https://github.com/${GITHUB_REPO}/releases/tag/${TAG}"
+    echo ""
+    echo "Ensure the GitHub CLI is authenticated: gh auth status"
+    exit 1
+fi
+
+tar -xzf "$TMPDIR/$ASSET_NAME" -C "$TMPDIR"
+
+if [ ! -f "$TMPDIR/rulesengine.wasm" ]; then
+    echo "ERROR: rulesengine.wasm not found in release archive"
+    ls -la "$TMPDIR"
+    exit 1
+fi
+
+cp "$TMPDIR/rulesengine.wasm" "$TARGET_FILE"
+echo "$VERSION" > "$WASM_DIR/.wasm_version"
+
+echo "Downloaded rules engine WASM v${VERSION} to $TARGET_FILE"