final-qa → develop: grant review fixes, performance improvements, and infrastructure

.env.example

@@ -18,12 +18,6 @@ DATABASE_URL=postgresql://postgres:postgres@localhost:5432/programmatic-orders
 DATABASE_SCHEMA=programmatic_orders
 
 # Performance / escape-hatch flags (all optional; safe to omit in production)
-# DISABLE_POLL_RESULT_CHECK=true       # escape-hatch: skips OrderDiscoveryPoller multicalls for
-#                                      #   non-deterministic generators; leaves those orders undetected
-#                                      #   until re-enabled. Use only to benchmark or diagnose.
-# DISABLE_DETERMINISTIC_CANCEL_SWEEP=true # escape-hatch: skips CancellationWatcher singleOrders()
-#                                      #   reads; on-chain remove() on TWAP/StopLoss/CirclesBackingOrder
-#                                      #   generators will not be detected while disabled.
 # DISABLE_SETTLEMENT_FACTORY_CHECK=true   # escape-hatch: skips getCode + FACTORY() RPC calls in the
 #                                      #   GPv2Settlement handler. Benchmark-only; do not use in prod.
 
@@ -33,6 +27,11 @@ DATABASE_SCHEMA=programmatic_orders
 # MAX_GENERATORS_PER_BLOCK_1=200      # mainnet
 # MAX_GENERATORS_PER_BLOCK_100=400    # gnosis (shorter block time → higher budget)
 
+# Per-block cap on how many open discrete orders OrderStatusTracker checks per chain.
+# Default: 200. Excess orders defer to next block, prioritized by oldest promotedAt first.
+# MAX_DISCRETE_ORDERS_PER_BLOCK_1=200
+# MAX_DISCRETE_ORDERS_PER_BLOCK_100=400
+
 # eth_getLogs block range cap (optional; default: 1000)
 # Increase if your RPC provider supports a larger range to speed up backfill.
 # Override per chain with the numeric chain-id suffix:

.github/workflows/deploy.yml

@@ -6,6 +6,17 @@ concurrency:
 
 on:
   workflow_dispatch:
+    inputs:
+      monitor_only:
+        description: "Set to 'true' to only check server status without deploying"
+        required: false
+        default: 'false'
+        type: string
+      skip_schema_drop:
+        description: "Set to 'true' to deploy without dropping the schema (preserves re-index progress)"
+        required: false
+        default: 'false'
+        type: string
   push:
     branches:
       - main
@@ -19,18 +30,6 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v4
 
-      - uses: pnpm/action-setup@v4
-        with:
-          version: 10
-
-      - uses: actions/setup-node@v4
-        with:
-          node-version: 20
-          cache: pnpm
-
-      - name: Install dependencies
-        run: pnpm install --frozen-lockfile
-
       - name: Set up SSH key
         run: |
           mkdir -p ~/.ssh
@@ -53,8 +52,84 @@ jobs:
           chmod 600 ~/.ssh/config
 
       - name: Create .env file
+        if: inputs.monitor_only != 'true'
+        run: |
+          echo "${{ secrets.DEPLOY_ENV_FILE_CONTENT }}" > ../.env
+
+      - name: Rsync source files
+        if: inputs.monitor_only != 'true'
+        run: |
+          rsync -avz --delete --mkpath \
+            --exclude=.git \
+            --exclude=node_modules \
+            --exclude=.env \
+            --exclude=.env.local \
+            --exclude=.vite \
+            --exclude='*.log' \
+            --exclude=tmp/ \
+            ./ cow-deploy:${{ secrets.DEPLOY_PATH }}/
+
+      - name: Copy env file to server
+        if: inputs.monitor_only != 'true'
+        run: |
+          scp ../.env cow-deploy:${{ secrets.DEPLOY_PATH }}/deployment/.env
+
+      - name: Deploy via docker on server
+        if: inputs.monitor_only != 'true'
+        env:
+          DEPLOY_PATH: ${{ secrets.DEPLOY_PATH }}
+        run: |
+          REVISION=$(git rev-parse --short HEAD)
+
+          # Source env locally just to read PROJECT_PREFIX and DB connection info
+          set -a; source ../.env; set +a
+
+          REMOTE_DIR="${DEPLOY_PATH}"
+          DB_CONTAINER="${PROJECT_PREFIX}-db"
+          REMOTE_ENV="${REMOTE_DIR}/deployment/.env"
+          # docker compose reads PROJECT_PREFIX from --env-file; supply APP_REVISION + DATABASE_SCHEMA inline
+          DC="docker compose -p ${PROJECT_PREFIX} -f ${REMOTE_DIR}/docker-compose.yml --env-file ${REMOTE_ENV} --profile deploy"
+
+          echo ">>> Stopping and removing any existing ponder containers..."
+          # Remove any container whose name matches the ponder service pattern,
+          # regardless of how it was originally started (docker run vs docker compose).
+          ssh cow-deploy "docker ps -a --format '{{.Names}}' | grep -E '^${PROJECT_PREFIX}-ponder' | xargs -r docker rm -f" || true
+
+          if [ "${{ inputs.skip_schema_drop }}" != "true" ]; then
+            echo ">>> Dropping app schema..."
+            ssh cow-deploy "docker exec ${DB_CONTAINER} \
+              psql -U ${POSTGRES_USER:-postgres} -d ${POSTGRES_DB:-programmatic-orders} \
+              -c 'DROP SCHEMA IF EXISTS \"programmatic_orders\" CASCADE'" || true
+          else
+            echo ">>> Skipping schema drop — will resume from existing checkpoint (PONDER_EXPERIMENTAL_DB=platform)."
+          fi
+
+          echo ">>> Building new image (revision=${REVISION})..."
+          ssh cow-deploy "APP_REVISION=${REVISION} DATABASE_SCHEMA=programmatic_orders ${DC} build --no-cache"
+
+          echo ">>> Starting containers..."
+          ssh cow-deploy "APP_REVISION=${REVISION} DATABASE_SCHEMA=programmatic_orders ${DC} up -d --remove-orphans"
+
+          echo ">>> Pruning old images..."
+          ssh cow-deploy "docker image prune -f && docker container prune -f" || true
+
+          echo ">>> Deploy complete (revision=${REVISION})."
+
+      - name: Check server status
+        if: inputs.monitor_only == 'true'
         run: |
-          echo "${{ secrets.DEPLOY_ENV_FILE_CONTENT }}" > .env
+          echo "=== Running containers ==="
+          ssh cow-deploy "docker ps --format 'table {{.Names}}\t{{.Status}}\t{{.Image}}'"
 
-      - name: Run deploy script
-        run: npx tsx deployment/deploy-remotely.ts cow-deploy:${{ secrets.DEPLOY_PATH }} ../.env
+          echo ""
+          echo "=== Last 100 ponder log lines ==="
+          ssh cow-deploy "
+            CONTAINER=\$(docker ps --format '{{.Names}}' | grep ponder | head -1)
+            if [ -z \"\$CONTAINER\" ]; then
+              echo 'WARNING: No running ponder container found'
+              docker ps -a --format 'table {{.Names}}\t{{.Status}}' | grep -i ponder || echo 'No ponder containers at all'
+            else
+              echo \"Container: \$CONTAINER\"
+              docker logs --tail 100 \"\$CONTAINER\" 2>&1
+            fi
+          "

.github/workflows/monitor.yml

@@ -0,0 +1,37 @@
+name: Monitor Server (temporary)
+
+on:
+  workflow_dispatch:
+
+jobs:
+  monitor:
+    name: Check indexer status
+    runs-on: ubuntu-latest
+    timeout-minutes: 5
+    steps:
+      - name: Set up SSH key
+        run: |
+          mkdir -p ~/.ssh
+          echo "${{ secrets.DEPLOY_SSH_PRIVATE_KEY }}" > ~/.ssh/id_ed25519
+          chmod 600 ~/.ssh/id_ed25519
+
+      - name: Set up SSH config
+        run: |
+          cat <<EOF > ~/.ssh/config
+          Host cow-deploy
+              HostName ${{ secrets.DEPLOY_SERVER_HOST }}
+              User ${{ secrets.DEPLOY_SERVER_USER }}
+              Port 22
+              IdentityFile ~/.ssh/id_ed25519
+              StrictHostKeyChecking no
+              ServerAliveInterval 30
+          EOF
+          chmod 600 ~/.ssh/config
+
+      - name: Check running containers
+        run: ssh cow-deploy "docker ps --format 'table {{.Names}}\t{{.Status}}\t{{.Image}}'"
+
+      - name: Check recent ponder logs
+        run: |
+          ssh cow-deploy "docker logs --since 3m --tail 80 cow-programmatic-ponder-1 2>&1" || \
+          ssh cow-deploy "docker ps -a --format '{{.Names}}' | grep ponder | head -1 | xargs -r docker logs --since 3m --tail 80 2>&1"

AGENTS.md

@@ -36,20 +36,17 @@ pnpm lint         # ESLint
 pnpm dev          # Start indexer locally (requires .env.local with MAINNET_RPC_URL)
 ```
 
-Copy `.env.local.example` → `.env.local` and set `MAINNET_RPC_URL` before `pnpm dev`.
+Copy `.env.local.example` -> `.env.local` and set `MAINNET_RPC_URL` before `pnpm dev`.
 Start PostgreSQL with `docker compose up -d` to use it instead of the default SQLite.
 
 ## Reference Documentation
 
 | File | When to read |
 |------|--------------|
-| `agent_docs/architecture.md` | Full data-flow, file responsibilities, schema details |
 | `agent_docs/project-structure.md` | Current file map, schema tables, env vars, key commands |
 | `agent_docs/code-patterns.md` | Schema/naming conventions (snake_case, composite PK, eventId) — **check before schema or handler changes** |
 | `agent_docs/token-indexer-overview.md` | Full Ponder patterns (handlers, repos, services) — **read before writing any implementation plan** |
-| `docs/supported-order-types.md` | All 5 order type ABI structs, handler addresses, decoded fields, edge cases — **read before any decoder or M3 block-handler work** |
-| `agent_docs/slack_decisions_summary.md` | Technical decisions from CoW Protocol team (flash loans, CoWShed, orderbook, scope) |
-| `thoughts/` (local) | Local working notes, plans, task context (not in repo; see `.claude/commands/` for workflow) |
+| `docs/supported-order-types.md` | All 8 order type ABI structs, handler addresses, decoded fields, edge cases — **read before any decoder or block-handler work** |
 
 ## Working Conventions
 

Dockerfile

@@ -9,7 +9,8 @@ WORKDIR /usr/src/app
 # ---- build stage ----
 FROM base AS build
 
-COPY package.json pnpm-lock.yaml ./
+COPY package.json pnpm-lock.yaml pnpm-workspace.yaml ./
+COPY patches/ patches/
 RUN pnpm install --frozen-lockfile
 
 COPY . .

README.md

@@ -1,6 +1,6 @@
 # Programmatic Orders API
 
-Indexes on-chain events from [CoW Protocol](https://cow.fi)'s ComposableCoW contract, decodes programmatic order types (TWAP, Stop Loss, Perpetual Swap, Good After Time, Trade Above Threshold), and serves the data through a GraphQL API. Built with [Ponder](https://ponder.sh) by [@bleu](https://github.com/bleu) for CoW Protocol.
+Indexes on-chain events from [CoW Protocol](https://cow.fi)'s ComposableCoW contract, decodes eight programmatic order types (TWAP, Stop Loss, Perpetual Swap, Good After Time, Trade Above Threshold, Circles Backing Order, Swap Order Handler, ERC4626 CoW Swap Fee Burner), and serves the data through a GraphQL API. Built with [Ponder](https://ponder.sh) by [@bleu](https://github.com/bleu) for CoW Protocol.
 
 ## Tech stack
 

agent_docs/code-patterns.md

@@ -38,7 +38,7 @@ Every `fetch`, `context.client.multicall`, `context.client.readContract`, or oth
 2. Catch `TimeoutError` at the handler boundary, log `[COW:Cx] <label> timeout …`, and `return` without further DB writes.
 3. Be partial-failure tolerant — writes for affected items are skipped; the next block retries naturally.
 
-Rationale: Ponder 0.16 wraps every block in a single DB transaction (`node_modules/.../ponder/src/runtime/multichain.ts:363,639`) and offers no API to leave/re-enter. An unbounded external call in a handler holds the TX across the network round-trip; on a slow peer, Postgres terminates the connection and Ponder retries the full block 9× before shutting the process down (see `ponder-final-23-04.log`, 2026-04-23). Tuning knobs live in `src/constants.ts` (`ORDERBOOK_HTTP_TIMEOUT_MS`, `BLOCK_HANDLER_RPC_TIMEOUT_MS`, `BOOTSTRAP_OWNER_FETCH_TIMEOUT_MS`).
+Rationale: Ponder 0.16 wraps every block in a single DB transaction (`node_modules/.../ponder/src/runtime/multichain.ts:363,639`) and offers no API to leave/re-enter. An unbounded external call in a handler holds the TX across the network round-trip; on a slow peer, Postgres terminates the connection and Ponder retries the full block 9× before shutting the process down. Tuning knobs live in `src/constants.ts` (`ORDERBOOK_HTTP_TIMEOUT_MS`, `BLOCK_HANDLER_RPC_TIMEOUT_MS`, `BOOTSTRAP_OWNER_FETCH_TIMEOUT_MS`).
 
 ---