feat: optional InferenceService annotation to skip model-ready nodeSelector (Karpenter)

.github/workflows/dev-images.yaml

@@ -20,7 +20,7 @@ env:
 
 jobs:
   build-and-push-images:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     strategy:
       matrix:
         component:
@@ -46,9 +46,6 @@ jobs:
           go-version: ${{ env.GO_VERSION }}
           cache: true
 
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
-
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
 
@@ -79,7 +76,7 @@ jobs:
         with:
           context: .
           file: ${{ matrix.component.dockerfile }}
-          platforms: linux/amd64,linux/arm64
+          platforms: linux/amd64
           push: true
           tags: |
             ${{ env.REGISTRY }}/${{ env.IMAGE_ORG }}/${{ matrix.component.image }}:dev
@@ -114,7 +111,7 @@ jobs:
 
   publish-dev-charts:
     needs: build-and-push-images
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Checkout code
         uses: actions/checkout@v6
@@ -181,7 +178,7 @@ jobs:
 
   notify:
     needs: [build-and-push-images, publish-dev-charts]
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     if: always()
     steps:
       - name: Summary

.github/workflows/openvex.yaml

@@ -16,7 +16,7 @@ permissions:
 
 jobs:
   generate-vex:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Checkout code
         uses: actions/checkout@v6

.github/workflows/pages.yml

@@ -23,7 +23,7 @@ concurrency:
 jobs:
   # Build job
   build:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Checkout
         uses: actions/checkout@v6
@@ -75,7 +75,7 @@ jobs:
     environment:
       name: github-pages
       url: ${{ steps.deployment.outputs.page_url }}
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     needs: build
     steps:
       - name: Deploy to GitHub Pages

.github/workflows/pr-labeler.yml

@@ -10,7 +10,7 @@ permissions:
 
 jobs:
   label:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Auto-label by file changes
         uses: actions/labeler@v6

.github/workflows/pr-push-validation.yml

@@ -12,7 +12,7 @@ permissions:
 jobs:
   lint:
     name: Lint
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Checkout code
         uses: actions/checkout@v6
@@ -45,7 +45,7 @@ jobs:
 
   test:
     name: Test
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     strategy:
       matrix:
         test-suite: [unit]  # TODO: Add 'integration' back once fixed
@@ -99,7 +99,7 @@ jobs:
 
   build:
     name: Build
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     strategy:
       matrix:
         component: [ome-manager, model-agent, multinode-prober, ome-agent]
@@ -144,7 +144,7 @@ jobs:
 
   docker-build:
     name: Docker Build
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     strategy:
       matrix:
         image: [ome-image, model-agent-image, multinode-prober-image, ome-agent-image]
@@ -189,7 +189,7 @@ jobs:
 
   security-scan:
     name: Security Scan
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Checkout code
         uses: actions/checkout@v6
@@ -212,7 +212,7 @@ jobs:
 
   license-check:
     name: License Check
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Checkout code
         uses: actions/checkout@v6
@@ -233,7 +233,7 @@ jobs:
   all-checks-passed:
     name: All CI Checks Passed
     needs: [lint, test, build, docker-build, security-scan, license-check]
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     if: always()
     steps:
       - name: Check all job statuses

.github/workflows/pr-validation.yml

@@ -18,7 +18,7 @@ concurrency:
 jobs:
   pre-commit-checks:
     name: Pre-commit Checks
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     timeout-minutes: 10
     steps:
       - name: Checkout code
@@ -79,7 +79,7 @@ jobs:
 
   test-and-build:
     name: Test and Build
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     timeout-minutes: 20
     # Remove dependency so tests always run independently
     steps:
@@ -141,7 +141,7 @@ jobs:
 
   docker-validation:
     name: Docker Build Validation
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     timeout-minutes: 15
     needs: pre-commit-checks
     strategy:
@@ -193,7 +193,7 @@ jobs:
   # Optional multi-arch validation - only runs when 'test-multiarch' label is present
   docker-multiarch-validation:
     name: Docker Multi-Arch Build Validation
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     timeout-minutes: 30
     needs: pre-commit-checks
     if: contains(github.event.pull_request.labels.*.name, 'test-multiarch')
@@ -252,7 +252,7 @@ jobs:
 
   summary:
     name: PR Validation Summary
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     needs: [pre-commit-checks, test-and-build, docker-validation]
     if: always()
     steps:

.github/workflows/release.yaml

@@ -25,7 +25,7 @@ env:
 
 jobs:
   prepare:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     outputs:
       version: ${{ steps.version.outputs.version }}
       tag: ${{ steps.version.outputs.tag }}
@@ -45,7 +45,7 @@ jobs:
 
   build-images:
     needs: prepare
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     strategy:
       matrix:
         component:
@@ -71,9 +71,6 @@ jobs:
           go-version: ${{ env.GO_VERSION }}
           cache: true
 
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
-
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
 
@@ -93,7 +90,7 @@ jobs:
         with:
           context: .
           file: ${{ matrix.component.dockerfile }}
-          platforms: linux/amd64,linux/arm64
+          platforms: linux/amd64
           push: true
           tags: |
             ${{ env.REGISTRY }}/${{ env.IMAGE_ORG }}/${{ matrix.component.image }}:${{ needs.prepare.outputs.tag }}
@@ -127,7 +124,7 @@ jobs:
 
   publish-helm-charts:
     needs: [prepare, build-images]
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Checkout code
         uses: actions/checkout@v6
@@ -195,7 +192,7 @@ jobs:
 
   generate-sboms:
     needs: [prepare, build-images]
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Checkout code
         uses: actions/checkout@v6
@@ -224,7 +221,7 @@ jobs:
 
   create-release:
     needs: [prepare, build-images, publish-helm-charts, generate-sboms]
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Checkout code
         uses: actions/checkout@v6

.github/workflows/sbom.yaml

@@ -15,7 +15,7 @@ permissions:
 
 jobs:
   generate-sbom:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Checkout code
         uses: actions/checkout@v6

.github/workflows/sync-dependabot.yaml

@@ -18,7 +18,7 @@ permissions:
 jobs:
   sync:
     if: github.actor == 'dependabot[bot]'
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Checkout code
         uses: actions/checkout@v6

.github/workflows/sync-labels.yml

@@ -14,7 +14,7 @@ permissions:
 
 jobs:
   sync:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Checkout
         uses: actions/checkout@v6

.github/workflows/vsco-publish-helm-charts.yaml

@@ -0,0 +1,101 @@
+# =============================================================================
+# VSCO FORK ONLY — REMOVE BEFORE OPENING A PR TO sgl-project/ome
+#
+# Packages ome-crd, ome-resources, ome-serving and pushes OCI charts to:
+#   oci://ghcr.io/vsco/charts
+#
+# Use a Helm semver for chart_version (e.g. 0.1.5-vsco7), not a leading "v" on chart_version.
+# Point shared-infra at the same semver: var.ome_version = "0.1.5-vsco7" and
+#   repository = "oci://ghcr.io/vsco/charts"
+# in terraform/modules/eks/backend-services/ome.tf
+#
+# Auth: repo secret VSCO_GHCR_TOKEN (PAT write:packages) if GITHUB_TOKEN cannot push.
+# =============================================================================
+
+name: VSCO (fork) publish OME Helm charts to ghcr.io/vsco
+
+on:
+  workflow_dispatch:
+    inputs:
+      chart_version:
+        description: 'Helm chart semver (e.g. 0.1.5-vsco7) — no leading v'
+        required: true
+        default: '0.1.5-vsco7'
+      image_tag:
+        description: 'OME image tag written into values.yaml (e.g. v0.1.5-vsco7)'
+        required: true
+        default: 'v0.1.5-vsco7'
+
+permissions:
+  contents: read
+  packages: write
+
+env:
+  REGISTRY: ghcr.io
+  CHART_ORG: vsco
+
+jobs:
+  publish-charts:
+    runs-on: self-hosted
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v6
+
+      - name: Setup Helm
+        uses: azure/setup-helm@v4
+        with:
+          version: v3.16.0
+
+      - name: Install yq
+        run: |
+          curl -fsSL -X GET "https://github.com/mikefarah/yq/releases/download/v4.44.6/yq_linux_amd64" -o /usr/local/bin/yq
+          chmod +x /usr/local/bin/yq
+
+      - name: Log in to ghcr.io (org vsco packages)
+        uses: docker/login-action@v4
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.VSCO_GHCR_TOKEN || secrets.GITHUB_TOKEN }}
+
+      - name: Stamp chart and image versions
+        run: |
+          set -euo pipefail
+          VERSION="${{ inputs.chart_version }}"
+          TAG="${{ inputs.image_tag }}"
+          for chart in charts/*/; do
+            yq eval -i ".version = \"${VERSION}\"" "${chart}Chart.yaml"
+            yq eval -i ".appVersion = \"${TAG}\"" "${chart}Chart.yaml"
+          done
+          chart="charts/ome-resources/"
+          if [[ -f "${chart}values.yaml" ]]; then
+            yq eval -i ".ome.version = \"${TAG}\"" "${chart}values.yaml"
+            yq eval -i ".ome.benchmarkJob.tag = \"${TAG}\"" "${chart}values.yaml"
+            yq eval -i ".ome.multinodeProber.tag = \"${TAG}\"" "${chart}values.yaml"
+            yq eval -i ".ome.omeAgent.tag = \"${TAG}\"" "${chart}values.yaml"
+            yq eval -i ".modelAgent.image.tag = \"${TAG}\"" "${chart}values.yaml"
+          fi
+
+      - name: Package and push charts
+        env:
+          CHART_VERSION: ${{ inputs.chart_version }}
+        run: |
+          set -euo pipefail
+          mkdir -p .charts-out
+          for chart in charts/*/; do
+            helm package "${chart}" -d .charts-out
+          done
+          for tgz in .charts-out/*.tgz; do
+            helm push "${tgz}" "oci://${{ env.REGISTRY }}/${{ env.CHART_ORG }}/charts"
+          done
+          echo "Published charts at oci://${{ env.REGISTRY }}/${{ env.CHART_ORG }}/charts (chart version ${CHART_VERSION})"
+
+      - name: Summary
+        run: |
+          echo "## VSCO OME Helm charts" >> "$GITHUB_STEP_SUMMARY"
+          echo "" >> "$GITHUB_STEP_SUMMARY"
+          echo "OCI registry: \`oci://${{ env.REGISTRY }}/${{ env.CHART_ORG }}/charts\`" >> "$GITHUB_STEP_SUMMARY"
+          echo "Chart semver: \`${{ inputs.chart_version }}\`" >> "$GITHUB_STEP_SUMMARY"
+          echo "Image tag in ome-resources values: \`${{ inputs.image_tag }}\`" >> "$GITHUB_STEP_SUMMARY"
+          echo "" >> "$GITHUB_STEP_SUMMARY"
+          echo "Set \`var.ome_version\` to the chart semver and \`repository\` to this OCI URL in shared-infra \`ome.tf\`." >> "$GITHUB_STEP_SUMMARY"