agentv/.github/workflows/validate.yml at main · EntityProcess/agentv · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
name: Validate

on:
  push:
    branches: [main]
  pull_request:

jobs:
  links:
    name: Check Links
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4

      - name: Check relative markdown links
        uses: lycheeverse/lychee-action@v2
        with:
          args: >-
            --offline
            --no-progress
            --glob-ignore-case
            --root-dir .
            "**/*.md"

  marketplace:
    name: Validate Marketplace
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - uses: ./.github/actions/setup-bun

      - name: Validate marketplace.json (schema + sync)
        run: bun scripts/marketplace/validate-marketplace.ts

      - name: Check marketplace sorted
        run: bun scripts/marketplace/check-sorted.ts

      - name: Validate frontmatter
        run: bun scripts/marketplace/validate-frontmatter.ts

  evals:
    name: Validate Evals
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - uses: ./.github/actions/setup-bun

      - name: Build
        run: bun run build

      - name: Check evals directories have eval files
        run: bun scripts/validate-eval-dirs.ts

      - name: Validate eval schemas
        run: bun apps/cli/dist/cli.js validate 'examples/features/**/evals/**/*.eval.yaml' 'examples/features/**/*.EVAL.yaml'