diff --git a/.github/workflows/deploy-feature-branch.yml b/.github/workflows/deploy-feature-branch.yml index 5d18eb3d987..261f2e7a755 100644 --- a/.github/workflows/deploy-feature-branch.yml +++ b/.github/workflows/deploy-feature-branch.yml @@ -34,6 +34,9 @@ jobs: - name: Build data run: | python scripts/build_data.py + - name: Place public files + run: | + cp public/robots-staging.txt _site/robots.txt - name: Inject slug/short variables uses: rlespinasse/github-slug-action@v3.x - name: Push data build to S3 diff --git a/.github/workflows/deploy-to-production.yml b/.github/workflows/deploy-to-production.yml index 246331066e0..df893816e1c 100644 --- a/.github/workflows/deploy-to-production.yml +++ b/.github/workflows/deploy-to-production.yml @@ -47,6 +47,9 @@ jobs: - name: Build data run: | python scripts/build_data.py + - name: Place public files + run: | + cp public/robots-prod.txt _site/robots.txt - name: Deploy to GitHub Pages uses: JamesIves/github-pages-deploy-action@3.7.1 with: diff --git a/.github/workflows/deploy-to-staging.yml b/.github/workflows/deploy-to-staging.yml index c22636fad77..4ea56292ccb 100644 --- a/.github/workflows/deploy-to-staging.yml +++ b/.github/workflows/deploy-to-staging.yml @@ -41,6 +41,9 @@ jobs: - name: Build data run: | python scripts/build_data.py + - name: Place public files + run: | + cp public/robots-staging.txt _site/robots.txt - name: Deploy to GitHub Pages uses: JamesIves/github-pages-deploy-action@3.7.1 with: diff --git a/public/robots-prod.txt b/public/robots-prod.txt new file mode 100644 index 00000000000..1f53798bb4f --- /dev/null +++ b/public/robots-prod.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: / diff --git a/public/robots-staging.txt b/public/robots-staging.txt new file mode 100644 index 00000000000..1f53798bb4f --- /dev/null +++ b/public/robots-staging.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: /