Use Github Actions for place robots.txt files

.github/workflows/deploy-feature-branch.yml

@@ -34,6 +34,9 @@ jobs:
       - name: Build data
         run: |
           python scripts/build_data.py
+      - name: Place public files
+        run: |
+          cp public/robots-staging.txt _site/robots.txt
       - name: Inject slug/short variables
         uses: rlespinasse/github-slug-action@v3.x
       - name: Push data build to S3

.github/workflows/deploy-to-production.yml

@@ -47,6 +47,9 @@ jobs:
     - name: Build data
       run: |
         python scripts/build_data.py
+    - name: Place public files
+      run: |
+        cp public/robots-prod.txt _site/robots.txt
     - name: Deploy to GitHub Pages
       uses: JamesIves/github-pages-deploy-action@3.7.1
       with:

.github/workflows/deploy-to-staging.yml

@@ -41,6 +41,9 @@ jobs:
     - name: Build data
       run: |
         python scripts/build_data.py
+    - name: Place public files
+      run: |
+        cp public/robots-staging.txt _site/robots.txt
     - name: Deploy to GitHub Pages
       uses: JamesIves/github-pages-deploy-action@3.7.1
       with:

public/robots-prod.txt

@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /

public/robots-staging.txt

@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /