special robots.txt for dev Host

nutratech · May 25, 2023 · 21bb714 · 21bb714
1 parent 262b8d2
commit 21bb714
Show file tree

Hide file tree

Showing 3 changed files with 13 additions and 1 deletion.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -29,6 +29,9 @@ jobs:
         if: github.ref == 'refs/heads/dev'
         run: pnpm build:dev
 
+      - name: Copy robots-dev.txt in place
+        run: mv static/robots-dev.txt static/robots.txt
+
       - name: Deploy (dev) [Copy static files over]
         if: github.ref == 'refs/heads/dev'
         run: rm -rf /var/www/app/* && mv build/* /var/www/app/

diff --git a/package.json b/package.json
@@ -1,6 +1,6 @@
 {
 	"name": "nutra-web",
-	"version": "0.3.18",
+	"version": "0.3.19",
 	"private": true,
 	"scripts": {
 		"dev": "vite dev",

diff --git a/static/robots-dev.txt b/static/robots-dev.txt
@@ -0,0 +1,9 @@
+# Block development server
+User-agent: Googlebot
+User-agent: Bingbot
+User-agent: AdIdxBot
+Disallow: /
+
+# Allow all others
+User-agent: *
+Allow: /