add robots to prevent AI scraping for #225

package.json

@@ -12,7 +12,8 @@
     "docs:build": "vuepress build docs",
     "precopy:fiddles": "npm run export:examples",
     "copy:fiddles": "cp fiddles.json public/cypress-examples",
-    "postdocs:build": "npm run copy:fiddles",
+    "copy:robots": "cp robots.txt public/cypress-examples",
+    "postdocs:build": "npm run copy:fiddles && npm run copy:robots",
     "check:links": "find . -type f -name '*.md' ! -path './node_modules/*' | xargs -L1 npx markdown-link-check --config ./links-check-config.json --quiet",
     "format": "prettier --write 'docs/**/*.md'",
     "format:extracted": "prettier --write 'docs/**/*.js' '!docs/.vuepress/**/*.js'",

robots.txt

@@ -0,0 +1,20 @@
+User-agent: CCBot
+Disallow: /
+
+User-agent: ChatGPT-User
+Disallow: /
+
+User-agent: GPTBot
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: anthropic-ai
+Disallow: /
+
+User-agent: Omgilibot
+Disallow: /
+
+User-agent: Omgili
+Disallow: /