summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorAaron Ball <nullspoon@oper.io>2024-10-31 17:47:30 -0600
committerAaron Ball <nullspoon@oper.io>2024-10-31 17:47:30 -0600
commit3b1ba9da321485f842b339054e976dca7fdbff77 (patch)
treed3f703f2afa0c4c99c7b5ec48f032dc64e91acf9
parent173b81f499abbea42357b77c7da1b7cc132c34b2 (diff)
downloadoper.io-3b1ba9da321485f842b339054e976dca7fdbff77.tar.gz
oper.io-3b1ba9da321485f842b339054e976dca7fdbff77.tar.xz
robots.txt:Update for gptbot and google bard
-rw-r--r--robots.txt4
1 files changed, 4 insertions, 0 deletions
diff --git a/robots.txt b/robots.txt
index 8730fdc..61f3e44 100644
--- a/robots.txt
+++ b/robots.txt
@@ -1,2 +1,6 @@
User-agent: *
Disallow: /src/*
+User-agent: GPTBot
+Disallow: /
+User-agent: Google-Extended
+Disallow: /

Generated by cgit