Change: Block GPTBot (#26396)
parent
2c88364222
commit
405f141fe0
1 changed files with 3 additions and 0 deletions
@ -1,5 +1,8 @@ |
||||
# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file |
||||
|
||||
User-agent: GPTBot |
||||
Disallow: / |
||||
|
||||
User-agent: * |
||||
Disallow: /media_proxy/ |
||||
Disallow: /interact/ |
||||
|
Loading…
Reference in new issue