Change: Block GPTBot (#26396)
parent
2c88364222
commit
405f141fe0
1 changed files with 3 additions and 0 deletions
@ -1,5 +1,8 @@ |
|||||||
# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file |
# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file |
||||||
|
|
||||||
|
User-agent: GPTBot |
||||||
|
Disallow: / |
||||||
|
|
||||||
User-agent: * |
User-agent: * |
||||||
Disallow: /media_proxy/ |
Disallow: /media_proxy/ |
||||||
Disallow: /interact/ |
Disallow: /interact/ |
||||||
|
Loading…
Reference in new issue