Block AI scrapers

This commit is contained in:
Harsh Shandilya 2023-09-29 13:01:36 +05:30
parent 1623189556
commit 9ed727bb6c
1 changed files with 18 additions and 0 deletions

View File

@ -4,6 +4,24 @@ Allow:
Disallow: /static/
Disallow: /.well-known/webfinger
User-agent: CCBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: FacebookBot
Disallow: /
# Everybody else
User-agent: *
Allow: /