fix: prevent Googlebot from poking at WebFinger

2022-11-28 11:16:03 +05:30 · 2022-11-28 11:16:03 +05:30 · b44693c1ad
parent 51e8bbb674
commit b44693c1ad
1 changed files with 2 additions and 0 deletions
--- a/static/robots.txt
+++ b/static/robots.txt
@ -1,6 +1,8 @@
 # Googlebot
 User-agent: Googlebot
+Allow:
 Disallow: /static/
+Disallow: /.well-known/webfinger

 # Everybody else
 User-agent: *