diff --git a/public/robots.txt b/public/robots.txt index 75321ff..1f45a94 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,3 +1,12 @@ +User-agent: search.marginalia.nu +Disallow: /cursors/ +Disallow: /images/ +Disallow: /fonts/ +Disallow: /moderator/ +Disallow: /login +Disallow: /logout +Disallow: /human/ + User-agent: DuckDuckBot Disallow: /cursors/ Disallow: /images/