diff --git a/public/robots.txt b/public/robots.txt index dafd901..75321ff 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -7,5 +7,14 @@ Disallow: /login Disallow: /logout Disallow: /human/ +User-agent: Yahoo! Slurp +Disallow: /cursors/ +Disallow: /images/ +Disallow: /fonts/ +Disallow: /moderator/ +Disallow: /login +Disallow: /logout +Disallow: /human/ + User-agent: * Disallow: /