From 0b0d88dc458e2a682d942df63bd3fa9bc4d101d5 Mon Sep 17 00:00:00 2001 From: swaggboi Date: Wed, 11 Oct 2023 14:47:43 -0400 Subject: [PATCH] Allow indexing by Yahoo! (there's no way they can afford AI right??) --- public/robots.txt | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/public/robots.txt b/public/robots.txt index dafd901..75321ff 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -7,5 +7,14 @@ Disallow: /login Disallow: /logout Disallow: /human/ +User-agent: Yahoo! Slurp +Disallow: /cursors/ +Disallow: /images/ +Disallow: /fonts/ +Disallow: /moderator/ +Disallow: /login +Disallow: /logout +Disallow: /human/ + User-agent: * Disallow: /