2024-08-06 14:08:05 -04:00
|
|
|
User-agent: search.marginalia.nu
|
|
|
|
|
Disallow: /cursors/
|
|
|
|
|
Disallow: /images/
|
|
|
|
|
Disallow: /fonts/
|
|
|
|
|
Disallow: /moderator/
|
|
|
|
|
Disallow: /login
|
|
|
|
|
Disallow: /logout
|
|
|
|
|
Disallow: /human/
|
|
|
|
|
|
2023-08-25 13:25:49 -04:00
|
|
|
User-agent: DuckDuckBot
|
|
|
|
|
Disallow: /cursors/
|
|
|
|
|
Disallow: /images/
|
|
|
|
|
Disallow: /fonts/
|
|
|
|
|
Disallow: /moderator/
|
|
|
|
|
Disallow: /login
|
|
|
|
|
Disallow: /logout
|
|
|
|
|
Disallow: /human/
|
|
|
|
|
|
2023-10-11 14:47:43 -04:00
|
|
|
User-agent: Yahoo! Slurp
|
|
|
|
|
Disallow: /cursors/
|
|
|
|
|
Disallow: /images/
|
|
|
|
|
Disallow: /fonts/
|
|
|
|
|
Disallow: /moderator/
|
|
|
|
|
Disallow: /login
|
|
|
|
|
Disallow: /logout
|
|
|
|
|
Disallow: /human/
|
|
|
|
|
|
2023-05-27 00:20:14 -04:00
|
|
|
User-agent: *
|
2023-08-15 00:39:22 -04:00
|
|
|
Disallow: /
|
