# robots.txt file for toothycat.net
# email comments to moonshadow@toothycat.net


# allow everything to be indexed except wiki actions (don't want spurious login IDs created every time Google crawls the site) and image server pages (what would be the point?)

User-agent: *
Disallow: /wiki/wiki.pl?SandBox
Disallow: /wiki/wiki.pl?id
Disallow: /wiki/wiki.pl?action
Disallow: /wiki/wiki.pl?search
Disallow: /wiki/wiki.pl?&
Disallow: /wiki/wiki2.pl
Disallow: /wiki/wikit.pl
Disallow: /wiki/slang_wrapper.pl
Disallow: /wiki/img.pl
Disallow: /wiki/util.pl
Disallow: /wiki/img2.pl
Disallow: /wiki/dice.pl
Disallow: /wiki/trap.pl?trap
Disallow: /wiki/trap.pl/trap
Disallow: /wiki/wiki.pl/wiki.pl
Disallow: /cgi

# ..these don't seem to respect any of the other entries!
User-agent: FAST
Disallow: /

User-agent: WebarooBot
Disallow: /

User-agent: RufusBot
Disallow: /

User-agent: Lsearch
Disallow: /