Sitemap: http://awakenedmmo.org/sitemap.xml.gz

# No stealing our images!
User-agent: Googlebot-Image
Disallow: / 
# Sorry, wget in its recursive mode is a frequent problem.
User-agent: wget
Disallow: /
# The 'grub' distributed client has been *very* poorly behaved.
User-agent: grub-client
Disallow: /
# Hits many times per second, not acceptable
User-agent: NPBot
Disallow: /
# A capture bot, downloads gazillions of pages with no public benefit
User-agent: WebReaper
Disallow: /

# For all the rest:
User-agent: *
Disallow: /bugs/images/
Disallow: /bugs/javascript/
Disallow: /bugs/print_bug_page.php
Disallow: /bugs/uploads/
Disallow: /bugs/view_user_page.php
Disallow: /forums/attachments/
Disallow: /forums/avatars/
Disallow: /forums/*msg
Disallow: /forums/*sort=
Disallow: /forums/*new
Disallow: /forums/index.php?action=
Disallow: /gallery/uploads/
Disallow: /images/
Disallow: /music/
Disallow: /scripts/
Disallow: /tasks/images/
Disallow: /tasks/index.php?action=SelectFilterAction
Disallow: /tasks/index.php?display=AddAttachment
Disallow: /tasks/index.php?display=BrowseJobs&sortby=
Disallow: /tasks/index.php?display=EditJob
Disallow: /tasks/index.php?display=ForwardJob
Disallow: /tasks/index.php?display=JobDetails*showfollowups=
Disallow: /tasks/uploads/
Disallow: /wiki/images/
Disallow: /wiki/index.php?title=*action=edit
Disallow: /wiki/index.php?title=*action=history
Disallow: /wiki/index.php?title=Special
Disallow: /wiki/Category
Disallow: /wiki/File
Disallow: /wiki/Help
Disallow: /wiki/Image
Disallow: /wiki/Mediawiki
Disallow: /wiki/Meta
Disallow: /wiki/Mission
Disallow: /wiki/Special
Disallow: /wiki/Template