# robots, robot exclusions and permissions

User-agent: *
Disallow: /cgi-bin/
Disallow: /error/
Disallow: /feedback/
Disallow: /guestbook/
Disallow: /newsletters/
Disallow: /news/
Disallow: /mail/
Disallow: /template2/
Disallow: /_private/
Disallow: /bot_trap/
Disallow: /java/
Disallow: /prisonmin8.htm
Disallow: /history.htm
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml


User-agent: Mozilla/3.01 (hotwired-test/0.1)
Disallow: /cgi-bin/
Disallow: /error/
Disallow: /feedback/
Disallow: /guestbook/
Disallow: /newsletters/
Disallow: /news/
Disallow: /mail/
Disallow: /template2/
Disallow: /_private/
Disallow: /bot_trap/
Disallow: /java/
Disallow: /prisonmin8.htm
Disallow: /history.htm
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml

User-agent: GoogleBot
Disallow: /cgi-bin/
Disallow: /error/
Disallow: /feedback/
Disallow: /guestbook/
Disallow: /newsletters/
Disallow: /news/
Disallow: /mail/
Disallow: /template2/
Disallow: /_private/
Disallow: /bot_trap/
Disallow: /java/
Disallow: /prisonmin8.htm
Disallow: /history.htm
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml

User-agent: Scooter
Disallow: /cgi-bin/
Disallow: /error/
Disallow: /feedback/
Disallow: /guestbook/
Disallow: /newsletters/
Disallow: /news/
Disallow: /mail/
Disallow: /template2/
Disallow: /_private/
Disallow: /bot_trap/
Disallow: /java/
Disallow: /prisonmin8.htm
Disallow: /history.htm
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml

User-agent: Ultraseek
Disallow: /cgi-bin/
Disallow: /error/
Disallow: /feedback/
Disallow: /guestbook/
Disallow: /newsletters/
Disallow: /news/
Disallow: /mail/
Disallow: /template2/
Disallow: /_private/
Disallow: /bot_trap/
Disallow: /java/
Disallow: /prisonmin8.htm
Disallow: /history.htm
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml

User-agent: smallbear
Disallow: /cgi-bin/
Disallow: /error/
Disallow: /feedback/
Disallow: /guestbook/
Disallow: /newsletters/
Disallow: /news/
Disallow: /mail/
Disallow: /template2/
Disallow: /_private/
Disallow: /bot_trap/
Disallow: /java/
Disallow: /prisonmin8.htm
Disallow: /history.htm
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml

User-agent: Slurp
Disallow: /cgi-bin/
Disallow: /error/
Disallow: /feedback/
Disallow: /guestbook/
Disallow: /newsletters/
Disallow: /news/
Disallow: /mail/
Disallow: /template2/
Disallow: /_private/
Disallow: /bot_trap/
Disallow: /java/
Disallow: /prisonmin8.htm
Disallow: /history.htm
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml

User-agent: Scrubby/
Disallow: /cgi-bin/
Disallow: /error/
Disallow: /feedback/
Disallow: /guestbook/
Disallow: /newsletters/
Disallow: /news/
Disallow: /mail/
Disallow: /template2/
Disallow: /_private/
Disallow: /bot_trap/
Disallow: /java/
Disallow: /prisonmin8.htm
Disallow: /history.htm
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml

User-agent: MantaAgent
Disallow: /cgi-bin/
Disallow: /error/
Disallow: /feedback/
Disallow: /guestbook/
Disallow: /newsletters/
Disallow: /news/
Disallow: /mail/
Disallow: /template2/
Disallow: /_private/
Disallow: /bot_trap/
Disallow: /java/
Disallow: /prisonmin8.htm
Disallow: /history.htm
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml

User-agent: MSNBOT/0.1
Disallow: /cgi-bin/
Disallow: /error/
Disallow: /feedback/
Disallow: /guestbook/
Disallow: /newsletters/
Disallow: /news/
Disallow: /mail/
Disallow: /template2/
Disallow: /_private/
Disallow: /bot_trap/
Disallow: /java/
Disallow: /prisonmin8.htm
Disallow: /history.htm
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml

User-agent: Crawler
Disallow: /cgi-bin/
Disallow: /error/
Disallow: /feedback/
Disallow: /guestbook/
Disallow: /newsletters/
Disallow: /news/
Disallow: /mail/
Disallow: /template2/
Disallow: /_private/
Disallow: /bot_trap/
Disallow: /java/
Disallow: /prisonmin8.htm
Disallow: /history.htm
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml

User-agent: ChristCRAWLER
Disallow: /cgi-bin/
Disallow: /error/
Disallow: /feedback/
Disallow: /guestbook/
Disallow: /newsletters/
Disallow: /news/
Disallow: /mail/
Disallow: /template2/
Disallow: /_private/
Disallow: /bot_trap/
Disallow: /java/
Disallow: /prisonmin8.htm
Disallow: /history.htm
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml

User-agent: Tooter
Disallow: /cgi-bin/
Disallow: /error/
Disallow: /feedback/
Disallow: /guestbook/
Disallow: /newsletters/
Disallow: /news/
Disallow: /mail/
Disallow: /template2/
Disallow: /_private/
Disallow: /bot_trap/
Disallow: /java/
Disallow: /prisonmin8.htm
Disallow: /history.htm
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml