# Robots.txt is a file used for webcrawlers
User-agent: *

Allow: /
Disallow: /cgi-bin/
Disallow: /members/
Disallow: /admin/
Disallow: /editor/

# Rover is a bad dog <http://www.roverbot.com>
User-agent: Roverbot

Disallow: /