User-agent: * # Directed at all robots
Crawl-delay: 1
Disallow: /cgi-bin/sources

User-agent: Roverbot # Rover <http://www.roverbot.com> is a very bad dog.
Disallow: /