# contact sourcemaster@sources.redhat.com for questions.
# see http://www.robotstxt.org/wc/robots.html
# for information about the file format.

User-agent: *
Disallow: /cygwin/snapshots
Disallow: /cgi-bin/
Disallow: /cgi/
Disallow: /viewvc/
Disallow: /git/gitweb.cgi
Disallow: /viewvc
Disallow: /viewcvs/
Disallow: /ml/overseers/
Crawl-Delay: 60

# Rogue robot blacklist
User-agent: Test Crawler
Disallow: /
 
User-agent: DigExt
Disallow: /
 
User-agent: DigExt
Disallow: /ml/
 
User-agent: CW Crawler
Disallow: /
 
User-agent: Scooter
Disallow: /ml/