User-agent: *
Disallow: /mirrors
Disallow: mirrors.tar.bz2

User-agent: Slurp
Disallow: /mirrors
Disallow: mirrors.tar.bz2
Crawl-delay: 300