# charlotte causing errors, go away
User-Agent: Charlotte
Disallow: /

# this is causing problems
User-agent: PRCrawler/Nutch-0.9 (data mining development project; crawler@projectrialto.com)
Disallow: /

User-agent: Yeti 
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: Nutch
Crawl-delay: 3

User-agent: SapphireWebCrawler
Crawl-delay: 3

User-agent: Slurp
Crawl-delay: 2

# others are OK
User-agent: *
Disallow:
Sitemap: http://www.superwarehouse.com/sitemapindex.xml