# robots.txt for site-supply (www.site-supply.nl)

# autodiscovery sitemaps
Sitemap: http://www.site-supply.nl/sitemap.xml

User-agent: *
Disallow: /help/
Disallow: /empty
Disallow: /cgi/comments.cgi
Disallow: /cgi/ecard.cgi
Disallow: /cgi/formmail
Disallow: /cgi/login.cgi
Disallow: /cgi/register.cgi
Disallow: /cgi/search.cgi

User-agent: *
Crawl-delay: 5

User-agent: Googlebot-Image
Disallow: /*static-storage/

# ongebruikelijke robots
User-agent: XoviBot
Disallow: /

User-agent: BLEXBot
Disallow: /

user-agent: AhrefsBot
disallow: /

User-agent: Exabot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: trovitBot
Disallow: /

User-agent: Aboundexbot
Disallow: /