# robots.txt for http://www.compris.nl/
User-agent: *
Disallow: /reports/
Disallow: /shared/
Disallow: /baarn/datamap/
Disallow: /soest/datamap/
Disallow: /lagevuursche/datamap/
Disallow: /lagevuursche/localp/elisabeth/datamap/
Disallow: /huren/datamap/
Disallow: /eco/datamap/
Disallow: /eco/db/
Disallow: /eco/dbuk/
Disallow: /eco/gb/
Disallow: /kersbergen/datamap/
Disallow: /og/
Disallow: /ogt/
Disallow: /myticket/db/
Disallow: /yorkshire/datamap/
Disallow: /special/
# Internet Archive Wayback
User-agent: ia_archiver
Disallow: /
User-agent: Googlebot-Mobile
Disallow: /
Allow: /huren/index.html
Allow: /yorkshire/index.html
User-agent: Slurp
Crawl-delay: 800
User-agent: Teoma
Crawl-delay: 200
User-agent: aiHitBot
User-agent: betaBot
User-agent: boitho.com-dc
User-agent: Botmobi
User-agent: BPImageWalker
User-agent: DealGates
User-agent: DealGates Bot
User-agent: Gaisbot
User-agent: Horny Sex Search
User-agent: I411Crawling
User-agent: ilocal company search
User-agent: LinkWalker
User-agent: NetSeer
User-agent: Nokia6300
User-agent: RAYSPIDER
User-agent: robotgenius
User-agent: Snapbot
User-agent: Spider
User-agent: VoilaBot
User-agent: WebAlta Crawler
User-agent: Yanga
User-agent: DKIMRepBot
User-agent: Rexyobot
User-agent: StackRambler
User-agent: picmole
User-agent: Snapbot
User-agent: SnapPreviewBot
Disallow: /
#80legs apart opgeven
User-agent: 008
Disallow: /
# User-agent: Yanga WorldSearch Bot
# Disallow: /