User-agent: Twiceler
User-agent: googlebot
User-agent: Googlebot-Image 
User-agent: Mediapartners-Google 
User-agent: slurp 
User-agent: msnbot 
User-agent: exabot
User-agent: ArchitextSpider
User-agent: AbachoBOT
User-agent: Mercator
User-agent: Scooter
User-agent: KIT-Fireball
User-agent: Ocelli
User-agent: Lycos_Spider_(T-Rex)
User-agent: FAST-WebCrawler
User-agent: ia_archiver 
Allow: /
Disallow: /shop/
Disallow: /web/ppc_shop/
Disallow: /old/
Disallow: /download.php

User-agent: *
Disallow: /