User-agent: googlebot
Allow: /

User-agent: gulliver
Allow: /

User-agent: slurp
Allow: /

User-agent: fast
Allow: / 

User-agent: scooter
Allow: /

User-agent: vscooter
Allow: /

User-agent: ia_archiver
Allow: /

User-agent: Nutch
Allow: /

User-agent: FAST-WebCrawler
Allow: / 

User-agent: teoma_agent1
Allow: /

User-agent: Lycos_Spider_(T-Rex)
Allow: /

User-agent: MSNBOT/0.1
Allow: /

User-agent: ArchitextSpider
Allow: /

User-agent: ZyBorg
Allow: /

User-agent: SurveyBot
Allow: /

# Disallow all other crawlers  

User-agent: *
Allow: /