# not real robots text file. yeah really :)

User-agent: *
Allow: /
User-agent: Googlebot

Allow: /
User-agent: Adsbot-Google

Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: Googlebot-Mobile

Allow: /
User-agent: Mediapartners-Google*

Allow: /
User-agent: yahoo-newscrawler
Allow: / 
User-agent: gulliver	
# allow Northern Light crawler
Allow: /
User-agent: slurp	
# allow Inktomi crawler
Allow: /
User-agent: msnbot
Allow: /
User-agent: scooter	
# allow AltaVista crawler
Allow: /
User-agent: vscooter	
# allow AltaVista image crawler
Allow: /
User-agent: fast	
# allow FAST crawler
Allow: /
User-agent: ia_archiver	
# allow Internet Archive crawler
Allow: /
#crawl-delay: 0.05