# this identifies the wayback machine 
User-agent: ia_archiver 
Disallow: / 
User-agent: Mediapartners-Google*
Disallow:
ImageBot - used to crawl for the Image Search
useragent: GoogleBot-Image
Disallow:
AdsBot - Checks Adwords landing pages for quality
useragent: AdsBot-Google
Disallow: