# cdn robots.txt
User-agent: *
Disallow: /

User-agent: bcdindexer
Disallow: 

User-agent: CiteSeerBot
Disallow: 

User-agent: FAST
Disallow: 

User-agent: Googlebot
Disallow: 

User-agent: Googlebot-IA
Disallow: 

User-agent: gulliver
Disallow: 

User-agent: ia_archiver
Disallow: 

User-agent: Marvin
Disallow: 

User-agent: MSNbot
Disallow: 

User-agent: bingbot
Disallow: 

User-agent: NimbleCrawler
Disallow: 

User-agent: Slurp
Disallow: 

User-agent: Teoma
Disallow: 

User-agent: zibber-v0.1(www.zibb.com/crawler/)
Disallow: 

User-agent: Mediapartners-Google*
Disallow: 

User-agent: baiduspider
Disallow: