user-agent: googlebot 
allow: / 

user-agent: googlebot-image 
allow: / 

user-agent: googlebot-mobile 
allow: / 

user-agent: msnbot 
disallow: / 

user-agent: slurp 
disallow: / 

user-agent: teoma 
disallow: / 

user-agent: twiceler 
disallow: / 

user-agent: gigabot 
disallow: / 

user-agent: scrubby 
disallow: / 

user-agent: robozilla 
disallow: / 

user-agent: nutch 
disallow: / 

user-agent: ia_archiver 
allow: / 

user-agent: baiduspider-ads 
disallow: / 

user-agent: naverbot 
disallow: / 

user-agent: yeti 
disallow: / 

user-agent: yahoo-mmcrawler 
disallow: / 

user-agent: psbot 
disallow: / 

user-agent: asterias 
disallow: / 

user-agent: yahoo-blogs/v3.9 
disallow: / 

#baiduspider 
user-agent: baiduspider 
disallow: / 

user-agent: mozilla/5.0(compatible; baiduspider/2.0; +http://www.baidu.com/search/spider.html) 
disallow: / 

#yandex 
user-agent: spider 
disallow: / 

user-agent: yandex 
disallow: / 

user-agent: yandex.com 
disallow: / 

user-agent: yandexbot/3.0 
disallow: / 

#sosospider 
user-agent: sosospider+ 
disallow: / 

#ezooms 
user-agent: ezooms 
disallow: / 

user-agent: ezooms/1.0 
disallow: / 

#sogou 
user-agent: sogou spider 
disallow: / 

Sitemap: http://www.collegeart.org/sitemap.xml