###############################
#
# robots.txt file for www.rogancoles.com
#
User-agent: NutchOrg
Disallow:
#
User-agent: ia_archiver
User-agent: ia_archiver/1.6
User-agent: almaden
User-agent: ASPSeek
User-agent: baiduspider
User-agent: dumbBot
User-agent: Generic
User-agent: googlebot-image
User-agent: grub-client
User-agent: GurujiBot
User-agent: MSIECrawler
User-agent: msnbot
User-agent: NexaBot
User-agent: NPBot
User-agent: Nutch 
User-agent: OWR_Crawler
User-agent: PicaLoader1.1
User-agent: psbot
User-agent: rabaz
User-agent: RPT-HTTPClient
User-agent: sbider
User-agent: SBIder  
User-agent: ScoutAbout
User-agent: semanticdiscovery
User-agent: turnitinbot
User-agent: Wget
User-agent: ZyBorg
Disallow: /
#
User-Agent: Googlebot
Disallow: /*.gif$
Disallow: /*.jpg$
# addresses all robots by using wild card *
#
User-agent: *
Disallow: /assets/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /client
Disallow: /errors/
Disallow: /images-f/
Disallow: /js/
Disallow: /phorm/
Disallow: /decoy_false_page_name.html
Disallow: /getout.php
#
# End of robots.txt file
#
###############################