User-agent: Googlebot
User-agent: InfoNaviRobot
User-agent: TV33_Mercator
User-agent: AVSearch
User-agent: Mercator
User-agent: Scooter
User-agent: Slurp
User-agent: SearchengineLicenceSheep
User-agent: shadow
User-agent: MultiText
User-agent: FAST-WebCrawler
User-agent: Lycos_Spider
User-agent: Atomz
User-agent: htdig
User-agent: spider00.logika.net
User-agent: NetMechanic
User-agent: libwww-perl
User-agent: Teleport Pro

User-agent: *
Sitemap: http://www.cmsschicago.org/sitemap.xml
Allow: /
Disallow: /images/
Disallow: /css/
Disallow: /app_code/
Disallow: /App_Browsers/
Disallow: /umbraco/
Disallow: /bin/
Disallow: /umbraco_client/
Disallow: /config/
Disallow: /data/
Disallow: /scripts/
Disallow: /usercontrols/
Disallow: /xslt/
Disallow: /privacy-policy.aspx

#When applicable, disallow access to the XML feeds