# $Id: robots.txt,v 1.8 2008/07/19 11:122:09 cweeks Exp $
#
# This is a file retrieved by webwalkers a.k.a. spiders that 
# conform to a defacto standard.
# See <URL:http://www.robotstxt.org/wc/exclusion.html#robotstxt>
#
# The webmaster for this site is <dialog.webmaster@dialog.com>
#
User-agent: *
Disallow: /css
Disallow: /errors
Disallow: /forms
Disallow: /images
Disallow: /img
Disallow: /includes
Disallow: /js
Disallow: /media
Disallow: /popups
Disallow: /rss
Disallow: /style
Disallow: /templates
Disallow: /cfapps

User-agent: ia_archiver
Disallow: /