# 5/11/07
# This is for every spider!

User-Agent: *

# stay away from all of this stuff

Disallow: /page_error.cfm         # site-wide page for processing errors
Disallow: /application.cfm        # application files
Disallow: /print.cfm              # print template

Disallow: /includes/
Disallow: /queries/
Disallow: /cgi-bin/         
Disallow: /aspnet_client/
Disallow: /logs/
Disallow: /bin/
Disallow: /db/
Disallow: /_errors/

Sitemap: http://www.internetlibrary.com/sitemap.xml

# Don't comments make code much more readable!!!