User-agent: *   # directed to all spiders,  not just scooter.
#
#
# Place this file in the root directory of a website.
#
#
# syntax is :
#
# Disallow: <site relative path not to be recorded by the spider>
#
# Examples:
#
# Disallow: /cgi-bin/sources
# Disallow: /access_stats
# Disallow: /cafeteria/lunch_menus/
#
Disallow: /colgate
Disallow: /compuserve
Disallow: /dalian
Disallow: /webstat
Disallow: /slash
Disallow: /nitapp
Disallow: /nighty
#
# end of file.
#