#*******************************************************************************
#
# Control access by search engines, crawlers, spiders, or robots.
#
# This file must be named robots.txt in the root directory of the web site.
#
#-------------------------------------------------------------------------------
#
# Note:  See RFC 1808 and draft-koster-robots-00.txt.
#
#*******************************************************************************

User-Agent: sitecheck.internetseer.com
Disallow: /

User-Agent: LinkWalker
Disallow: /

User-agent: *                           # Affects all robots
Disallow: /_                            # FP and DW control files/dirs
Disallow: /Library/                     # Dreamweaver library
Disallow: /Templates/                   # Dreamweaver templates
Disallow: /tmp/                         # Private working directory
Disallow: /private/                     # Private working directory
Disallow: /test/                        # Private working directory
Disallow: /incoming/                    # Private working directory
Disallow: /images/                      # Images
Disallow: /cgi                          # Executable programs
Disallow: /logs/                        # Log files
Disallow: /Orgs/                        # External database using PHP
Disallow: /archive/                     # backup of previous web site