# <! --------------------------------------------------------------- >
# <! Robot Exclusion                                                 >
# <! Copyright 1999, Andy@Schmidt.AS                                 >
# <! --------------------------------------------------------------- >
# <!                                                                 >
# <! PURPOSE:                                                        >
# <!                                                                 >
# <! Exclude certain directories from search engines that employ     >
# <! robots, crawlers, spiders, etc to index a site.                 >
# <!                                                                 >
# <! USAGE:                                                          >
# <!                                                                 >
# <! a) Place this file as "robots.txt" in the root directory of a   >
# <!    site.                                                        >
# <! b) Add any directories to be excluded.                          >
# <!                                                                 >
# <! --------------------------------------------------------------- >

# Exclude the following directories from all robots

User-agent: *
Disallow: /cgi-bin/
Disallow: /Scripts/
Disallow: /UserScripts/
Disallow: /_borders/
Disallow: /_derived/
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_themes/
Disallow: /_vti_bin/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /WebStats/