################################################################################
# script name:   robots.txt                                                    #
# script desc:   this file is requested by search engine bots and further      #
#                defines parameters to the bots                                #
#                                                                              #
# created on:   December 22nd, 2008                                                  #
# created by:    jon simmons                                                   #
#                                                                              #
################################################################################

#
# Exclude all robot access to the following directories
#
User-agent: *
Disallow: /cgi-bin
Disallow: /css
Disallow: /gobal
Disallow: /graphics
Disallow: /htdocs
Disallow: /logs
Disallow: /javascript
Disallow: /v0
Disallow: /v1
Disallow: /v2
Disallow: /robots.txt
Request-rate: 1/5