# robots.txt for http://www.kropf.net/
#
# http://www.robotstxt.org/wc/exclusion.html#robotstxt
#
# Note that you need a separate "Disallow" line for every URL prefix to exclude
# -- you cannot say "Disallow: /cgi-bin/ /tmp/".
# Also, you may not have blank lines in a record,
#  as they are used to delimit multiple records.
# Lines containing only a comment are discarded completely,
#  and therefore do not indicate a record boundary.

## http://www.singingfish.com/spider.html indexes media files:
# User-agent: asterias

## http://www.alexa.com/support/for_webmasters.html
# User-agent: ia_archiver

# User-agent: ia_archiver-web.archive.org

User-Agent: NPBot
Disallow: /

User-Agent: sitecheck.internetseer.com
Disallow: /file-to-disallow
# internetseer.com not responding 20030901
# Mark McLellan (INTERNETSEER2-DOM)
#  381 Brinton Lake Road
#  Thornton, PA 19373
#
#  Domain Name: INTERNETSEER.COM
#
#  Administrative Contact, Technical Contact:
#     InternetSeer.com Corp.  (DO1438-ORG)              domain@INTERNETSEER.COM
#     381 BRINTON LAKE RD
#     THORNTON, PA 19373-1054
#     610-361-3000 fax: 610-361-3001
#
#  Record expires on 20-Sep-2003.
#  Record created on 13-Sep-2002.

# 20041030:
# http://www.whois.sc/" "SurveyBot/2.3 (Whois Source)"
User-Agent: SurveyBot
Disallow: /


#User-agent: *
##UA antibot-V1.1/i586-linux-2.2
#62.210.155.49
##UA antibot-V1.1/i586-linux-2.2
#62.210.155.50
##UA antibot-V1.1/i586-linux-2.2
#62.210.155.56
##UA antibot-V1.1/i586-linux-2.2
#62.210.155.58
##UA antibot-V1.1/i586-linux-2.2
#62.210.155.59
#
#Speedfind operates the following spiders:
##UA visual ramBot xtreme 7.0
#proxy-gate.oberland.net
#192.109.251.26
##UA speedfind ramBot xtreme 8.1
#new.speedfind.de
#194.97.8.162
##UA speedfind ramBot xtreme 8.1
#eins.speedfind.de
#194.97.8.163
##UA visual ramBot xtreme 7.0
#c2.oberland.net
#194.221.132.56
##UA visual ramBot xtreme 7.0
#io.oberland.net
#194.221.132.139

#200601: http://www.become.com/site_owners.html
#User-agent: BecomeBot

# 20040404:
User-agent: Uptimebot
Disallow: /


User-agent: *
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /conf/
Disallow: /img/
Disallow: /images/
Disallow: /logs/
Disallow: /ns-icons/