# DACOR Internet Services # Web Crawler Exclusion List # This file is used to control what a friendly web crawler will index. # User-agent: specifies an agent name (webcrawler, lycra, *=all, ...) # Disallow: specifies the beginnings of a sub-directory or file name that # is not to be indexed by the search engine. # The initial entries in this file are to prohibit the indexing of your # web site statisitcs log files. Do NOT remove these entities, but disallow # additional directories as needed. User-agent: Browsershots Disallow: /logs Disallow: /W3SVC10 Disallow: /ubb Disallow: /survey Disallow: /Ordering Disallow: /ordering Disallow: /poll Disallow: /cgi-bin Disallow: /ubb-cgi Disallow: /images Disallow: /_private Disallow: postinfo.html Disallow: _vti_inf.html Disallow: ubbchangelog.txt Disallow: mymessage.txt Disallow: OLDeb-cat.html Disallow: OLDindex.html Disallow: oops.html Disallow: thanks.html Disallow: head.html Disallow: head2.html Disallow: indexhead.html Disallow: foot.html Disallow: foot2.html Disallow: test.html Disallow: test1.html Disallow: test2.html Disallow: test3.html Disallow: test.shtml Disallow: test1.shtml Disallow: test2.shtml Disallow: test3.shtml # End