# Robots.txt

#Exclude all robots from part of the server
User-agent: *
Crawl-delay: 2

Disallow: /_am/
Disallow: /_db/
Disallow: /_db0/
Disallow: /_db1/
Disallow: /_db2/
Disallow: /_db3/
Disallow: /_db4/
Disallow: /_private/
Disallow: /_sitenotes/
Disallow: /admin/
Disallow: /admin-new/
Disallow: /cfide/
Disallow: /cfm_script/
Disallow: /Connections/
Disallow: /css/
Disallow: /documents/
Disallow: /graphics/
Disallow: /images/
Disallow: /js/
Disallow: /login/
Disallow: /logos/
Disallow: /membership/
Disallow: /old_content_to_file/
Disallow: /photos/
Disallow: /presentations/
Disallow: /Templates/


#CF Error Logic
User-agent: *
Disallow: /errors.cfm
Disallow: /errordump.cfm
Disallow: /errorhandler.cfm
Disallow: /errormessage.cfm
Disallow: /allsite404redirect.cfm


# Disallow Collectors and Spam
User-agent: atSpider
Disallow: /

User-agent: cherrypicker
Disallow: /

User-agent: DSurf
Disallow: /

User-agent: EliteSys Entry
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: Mail Sweeper
Disallow: /

User-agent: munky
Disallow: /

User-agent: Roverbot
Disallow: /

User-agent: WebEmailExtrac
Disallow: /