#ROBOTS.TXT

#Disallow directories
User-agent: *
Disallow: /images/

User-agent: *
Disallow: /_themes/



#Disallow specific file extensions
User-agent: *
Disallow: /*.swf$

User-agent: *
Disallow: /*.fla$




#Disallow collectors and spiders
User-agent: atSpider 
Disallow: /

User-agent: cherrypicker
Disallow: /

User-agent: Dsurf
Disallow: /

User-agent: EliteSys Entry
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: Mail Sweeper
Disallow: /

User-agent: Munky
Disallow: /

User-agent: Roverbot
Disallow: /

User-agent: WebEmailExtrac
Disallow: /