# robots.txt

User-agent: *
Disallow: /images/
Disallow: /downloads/
Disallow: *.css
Disallow: *.exe
Disallow: *.zip
Disallow: /_private/
Disallow: /aspnet_client/
Disallow: /_*/
Disallow: /authentication/
Disallow: /externals/
Disallow: /global/
Disallow: /systemc/training/

User-agent: atSpider
Disallow: /

User-agent: cherrypicker
Disallow: /

User-agent: CherryPickerSE
Disallow: /

User-agent: CherryPickerElite
Disallow: /

User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /

User-agent: DSurf
Disallow: /

User-agent: EliteSys Entry
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: Extractor Pro
Disallow: /

User-agent: Mail Sweeper
Disallow: /

User-agent: munky
Disallow: /

User-agent: Roverbot
Disallow: /

User-agent: WebEmailExtrac
Disallow: /

User-agent: WebWeasel
Disallow: /

User-agent: Web Mole
Disallow: /

User-agent: WebCollector
Disallow: /