User-agent: *
Disallow: /scripts/
Disallow: /layout/
Disallow: /secure/
Disallow: /docs/
Disallow: /parttob/
Disallow: /companyinfo.shtml
Disallow: /cgi-bin/stock.cgi
Disallow: /cgi-bin/filget.cgi
Disallow: /tfcache/
Crawl-Delay: 3

User-agent: BDFetch
Disallow: /

User-agent: spbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: 008
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: MyCrawler
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: BDFetch
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: Wget
Disallow: /

User-agent: panscient.com
Disallow: /