User-Agent: BrightCrawler 
Disallow: /

User-Agent: GomezAgent 2.0
Disallow: /

User-Agent: CazoodleBot/Nutch-0.9-dev  
Disallow: /

User-Agent: Gigabot/3.0   
Disallow: /

User-Agent: Java/1.6.0_02  
Disallow: /

User-Agent: Java/1.6.0_03  
Disallow: /

User-Agent: libwww-perl/5.79   
Disallow: /

User-Agent: libwww-perl/5.805
Disallow: /

User-Agent: libwww-perl/5.803
Disallow: /

User-agent: LinkWalker
Disallow: /

User-Agent: LinkWalker/2.0   
Disallow: /

User-Agent: Pingdom GIGRIB  
Disallow: /

User-Agent: Python-urllib/2.5   
Disallow: /

User-Agent: SBIder/SBIder-0.8.2-dev
Disallow: /

User-Agent: ScSpider/0.2 
Disallow: /

User-Agent: shelob v1.0   
Disallow: /

User-Agent: Sogou web spider/3.0   
Disallow: /

User-Agent: Speedy Spider   
Disallow: /

User-Agent: Yeti/0.01   
Disallow: /

User-Agent: woriobot  
Disallow: /

User-agent: *
Disallow: /disclosure/
Disallow: /documents/