# DISALLOW IA ARCHIVER (ALEXIS and WAY BACK MACHINE)
User-agent: ia_archiver
Disallow: /

# DISALLOW ABOUTUS.org
User-agent: AboutUsBot 
Disallow: /

# ALLOW GOOGLE, ALTA VISTA, ALTA VISTA UK, ALLTHEWEB, ATOMZ, EXCITE, INKTOMI, INFOSEEK, LOOK.com, LYCOS, MSN, LOOK SMART, NORTHERN LIGHT, HOTBOT(INKTOMI, YAHOO), NETSCAPE, WebCrawler, YAHOO, YAHOO_2,  WITH FOLDER RESTRICTIONS
# DISALLOW OTHERS

User-agent: googlebot
User-agent: Scooter 
User-agent: AltaVista-Intranet
User-agent: FAST-WebCrawler  
User-agent: Atomz  
User-agent: ArchitextSpider  
User-agent: Slurp/2.0j  
User-agent: UltraSeek
User-agent: NetResearchServer 
User-agent: Lycos_Spider_(T-Rex)
User-agent: MSNBOT/0.1
User-agent: MantraAgent
User-agent: Gulliver/1.3
User-agent: Slurp  
User-agent: Netscape-Catalog-Robot 
User-agent: WebCrawler 
User-agent: YahooSlurp
User-agent: AlltheWeb    
User-agent: *


# DISALLOW THE FOLLOWING FOLDERS
Disallow: /cgi-local/
Disallow: /tmp/
Disallow: /private/
Disallow: /contact/
Disallow: /logs/
Disallow: /postinfo.html/
Disallow: /test/