# The crawlers listed below are allowed on the westnic.net.  

User-agent: googlebot	
Disallow: /cgi-bin

User-agent: gulliver	
Disallow: /cgi-bin

User-agent: slurp	
Disallow: /cgi-bin

User-agent: fast	
Disallow: /cgi-bin

User-agent: scooter	
Disallow: /cgi-bin

User-agent: vscooter	
Disallow: /cgi-bin

User-agent: Nutch 	
Disallow: /cgi-bin

User-agent: FAST-WebCrawler
Disallow: /cgi-bin

User-agent: teoma_agent1	
Disallow: /cgi-bin

User-agent: Lycos_Spider_(T-Rex)	
Disallow: /cgi-bin

User-agent: MSNBOT/0.1
Disallow: /cgi-bin

User-agent: ArchitextSpider
Disallow: /cgi-bin

User-agent: ZyBorg
Disallow: /cgi-bin

User-agent: SurveyBot
Disallow: /cgi-bin

# Disallow all other crawlers (future)