# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: webcrawler
Disallow:

User-agent: lycra
Disallow: 

User-agent: Googlebot
Disallow: 


User-agent: Scooter
Disallow: 


User-agent: AltaVista-Intranet
Disallow: 

User-agent: ArchitextSpider 
Disallow: 

User-agent: UltraSeek
Disallow: 

User-agent: InfoSeek Sidewinder 
Disallow: 

User-agent: *
Disallow: 

User-agent: Lycos_Spider_(T-Rex)
Disallow: