#/robots.txt file for http://webcrawler.com/
#mail webmaster@webcrawler.com for constructive criticism

User-agent: webcrawler
User-agent: *
Disallow: /images
Disallow: /images1
Disallow: /wonderImages
Disallow: /myimages
Disallow: /host

User-agent: lycra
User-agent: *
Disallow: /images
Disallow: /images1
Disallow: /wonderImages
Disallow: /myimages
Disallow: /host

User-agent: *
Disallow: /images
Disallow: /images1
Disallow: /wonderImages
Disallow: /tabtest
Disallow: /myimages
Disallow: /host