# /robots.txt file for http://webcrawler.com/

User-agent: *
Disallow: /cgi-bin/tais/pc/
Disallow: /cgi-bin/tais/pr/
Disallow: /cgi-bin/tais/cd/
Disallow: /td/b2c/cart.to
Disallow: /td/b2c/OsLogin.to
Disallow: /td/b2c/myaccount.to