# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: Googlebot
Disallow: /dd-formmailer/
Disallow: /wholesale/
Disallow: /wholesaletest/
Disallow: /zoomifyViewer.swf
Disallow: /wholesale.html
Disallow: /tsapi.js
Disallow: /dynapi.js
Disallow: /skn.css
Disallow: /thankyou.htm
Disallow: /js/
Disallow: /noscript/
Disallow: /small/

User-agent: webcrawler
Disallow: /dd-formmailer/
Disallow: /wholesale/
Disallow: /wholesaletest/
Disallow: /zoomifyViewer.swf
Disallow: /wholesale.html
Disallow: /tsapi.js
Disallow: /dynapi.js
Disallow: /skn.css
Disallow: /thankyou.htm
Disallow: /js/
Disallow: /noscript/
Disallow: /small/

User-agent: lycra
Disallow: /dd-formmailer/
Disallow: /wholesale/
Disallow: /wholesaletest/
Disallow: /zoomifyViewer.swf
Disallow: /wholesale.html
Disallow: /tsapi.js
Disallow: /dynapi.js
Disallow: /skn.css
Disallow: /thankyou.htm
Disallow: /js/
Disallow: /noscript/
Disallow: /small/

User-agent: *
Disallow: /dd-formmailer/
Disallow: /wholesale/
Disallow: /wholesaletest/
Disallow: /zoomifyViewer.swf
Disallow: /wholesale.html
Disallow: /tsapi.js
Disallow: /dynapi.js
Disallow: /skn.css
Disallow: /thankyou.htm
Disallow: /js/
Disallow: /noscript/
Disallow: /small/