# /robots.txt file for http://webcrawler.com/ User-agent: * Disallow: /fotomail/ Disallow: /payment/ Disallow: /js/ Disallow: /supplier/ Disallow: /zoomWizard/