# /robots.txt file for http://webcrawler.com/ # mail webmaster@webcrawler.com for constructive criticism User-agent: * Disallow: /aeiwi/ Disallow: /cgi-bin/ Disallow: /css/ Disallow: /img/ Disallow: /Infos/ Disallow: /js/ Disallow: /de/*.swf Disallow: /de/frame-d.html Disallow: /de/header.html Disallow: /de//impressum-d.html Disallow: /de//mailing-list-d.html Disallow: /de/pauschalhonorar-10d.html Disallow: /de/pauschalhonorar-13d.html Disallow: /de/public-key-d.html Disallow: /de/timezone-d.html Disallow: /de/zitat-d.html Disallow: /en/*.swf Disallow: /en//frame-e.html Disallow: /en/header.html Disallow: /en//impressum-e.html Disallow: /en/lumpsum-fee-10e.html Disallow: /en/lumpsum-fee-13e.html Disallow: /en/mailing-list-e.html Disallow: /en/public-key-e.html Disallow: /en/timezone-e.html Disallow: /en/zitat-e.html Disallow: /fr/*.swf Disallow: /fr//frame-f.html Disallow: /fr/header.html Disallow: /fr/honoraire-fixe-10f.html Disallow: /fr/honoraire-fixe-13f.html Disallow: /fr/impressum-f.html Disallow: /fr/mailing-list-f.html Disallow: /fr/public-key-f.html Disallow: /fr/timezone-f.html Disallow: /fr/zitat-f.html