# robots.txt for http://www.digideep.com/ User-agent: * Disallow: /__develop/ Disallow: /_images/ Disallow: /browser/ Disallow: /edit/ Disallow: /frame/ Disallow: /imgdb/ Disallow: /include/ Disallow: /ipatlas/ Disallow: /logs/ Disallow: /lib/ Disallow: /templates/ Disallow: /traffic/ Disallow: /votes/admin/ Disallow: /digideep.css Disallow: /error.php Disallow: /favicon.ico Disallow: /header.inc.php Disallow: /pro_nav.php Disallow: /monitor/ Disallow: /go/member/register Disallow: /go/forums/member/register/ Disallow: /adserver/ Disallow: /zoom.php Disallow: /votes.php Disallow: /potw_vote.php Disallow: /businesscard.php Allow: /imgdb/articles/ Allow: /imgdb/news/ Allow: /potw.php #Allow: /forum/ #Allow: /about.php #Allow: /deutsch.htm #Allow: /banner/ #Allow: /index.php #Allow: /glossary.php #Allow: /news.php #Allow: /product.php #Allow: /product.php?pType=camera&mID=7&pID=13 #Allow: /product.php?pType=camera&mID=25&pID=73 #Allow: /product.php?pType=camera&mID=12&pID=326 #Allow: /product.php?pType=camera&mID=25&pID=64 User-agent: Slurp Crawl-delay: 20 User-Agent: msnbot Crawl-Delay: 20 User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy Disallow: /