# $Id: robots.txt,v 1.23 2005/11/15 16:17:26 krusch Exp $
#
# This is a file retrieved by webwalkers a.k.a. spiders that 
# conform to a defacto standard.
# See <URL:http://www.robotstxt.org/wc/exclusion.html#robotstxt>
#
# Comments to the webmaster should be posted at <URL:http://www.mdconsult.net/contactus.html>
#
# Format is:
#       User-agent: <name of spider>
#       Disallow: <nothing> | <path>
# -----------------------------------------------------------------------------
# User-agent: Fast corporate crawler

User-agent: *
Disallow: //
Disallow: /account/registration
Disallow: /Admin
Disallow: /cgi-
Disallow: /common
Disallow: /data
Disallow: /db2s
Disallow: /fcgi-
Disallow: /fscripts
Disallow: /i/
Disallow: /image/
Disallow: /link
Disallow: /perl
Disallow: /portal/home
Disallow: /products/finder
Disallow: /products/learn/action
Disallow: /scripts
Disallow: /Scripts
Disallow: /search
Disallow: /Search
Disallow: /tmp
Disallow: /webmaster
Disallow: /zx
Disallow: /zz
#