# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /tmp
Disallow: /logs
Disallow: /XTC
Disallow: /VEMS
Disallow: /0801
Disallow: /VDFS
Disallow: /calendar
Disallow: /cgi-bin
Disallow: /darden.html
Disallow: /download
Disallow: /flash
Disallow: /graphics
Disallow: /images
Disallow: /portfolio
Disallow: /saleslead
Disallow: /scgi-bin
Disallow: /thankyou.html
Disallow: /wfm
Disallow: /gobucs.html
Disallow: /tenunited.html