# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

# User-agent: webcrawler
# Disallow:

# User-agent: lycra
# Disallow: /

User-agent: *
Disallow: /notes/
Disallow: /carrers/
Disallow: /clients/
Disallow: /css/
Disallow: /downloads/
Disallow: /layout-files/
Disallow: /picture_library/
Disallow: /plesk-stat/
Disallow: /styles/
Disallow: /test/
Disallow: /uploads/