# robots.txt file
# disallow some directories for all crawlers
User-agent: *
Disallow: /bin/
Disallow: /cgi-bin/
Disallow: /common/
Disallow: /dev/
Disallow: /etc/
# Disallow: /inddizion/
Disallow: /lib/
Disallow: /tmp/
Disallow: /usr/
Disallow: /var/