# block webcrawlers from visiting the following
User-agent: *
Disallow: /cgi-bin
Disallow: /downloads
Disallow: /errors
Disallow: /monit
Disallow: /monitoring
Disallow: /phpmyadmin
Disallow: /scripts
Disallow: /sql_backup
Disallow: /test
Disallow: /tunes