# Prevent all robots from visiting the listed directories: User-agent: * Disallow: /ads/ Disallow: /cgi_bin Disallow: /images/ Disallow: /java/ Disallow: /test/