User-agent: * Disallow: /images/ # no need Disallow: /download/ # no access Disallow: /cgi-bin/ # no access