User-Agent: * Disallow: /files/ Disallow: /images/ Disallow: /css/ Disallow: /cgi-bin/ Allow: / Disallow: /cache/ Disallow: /scripts/