user-agent: * Disallow: /cgi-bin/* Disallow: /captchas/* Disallow: /files/* Disallow: /js/* Disallow: /css/* Disallow: /includes/* Disallow: /pdf/*