#robots.txt User-agent: * Disallow: /cgi-bin/ Disallow: /servlet/ Disallow: /js/ Disallow: /css/ Disallow: /webalizer/ Disallow: /awstats/ Disallow: /tmp/ Disallow: /revisar/ Disallow: /wiki/ Disallor: /bugzilla/ Disallow: /downloads/