#robots.txt User-agent: * Disallow: /cgi-bin/ Disallow: /servlet/ Disallow: /js/ Disallow: /css/ Disallow: /webalizer/ Disallow: /awstats/ Disallow: /tmp/ Disallow: /revisar/ Disallow: /egestio/ Disallow: /docroot/ Disallow: /mailman/ Disallow: /error/ Disallow: /argus/404.html