# robots.txt User-agent: * Disallow: /cms/ Disallow: /css/ Disallow: /files/ Disallow: /log/ Disallow: /logs/ Disallow: /temp/ Disallow: /tmp/ Disallow: /test/ Disallow: /webalizer/