# All robots are allowed to scan the entire site, except the following User-agent: * Disallow: error.php Disallow: /css/ Disallow: /js/ Disallow: /logs/