User-agent: * Disallow: /cgi-bin/ Disallow: /error/ Disallow: site/admin/ Allow: /site/ Allow: /site/pages Allow: /intex.php Allow: /site/img/