User-agent: * Disallow: /assets/ Disallow: /cgi/ Disallow:/php_uploads/ Disallow:/scripts/ Disallow:/stats/