User-agent: * Disallow: /admin/ Disallow: /uploads/ Disallow: /user_assets/ Disallow: /cgi-bin/ User-agent: Googlebot Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /*.php* Disallow: /*?* Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$ User-agent: Googlebot-Image Allow: /*