User-agent: * Disallow: *.php Disallow: *.php3 Disallow: *.cgi Disallow: *.htm Disallow: *.html