User-agent: googlebot 
 Disallow: /cgi-bin/ 
 Disallow: /html/ 
 Disallow: /404/ 
 Disallow: /cgi-bin/ 
 Disallow: /*.css$ 
 Disallow: /*.js$ 
 Disallow: /*.txt$ 
 Disallow: /*?