User-agent: * # disallow all files in these directories Disallow: /admin/ Disallow: /adpics/ Disallow: /cgi-bin/ Disallow: /cron/ Disallow: /data/ Disallow: /help_files/ Disallow: /js/ Disallow: /log/ Disallow: /mailtemplates/ User-agent: Googlebot # disallow all files ending with these extensions Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.wmv$ Disallow: /*.cgi$ Disallow: /*.xhtml$