User-Agent: *
Allow: /
# disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.zip$
Disallow: /*.rar$
Disallow: /*.ai$
Disallow: /*.swf$