User-agent: *
Allow: /

# disallow all files ending in specific extension 
Disallow: /*.js 
Disallow: /*.inc 
Disallow: /*.css 
Disallow: /*.txt 
Disallow: /*.mp3
Disallow: /*.avi
Disallow: /*.swf 
Disallow: /*.wmv
Disallow: /*.jpg  
Disallow: /*.gif 
Disallow: /*.png       

# disallow these dirs
Disallow: /admin
Disallow: /ads
Disallow: /advertising
Disallow: /cgi-bin
Disallow: /contact-form
Disallow: /css
Disallow: /gs
Disallow: /images
Disallow: /img
Disallow: /include
Disallow: /meta
Disallow: /phplist
Disallow: /pm
Disallow: /reviews
Disallow: /sales
Disallow: /scripts
Disallow: /site
Disallow: /staff
Disallow: /vtiger