User-agent: *
allow : /
Disallow: /Smarty
Disallow: /admin
Disallow: /bbclone
Disallow: /docs
Disallow: /email_template
Disallow: /include
Disallow: /js
Disallow: /templates
Disallow: /s/
Disallow: /*.pdf$
Disallow: /*.Pdf$
Disallow: /*.PDF$
Disallow: /*.zip$
Disallow: /*.Zif$
Disallow: /*.ZIP$
Disallow: /*ref*