User-agent: BadBot
Disallow: /

User-agent: *
Disallow: /dev
Disallow: /fonts
Disallow: /media
Disallow: /OLD
Disallow: /SpryAssets
Disallow: /V3c
Disallow: /vtigercrm
Disallow: /intro.shtml
Disallow: /index5.html
Disallow: /template.shtml
Disallow: /thankyou.html
Disallow: /vendors/preferred