User-agent: *
Disallow: /public
Disallow: /v1
Disallow: /v2
Disallow: /js
Disallow: /images
Disallow: /img
Disallow: /swf