# googlebot must be specified and should match any of google's bots
User-agent: googlebot
Disallow: /admin
Disallow: /xml
Disallow: /json
Disallow: /error
Disallow: /user/email-verify
Disallow: /user/forgot-password
Disallow: /user/change-password
Disallow: /change-password
Disallow: /user/new
Disallow: /new-user
Disallow: /u
Disallow: /v
Disallow: /verify
Disallow: /changepass
Disallow: /oauth

User-agent: *
Disallow: /admin
Disallow: /xml
Disallow: /json
Disallow: /error
Disallow: /user/email-verify
Disallow: /user/forgot-password
Disallow: /user/change-password
Disallow: /change-password
Disallow: /user/new
Disallow: /new-user
Disallow: /u
Disallow: /v
Disallow: /verify
Disallow: /changepass
Disallow: /oauth