user-agent: a
User-agent: ia_archiver
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: Archive.org Bot
Disallow: /
User-agent: ia_archiver-web.archive.org
Disallow: /
user-agent: b
User-agent: *
Disallow: /check-p/adxcvrtb
Disallow: /connect/twitter
Disallow: /connect/facebook
Disallow: /connect/google
Disallow: /*/account/settings
Disallow: /*/account/orders
Disallow: /*/account/favorites
Disallow: /*/account/following
Disallow: /*/account/referral
Disallow: /*/account/settings
Disallow: /*/account/news-subscription
Disallow: /*/account/download-setting
Disallow: /*/account/password
Disallow: /account/settings
Disallow: /account/orders
Disallow: /account/favorites
Disallow: /account/following
Disallow: /account/referral
Disallow: /account/settings
Disallow: /account/news-subscription
Disallow: /account/download-setting
Disallow: /account/password
Disallow: /register/twitter
Disallow: /register/facebook
Disallow: /register/google
Disallow: /personal-page/
Disallow: /get-main-slides
Disallow: /trans/
Disallow: /cdn-cgi
Disallow: /cdn-cgi/rum
Disallow: /get-survey-form