User-agent: *
Disallow: /visit/*
Disallow: /out/*
Disallow: /?s=
Disallow: /cookies/
Disallow: /disclaimer/
Disallow: /privacy/
Disallow: /terms-and-conditions/
Disallow: /frequently-asked-questions/
Disallow: /translation/
Disallow: /wp-content/plugins/rebel-superscript-piwik/
Disallow: /zh/visit/*
Disallow: /zh/out/*
Disallow: /zh/?s=
Disallow: /zh/contact/
Disallow: /zh/cookies/
Disallow: /zh/disclaimer/
Disallow: /zh/privacy/
Disallow: /zh/terms-and-conditions/
Disallow: /zh/frequently-asked-questions/
Disallow: /zh/about-us/
Disallow: /zh/translation/
Disallow: /zh/wp-content/plugins/rebel-superscript-piwik/

User-agent: bot
Crawl-delay: 20

User-agent: archive.org_bot
Disallow: /