# robots.txt for OKCoin Japan # SEO tools User-agent: Barkrowler Disallow: / # AI training crawlers: public pages only (top, products, company, currency, sale, earn, markets, blog, etc.) # /pages/rules/ stays closed until legal review is complete User-agent: GPTBot User-agent: ClaudeBot User-agent: Google-Extended User-agent: Applebot-Extended User-agent: CCBot User-agent: Bytespider User-agent: meta-externalagent User-agent: Amazonbot Allow: /$ Allow: /blog/ Allow: /pages/ Allow: /currency/ Allow: /sale/ Allow: /earn Allow: /recurring-buy Allow: /btc-index Allow: /premier Allow: /markets/ Allow: /recruit Disallow: /pages/rules/ Disallow: / # AI search / user-triggered crawlers: same as general rules, plus trading screens and referral/campaign LPs # Trading screens: /spot/ (current) and /trade-spot/ (new path behind a front-end flag) are both closed during migration # /pages/rules/ stays closed until legal review is complete User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: Claude-SearchBot User-agent: Claude-User User-agent: PerplexityBot User-agent: Perplexity-User User-agent: DuckAssistBot Disallow: /jsstat/sb* Disallow: */account/ Allow: */account/register$ Allow: */account/login$ Disallow: /spot Disallow: /trade-spot Disallow: /welcome/ Disallow: /join/ Disallow: /pages/rules/ # General rules for all crawlers (Googlebot, bingbot, Applebot, etc.) - unchanged User-agent: * # Disallow internal tracking and stats Disallow: /jsstat/sb* # Account-related rules (block most, allow essential) Disallow: */account/ Allow: */account/register$ Allow: */account/login$ # Sitemaps Sitemap: https://www.okj.com/sitemap.xml