User-agent: *
Disallow: /moderate/*
Disallow: /company/discard-pending
Disallow: /company/allow-pending
Disallow: /company/ajax-company-recommended?*
Disallow: /cdn-cgi/l/email-protection
Disallow: /info/charter*
Disallow: /info/conditions*
Disallow: /info/cookies-on-the-official-board
Disallow: /user/sign-up-with-alert?*
Disallow: /pdf/print-subsidiaries-list?*
Disallow: /best-articles/author/admin*
Disallow: /blog/author/admin*
Disallow: /contact/ajax-breaking-news?*
Disallow: /contact/ajax-contact-recommended?*
Disallow: /contact/ajax-view?*
Disallow: /index/ajax-ma-block
Disallow: /index/ajax-news-block
Disallow: /index/ajax-news-feed
Disallow: /index/ajax-session-keeper

User-agent: BLEXBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: ImagesiftBot
Crawl-delay: 60

Sitemap: https://www.theofficialboard.jp/sitemap