User-Agent: *
Disallow: /mailform/
Disallow: /senkyo/
Disallow: /*?id*
Disallow: /*?page*
Disallow: /*?post*
Disallow: /*?category*
Disallow: /*?month*
Disallow: /*.jpg$
Disallow: /*.png$
Disallow: /*.gif$
Disallow: /special/app-mzteachers-2021/
Disallow: /special/app-mzteachers-2022/
Disallow: /special/ttrteachers-2021/
Disallow: /special/ttrteachers-2022/
Disallow: /radio/event/onsen_s-rally/
Disallow: /radio/event/onsen_s-rally2021/
Disallow: /radio/event/onsen_s-rally2022/images/*.jpg$
Disallow: /special/2023_present-t/

User-agent: Twitterbot
Allow: /data/localnews/images/movie/*.jpg$

User-agent: Y!J-SRD/1.0
Disallow: /blog/
Disallow: /localnews/
Disallow: /recipe/
Disallow: /special/app-mzteachers-2021/
Disallow: /special/app-mzteachers-2022/
Disallow: /special/ttrteachers-2021/
Disallow: /special/ttrteachers-2022/
Disallow: /radio/event/onsen_s-rally/
Disallow: /radio/event/onsen_s-rally2021/
Disallow: /radio/event/onsen_s-rally2022/images/*.jpg$
Disallow: /special/2023_present-t/

User-agent: Y!J-MBS/1.0
Disallow: /blog/
Disallow: /localnews/
Disallow: /recipe/
Disallow: /special/app-mzteachers-2021/
Disallow: /special/app-mzteachers-2022/
Disallow: /special/ttrteachers-2021/
Disallow: /special/ttrteachers-2022/
Disallow: /radio/event/onsen_s-rally/
Disallow: /radio/event/onsen_s-rally2021/
Disallow: /radio/event/onsen_s-rally2022/images/*.jpg$
Disallow: /special/2023_present-t/

User-agent: Googlebot-Mobile
Disallow: /blog/
Disallow: /localnews/
Disallow: /recipe/
Disallow: /special/app-mzteachers-2021/
Disallow: /special/app-mzteachers-2022/
Disallow: /special/ttrteachers-2021/
Disallow: /special/ttrteachers-2022/
Disallow: /radio/event/onsen_s-rally/
Disallow: /radio/event/onsen_s-rally2021/
Disallow: /radio/event/onsen_s-rally2022/images/*.jpg$
Disallow: /special/2023_present-t/

User-agent: Baiduspider
Disallow: /blog/
Disallow: /localnews/
Disallow: /recipe/
Disallow: /special/app-mzteachers-2021/
Disallow: /special/app-mzteachers-2022/
Disallow: /special/ttrteachers-2021/
Disallow: /special/ttrteachers-2022/
Disallow: /radio/event/onsen_s-rally/
Disallow: /radio/event/onsen_s-rally2021/
Disallow: /radio/event/onsen_s-rally2022/images/*.jpg$
Disallow: /special/2023_present-t/

User-agent: mobile goo
Disallow: /blog/
Disallow: /localnews/
Disallow: /recipe/
Disallow: /special/app-mzteachers-2021/
Disallow: /special/app-mzteachers-2022/
Disallow: /special/ttrteachers-2021/
Disallow: /special/ttrteachers-2022/
Disallow: /radio/event/onsen_s-rally/
Disallow: /radio/event/onsen_s-rally2021/
Disallow: /radio/event/onsen_s-rally2022/images/*.jpg$
Disallow: /special/2023_present-t/

User-agent: LD_mobile_bot
Disallow: /blog/
Disallow: /localnews/
Disallow: /recipe/
Disallow: /special/app-mzteachers-2021/
Disallow: /special/app-mzteachers-2022/
Disallow: /special/ttrteachers-2021/
Disallow: /special/ttrteachers-2022/
Disallow: /radio/event/onsen_s-rally/
Disallow: /radio/event/onsen_s-rally2021/
Disallow: /radio/event/onsen_s-rally2022/images/*.jpg$
Disallow: /special/2023_present-t/

User-agent: AhrefsBot
Disallow: /

# ============================================================
# Amazonbotを制限
# ============================================================
User-agent: Amazonbot
Disallow: /blog/
Disallow: /recipe/
Disallow: /television/manabi/blog/
Disallow: /radio/suteki/blog/
Disallow: /radio/the_docking/blog/
Crawl-delay: 30

# ============================================================
# ClaudeBot /recipe/ と /blog/ 系を制限（新規追加）
# ============================================================
User-agent: ClaudeBot
Disallow: /recipe/
Disallow: /blog/
Disallow: /radio/suteki/blog/
Disallow: /television/manabi/blog/
Disallow: /radio/the_docking/blog/
Crawl-delay: 30
# ============================================================
# SemrushBot Disallow 維持 + Crawl-delay 強化
# ============================================================
User-agent: SemrushBot
Disallow: /blog/
Disallow: /radio/suteki/blog/
Disallow: /recipe/
Crawl-delay: 30
# ============================================================
# 新規ボット追加
# ============================================================
User-agent: PerplexityBot
Crawl-delay: 10
User-agent: DataForSeoBot
Disallow: /blog/
Disallow: /recipe/
Crawl-delay: 10

Sitemap: http://mrt.jp/sitemap.xml