# robots.txt for Manchester Vacs Forum

# Forum rules - block junk parameters, allow boards & topics
User-agent: *
Disallow: /DysonForum/*action=
Disallow: /DysonForum/*PHPSESSID
Disallow: /DysonForum/*;sa=
Disallow: /DysonForum/*msg=
Disallow: /DysonForum/*wap
Disallow: /DysonForum/*imode
Disallow: /DysonForum/*wap2
Disallow: /DysonForum/*action=recent
Disallow: /DysonForum/*action=unread
Disallow: /DysonForum/*prev_next*

Allow: /DysonForum/
Allow: /DysonForum/*board*,*0.html$
Allow: /DysonForum/*topic*,*0.html$
Allow: /DysonForum/*.xml
Allow: /*.css
Allow: /*.js
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$

# Junk/abusive bots blocked
User-agent: Baidu
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: Naverbot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: ScoutJet
Disallow: /

User-agent: Teoma
Disallow: /

User-agent: ShoeMoneyToolsBot
Disallow: /

User-agent: 008
Disallow: /

# Extra China scrapers
User-agent: 360Spider
Disallow: /

User-agent: YisouSpider
Disallow: /

# Archive bots - allowed
User-agent: ia_archiver
Allow: /

User-agent: archive.org_bot
Allow: /

# AI crawlers - allowed but slowed
User-agent: GPTBot
Crawl-delay: 10

User-agent: CCBot
Crawl-delay: 10

User-agent: PerplexityBot
Crawl-delay: 10

User-agent: anthropic-ai
Crawl-delay: 10

User-agent: Amazonbot
Crawl-delay: 10

User-agent: ClaudeBot
Crawl-delay: 10

User-agent: ChatGPT-User
Crawl-delay: 10

User-agent: OAI-SearchBot
Crawl-delay: 10

User-agent: *
Disallow: /*?
Disallow: /*&

# Allow essential assets for rendering
Allow: /catalog/view/
Allow: /system/storage/

# Unified sitemap index (covers main site, shop, and forum)
Sitemap: https://manchestervacs.co.uk/sitemap.xml