# Grasscity.forum
User-agent: *
# XenForo account, auth and action pages
Disallow: /admin.php
Disallow: /account/
Disallow: /direct-messages/
Disallow: /conversations/
Disallow: /login/
Disallow: /logout/
Disallow: /lost-password/
Disallow: /register/
Disallow: /search/
Disallow: /goto/
Disallow: /misc/
Disallow: /online/
Disallow: /watched/
Disallow: /find-threads/
Disallow: /members/
Disallow: /whats-new/
Disallow: /attachments/upload
Disallow: /ads/
# Broken relative "null" links requested by a crawler that renders JavaScript (Meta, Oct 2026)
Disallow: /*/null
# Action URLs — anchored on the slash so thread slugs like "history-of-..." stay crawlable
Disallow: /posts/*/react
Disallow: /posts/*/history
Disallow: /posts/*/quote
Disallow: /threads/*/reply
Disallow: /threads/*/unread
Disallow: /threads/*/latest
Disallow: /threads/*/post-
Disallow: /forums/*/post-thread
Disallow: /media/*/react
# Grow Journals app — API, admin and owner-only editor pages
# (/report is the public harvest report: keep crawlable)
Disallow: /grows/api/
Disallow: /grows/admin
Disallow: /grows/journals/new
Disallow: /grows/journals/*/settings
Disallow: /grows/journals/*/update
Disallow: /grows/journals/*/complete

Sitemap: https://grasscity.forum/sitemap.xml
Sitemap: https://grasscity.forum/grows/sitemap.xml

# AI training crawlers: content may not be used to train AI models (Oct 2026).
# Search and answer crawlers that cite and link Grasscity.forum stay allowed:
# OAI-SearchBot, ChatGPT-User, Claude-SearchBot, Claude-User, meta-webindexer,
# Meta-ExternalFetcher, facebookexternalhit, PerplexityBot, Googlebot, Google-Extended, Bingbot.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: meta-externalagent
User-agent: CCBot
User-agent: Applebot-Extended
User-agent: Bytespider
Disallow: /