# GrowersGuide.ca - robots.txt

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /includes/
# Form/AJAX endpoints — return 4xx to bare GET crawls; not pages.
Disallow: /rate.php
Disallow: /subscribe.php
# Note: /search is intentionally crawlable. search.php emits `noindex, follow`
# on every query URL (?q=...), so Google can crawl the page, see the noindex,
# and drop search-result URLs (including the SearchAction template
# /search?q={search_term_string}) from the index. Blocking /search here would
# prevent Google from ever seeing that noindex, leaving stale URLs indexed.

# Sitemap
Sitemap: https://growersguide.ca/sitemap.xml

# LLMs.txt (AI crawler guidance)
# https://growersguide.ca/llms.txt