# Peninsula Insider — robots.txt
# https://peninsulainsider.com.au/

User-agent: *
Allow: /
Disallow: /api/
# Internal and account surfaces, not for the index.
Disallow: /admin/
Disallow: /access/
Disallow: /account/
Disallow: /ops/
# Defence-in-depth: internal trees that must never be crawled if they
# ever reach the served branch again.
Disallow: /next/
Disallow: /docs/
Disallow: /reports/
Disallow: /engine/
Disallow: /preview/

Sitemap: https://peninsulainsider.com.au/sitemap.xml

# AI agents and LLMs — curated, human-readable map of the site (https://llmstxt.org/)
# LLM-Index: https://peninsulainsider.com.au/llms.txt
# LLM-Full-Index: https://peninsulainsider.com.au/llms-full.txt