User-agent: *
Allow: /

# Allow all search engines to crawl the site
Allow: /events
Allow: /calendar
Allow: /organisations
Allow: /organisation/*
Allow: /event/*
Allow: /submit

# LLM / citation crawler assets
Allow: /llms.txt
Allow: /llm-sitemap.md
Allow: /llms-full.txt
Allow: /ai/*

# Disallow user-specific pages that shouldn't be indexed
Disallow: /bookmarks
Disallow: /profile

# Disallow admin pages - these should never be indexed
Disallow: /admin
Disallow: /admin/*

# Sitemap location
Sitemap: https://olympiads.co.uk/sitemap.xml

# LLM helpers
# Compact guide: https://olympiads.co.uk/llms.txt
# Full facts pack: https://olympiads.co.uk/llms-full.txt
# Per-event facts: https://olympiads.co.uk/ai/events/{org}/{activity}.md

# Crawl-delay is non-standard (Google ignores it); omitted for standards compliance