# robots.txt for https://www.nikolajewdesign.ca/

# AI crawler policy:
# - Keep AEO/search discoverability on page content.
# - Block model-training crawlers where official controls exist.
User-agent: OAI-SearchBot
Allow: /
Disallow: /assets/download/

User-agent: Claude-SearchBot
Allow: /
Disallow: /assets/download/

User-agent: PerplexityBot
Allow: /
Disallow: /assets/download/

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

# Google Video Bot
User-agent: Googlebot-Video
Allow: /video
Disallow: /video/retirement-redefined/*
Disallow: /projects/motion/retirement-redefined.html

User-agent: *
Allow: /ai-training.html
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /mcp/
Allow: /agent/
Allow: /ephemera/
Disallow: /private
Disallow: /?s=
Disallow: /404.shtml
Disallow: /ephemera/data/
Disallow: /ephemera/php/

# Sitemaps
Sitemap: https://www.nikolajewdesign.ca/sitemap.xml
Sitemap: https://www.nikolajewdesign.ca/document-sitemap.xml
Sitemap: https://www.nikolajewdesign.ca/image-sitemap.xml
Sitemap: https://www.nikolajewdesign.ca/video-sitemap.xml
Sitemap: https://www.nikolajewdesign.ca/ephemera/sitemap.xml