# KAGAN.SH ROBOTS.TXT
# https://kagan.sh

# All crawlers: full access except internal paths
User-agent: *
Allow: /
Disallow: /api/
Disallow: /cgi-bin/
Disallow: /.git/
Disallow: /.env

# Google Video (no video content)
User-agent: Googlebot-Video
Disallow: /

# Google News (not a news site)
User-agent: Googlebot-News
Disallow: /

# Sitemap
Sitemap: https://kagan.sh/sitemap.xml