# Eigenlab.tech - Advanced Math & Physics Problem Generator

# Allow all bots to crawl public content
User-agent: *
Allow: /

# Disallow sensitive areas
Disallow: /api/
Disallow: /auth/
Disallow: /payment/
Disallow: /admin/
Disallow: /data/
Disallow: /__pycache__/

# Block unwanted SEO bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# Crawl delay for respectful crawling
Crawl-delay: 1

# Sitemap location
Sitemap: https://eigenlab.tech/sitemap.xml