User-agent: *
Allow: /

# LLM Discovery
Allow: /llms.txt
Allow: /llms-full.txt

# Allow all web crawlers to access all content
Allow: /research/

# Disallow paths that shouldn't be indexed
Disallow: /search
Disallow: /api/
Disallow: /_next/
Disallow: /_next/static/
Disallow: /_next/static/media/
Disallow: /_next/static/chunks/
Disallow: /_next/static/css/
Disallow: /_next/static/js/
Disallow: /admin/
Disallow: /internal/

# Sitemap location
Sitemap: https://memanto.ai/sitemap.xml