# robots.txt for llmlab.in
# Allow indexing for search engine crawlers and AI/LLM crawlers

User-agent: *
Allow: /
Allow: /about
Allow: /privacy
Allow: /llms.txt

# Disallow indexing of private asset logs or source build folders
Disallow: /_next/
Disallow: /node_modules/

# Sitemap & LLM Manifest integration
Sitemap: https://www.llmlab.in/sitemap.xml
Link: <https://www.llmlab.in/llms.txt>; rel="help"; type="text/markdown"