# Allow all crawlers User-agent: * Allow: / Disallow: /admin/ # Sitemap location Sitemap: https://vatsalshah.in/sitemap.xml # LLM-friendly content # llms.txt: https://vatsalshah.in/llms.txt # Prevent crawling of API routes Disallow: /api/