# robots.txt for heurist.ai # Allow all search engines to crawl the entire site User-agent: * Allow: / # Sitemap location Sitemap: https://www.heurist.ai/sitemap.xml # Block crawling of API routes (not useful for search results) User-agent: * Disallow: /api/ # Optional: Crawl delay to be polite to the server Crawl-delay: 1