# Inventa - robots.txt # This file tells search engines which pages to crawl and which to avoid # Allow all search engines to access public pages User-agent: * Allow: / Allow: /login Allow: /register # Disallow private/authenticated routes Disallow: /dashboard Disallow: /profile Disallow: /products Disallow: /api/ # Disallow admin and development files Disallow: /admin Disallow: /*.env Disallow: /*.config.js # Sitemap location Sitemap: https://expiry-tracker.live/sitemap.xml # Crawl rate - be gentle with our servers Crawl-delay: 1