# BOT INDEXER robots.txt # Dedicated PDF pages and feeds are meant to be discovered and crawled. User-agent: * Allow: / Allow: /pdf/ Allow: /sitemap.xml Allow: /rss.xml Disallow: /api/ Disallow: /login Sitemap: https://v1.indexmetrix.com/sitemap.xml