# Magnum Solutions robots.txt # Allow all crawlers to index the entire site User-agent: * Allow: / Disallow: /api/ Disallow: /*.json$ # Sitemap location Sitemap: https://magnumsolutions.mt/sitemap.xml # Crawl delay (optional - prevents aggressive crawling) Crawl-delay: 1