# robots.txt for Aliff Capital - Government Contracting Platform User-agent: * Allow: / Disallow: /admin/ Disallow: /api/ Disallow: /includes/ Disallow: /db/ Disallow: /assets/temp/ # Sitemaps Sitemap: https://aliffcapital.com/sitemap.xml # Crawl-delay for respectful crawling Crawl-delay: 1 # Popular search engines User-agent: Googlebot Allow: / Disallow: /admin/ Disallow: /api/ User-agent: Bingbot Allow: / Disallow: /admin/ Disallow: /api/ User-agent: Slurp Allow: / Disallow: /admin/ Disallow: /api/