# CryptoInsight robots.txt User-agent: * Allow: / # Sitemaps Sitemap: https://www.cryptoaware.site/sitemap.xml # Disallow admin and private areas Disallow: /admin/ Disallow: /private/ Disallow: /api/ # Allow Google to index everything User-agent: Googlebot Allow: / # Allow Google Images to index all images User-agent: Googlebot-Image Allow: / # Allow Bing to index everything User-agent: Bingbot Allow: /