User-agent: * Allow: / # Sitemap Sitemap: https://blumefy.com/sitemap.xml # Important pages - explicitly allow Allow: / Allow: /about-us Allow: /migration Allow: /privacy-policy Allow: /terms-and-conditions # Block irrelevant pages and directories Disallow: /admin/ Disallow: /private/ Disallow: /api/ Disallow: /staging/ Disallow: /test/ Disallow: /dev/ Disallow: /login/ Disallow: /dashboard/ Disallow: /user/ Disallow: /account/ Disallow: /profile/ Disallow: /settings/ # Block file types that shouldn't be indexed Disallow: /*.json$ Disallow: /*.xml$ Disallow: /*.txt$ Disallow: /*.pdf$ Disallow: /*.doc$ Disallow: /*.docx$ Disallow: /*.xls$ Disallow: /*.xlsx$ # Block search and filter pages Disallow: /search? Disallow: /*?query= Disallow: /*?filter= Disallow: /*?sort= # Block temporary and cache files Disallow: /temp/ Disallow: /cache/ Disallow: /tmp/ Disallow: /.git/ Disallow: /.env Disallow: /node_modules/ # Block analytics and tracking pages Disallow: /analytics/ Disallow: /tracking/ Disallow: /stats/ # Allow important assets Allow: /assets/ Allow: /images/ Allow: /css/ Allow: /js/ Allow: /fonts/ # Crawl delay for better server performance Crawl-delay: 1 # Additional directives for specific bots User-agent: Googlebot Allow: / Crawl-delay: 0.5 User-agent: Bingbot Allow: / Crawl-delay: 0.5 User-agent: Slurp Allow: / Crawl-delay: 1 # Block bad bots User-agent: AhrefsBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: SemrushBot Disallow: / User-agent: DotBot Disallow: / User-agent: BLEXBot Disallow: / # Host directive (if using multiple domains) # Host: https://blumefy.com