# ========================================================= # MatchBest Software - robots.txt # SEO + AI crawler optimized # Website: https://www.matchbestsoftware.com # ========================================================= User-agent: * Allow: / # Important assets Allow: /_next/static/ Allow: /assets/ Allow: /images/ Allow: /static/ Allow: /public/ Allow: /*.js$ Allow: /*.css$ # Sensitive and non-public areas Disallow: /admin/ Disallow: /dashboard/ Disallow: /private/ Disallow: /api/ Disallow: /auth/ Disallow: /login/ Disallow: /register/ Disallow: /checkout/ Disallow: /cart/ Disallow: /tmp/ Disallow: /test/ Disallow: /staging/ Disallow: /.env Disallow: /node_modules/ # Low-value query URL variants Disallow: /*?replytocom= Disallow: /*?filter= Disallow: /*?sort= Disallow: /*?sessionid= # AI Crawlers User-agent: GPTBot User-agent: ChatGPT-User User-agent: ClaudeBot User-agent: anthropic-ai User-agent: PerplexityBot User-agent: Google-Extended User-agent: CCBot User-agent: Amazonbot User-agent: Bytespider User-agent: Applebot User-agent: OAI-SearchBot Allow: / # Important assets Allow: /_next/static/ Allow: /assets/ Allow: /images/ Allow: /static/ Allow: /public/ Allow: /*.js$ Allow: /*.css$ # Sensitive and non-public areas Disallow: /admin/ Disallow: /dashboard/ Disallow: /private/ Disallow: /api/ Disallow: /auth/ Disallow: /login/ Disallow: /register/ Disallow: /checkout/ Disallow: /cart/ Disallow: /tmp/ Disallow: /test/ Disallow: /staging/ Disallow: /.env Disallow: /node_modules/ # Low-value query URL variants Disallow: /*?replytocom= Disallow: /*?filter= Disallow: /*?sort= Disallow: /*?sessionid= # Sitemaps Sitemap: https://www.matchbestsoftware.com/sitemap.xml Sitemap: https://www.matchbestsoftware.com/sitemap-0.xml # Optional host directive for crawlers that support it Host: www.matchbestsoftware.com