# Robots.txt for BioDentex™ Website User-agent: * Allow: / # Disallow admin and system directories Disallow: /cgi-bin/ Disallow: /.vscode/ # Allow all assets Allow: /assets/ # Sitemap location Sitemap: https://getbiodentex.us/sitemap.xml # Bing specific User-agent: bingbot Crawl-delay: 1 Allow: / # Google specific User-agent: Googlebot Allow: / # Block bad bots User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: /