# robots.txt for ThinkingDBx - Where data thinks. User-agent: * Allow: / # Sitemaps Sitemap: https://thinkingdbx.com/sitemap.xml # Crawl-delay for polite crawlers Crawl-delay: 1 # Block access to specific paths if needed # Disallow: /admin/ # Disallow: /private/ # Retired pages - redirect to homepage Disallow: /thinkingshopper.html Disallow: /api-gateway.html Disallow: /thinkingchat.html # Test / preview artifacts - not for indexing Disallow: /test_modal.html Disallow: /test-simple-fix.html Disallow: /verify_fix.html Disallow: /varchar-full.html Disallow: /preview-email.html Disallow: /email-preview-1.html Disallow: /email-preview-2.html Disallow: /email-preview-3.html # Allow all major search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: /