User-agent: * Allow: / # Sitemap Sitemap: http://cbdcresources.com/sitemap.xml # Allow all search engines to crawl User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / # Block access to sensitive areas (if any in the future) Disallow: /api/ Disallow: /admin/ # Crawl-delay (optional - be polite to servers) Crawl-delay: 1