User-agent: *
Disallow: /insights/editor/  # Block access to the admin directory
Disallow: /insights/editor/login/  # Block access to the login directory (if applicable)

# Allow search engines to crawl all other pages
Allow: /

# Allow crawling of static assets (images, CSS, JS)
Allow: /images/
Allow: /css/
Allow: /js/

# Optional: Specify crawl rate (adjust value as needed)
Crawl-delay: 3