# General rules for all bots
User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /tmp/
Disallow: /private/

# Allow necessary public assets and admin-ajax for AJAX functionality
Allow: /wp-admin/admin-ajax.php

# Crawl-delay for bots to avoid server overload
Crawl-delay: 10

# Specific rules for known bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# Block less-desired bots
User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

# Sitemap location for search engines
Sitemap: https://bqk-kos.org/sitemap.xml