User-agent: *
Allow: /
Disallow: /admin/
Disallow: /?route=admin
Disallow: /?route=login
Disallow: /?route=logout
Disallow: /includes/
Disallow: /config/
Disallow: /core/
Disallow: /models/
Disallow: /controllers/
Disallow: /storage/
Disallow: /cache/
Disallow: /uploads/
Disallow: /assets/uploads/
Disallow: /*.env
Disallow: /*.env.*
Disallow: /*.sql
Disallow: /*.bak
Disallow: /*.backup

# SEO Sitemaps
Sitemap: https://bilgix.click/?route=sitemap.xml

# Crawl delay
Crawl-delay: 2

# Ads
User-agent: AdsBot-Google
Allow: /

# Images
User-agent: Googlebot-Image
Allow: /assets/images/
Allow: /uploads/news/
Disallow: /assets/uploads/
Disallow: /uploads/thumbnails/

# Mobile
User-agent: Googlebot-Mobile
Allow: /

# Bing
User-agent: bingbot
Crawl-delay: 3
Allow: /
Disallow: /admin/

# Yandex
User-agent: Yandex
Disallow: /admin/
Host: https://bilgix.click
Clean-param: ref /search/

# Iranian crawlers
User-agent: Parsijoo
Allow: /
Crawl-delay: 5

User-agent: YoozBot
Allow: /
Crawl-delay: 5

# Bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /