# Robots.txt for Klauzi Blog (https://blog.klauzi.com)
# Compliance with Googlebot, Bingbot, and modern search engine web crawlers

User-agent: *
Allow: /
Allow: /articles
Allow: /about
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /article/
Allow: /post/
Disallow: /admin.html
Disallow: /account
Disallow: /settings
Disallow: /login
Disallow: /signup
Disallow: /register
Disallow: /forgot-password
Disallow: /api/
Allow: /api/image/
Allow: /api/sitemap/ping
Allow: /api/health
Allow: /covers/

# Specific Crawler Directives
User-agent: Googlebot
Allow: /
Allow: /*.js$
Allow: /*.css$

User-agent: Googlebot-Image
Allow: /
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.webp$
Allow: /*.svg$
Allow: /*.ico$

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Yandex
Allow: /

# Sitemap Declarations
Sitemap: https://blog.klauzi.com/sitemap.xml
Sitemap: https://blog.klauzi.com/news-sitemap.xml
Sitemap: https://blog.klauzi.com/sitemap_index.xml