# ============================================================
# robots.txt - https://yayinhaberi.com/
# Generated: manual
# ============================================================

# --- Default: semua bot ---
User-agent: *
Allow: /

# --- Folder & file yang tidak boleh di-crawl ---
Disallow: /admin/
Disallow: /vendor/
Disallow: /node_modules/
Disallow: /assets/
Disallow: /uploads/private/
Disallow: /.git/
Disallow: /tmp/
Disallow: /backup/

# --- File yang tidak perlu di-index ---
Disallow: /sitemap.php
Disallow: /sitemap.xml.tmp
Disallow: /404.html
Disallow: /500.html
Disallow: /error.html
Disallow: /*?*
Disallow: /*.php$

# --- Sitemap ---

Sitemap: https://yayinhaberi.com/sitemap.xml