# ========================================== # Robots.txt Optimized for SEO & Authority # ========================================== User-agent: * Allow: / # Block area sensitif WordPress Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Block halaman low-value Disallow: /readme.html Disallow: /license.txt Disallow: /wp-login.php Disallow: /xmlrpc.php # Block parameter URLs (optional, kalau banyak spam parameter) Disallow: /*?replytocom= Disallow: /*?s= # Sitemap Sitemap: https://backlinkhub.co.id/sitemap_index.xml # ========================================== # AI & Content Usage Control # ========================================== # Allow search indexing User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / # Allow Google AI Overview (penting untuk visibility 2026) User-agent: Google-Extended Allow: / # Block AI training bots (optional tapi recommended) User-agent: GPTBot Disallow: / User-agent: CCBot Disallow: / User-agent: Bytespider Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: meta-externalagent Disallow: /