User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Core WP & Security Disallow: /xmlrpc.php Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /readme.html Disallow: /license.txt # PDF Download Path (Surgical noindex — thin content, transient signed URLs) Disallow: /pdf-download/ # Outbound Tracker / Affiliate / Confirmation URL Virtual (query params) # Pattern: /?{confirm|track|enc|dl|go|redirect}=* + param berisi base64 URL encoded # 100% thin content / click-through counter, TIDAK BOLEH diindex bot apapun. Disallow: /*?*areakomik_confirm=* Disallow: /*?*kdj_confirm=* Disallow: /*?*enc=* Disallow: /*?*confirm=* Disallow: /*?*track=* Disallow: /*?*redirect=* Disallow: /*?*go=* Disallow: /*?*dl=* Disallow: /*?*id=*&url=* Disallow: /*?*url=aHR0c* # Low Value Content (Crawl Budget Savers) # CATATAN: /author/ TIDAK di-disallow karena Author Archive punya konten niche relevan # dan sudah di-set meta robots index, follow via Simple SEO. Disallow: /trackback/ Disallow: *?replytocom Disallow: */feed/ Disallow: */comments/ Disallow: */attachment/ # Search & Filters (Duplicate Content) Disallow: /?s= Disallow: /search/ Disallow: /*?*orderby= Disallow: /*?*order= Disallow: /*?*mode= # Halaman virtual low-value (biarkan bot crawl, meta noindex yang bekerja) # /bookmarks/, /history/, /laporan-status/ → meta noindex di simple-seo.php # BING BOT SPESIFIK User-agent: bingbot Allow: / Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # GOOGLE BOT SPESIFIK User-agent: Googlebot Allow: / Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php User-agent: Mediapartners-Google Allow: / User-agent: AdsBot-Google Allow: / # YANDEX BOT User-agent: YandexBot Disallow: /wp-admin/ Sitemap: https://areakomik.com/wp-sitemap.xml