# robots.txt untuk https://noticierodiario.com/ User-agent: * Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /cgi-bin/ Disallow: /private/ Disallow: /tmp/ Disallow: /cart/ Disallow: /checkout/ Disallow: /user/ # Izinkan crawler akses file CSS, JS, gambar Allow: /wp-content/uploads/ Allow: /wp-content/themes/ Allow: /wp-content/plugins/ # Sitemap (update path sesuai lokasi sitemap Anda) Sitemap: https://noticierodiario.com/sitemap.xml