User-agent: *
Disallow: /wp-admin/
Disallow: /cdn-cgi/
Disallow: /search/?q=
Disallow: /*?utm_source=*
Disallow: /wp-login.php
Disallow: /page/*
Disallow: /?nonamp=*
Disallow: /shop/
Allow: /wp-admin/admin-ajax.php
Allow: /

User-agent: Amazonbot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: CloudflareBrowserRenderingCrawler
Disallow: /
User-agent: meta-externalagent
Disallow: /

User-agent: Googlebot
User-agent: Googlebot-News
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Google-InspectionTool
User-agent: Google-NotebookLM
User-agent: bingbot
User-agent: BingPreview
User-agent: msnbot
User-agent: msnbot-media
User-agent: Google-Extended
User-agent: facebookexternalhit
User-agent: GPTBot
Allow: /

Sitemap: https://rakyat.news/feed
Sitemap: https://rakyat.news/sitemap.xml
Sitemap: https://rakyat.news/gnews.xml
Sitemap: https://rakyat.news/wp-sitemap.xml