User-agent: *
Disallow: /feed/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: */wp-admin/*
Disallow: */wp-login.php
Disallow: */wp-register.php
Disallow: /wp-includes/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: ?wptheme=
Disallow: /page/
Disallow: /page/*
Disallow: */page/*
Disallow: *?page=*
Disallow: *?tdistatus=CANCEL
Disallow: /2011/
Disallow: /2012/
Disallow: /2013/
Disallow: /2014/
Disallow: /2015/
Disallow: /2016/
Disallow: /2017/
Disallow: *?replytocom

User-agent: ia_archiver
Disallow: /
User-agent: ia_archiver-web.archive.org
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: Bitacle bot/1.1
Disallow: /
User-agent: Bitacle bot
Disallow: /
User-agent: Bitacle *
Disallow: /
User-agent: Bitacle*
Disallow: /
User-agent: Bitacle
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Barkrowler
Disallow: / 
User-agent: Barkrowler 0
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: Python 2
Disallow: /
User-agent: netEstate NE Crawler
Disallow: /
User-agent: MojeekBot 0
Disallow: /
User-agent: Yandex Bot 3
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Majestic MJ12  
Disallow: /
User-agent: Semrush 7
User-agent: 
User-agent: Blex Bot 1
Disallow: /
User-agent: Blex Bot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Go Http Client
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /

Sitemap: https://beritateknologi.id/post-sitemap1.xml