# Global Rules
# -----------------
User-agent: *
Disallow: /*?
Disallow: /secret/
Disallow: /cdn-cgi/
Disallow: /area/*undefined

# WP Rules
# -----------------
Disallow: /*/wp-admin/
Allow: /*/wp-admin/admin-ajax.php
Disallow: /*/feed/
Disallow: /*/wp-json/
Disallow: /*/author/
Disallow: /blog/*/page/
Disallow: /blog/*archives/
Disallow: /blog/*undefined/
Disallow: /blog/ur/tag/

# Misc. Bot Rules
# -----------------
User-agent: Nuclei
User-agent: WikiDo
User-agent: Riddler
User-agent: PetalBot
User-agent: Zoominfobot
User-agent: Go-http-client
User-agent: Node/simplecrawler
User-agent: CazoodleBot
User-agent: dotbot/1.0
User-agent: Gigabot
User-agent: Barkrowler
User-agent: BLEXBot
User-agent: magpie-crawler
User-agent: 008
User-agent: Baiduspider
User-agent: EasouSpider
User-agent: Exabot
User-agent: trovitbot
User-agent: Baiduspider+
User-agent: yandexbot
User-agent: MJ12bot
User-agent: sitecheck.internetseer.com
User-agent: Zealbot
User-agent: MSIECrawler
User-agent: SiteSnagger
User-agent: WebStripper
User-agent: WebCopier
User-agent: Fetch
User-agent: Offline Explorer
User-agent: Teleport
User-agent: TeleportPro
User-agent: WebZIP
User-agent: linko
User-agent: HTTrack
User-agent: Microsoft.URL.Control
User-agent: Xenu
User-agent: larbin
User-agent: libwww
User-agent: ZyBORG
User-agent: Download Ninja
User-agent: WebReaper
User-agent: ZumBot
Disallow: /