User-Agent: Googlebot
Allow: /
Crawl-delay: 1

User-Agent: Googlebot-Image
Allow: /

User-Agent: Googlebot-News
Allow: /

User-Agent: Bingbot
Allow: /
Crawl-delay: 2

User-Agent: Slurp
Allow: /
Crawl-delay: 2

User-Agent: DuckDuckBot
Allow: /
Crawl-delay: 2

User-Agent: Baiduspider
Allow: /
Crawl-delay: 3

User-Agent: YandexBot
Allow: /
Crawl-delay: 2

User-Agent: Applebot
Allow: /
Crawl-delay: 1

User-Agent: facebookexternalhit
Allow: /

User-Agent: Twitterbot
Allow: /

User-Agent: LinkedInBot
Allow: /

User-Agent: WhatsApp
Allow: /

User-Agent: TelegramBot
Allow: /

User-Agent: Discordbot
Allow: /

User-Agent: Slackbot
Allow: /

User-Agent: GPTBot
Allow: /
Crawl-delay: 2

User-Agent: ChatGPT-User
Allow: /

User-Agent: Claude-Web
Allow: /

User-Agent: Anthropic-AI
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: PerplexityBot
Allow: /
Crawl-delay: 2

User-Agent: Cohere-AI
Allow: /
Crawl-delay: 2

User-Agent: AhrefsBot
Disallow: /

User-Agent: SemrushBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: BLEXBot
Disallow: /

User-Agent: DataForSeoBot
Disallow: /

User-Agent: SerpstatBot
Disallow: /

User-Agent: MegaIndex
Disallow: /

User-Agent: Screaming Frog SEO Spider
Disallow: /

User-Agent: ScreamingFrogSEOSpider
Disallow: /

User-Agent: Bytespider
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: ZoominfoBot
Disallow: /

User-Agent: Seekport
Disallow: /

User-Agent: CCBot
Disallow: /

User-Agent: Diffbot
Disallow: /

User-Agent: Scrapy
Disallow: /

User-Agent: curl
Disallow: /

User-Agent: wget
Disallow: /

User-Agent: python-requests
Disallow: /

User-Agent: Python-urllib
Disallow: /

User-Agent: libwww
Disallow: /

User-Agent: Go-http-client
Disallow: /

User-Agent: Apache-HttpClient
Disallow: /

User-Agent: Java
Disallow: /

User-Agent: okhttp
Disallow: /

User-Agent: ia_archiver
Disallow: /api/

User-Agent: archive.org_bot
Disallow: /api/

User-Agent: HTTrack
Disallow: /

User-Agent: WebCopier
Disallow: /

User-Agent: Offline Explorer
Disallow: /

User-Agent: WebReaper
Disallow: /

User-Agent: Teleport
Disallow: /

User-Agent: *
Allow: /
Disallow: /api/
Disallow: /api/v1/
Disallow: /api/v2/
Disallow: /api/data/
Disallow: /api/internal/
Disallow: /api/export/
Disallow: /api/dump/
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /forms/
Disallow: /subscribe
Disallow: /upgrade
Disallow: /feed/
Disallow: /authors
Crawl-delay: 5

Sitemap: https://www.zabalist.com/z-sitemap.xml