User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: DeepSeekBot
Allow: /

User-agent: ora-agent
Allow: /

# Toutiao's search crawler is allowed under the global search-discovery policy.
User-agent: Bytespider
Allow: /

# This additional crawler is blocked. Search, user-request retrieval and
# model-training controls above are deliberate and maintained separately.
User-agent: CCBot
Disallow: /

# SEO-tool crawlers stay allowed but are paced: their bursts reached the
# publication reader as 503s. The edge admission proxy also rate-limits them
# (429 with Retry-After). Search engines and the crawlers above are not paced.
User-agent: AhrefsBot
Crawl-delay: 10
Allow: /

User-agent: SemrushBot
Crawl-delay: 10
Allow: /

User-agent: MJ12bot
Crawl-delay: 10
Allow: /

User-agent: DotBot
Crawl-delay: 10
Allow: /

# Allow crawling everything by default.
User-agent: *
Allow: /

Host: https://zephior.com
Sitemap: https://zephior.com/sitemap.xml
Sitemap: https://zephior.com/tenders/sitemap.xml
Sitemap: https://zephior.com/tenders/sitemap-hubs.xml