User-agent: *
Disallow: /admin/
Disallow: /editor/
Disallow: /dashboard/
Disallow: /api/
Disallow: /preview/
Disallow: /accounts/
Disallow: /login/
Allow: /

# Google Search
User-agent: Googlebot
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Image
Allow: /

# Bing
User-agent: Bingbot
Allow: /

# OpenAI Search / ChatGPT
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# OpenAI training crawler
User-agent: GPTBot
Disallow: /

# Low-value SEO crawlers
User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

Content-Signal:
 ai-train=yes
 ai-search=yes
 ai-input=yes
 
Sitemap: https://ghalamrorefah.ir/sitemap.xml
Sitemap: https://ghalamrorefah.ir/news-sitemap.xml