User-agent: *
Allow: /
Disallow: /test-section/
Disallow: /embed/
Disallow: /search-result/


#Sitemaps
Sitemap: https://www.bhaktitimes.in/pt-feeds/sitemap/google-news.xml
Sitemap: https://www.bhaktitimes.in/pt-feeds/sitemap/yesterday.xml
Sitemap: https://www.bhaktitimes.in/pt-feeds/sitemap/today.xml


#Baiduspider
User-agent: Baiduspider
Disallow: /

#Yandex
User-agent: Yandex
Disallow: /


#Facebook
#User-agent: facebookexternalhit/1.1
#Disallow:

User-agent: DataForSeoBot
Disallow: /
 
User-agent: Screaming Frog SEO Spider
Disallow: /
 
User-agent: SemrushBot
Disallow: /

#User-Agent: PerplexityBot
#Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /


User-agent: Applebot
Disallow: /

# Block Amazon's bot
User-agent: Amazonbot
Disallow: /

# Block BLEXBot
User-agent: BLEXBot
Disallow: /

# Block Alibaba's bot. ??????
#User-agent: AliyunOS
#Disallow: /

# Block Huawei's PetalBot
User-agent: PetalBot
Disallow: /

# Block Moz's DotBot
User-agent: DotBot
Disallow: /

# Block ByteDance's crawler
User-agent: Bytespider
Disallow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /