user-agent: googlebot-news
user-agent: googlebot
User-agent: google
User-agent: bingbot
User-agent: bing
Allow: /
Crawl-delay: 0
    
User-agent: *
Crawl-Delay: 60
Disallow: */badge-archive$
Disallow: */edit$
Disallow: */show$
Disallow: */reply$ 
Disallow: */rate$
Disallow: */edit_change_request$

### AI BOT Block
#User-agent: CCBot
#Disallow: /
#User-agent: ChatGPT-User
#Disallow: /
#User-agent: GPTBot
#Disallow: /
#User-agent: anthropic-ai
#Disallow: /
#User-agent: ClaudeBot 
#Disallow: /
#User-agent: PetalBot 
#Disallow: /
#User-agent: Omgilibot
#Disallow: /
#User-agent: Omgili
#Disallow: /
#User-agent: FacebookBot
#Disallow: /
#User-agent: Diffbot
#Disallow: /
#User-agent: Bytespider
#Disallow: /
#User-agent: ImagesiftBot 
#Disallow: /
#User-agent: cohere-ai
#Disallow: /
#User-agent: Amazonbot
#Disallow: /

Sitemap: https://www.rate-my-agent.com/sitemap.xml.gz