User-agent: CCBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: Omgili
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: ImagesiftBot 
Disallow: /
User-agent: cohere-ai
Disallow: /
user-agent: AhrefsBot
disallow: / 
user-agent: Amazonbot
disallow: / 
User-agent: SemrushBot
Disallow: /

User-agent: *
Crawl-delay: 10
	
Disallow: /_p_m_a/*
Disallow: /mp3s/*
Disallow: /video/*
Sitemap: https://shaov.net/forum/sitemap.xml
Sitemap: https://shaov.net/sitemap.xml

User-agent: Yandex
Crawl-delay: 3
	
Disallow: /_p_m_a/*
Disallow: /mp3s/*
Disallow: /video/*
Disallow: /forum/*?sid=*
Disallow: /forum/adm/*
Disallow: /forum/download/*
Disallow: /forum/faq.php
Disallow: /forum/mcp.php
Disallow: /forum/memberlist.php
Disallow: /forum/posting.php
Disallow: /forum/report.php
Disallow: /forum/search.php
Disallow: /forum/ucp.php
Host: shaov.net
Sitemap: https://shaov.net/forum/sitemap.xml
Sitemap: https://shaov.net/sitemap.xml