User-agent: AhrefsBot
Crawl-Delay: 20

User-agent: SemrushBot
Crawl-Delay: 20

User-agent: dotbot
Crawl-Delay: 20

User-agent: serpstatbot
Crawl-Delay: 20

User-Agent: MJ12bot
Crawl-Delay: 20

User-agent: bingbot
Crawl-delay: 10

User-agent: YandexBot
Crawl-delay: 20

User-agent: BLEXBot
Crawl-delay: 20

User-agent: grapeshot
Crawl-delay: 20

User-agent: proximic
Crawl-delay: 20

User-agent: CriteoBot
Crawl-delay: 20

User-agent: Qwantify
Crawl-delay: 20

User-agent: SeobilityBot
Crawl-delay: 20

User-agent: DataForSeoBot
Crawl-delay: 20

User-agent: Applebot
Crawl-delay: 20

User-agent: SeekportBot
Crawl-delay: 20


#User-agent: *
#Disallow: /vs/

User-agent: Googlebot
Allow: /vs/

User-agent: *
Disallow: /go.php*

User-agent: *
Disallow: /api/*