User-agent: Yandex
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent/1.1
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: meta-webindexer
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: *
Disallow: /ar.php?
Disallow: /tr.php?
Disallow: /ca.php?
Disallow: /li.php?
Disallow: /rss.php?
Disallow: /at.php?
Disallow: /t.php?
Disallow: /day-sitemap.php?


User-agent: AhrefsBot
Crawl-Delay: 1

User-agent: archive.org_bot
Crawl-delay: 1

User-agent: special_archiver
Crawl-delay: 1

User-agent: SemrushBot
Crawl-delay: 1

User-agent: SemrushBot-SA
Crawl-delay: 1

User-agent: DataForSeoBot
Crawl-delay: 1