User-agent: *
Host: https://www.avz.ru
Sitemap: https://www.avz.ru/sitemaps/sitemap.xml
Disallow: /login
Disallow: /session
Disallow: /cabinet
Disallow: /search
Disallow: /basket
Disallow: /rubrics/category/auto_parts?calltouch_tm*
Disallow: /api2
Disallow: /api3
Disallow: /api4


User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: SMTBot
Disallow: /

User-agent: SemrushBot
Disallow: /