User-Agent: *
Disallow: /xmlrpc.php
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /tag/*
Disallow: /author/*
Disallow: *?*
Allow: /wp-content/themes/nvl-theme/assets/styles/*
Host: https://novostivl.ru

Crawl-delay: 5
Sitemap: https://novostivl.ru/sitemap/feed.php

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /