User-agent: *
Host: https://news2.ru
Crawl-delay: 5
Disallow: /my/
Disallow: /best/
Disallow: /upcoming/
Disallow: /adaptive/
Disallow: /tech/
Disallow: /news/
Disallow: /blog/
Disallow: /stories/
Disallow: /all/
Disallow: /story/*/comment
Disallow: /spy/
Disallow: /explore/
Disallow: /external_news.php
Disallow: /api/votethis.php
Disallow: /story_mini.php
Disallow: /top_users.php?order_by
Disallow: /last_comments/
Disallow: /filters.php
Disallow: /search
Disallow: /users/
Disallow: /friends/
Disallow: /cloud/
Disallow: /7days/
Disallow: /30days/
Disallow: /180days/
Disallow: /top/
Disallow: /comment/
Disallow: /favorite/
Disallow: /*/favorite/
Disallow: /tag=
Disallow: /region=
Disallow: /site=
Disallow: /redirect.php

Disallow: /new/cloud/
Disallow: /export/
Disallow: /frame.php

Sitemap: https://news2.ru/sitemap_index.php