User-agent: * Disallow: /xmlrpc.php Disallow: /tag/* Disallow: /page/* Disallow: /2014/* Disallow: /2015/* Disallow: /2016/* Disallow: /author/* Disallow: /?p=* Disallow: */comment-page- User-agent: Yandex Disallow: /xmlrpc.php Disallow: /tag/* Disallow: /page/* Disallow: /2014/* Disallow: /2015/* Disallow: /2016/* Disallow: /author/* Disallow: /?p=* Disallow: */comment-page- Host: rossija.info User-agent: * Crawl-delay: 10 User-agent: MJ12bot Disallow: / user-agent: AhrefsBot disallow: / User-agent: dotbot Disallow: / User-agent: InterfaxScanBot Disallow: / User-agent: SputnikBot Disallow: / User-agent: SolomonoBot Disallow: / User-agent: msnbot Disallow: /