User-agent: Yandex Crawl-delay: 2 Disallow: /js/ Disallow: /css/ Disallow: /admin/ Disallow: /members/ Disallow: /api/ Disallow: /accounts/confirm-email/ User-agent: Googlebot Crawl-delay: 2 Disallow: /js/ Disallow: /css/ Disallow: /admin/ Disallow: /members/ Disallow: /api/ Disallow: /accounts/confirm-email/ User-agent: Slurp Crawl-delay: 8 Disallow: /js/ Disallow: /css/ Disallow: /admin/ Disallow: /members/ Disallow: /api/ Disallow: /accounts/confirm-email/ User-agent: * Crawl-delay: 10 Disallow: /js/ Disallow: /css/ Disallow: /admin/ Disallow: /members/ Disallow: /api/ Disallow: /accounts/confirm-email/ Sitemap: https://www.diggernaut.ru/sitemap.xml Host: https://www.diggernaut.ru