Файл robots.txt найден, но главная страница запрещена для индексации следующим ботам: 360spider, admantx, ahrefsbot, ahrefsbot/4.0, ahrefsbot/5.0, ahrefsbot/5.1, ahrefsbot/5.2, amazon, eirgrabber, emailcollector, emailsiphon, emailwolf, erocrawler, extractorpro, eyenetie, ezooms/1.0, fetcher1-1.p.mail.ru, fetcher1-2.p.mail.ru, fetcher1-3.p.mail.ru, fetcher1-4.p.mail.ru, fetcher1-5.p.mail.ru, fetcher1-6.p.mail.ru, fetcher1-7.p.mail.ru, ccbot, fetcher2.mail.ru, fetcher2-1.p.mail.ru, fetcher2-2.p.mail.ru, fetcher2-3.p.mail.ru, fetcher2-4.p.mail.ru, fetcher2-5.p.mail.ru, fetcher2-6.p.mail.ru, fetcher2-7.p.mail.ru, fetcher3-1.p.mail.ru, fetcher3-2.p.mail.ru, fetcher3-3.p.mail.ru, fetcher3-4.p.mail.ru, fetcher3-5.p.mail.ru, fetcher3-6.p.mail.ru, fetcher3-7.p.mail.ru, fetcher4-3.p.mail.ru, fetcher4-4.p.mail.ru, fetcher4-7.p.mail.ru, fetcher5.mail.ru, fetcher5-1.p.mail.ru, fetcher5-2.p.mail.ru, fetcher5-3.p.mail.ru, fetcher5-4.p.mail.ru, fetcher5-5.p.mail.ru, fetcher5-6.p.mail.ru, fetcher5-7.p.mail.ru, fetcher6.mail.ru, fetcher6-1.p.mail.ru, fetcher6-2.p.mail.ru, fetcher6-3.p.mail.ru, fetcher6-4.p.mail.ru, fetcher6-5.p.mail.ru, fetcher6-6.p.mail.ru, fetcher7.mail.ru, fetcher7-1.p.mail.ru, fetcher7-2.p.mail.ru, fetcher7-3.p.mail.ru, fetcher7-4.p.mail.ru, fetcher7-5.p.mail.ru, fetcher7-6.p.mail.ru, fetcher7-7.p.mail.ru, fetcher8.mail.ru, fetcher8-1.p.mail.ru, fetcher8-2.p.mail.ru, fetcher8-3.p.mail.ru, fetcher8-4.p.mail.ru, fetcher8-5.p.mail.ru, fetcher8-6.p.mail.ru, fetcher8-7.p.mail.ru, fetcher8-8.p.mail.ru, fetcher9.mail.ru, fetcher9-1.p.mail.ru, fetcher9-2.p.mail.ru, fetcher9-3.p.mail.ru, fetcher9-4.p.mail.ru, fetcher9-5.p.mail.ru, fetcher9-6.p.mail.ru, fetcher9-7.p.mail.ru, fetcher9-8.p.mail.ru, fetcher9-9.p.mail.ru, fitel5browser, foobot, frontpage, gaisbot, genieo.com, getright, getright/2.11, getright/3.1, getright/3.2, getright/3.3, getright/3.3.3, getright/3.3.4, getright/4.0.0, getright/4.1.0, getright/4.1.1, getright/4.1.2, getright/4.2, getright/4.2c, getright/4.3, getright/4.5, getright/4.5a, getright/4.5b, getright/4.5b1, getright/4.5b2, getright/4.5b3, getright/4.5b6, getright/4.5b7, getright/4.5c, getright/4.5d, getright/4.5e, getright/5.0beta1, getright/5.0beta2, getweb!, go!zilla, go-ahead-got-it, grabnet, grafula, grapeshot, harvest, harvest/1.5, hloader, hmview, httplib, httrack, huaweisymantecspider, humanlinks, influencebo, infonavirobot, interget, iron33/1.0.2, jennybot, jetcar, jikespider, kenjin.spider, keyword.density, larbin, leechftp, lexibot, libweb/clshttp, linkextractorpro, linkscan/8.1a.unix, linkwalker, lnspiderguy, lssrocketcrawler, lssrocketcrawler/1.0, lwp-trivial, lwp-trivial/1.34, mata.hari, meanpathbot, microsoft.url, miixpc, miixpc/4.2, mister.pix, mj12bot, mj12bot/v1.4.3, moget, moget/2.1, msiecrawler, navroad, nearsite, netants, netants/1.10, netants/1.23, netants/1.24, netants/1.25, netmechanic, netseer, netspider, netzip, netzippy+(http://www.innerprise.net/usp-spider.asp), nicerspro, npbot, obot, octopus, offline.explorer, omniexplorer_bot, openbot, openfind, pagegrabber, panscient.com, paperlibot, pavuk, pcbrowser, perman, propowerbot/2.14, prowebwalker, proximic, psbot, python-urllib, queryn.metasearch, r6_commentreader, r6_feedfetcher, radian6, realdownload, realdownload/4.0.0.40, realdownload/4.0.0.41, realdownload/4.0.0.42, reget, repomonkey, riddler, rma, roger, rogerbot, scoutjet, searchpreview, semanticbot, semrushbot-sa, seznambot, shopwiki, sistrix, sitesnagger, slysearch, smartdownload, smtbot, sogou, sosoimagespider+, sosospider+, spankbot, spinn3r, superbot, superhttp, superhttp/1.0, surfbot, surveybot, suzuran, szukacz/1.4, takeout, teleport, teleportpro, telesoft, the.intraformant, thenomad, tighttwatbot, titan, tocrawl/urldispatcher, true_robot, true_robot/1.0, turingos, turnitinbot, turnitinbot/1.5, twengabot-2.0, url_spider_pro, urly.warning, vci, voideye, wbsearchbot, web.imge.collector, webauto, webbandit, webbandit/3.50, webcopier, webemailextrac.*, webenhancer, webfetch, webfetch/2.1.0, webleacher, webmasterworldforumbot, webreaper, websauger, website.quester, webster.pro, webstripper, webstripper/2.03, webstripper/2.10, webstripper/2.12, webstripper/2.13, webstripper/2.15, webstripper/2.16, webstripper/2.19, webwhacker, webzip, webzip/4.0, webzip/4.21, webzip/5.0, widow, wotbox, www-collector-e, wwwoffle, xenu's, yeti, zeus, nutch, spiderbot, spiderbot/nutch-1.7, safednsbot, dotbot, webartexbot, ltx71, ia_archiver, w3c_validator/1.3, validator.nu/lv, w3c-checklink, w3c-mobileok/ddc-1.0, w3c_i18n-checker/1.0, ning/1.0, feedvalidator/1.3, w3c_unicorn/1.0.