# # robots.txt for TreeGraph # # http://help.yandex.ru/webmaster/?id=996567 # http://www.mediawiki.org/wiki/Robots.txt/ru # User-agent: * Disallow: /*query_id= Disallow: /*action= Disallow: /*oneblock= Disallow: /*config= Disallow: /*template= Disallow: /*nw= #Clean-param: template / #Clean-param: query_id / Crawl-delay: 20 User-agent: AhrefsBot Disallow: / User-agent: GPTBot Disallow: / # Host: www.*** Sitemap: https://www.vremyan.ru/sitemap.xml