Файл: robots.txt
Строк: 24
User-agent: *
Crawl-delay: 4
Disallow: /cgi-bin
Disallow:
/wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow:
/wp-content/cache
Disallow: /wp-content/themes
Disallow:
/trackback
Disallow: */trackback
Disallow: */*/trackback
Disallow:
*/*/feed/*/
Disallow: */feed
Disallow: /*?*
User-agent:
Yandex
Crawl-delay: 4
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow:
/wp-includes
Disallow: /wp-content/plugins
Disallow:
/wp-content/cache
Disallow: /wp-content/themes
Disallow:
/trackback
Disallow: */trackback
Disallow: */*/trackback
Disallow:
*/*/feed/*/
Disallow: */feed
Disallow: /*?*
Host:
www.druzi9.zz.mu
Sitemap: http://druzi9.zz.mu/sitemap.xml.gz
Sitemap:
http://druzi9.zz.mu/sitemap.xml