User-agent: Yandex
Crawl-delay: 5
Disallow: /xmlrpc.php
Disallow: /main.php
Disallow: /site
Disallow: /404.html
Disallow: /wp-register.php
Disallow: /wp-login.php
Disallow: /*trackback
Disallow: /wp-admin
Disallow: /*feed
Disallow: */feed
Disallow: /themes
Disallow: /*subaction
Disallow: /autor
Disallow: /*tag
Disallow: /?
Disallow: /*autor
Disallow: /admin*$
Disallow: /*admin
Disallow: /category
Disallow: /*date
Disallow: /page/*5
Disallow: /page/*6
Disallow: /cont


User-agent: Googlebot


Disallow: /wp-content/plugins
Disallow: /wp-content/themes
Disallow: /trackback
Disallow: /xmlrpc.php
Disallow: /main.php
Disallow: /site
Disallow: /404.html
Disallow: /wp-register.php
Disallow: /wp-login.php
Disallow: /*trackback
Disallow: /wp-admin
Disallow: /*feed
Disallow: */feed
Disallow: /themes
Disallow: /*subaction
Disallow: /autor
Disallow: */autor
Disallow: /*autor
Disallow: /tag
Disallow: /*tag
Disallow: /*date
Disallow: /date
Disallow: /cont
Disallow: /?
Disallow: */admin
Disallow: /*admin
Disallow: /category/*/*
Disallow: /page/*
Disallow: /date/*


User-agent: *
Disallow: /xmlrpc.php
Disallow: /main.php
Disallow: /site
Disallow: /404.html
Disallow: /wp-register.php
Disallow: /wp-login.php
Disallow: /*trackback
Disallow: /wp-admin
Disallow: /*feed
Disallow: /themes
Disallow: /*subaction
Disallow: /autor
Disallow: */autor
Disallow: /*autor
Disallow: /tag
Disallow: /*tag
Disallow: /*date
Disallow: /date
Disallow: /cont
Disallow: /?
Disallow: */admin

Host: www.d-free.ru

Sitemap: http://www.d-free.ru/sitemap.xml