User-Agent: *
Disallow: /url/
Disallow: /URL/
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /wp-trackback
Disallow: /wp-feed
Disallow: /wp-comments
Disallow: */trackback
Disallow: */comments


User-agent: Yandex
Allow: /feed
Allow: /page/*
Allow: /2009/*/page/*
Allow: /2010/*/page/*
Disallow: /url/*
Disallow: *Science*
Disallow: */function.fsockopen
Disallow: /URL/*
Disallow: /*/page/*
Disallow: /*/feed
Disallow: /wp-trackback.php?p= 
Disallow: /forum/*
Disallow: /0/*
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /wp-trackback
Disallow: /wp-feed
Disallow: /wp-comments
Disallow: */trackback
Disallow: */comments
Disallow: */%27.admin_url*
Disallow: *MyID.config.php
Disallow: */category/mehanika/
Disallow: */flashplayer/player.swf
Disallow: */play/player-viral.swf
Crawl-delay: 5

Sitemap: http://www.thatif.ru/sitemap.xml