User-agent: *
# Закрываем все служебные страницы и др.
Disallow: /*/comment-page-*/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /*/trackback/
#Disallow: /feed/
Disallow: /tag/*
Disallow: /*?*
Disallow: /*?   
Disallow: /?s=*  # поиск /?s=...
Host: myenglish.howtoo.ru
Crawl-delay: 5
Sitemap: http://myenglish.howtoo.ru/sitemap.xml

User-agent: MJ12bot 
Disallow: /

User-agent: BLEXBot 
Disallow: /

User-agent: bingbot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SISTRIX Crawler
Disallow: /