User-agent: Yandex
Host: www.shu-shu-shu.com
Sitemap: http://www.shu-shu-shu.com/sitemap.xml
Crawl-delay: 1.5
User-agent: Slurp
Crawl-delay: 2.5
User-Agent: Twiceler, ExtractorPro, EmailSiphon, DISCo Pump, Wget, WebZIP, Teleport Pro, WebSnake, Offline Explorer, Web-By-Mail, Teleport Pro/1.29, Scooter-W3-1.0
Disallow: /
User-agent: *
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/