User-agent: Scrapy
Allow: /

User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php

User-agent: Bingbot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Google
Disallow: /

User-Agent: Googlebot-Image
Disallow: /