# Block login/admin pages from being indexed
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Crawl-delay: 10
# Block aggressive/irrelevant bots
User-agent: Bytespider
Disallow: /
User-agent: FreshpingBot
Disallow: /
# Allow Facebook/Instagram previews
User-agent: facebookexternalhit