# Block all admin and plugin access User-agent: * Disallow: /wp-admin/ Disallow: /wp-content/plugins/ Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ # These Chinese bots are blocked User-agent: Baiduspider Disallow: / User-agent: YandexBot Disallow: / User-agent: Sogou Disallow: / # These news aggregator bots are throttled User-agent: GnowitNewsbot Disallow: / #crawl-delay: 10 User-agent: ClarsentiaBot Disallow: / #crawl-delay: 10