User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: *
Allow: /
Disallow: /*/tag/*
Disallow: /?s=*

User-agent: SEMrushBot
User-agent: Owler
User-agent: Chartbeat
User-agent: dotbot
User-agent: wget
User-agent: Rubby HTTP library
User-agent: Go HTTP library
User-agent: Python urllib
User-agent: Bot 893
User-agent: Node.js
User-agent: FlipboardProxy
User-agent: python-requests
User-agent: Grapeshot Bot
User-agent: Blue Coat Gateway Fetcher
User-agent: Headless Chrome
User-agent: Meltwater News
User-agent: AFNetworking
User-agent: CFNetwork
User-agent: Nitol B
User-agent: NewsBlur
User-agent: Typhoeus
User-agent: GnowitNewsbot
User-agent: Jakarta Commons HTTP client
User-agent: Rome Client
User-agent: ia_archiver
User-agent: OmgiliBot
User-agent: HubSpot Crawler
User-agent: PhantomJS
User-agent: Coc Coc
User-agent: Cyclone
User-agent: JetPack
User-agent: okHTTP
User-agent: CF Bypass
User-agent: Livelap Bot
User-agent: Netvibes
User-agent: Zapier
User-agent: comScore Crawler
User-agent: Dynamic Signal
Disallow: /

#WP Import Export Rule
User-agent: *
Disallow: /wp-content/uploads/wp-import-export-lite/