User-agent: * Disallow: /*.asp$ Disallow: /*.asp?* Disallow: /*.aspx$ Disallow: /*.aspx?* Disallow: /*.axd$ Disallow: /*.axd?* Disallow: /*.asx$ Disallow: /*.asx?* Disallow: /*.asmx$ Disallow: /*.asmx?* Disallow: /*.ashx$ Disallow: /*.ashx?* Disallow: /*.cfm$ Disallow: /*.cfm?* Disallow: /*.yaws$ Disallow: /*.yaws?* Disallow: /*.swf$ Disallow: /*.swf?* Disallow: /*.jsp$ Disallow: /*.jsp?* Disallow: /*.jspx$ Disallow: /*.jspx?* Disallow: /*.wss$ Disallow: /*.wss?* Disallow: /*.pl$ Disallow: /*.pl?* Disallow: /*.rb$ Disallow: /*.rb?* Disallow: /*.cgi$ Disallow: /*.cgi?* Disallow: /*.dll$ Disallow: /*.dll?* Disallow: /em/ Disallow: /wp-login.php Disallow: /wp-admin/ Disallow: /wp-content/ Disallow: /wp-includes/ User-agent: YandexBot Disallow: / User-agent: dotbot Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: VegeBot Disallow: / User-agent: Vegi bot Disallow: / User-agent: BaiduSpider Disallow: / User-agent: BLEXBot Disallow: / User-agent: panscient.com Disallow: / User-agent: AhrefsBot Disallow: / User-agent: PiplBot Disallow: / User-agent: AlphaSeoBot Disallow: /