User-agent: SemrushBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: FISPIDER
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: Yahoo!
Disallow: /

User-agent: MSIE
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: HubSpot
Disallow: /

User-agent: Googlebot
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: bingbot
Disallow: /

User-agent: *
Sitemap: /sitemap.xml
Disallow: /*?*