User-agent: *
Disallow: /_ /cgi-bin /_private /_setup /office /storesadmin /Newsletters /img /images /s /g /pages /v5 /cdn

User-agent: Googlebot 
Disallow:

User-Agent:  FacebookBot
Disallow: /
Crawl-delay: 30

User-Agent:  meta-externalagent
Disallow: /
Crawl-delay: 30

User-agent: *
Crawl-delay: 20

User-agent: ChatGLM-Spider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Blackboard Safeassign
Disallow: /

User-agent: BLEXBot/1.0
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: crawler4j
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: LieBaoFast
Disallow: /

User-agent: MauiBot
Disallow:/

User-agent: MauiBot (crawler.feedback+wc@gmail.com) 
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MqqBrowser
Disallow:/

User-agent: Nimbostratus-Bot/v1.3.2
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: / 

User-agent: SeznamBot
Disallow: /

User-agent: SputnikBot/2.3
Disallow:/

User-agent: The Knowledge AI 
Disallow:/

User-agent: TurnitinBot
Disallow: /

User-agent: UCBrowser
Disallow: / 

User-agent: yacybot
Disallow: /

User-agent: Yeti
Disallow: / 

User-agent: YisouSpider
Disallow: /