User-agent: A6-Indexer
Disallow: /

User-agent: A6-Indexer/1.0
Disallow: /

user-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MauiBot (crawler.feedback+wc@gmail.com) 
Disallow: /

User-agent: proximic
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: The Knowledge AI
Disallow: /

User-agent: WeSEE
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: * 
Disallow: /members/search_categories_files/
Disallow: /datasheets/redirect_company.php
Disallow: /datasheets/suppliers_find.php
Disallow: /datasheets/suppliers_xhr.php
Disallow: /datasheets/suppliers_stock.php
Disallow: /datasheets/suppliers_stock.php?*
Disallow: /datasheets/suppliers_offer.php
Disallow: /datasheets/suppliers_offer.php?*
Disallow: /math-formula