User-agent: *
Allow: /
Disallow: /customer/
Disallow: /user/
Disallow: /cdn-cgi/
Disallow: /search/
Disallow: /inquiry
Disallow: /rfq
Disallow: /link
Disallow: /linknew
Disallow: /inquiry
Disallow: /search?
Disallow: /register
Disallow: /latest-offer
Disallow: /r/
Disallow: /cdn-fpw/

User-agent: BUbiNG
Disallow: /
User-agent: WBSearchBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Linespider
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: ICC-Crawler
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-Agent: ImagesiftBot
Disallow: /
User-Agent: SeekportBot
Disallow: /
User-agent: facebookexternalhit
Disallow: /
User-agent: applebot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: OAI-SearchBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: AwarioRssBot
Disallow: /
User-agent: AwarioSmartBot
Disallow: /
User-agent: AwarioBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: AhrefsSiteAudit
Disallow: /
User-agent: barkrowler
Disallow: /