User-agent: SemrushBot
Disallow: /

User-agent: SemanticScholarBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Baiduspider
Disallow: /

#Yandex
User-agent: Yandex
Disallow: /

User-Agent: trendictionbot
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# User-agent: Googlebot-Image
# Disallow: /

User-agent: GPTBot
Disallow: /

# DISALLOW & NO INDEX 
User-agent: *

Disallow: /en/*

Disallow: *.cfm
Disallow: */private/*
Disallow: */geo/*
Disallow: */fullsearch/*
Disallow: */api/*
Disallow: */maps/*
Disallow: */datamap/*
Disallow: */partners/*
Disallow: */token/*
Disallow: */tasks/*
Disallow: */services/*
Disallow: *utm_source=*
Disallow: *utm_campaign=*

Disallow: *.ics*

Allow: /favicon.ico
Allow: */favicon.ico
Allow: /assets/*