#SEO

User-agent: CCBot
User-agent: SemrushBot
User-agent: SemrushBot-BA
User-agent: SemrushBot-SA
User-agent: SiteAuditBot
User-agent: SplitSignalBot
User-agent: SemrushBot-COUB
User-agent: SemrushBot-SI
User-agent: SemrushBot-SWA
User-agent: SemrushBot-CT
User-agent: SemrushBot-BM
User-agent: SemrushBot-SEOAB
User-agent: Teleport
User-agent: TeleportPro
User-agent: dotbot
User-agent: MJ12bot
User-agent: AhrefsBot 
Disallow: /


#AI

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /submit/names/

User-agent: OAI-SearchBot
Disallow: /submit/names/

User-agent: ClaudeBot
Disallow: /

User-agent: PerplexityBot
Disallow: /


#ads

User-agent: ias_crawler
User-agent: ias-sg
User-agent: ias-au
User-agent: ias-jp
User-agent: ias-ie
User-agent: ias-or
User-agent: ias-va
User-agent: ias-sync
Disallow: /submit/names/

User-agent: proximic
Disallow: /submit/names/

User-agent: CriteoBot
Disallow: /submit/names/

User-agent: *
Disallow: