User-agent: AhrefsBot
User-agent: AhrefsSiteAudit
User-agent: Amazonbot
User-agent: AntBot
User-agent: Applebot
User-agent: AwarioBot
User-agent: Barkrowler
User-agent: BLEXBot
User-agent: Buck
User-agent: ClaudeBot
User-agent: CriteoBot
User-agent: DataForSeoBot
User-agent: DotBot
User-agent: ds-robot
User-agent: facebookexternalhit
User-agent: fidget-spinner-bot
User-agent: GPTBot
User-agent: GrapeshotCrawler
User-agent: linkdexbot
User-agent: magpie-crawler
User-agent: Mediatoolkitbot
User-agent: MJ12bot
User-agent: my-tiny-bot
User-agent: PetalBot
User-agent: proximic
User-agent: Qwantify
User-agent: RainBot
User-agent: SeekportBot
User-agent: SemrushBot
User-agent: SemrushBot-BA
User-agent: SemrushBot-COUB
User-agent: SemrushBot-CT
User-agent: SemrushBot-SI
User-agent: SemrushBot-SWA
User-agent: SiteAuditBot
User-agent: SplitSignalBot
User-agent: test-bot
User-agent: thesis-research-bot
User-agent: Timpibot
User-agent: TinyTestBot
User-agent: trendictionbot
User-agent: YaK
User-agent: YandexBot
Disallow: /

User-agent: *
Allow: /