User-agent: *
Disallow: /public/*

User-agent: Amazonbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Applebot-Extended
Disallow: /public/*
Disallow: /datalist/*
Disallow: /datalist-
Disallow: /img/*
Disallow: /webatlas/*
Disallow: /tag/*

User-agent: ClaudeBot
Disallow: /public/*
Disallow: /datalist/*
Disallow: /datalist-
Disallow: /img/*
Disallow: /webatlas/*
Disallow: /tag/*



User-agent: FacebookBot
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: Google-Extended
Disallow: /public/*
Disallow: /datalist/*
Disallow: /datalist-
Disallow: /img/*
Disallow: /webatlas/*
Disallow: /tag/*

User-agent: GPTBot
Disallow: /public/*
Disallow: /datalist/*
Disallow: /datalist-
Disallow: /img/*
Disallow: /webatlas/*
Disallow: /tag/*

User-agent: GenomeCrawlerd
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: YandexImages
Disallow: /

User-agent: YandexRenderResourcesBot
Disallow: /

User-agent: BuiltWith
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Adsbot
Disallow: /

User-agent: AdsTxtCrawler
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: barkrowler
Disallow: /

User-agent: bidswitchbot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: webprosbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: netEstate NE Crawler
Disallow: /

User-agent: seoscanners.net
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: SISTRIX Crawler
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: BitSightBot
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou inst spider
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: 360Spider
User-agent: DataForSeoBot
User-agent: Dmbot
User-agent: DomainCrawler
User-agent: DomainStatsBot
User-agent: INETDEX-BOT
User-agent: Iframely
User-agent: ImplisenseBot
User-agent: InternetMeasurement
User-agent: IonCrawl
User-agent: LightspeedSystemsCrawler
User-agent: MaCoCu
User-agent: MegaIndex.ru
User-agent: MojeekBot
User-agent: Neevabot
User-agent: Pandalytics
User-agent: Pixalate.com
User-agent: RepoLookoutBot
User-agent: SeekportBot
User-agent: SemanticScholarBot
User-agent: SurdotlyBot
User-agent: VelenPublicWebCrawler
User-agent: WellKnownBot
User-agent: YandexFavicons
User-agent: Yisouspider
User-agent: ZoominfoBot
User-agent: coccocbot-image
User-agent: coccocbot-web
User-agent: ev-crawler
User-agent: fluid
User-agent: mindUpBot
User-agent: oBot
User-agent: serpstatbot
Disallow: /