User-agent: *
Crawl-Delay: 5
Disallow: /de/suche/
Disallow: /en/search/
Disallow: /fr/recherche/
Disallow: /de/user/
Disallow: /en/user/
Disallow: /fr/user/

# SEO
#User-agent: AhrefsBot
#User-agent: AhrefsSiteAudit
User-agent: aiHitBot
User-agent: alyze.com bot
User-agent: Awario crawler
User-agent: Bad-Neighborhood
User-agent: Barkrowler
User-agent: BLEXBot
User-agent: botify
User-agent: BrightEdge Crawler
User-agent: BrokenLinkCheck.com
User-agent: BuiltWith crawler
User-agent: Chrome-Lighthouse
User-agent: Cocolyze bot
User-agent: Cocolyzebot
User-agent: ContentKing
User-agent: Critical Path CSS Generator
User-agent: DataForSeo bot
User-agent: DataForSeoBot
User-agent: Dataprovider.com
User-agent: Dead Link Checker
User-agent: deadlinkchecker
User-agent: deepcrawl
User-agent: Diffbot
User-agent: domainsbot
User-agent: DomainStatsBot
User-agent: DomCop Bot
User-agent: DotBot
User-agent: GTmetrix
User-agent: Hypefactors crawler
User-agent: HypeStat
User-agent: hyScore.io crawler
User-agent: linkdexbot
User-agent: LinkTiger
User-agent: Magellan
User-agent: MarketingMiner Bot
User-agent: MegaIndex
User-agent: MetaInspector
User-agent: MJ12bot
User-agent: monitorbacklinks.com bot
User-agent: Netpeak bot
User-agent: online-webceo-bot
User-agent: Pagespeed
User-agent: Pandalytics
User-agent: PetalBot
User-agent: Prerender
User-agent: RankurBot
User-agent: rogerbot
User-agent: Ryte Bot
User-agent: Schema-Markup-Validator
#User-agent: Screaming Frog SEO Spider
User-agent: semaltbot
User-agent: SEMrushBot
User-agent: SemrushBot-BA
User-agent: SemrushBot-CT
User-agent: SemrushBot-SI
User-agent: SemrushBot-SWA
User-agent: SenutoBot
User-agent: SeobilityBot
User-agent: SeoCherryBot
User-agent: seoClarity bot
User-agent: SEOkicks-Robot
User-agent: SEOlizer
User-agent: SeoSiteCheckup
User-agent: serpstatbot
User-agent: SERPtimizerBot
User-agent: SISTRIX Optimizer
User-agent: SiteAuditBot
User-agent: SiteCheckerBot
User-agent: Siteimprove.com bot
User-agent: SiteScoreBot
User-agent: SpazioDati bot
User-agent: StractBot
User-agent: TextRazor crawler
User-agent: UASlinkChecker
User-agent: URLSuMaBot
User-agent: Wappalyzer
User-agent: Web Measure
User-agent: wmtips.com
User-agent: Yandex.Metrica
User-agent: Yandex.Webmaster
User-agent: YellowLabTools
User-agent: ZoomInfo bot
User-agent: ZoominfoBot
Disallow: /

# Advertising & marketing
User-agent: Adbeat bot
User-agent: awin.com crawler
User-agent: BrandVerity
User-agent: CheckMarkNetwork
User-agent: Clickagy Intelligence Bot
User-agent: Ezoic crawler
User-agent: Feed Image Audit
User-agent: Google AdSense
User-agent: Google-Ads
User-agent: GumGum Bot
User-agent: HubSpot Crawler
User-agent: proximic
User-agent: Pulsepoint crawler
User-agent: SnapchatAds
User-agent: webgains-bot
Disallow: /

# E-commerce
User-agent: Amazonbot
User-agent: Dataprovider Spider
User-agent: Google StoreBot
User-agent: Google-Shopping
User-agent: Hlidam.to robot
User-agent: MergadoBot
User-agent: PlayStore-Google
User-agent: PricedroneShoppingBot
User-agent: PriEcoBot
User-agent: ScrapeheroBot
User-agent: TinEye
Disallow: /