# global
User-agent: *
Disallow: /cgi-bin/
Disallow: /readme.html
Disallow: /trackback/
Disallow: /feeds/
Disallow: /comments/
Disallow: /details/
Disallow: /wp-admin/
Disallow: /*add-to-cart=*
#
Disallow: /*/page/
Disallow: /*?orderby=
Disallow: /*?p=

Sitemap: https://www.sneakers4u.nl/sitemaps.xml

# Foreign Search Engines and bots you want to block
User-agent: Baiduspider
User-agent: Baiduspider-image
User-agent: Baiduspider-news
User-agent: Baiduspider-video
User-agent: HaoSouSpider
User-agent: Sogou blog
User-agent: Sogou inst spider
User-agent: Sogou News Spider
User-agent: Sogou Orion spider
User-agent: Sogou spider2
User-agent: Sogou web spider
User-agent: Sosospider
User-agent: CCBot
User-agent: Cliqzbot
User-agent: coccoc
User-agent: coccocbot-image
User-agent: coccocbot-web
User-agent: Daumoa
User-agent: DeuSu
User-agent: EuripBot
User-agent: Findxbot
User-agent: ichiro
User-agent: JikeSpider
User-agent: Mail.Ru
User-agent: MojeekBot
User-agent: OrangeBot
User-agent: Plukkie
User-agent: Qwantify
User-agent: Rambler
User-agent: SeznamBot
User-agent: SputnikBot
User-agent: Teoma
User-agent: wotbox
User-agent: yacybot
User-agent: Yandex
User-agent: YandexMobileBot
User-agent: Yeti
User-agent: YioopBot
User-agent: yoozBot
User-agent: YoudaoBot
Disallow: /

# Block specific crawlers and unwanted bots
User-agent: Fasterfox
User-agent: Jyxobot
User-agent: ShopWiki
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: SemrushBot
User-agent: Pinterest
User-agent: Twitterbot
User-agent: BublupBot
User-agent: Feedly
User-agent: GomezAgent
User-agent: Rogerbot
Disallow: /

# Additional bots grouped for efficiency
User-agent: AdsBot-Google
User-agent: HubSpot Links Crawler
User-agent: HubSpot Webcrawler
User-agent: YottaaMonitor
Disallow: /

# Known scrapers and questionable bots
User-agent: Alexibot
User-agent: Aqua_Products
User-agent: BotALot
User-agent: BotRightHere
User-agent: BuiltBotTough
User-agent: CherryPicker
User-agent: CopyRightCheck
User-agent: CherryPickerElite
User-agent: Crescent
User-agent: DittoSpyder
User-agent: EmailCollector
User-agent: EroCrawler
User-agent: ExtractorPro
User-agent: FairAd Client
User-agent: Foobot
User-agent: FunWebProducts
User-agent: GetRight
User-agent: HTTrack
User-agent: HubSpot
User-agent: NetAnts
User-agent: RepoMonkey
User-agent: WebCopier
User-agent: Wget
Disallow: /

# Custom rules for specific bots
User-agent: GeedoProductSearch
Disallow: /forum

User-agent: Ingrid
Crawl-delay: 20

User-agent: rogerbot
Crawl-delay: 2

# Miscellaneous unwanted bots
User-agent: BackDoorBot
User-agent: BunnySlippers
User-agent: Bullseye
User-agent: Crescent Internet ToolPak
User-agent: LinkScan
User-agent: LinkWalker
User-agent: WebStripper
User-agent: WebZIP
User-agent: Zeus
Disallow: /