# -----------------------------------------------------------
# robots.txt for coupon sites, last refresh 2022/07/19
# -----------------------------------------------------------
# not all bots below may obey robots.txt in general
# or specific rules, respectively
# -----------------------------------------------------------

# semrush bot
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /

# ahrefs bot
User-agent: AhrefsBot 
Disallow: /

# moz bot
User-agent: rogerbot
Disallow: /

User-agent: dotbot
Disallow: /

# Wayback Machine
User-agent: ia_archiver
Disallow: /

# https://velen.io/
User-agent: VelenPublicWebCrawler 
Disallow: /

# Baiduspider
User-agent: Baiduspider
Disallow: /

# Block SoGou
User-agent: Sogou Spider
Disallow: /

# Block Youdao
User-agent: YoudaoBot
Disallow: /

# http://alphaseobot.com/bot.html
User-agent: AlphaSeoBot
Disallow: /

# http://siteexplorer.info/about.html
User-agent: SiteExplorer
Disallow: /

# http://www.sitesucker.us/mac/limitations.html
User-agent: SiteSucker
Disallow: /

# https://www.openindex.io/saas/about-our-spider/
User-agent: OpenindexSpider
Disallow: /

User-agent: BoogleBot
Disallow: /

# http://www.backlinktest.com/crawler.html
User-agent: BacklinkCrawler
Disallow: /

User-agent: ZoominfoBot
Disallow: /

# http://napoveda.seznam.cz/
User-agent: SeznamBot
Disallow: /

# http://www.website-datenbank.de
User-agent: SeznamBot
Disallow: /

# Block netEstate NE Crawler (+http://www.website-datenbank.de/)
User-agent: netEstate NE Crawler (+http://www.website-datenbank.de/)
Disallow: /

User-agent: ZoominfoBot
Disallow: /

# Block BlexBot
User-agent: BLEXBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: HubSpot Crawler
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: Mail.Ru
Disallow: /

User-agent: Serpstatbot
Disallow: /

User-agent: Baiduspider
Disallow: /

# https://megaindex.com/crawler
User-agent: MegaIndex.ru
Disallow: /

User-agent: megaindex.com
Disallow: /

User-agent: adsbot
Disallow: /

# ------------
# not exclude
# ------------

User-agent: *
Allow: /
Disallow: /*?
Disallow: /*?*
Disallow: /go/
Disallow: /api/
Disallow: /*?cid=*
Disallow: /*?tid=*
Disallow: /*?promoid=*
Disallow: /*?OfferId=*
Disallow: /*?c=*
Disallow: /*?coupon_filter=*
Disallow: /*?discount_filter=*
Disallow: /click/*
Disallow: /cdn-cgi/
Disallow: /out/