# In general, scrapers are welcome if they are collecting data for informational uses
# (such as search engines) and maintain a reasonable rate of scraping.
#
# Scrapers from SEO/marketing-type services will be blocked. Tildes data is not a
# resource to be mined and sold.

# urls blocked for all scrapers
User-agent: *
Disallow: /login

# Specific, fully-blocked scrapers below

# https://ahrefs.com/robot
User-agent: AhrefsBot
Disallow: /

# http://webmeup-crawler.com/
User-agent: BLEXBot
Disallow: /

# https://app.hypefactors.com/media-monitoring/about.html
User-agent: Buck
Disallow: /

# https://cloudfindhq.com/
User-agent: Cloudfind
Disallow: /

# https://moz.com/help/moz-procedures/crawlers/dotbot
User-agent: dotbot
Disallow: /

# https://platform.openai.com/docs/gptbot
User-agent: GPTBot
Disallow: /

# Unknown/suspicious scraper - UA only contains a gmail address
User-agent: MauiBot
Disallow: /

# https://megaindex.com/crawler
User-agent: MegaIndex
Disallow: /

# https://mj12bot.com/
# Note: claims to be powering a search engine, actually sells SEO/marketing data
User-agent: MJ12bot
Disallow: /

# https://www.semrush.com/bot/
User-agent: SemrushBot
Disallow: /

# https://www.semrush.com/bot/
User-agent: SemrushBot-BA
Disallow: /

# https://www.seokicks.de/robot.html
User-agent: SEOkicks
Disallow: /

# https://serpstatbot.com/
User-agent: serpstatbot
Disallow: /

# https://www.zoominfo.com/
User-agent: ZoominfoBot
Disallow: /