User-Agent: *
Disallow: /go
Disallow: /admin
Disallow: /test
Disallow: /loadMore
Disallow: /blackhole
Disallow: /*page=
Disallow: /*dynamic=
# Exact /{gender}/{landing} only. /*/name also matches a platform or username that starts with that name.
Disallow: /girls/random$
Disallow: /girls/random?
Disallow: /girls/random/
Disallow: /men/random$
Disallow: /men/random?
Disallow: /men/random/
Disallow: /trans/random$
Disallow: /trans/random?
Disallow: /trans/random/
Disallow: /couples/random$
Disallow: /couples/random?
Disallow: /couples/random/
Disallow: /girls/pickone$
Disallow: /girls/pickone?
Disallow: /girls/pickone/
Disallow: /men/pickone$
Disallow: /men/pickone?
Disallow: /men/pickone/
Disallow: /trans/pickone$
Disallow: /trans/pickone?
Disallow: /trans/pickone/
Disallow: /couples/pickone$
Disallow: /couples/pickone?
Disallow: /couples/pickone/
Disallow: /girls/privates$
Disallow: /girls/privates?
Disallow: /girls/privates/
Disallow: /men/privates$
Disallow: /men/privates?
Disallow: /men/privates/
Disallow: /trans/privates$
Disallow: /trans/privates?
Disallow: /trans/privates/
Disallow: /couples/privates$
Disallow: /couples/privates?
Disallow: /couples/privates/
Disallow: /girls/tiktok$
Disallow: /girls/tiktok?
Disallow: /girls/tiktok/
Disallow: /men/tiktok$
Disallow: /men/tiktok?
Disallow: /men/tiktok/
Disallow: /trans/tiktok$
Disallow: /trans/tiktok?
Disallow: /trans/tiktok/
Disallow: /couples/tiktok$
Disallow: /couples/tiktok?
Disallow: /couples/tiktok/
Disallow: /girls/live$
Disallow: /girls/live?
Disallow: /girls/live/
Disallow: /men/live$
Disallow: /men/live?
Disallow: /men/live/
Disallow: /trans/live$
Disallow: /trans/live?
Disallow: /trans/live/
Disallow: /couples/live$
Disallow: /couples/live?
Disallow: /couples/live/
Disallow: /girls/watch-history$
Disallow: /girls/watch-history?
Disallow: /girls/watch-history/
Disallow: /men/watch-history$
Disallow: /men/watch-history?
Disallow: /men/watch-history/
Disallow: /trans/watch-history$
Disallow: /trans/watch-history?
Disallow: /trans/watch-history/
Disallow: /couples/watch-history$
Disallow: /couples/watch-history?
Disallow: /couples/watch-history/
Disallow: /*/favorites
# Search engines are not rate-limited: Googlebot, Yandex, Baiduspider, bingbot,
# DuckDuckBot, Applebot and any other crawler that uses this group.
Host: https://dadcams.com

# Non-search crawlers may fetch every path. Path rules live only in User-agent: *.
# Training crawlers that ignore Crawl-delay are closed. The rest are slowed.

# GPTBot does not document Crawl-delay, and a delay of 86400 did not slow the live crawl.
User-agent: GPTBot
Disallow: /

# Training opt-out. Does not affect Googlebot or Applebot search.
User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

# Amazonbot ignores Crawl-delay. https://developer.amazon.com/amazonbot
User-agent: Amazonbot
Disallow: /

User-agent: PetalBot
Disallow: /

# ClaudeBot honors Crawl-delay: 5 seconds between requests. Search agents are not in this group.
User-agent: ClaudeBot
User-agent: anthropic-ai
Crawl-delay: 5

# Every path, at most 1 request/sec.
# PerplexityBot does not document Crawl-delay. They say robots.txt changes apply within about 24h.
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: PerplexityBot
Crawl-delay: 1

# Semrush honors Crawl-delay up to 10 seconds. https://www.semrush.com/bot/
# 5 seconds: their link index and site audit can refresh a bit more often.
User-agent: SemrushBot
User-agent: SiteAuditBot
User-agent: SemrushBot-BA
User-agent: SemrushBot-SI
User-agent: SemrushBot-SWA
Crawl-delay: 5

# Every path, at most 1 request/sec. Ahrefs honors Crawl-delay.
User-agent: AhrefsBot
User-agent: AhrefsSiteAudit
User-agent: DotBot
User-agent: BLEXBot
User-agent: serpstatbot
User-agent: MegaIndex
User-agent: DataForSeoBot
User-agent: Bytespider
User-agent: facebookexternalhit
User-agent: meta-externalagent
User-agent: FacebookBot
Crawl-delay: 1

# Majestic (MJ12bot) and Babbar (barkrowler) publish link indexes.
# Was 100 seconds; 10 is the same band as the other SEO crawlers.
User-agent: MJ12bot
User-agent: barkrowler
Crawl-delay: 10

# CCBot obeys Crawl-delay (seconds between requests). https://commoncrawl.org/faq
User-agent: CCBot
Crawl-delay: 1

# Epochal-Search: named indexer from Oracle Cloud. crawler.epochal.com does not resolve.
# Not a public search engine. Live rate ~100 model HTML/min; slow to Semrush band.
User-agent: Epochal-Search
Crawl-delay: 5

# AIWebIndex honors Crawl-delay. Their own floor is already 2 seconds.
# https://lyrenth.com/bot
User-agent: AIWebIndex
Crawl-delay: 1

# TikTokSpider / Qwantbot: named indexers seen in EU logs. Slow, do not ban.
User-agent: TikTokSpider
User-agent: Qwantbot
Crawl-delay: 1

# ibou-search honors Crawl-delay. Their own floor is already 5 seconds per host.
# https://www.ibou.com/crawlers.html
User-agent: ibou-search
Crawl-delay: 5