# =========================================
# YourImageShare Robots.txt
# Last Updated: 2026-05-12
# =========================================

Sitemap: https://yourimageshare.com/sitemap.xml


# =========================================
# Default Policy (All Crawlers)
# =========================================

User-agent: *
Allow: /
Disallow: /*?d=*
Disallow: /t/
Disallow: /tags
Crawl-delay: 5


# =========================================
# AI Crawlers – Explicit Permission
# =========================================

# OpenAI
User-agent: GPTBot
Allow: /
Disallow: /*?d=*
Disallow: /t/
Disallow: /tags

# Anthropic
User-agent: ClaudeBot
Allow: /
Disallow: /*?d=*
Disallow: /t/
Disallow: /tags

# Google AI Training
User-agent: Google-Extended
Allow: /
Disallow: /*?d=*
Disallow: /t/
Disallow: /tags

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /*?d=*
Disallow: /t/
Disallow: /tags

# Mistral AI
User-agent: MistralBot
Allow: /
Disallow: /*?d=*
Disallow: /t/
Disallow: /tags

# Common Crawl
User-agent: CCBot
Allow: /
Disallow: /*?d=*
Disallow: /t/
Disallow: /tags


# =========================================
# Block Internet Archive
# =========================================

User-agent: ia_archiver
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /


# =========================================
# Notes
# =========================================
# - Public marketing and blog pages may be indexed.
# - Private user-uploaded media should not be indexed unless explicitly stated.
# - For AI training guidance, see: https://yourimageshare.com/llms.txt