# meshkov.page
# The photographs and writing here are copyright Sergey Meshkov, all rights
# reserved. Reproduction, redistribution, and use as training data for machine
# learning or generative models are not permitted. This is an express
# reservation of text and data mining rights. Terms: https://www.meshkov.page/licensing/

# ---------------------------------------------------------------------------
# Search and citation crawlers — welcome. These index the work and link back.
# ---------------------------------------------------------------------------
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

# ---------------------------------------------------------------------------
# Model-training crawlers — not permitted.
# Google-Extended and Applebot-Extended are training-only opt-outs; blocking
# them does not affect Google Search or Siri results.
# ---------------------------------------------------------------------------
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: Bytespider
User-agent: Amazonbot
User-agent: FacebookBot
User-agent: meta-externalagent
User-agent: cohere-ai
User-agent: Diffbot
User-agent: ImagesiftBot
User-agent: omgili
User-agent: omgilibot
User-agent: AI2Bot
User-agent: Timpibot
User-agent: Webzio-Extended
User-agent: PanguBot
User-agent: img2dataset
Disallow: /

# ---------------------------------------------------------------------------
# Everyone else
# ---------------------------------------------------------------------------
User-agent: *
Allow: /

Sitemap: https://www.meshkov.page/sitemap.xml