# Wine and More Cyprus — robots.txt
# We WANT to be discoverable in both classic search and AI answer engines.
# All content is statically prerendered, so JS-less crawlers see full pages.
#
# ⚠️ A crawler obeys ONLY the group that names it — it never falls back to
# `User-agent: *`. Every named group must therefore repeat the rules. They
# used to live under `*` alone, so Googlebot and Bingbot ignored them.
#
# Only /order/ is disallowed: its URL carries the customer's order key, so
# it must never be fetched. /checkout, /wishlist, /track-order and 404s stay
# CRAWLABLE on purpose and carry a `noindex` meta instead (SEOHead.tsx) —
# a Disallow would stop the crawler from ever reading that tag, and Google
# would keep listing the bare URL it found via a link.
#
# ADDING A CRAWLER: copy an existing block whole. A group with `Allow: /` and
# no Disallow lines grants that bot access to the order pages.

# ── Search engines ──

User-agent: Googlebot
Allow: /
Disallow: /order/
Disallow: /ru/order/
Disallow: /el/order/
Disallow: /ru/product/
Disallow: /el/product/

User-agent: Bingbot
Allow: /
Disallow: /order/
Disallow: /ru/order/
Disallow: /el/order/
Disallow: /ru/product/
Disallow: /el/product/

# ── AI / answer engines (explicitly welcomed) ──
# They get every WORD and lose the pictures: each block below closes the
# image directory, keeping the 958 bottle masters (257 MB) out of their sweeps. An answer engine cites our
# text, our regions, our tasting notes — it has never needed a 275 KB cutout,
# and a dozen of them re-fetching the lot was the bulk of 19 GB in six days
# (2026-08-06). Googlebot, Bingbot and Applebot KEEP the images: Google Images
# and the Shopping tab are traffic we want.

User-agent: GPTBot
Allow: /
Disallow: /order/
Disallow: /ru/order/
Disallow: /el/order/
Disallow: /ru/product/
Disallow: /el/product/
Disallow: /products/

User-agent: OAI-SearchBot
Allow: /
Disallow: /order/
Disallow: /ru/order/
Disallow: /el/order/
Disallow: /ru/product/
Disallow: /el/product/
Disallow: /products/

User-agent: ChatGPT-User
Allow: /
Disallow: /order/
Disallow: /ru/order/
Disallow: /el/order/
Disallow: /ru/product/
Disallow: /el/product/
Disallow: /products/

User-agent: ClaudeBot
Allow: /
Disallow: /order/
Disallow: /ru/order/
Disallow: /el/order/
Disallow: /ru/product/
Disallow: /el/product/
Disallow: /products/

User-agent: anthropic-ai
Allow: /
Disallow: /order/
Disallow: /ru/order/
Disallow: /el/order/
Disallow: /ru/product/
Disallow: /el/product/
Disallow: /products/

User-agent: Claude-Web
Allow: /
Disallow: /order/
Disallow: /ru/order/
Disallow: /el/order/
Disallow: /ru/product/
Disallow: /el/product/
Disallow: /products/

User-agent: PerplexityBot
Allow: /
Disallow: /order/
Disallow: /ru/order/
Disallow: /el/order/
Disallow: /ru/product/
Disallow: /el/product/
Disallow: /products/

User-agent: Google-Extended
Allow: /
Disallow: /order/
Disallow: /ru/order/
Disallow: /el/order/
Disallow: /ru/product/
Disallow: /el/product/
Disallow: /products/

User-agent: Applebot
Allow: /
Disallow: /order/
Disallow: /ru/order/
Disallow: /el/order/
Disallow: /ru/product/
Disallow: /el/product/

User-agent: Applebot-Extended
Allow: /
Disallow: /order/
Disallow: /ru/order/
Disallow: /el/order/
Disallow: /ru/product/
Disallow: /el/product/
Disallow: /products/

User-agent: CCBot
Allow: /
Disallow: /order/
Disallow: /ru/order/
Disallow: /el/order/
Disallow: /ru/product/
Disallow: /el/product/
Disallow: /products/

# ── Social preview crawlers ──
# These fetch one URL a person deliberately shared; they do not crawl and
# do not index. No Disallow: it would break previews of shared links.

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# ── Everyone else ──

User-agent: *
Allow: /
Disallow: /order/
Disallow: /ru/order/
Disallow: /el/order/
Disallow: /ru/product/
Disallow: /el/product/

Sitemap: https://wineandmore.com.cy/sitemap.xml