# nevini.wine robots.txt

User-agent: *
Allow: /
Allow: /api/google-shopping-feed
Allow: /api/microsoft-shopping-feed
Allow: /api/wine-searcher-feed
Allow: /api/vivino-pilot-feed
Allow: /api/llm-info
Allow: /api/mcp
Disallow: /api/
Disallow: /admin/
Disallow: /discounts/

# ── AI assistants & agents ──────────────────────────────────────────
# Retrieval/agent bots and training crawlers are allowed site-wide, with
# the same exclusions as everyone else (they drive referral traffic and
# brand visibility in AI answers). To opt a specific bot OUT, change its
# "Allow: /" to "Disallow: /".
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: Amazonbot
User-agent: Meta-ExternalAgent
User-agent: Bytespider
Allow: /
Allow: /api/google-shopping-feed
Allow: /api/microsoft-shopping-feed
Allow: /api/wine-searcher-feed
Allow: /api/vivino-pilot-feed
Allow: /api/llm-info
Allow: /api/mcp
Disallow: /api/
Disallow: /admin/
Disallow: /discounts/

# Machine-readable resources
# - LLM summary:        https://nevini.wine/llms.txt
# - LLM info (JSON):    https://nevini.wine/api/llm-info
# - Google feed:        https://nevini.wine/api/google-shopping-feed
# - Microsoft feed:     https://nevini.wine/api/microsoft-shopping-feed
# - Wine-Searcher feed: https://nevini.wine/api/wine-searcher-feed
# - Vivino pilot feed:  https://nevini.wine/api/vivino-pilot-feed/
# - MCP server (AI agents): https://nevini.wine/api/mcp/
# - MCP docs (AI agents):   https://nevini.wine/mcp/
# - MCP discovery:          https://nevini.wine/.well-known/mcp.json
# - MCP Server Card:        https://nevini.wine/.well-known/mcp/server-card.json
# - ARD manifest:           https://nevini.wine/.well-known/ard.json
# - Agent instructions:     https://nevini.wine/agents.md
# - Agent Skills:           https://nevini.wine/.well-known/agent-skills/index.json

# Sitemap location
Sitemap: https://nevini.wine/sitemap.xml