# Robots.txt for Leeds Computer Laptop Repairs
# Updated: 2026-02-15

# Default crawlers
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /includes/
Disallow: /data/

# Bingbot specific rules
User-agent: bingbot
Allow: /
Disallow: /admin/
Disallow: /includes/
Disallow: /data/
Crawl-delay: 1

# AI Training Crawlers - Allow for AI Search visibility
# ChatGPT (OpenAI)
User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

# Google Gemini / Bard
User-agent: Google-Extended
Allow: /

# Anthropic Claude
User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Common Crawl (used by many AI models)
User-agent: CCBot
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /

# AI Training Summary File
User-agent: *
Allow: /ai-training.txt

# Sitemap location
Sitemap: https://leedscomputerlaptoprepairs.co.uk/sitemap.xml