# The James Group | GEO Authority - AI-First Web Development
# https://geo.jamesgrp.com

User-agent: *
Allow: /
Allow: /free-ai-assessment
Allow: /blogs
Allow: /blog/*
Allow: /podcast
Allow: /zero-click-searches
Allow: /ai-dashboard
Allow: /ai-questions
Allow: /resources
Allow: /our-partners
Allow: /answer-nuggets
Allow: /services/*
Allow: /faq
Allow: /20*
Allow: /llms.txt
Allow: /rss.xml
Allow: /api/jsonld
Disallow: /api/admin/*
Disallow: /api/login
Disallow: /api/register
Disallow: /admin/*
Disallow: /sales-dashboard
Disallow: /developer-dashboard
Disallow: /client-portal

# AI Search Engine Crawlers — Full Access
User-agent: GPTBot
Allow: /
Disallow: /api/admin/*

User-agent: ChatGPT-User
Allow: /
Disallow: /api/admin/*

User-agent: Google-Extended
Allow: /
Disallow: /api/admin/*

User-agent: Googlebot
Allow: /
Disallow: /api/admin/*

User-agent: Anthropic-AI
Allow: /
Disallow: /api/admin/*

User-agent: ClaudeBot
Allow: /
Disallow: /api/admin/*

User-agent: PerplexityBot
Allow: /
Disallow: /api/admin/*

User-agent: Bytespider
Allow: /
Disallow: /api/admin/*

User-agent: CCBot
Allow: /
Disallow: /api/admin/*

User-agent: cohere-ai
Allow: /
Disallow: /api/admin/*

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /api/admin/*

User-agent: Applebot-Extended
Allow: /
Disallow: /api/admin/*

User-agent: Bingbot
Allow: /
Disallow: /api/admin/*

User-agent: YandexBot
Allow: /
Disallow: /api/admin/*

# Canonical domain
Host: https://geo.jamesgrp.com

# Sitemap
Sitemap: https://geo.jamesgrp.com/sitemap.xml

# AI-Specific Technical Files
# LLMs.txt provides a structured, LLM-readable summary of this site
# JSON-LD provides machine-readable entity and structured data
LLMs-txt: https://geo.jamesgrp.com/llms.txt
JSON-LD: https://geo.jamesgrp.com/api/jsonld
RSS-Feed: https://geo.jamesgrp.com/rss.xml
Answer-Nuggets: https://geo.jamesgrp.com/answer-nuggets