User-agent: *
Allow: /

# AI Bot Access - Explicitly allow AI crawlers
User-agent: GPTBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Anthropic-Bot
Allow: /

User-agent: OpenAI-SearchBot
Allow: /

# Block access to internal files and directories
Disallow: /src/
Disallow: /_astro/
Disallow: /node_modules/
Disallow: /*.json$

# Crawl delay for better server performance
Crawl-delay: 1

# Sitemap location
Sitemap: https://aiformarketingops.com/sitemap-index.xml