# Allow all well-behaved bots to crawl the site except /admin
User-agent: *
Disallow: /admin/

# Explicitly allow known AI crawlers
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

# Sitemap for search engines
Sitemap: https://gildancorp.com/sitemap.xml