# robots.txt for AI-friendly website indexing

User-agent: *
Disallow: /wp-admin/
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /cgi-bin/
Allow: /wp-admin/admin-ajax.php

# --- Major AI Crawlers and Bots ---

# Googlebot (Google Search)
User-agent: Googlebot
Allow: /

# Google-Extended (Used for Bard/Gemini AI training)
User-agent: Google-Extended
Allow: /

# Bingbot (Microsoft Search + Bing AI)
User-agent: Bingbot
Allow: /

# Applebot (Used for Siri & Apple Search)
User-agent: Applebot
Allow: /

# ChatGPT-User (ChatGPT browsing plugin)
User-agent: ChatGPT-User
Allow: /

# Open-AI-Search
User-agent: OAI-SearchBot
Allow: /

# ChatGPT (OpenAI's GPT web browsing model)
User-agent: GPTBot
Allow: /

# CommonCrawl (Used by OpenAI and others)
User-agent: CCBot
Allow: /

# Anthropic's Claude (via Slack and AI integrations)
User-agent: ClaudeBot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# You.com
User-agent: YouBot
Allow: /

# Neeva AI
User-agent: NeevaBot
Allow: /

# Amazon Alexa / AI
User-agent: AlexaBot
Allow: /

# Facebook AI / Meta Crawler
User-agent: facebookexternalhit
Allow: /

# Twitterbot (Used for X AI summaries)
User-agent: Twitterbot
Allow: /

# Baidu (China's AI-powered search)
User-agent: Baiduspider
Disallow: /

# Yandex (Russian AI + Search)
User-agent: Yandex
Disallow: /

# DuckDuckBot (DuckDuckGo AI + search)
User-agent: DuckDuckBot
Allow: /

# Brave Search Crawler
User-agent: BraveBot
Allow: /

# Sogou (AI-focused Chinese search engine)
User-agent: Sogou
Diallow: /

# Qwant (Privacy-first EU search with AI features)
User-agent: Qwantify
Allow: /

# Andi AI Search
User-agent: andi-bot
Allow: /

# Phind.com AI Coding Search
User-agent: phindbot
Allow: /

# Kagi Search Bot
User-agent: kagi-bot
Allow: /

# YoudaoBot (AI + translation)
User-agent: YoudaoBot
Allow: /

User-agent: xAI-Grok
Allow: /

User-agent: Grok
Allow: /

User-agent: xAIBot
Allow: /

# LLM 
LLM: https://ai.customtshirtprintingonline.com.au/llms.txt

# LLMS-Full
https://ai.customtshirtprintingonline.com.au/llms-full.txt

# Allow Sitemap
Sitemap: https://a362950.sitemaphosting7.com/4520178/sitemap_4520178.xml