# Universal Access
 
User-Agent: *
Allow: /
Allow: /*
Allow: /blog
Allow: /blog/*
Allow: /ranking-factors/*
 
# --- OpenAI ---
 
User-Agent: GPTBot
Allow: /
Allow: /*
Allow: /blog
Allow: /blog/*
Allow: /ranking-factors/*
 
User-Agent: ChatGPT-User
Allow: /
Allow: /*
Allow: /blog
Allow: /blog/*
Allow: /ranking-factors/*
 
# --- Anthropic (Claude) ---
 
User-Agent: anthropic-ai
Allow: /
Allow: /*
Allow: /blog
Allow: /blog/*
Allow: /ranking-factors/*
 
User-Agent: ClaudeBot
Allow: /
Allow: /*
Allow: /blog
Allow: /blog/*
Allow: /ranking-factors/*
 
# --- Google (Bard / Gemini) ---
 
User-Agent: Google-Extended
Allow: /
Allow: /*
Allow: /blog
Allow: /blog/*
Allow: /ranking-factors/*
 
# --- Microsoft Bing Chat / Copilot ---
 
User-Agent: bingbot
Allow: /
Allow: /*
Allow: /blog
Allow: /blog/*
Allow: /ranking-factors/*
 
User-Agent: BingPreview
Allow: /
Allow: /*
Allow: /blog
Allow: /blog/*
Allow: /ranking-factors/*
 
# --- Common Crawl (used in AI training) ---
 
User-Agent: CCBot
Allow: /
Allow: /*
Allow: /blog
Allow: /blog/*
Allow: /ranking-factors/*
 
# --- Meta (Facebook/Instagram LLMs) ---
 
User-Agent: FacebookBot
Allow: /
Allow: /*
Allow: /blog
Allow: /blog/*
Allow: /ranking-factors/*
 
User-Agent: MetaBot
Allow: /
Allow: /*
Allow: /blog
Allow: /blog/*
Allow: /ranking-factors/*
 
# --- Perplexity.ai ---
 
User-Agent: PerplexityBot
Allow: /
Allow: /*
Allow: /blog
Allow: /blog/*
Allow: /ranking-factors/*
 
# --- Cohere.ai ---
 
User-Agent: cohere-ai
Allow: /
Allow: /*
Allow: /blog
Allow: /blog/*
Allow: /ranking-factors/*
 
# --- You.com AI Bot ---
 
User-Agent: youbot
Allow: /
Allow: /*
Allow: /blog
Allow: /blog/*
Allow: /ranking-factors/*
 
# --- Mistral AI (if applicable) ---
 
User-Agent: mistralai
Allow: /
Allow: /*
Allow: /blog
Allow: /blog/*
Allow: /ranking-factors/*
 
# --- General AI Agents ---
 
User-Agent: ai-crawler
Allow: /
Allow: /*
Allow: /blog
Allow: /blog/*
Allow: /ranking-factors/*
 
Disallow: /thank-you
Disallow: /login
Disallow: /admin
Disallow: /admin/add-blogs
Disallow: /coming-soon
Disallow: /privacy
Disallow: /not-found
Disallow: /terms-of-use
Disallow: /undefined
 
# Sitemap
Sitemap: https://www.glasierinc.com/sitemap.xml
 
# Next-Gen AI Services | Custom AI Software Solution | Glasier Inc. 🚀
 
# Contact information
Contact: info@glasierinc.com
Website: www.glasierinc.com