# ---------------------------
User-agent: *
Disallow:https://cudlycomfy.com/author-sitemap.xml
# -------------------------------------
# AI & Generative Search Bots (Future SEO)
# -------------------------------------

User-agent: GPTBot
Allow: /
Crawl-delay: 10

User-agent: ChatGPT
Allow: /
Crawl-delay: 10

User-agent: OpenAI
Allow: /
Crawl-delay: 10

User-agent: OAI-Search
Allow: /
Crawl-delay: 10

User-agent: Bard
Allow: /
Crawl-delay: 10

User-agent: Gemini
Allow: /
Crawl-delay: 10

User-agent: ClaudeBot
Allow: /
Crawl-delay: 10

User-agent: PerplexityBot
Allow: /
Crawl-delay: 10

# -------------------------------------
# Major Search Engines
# -------------------------------------

User-agent: Googlebot
Allow: /
Disallow: /category/
Crawl-delay: 5

User-agent: Googlebot-Image
Allow: /
Crawl-delay: 5

User-agent: Bingbot
Allow: /
Disallow: /category/
Crawl-delay: 15

User-agent: YandexBot
Allow: /
Crawl-delay: 25

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 20

User-agent: Baiduspider
Allow: /
Crawl-delay: 30

User-agent: Slurp
Allow: /
Crawl-delay: 20

# -------------------------------------
# Social Media Preview Bots
# -------------------------------------

User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Pinterestbot
Allow: /

User-agent: Instagram
Allow: /

# -------------------------------------
# Apple & Amazon Bots
# -------------------------------------

User-agent: Applebot
Allow: /
Crawl-delay: 10

User-agent: AlexaCrawler
Allow: /
Crawl-delay: 35

# -------------------------------------
# Sitemaps (cudlycomfy)
# -------------------------------------

Disallow: /blog/page/2
Disallow: /blog/page/3

Sitemap: https://cudlycomfy.com/sitemap.xml
# ---------------------------