# Global rules
User-agent: *
Allow: /
Allow: /adult-content
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /*.json$
Disallow: /*?*
Disallow: /*/amp/
Disallow: /amp/
Disallow: /search
Disallow: /tag/
Disallow: /preview/

# Specific rules for major crawlers
User-agent: Googlebot
Allow: /*.js$
Allow: /*.css$
Allow: /*.xml$
Allow: /adult-content

User-agent: Googlebot-Image
Allow: /assets/
Allow: /images/
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.png$
Allow: /*.webp$

# Block specific bots
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

# Sitemaps
Sitemap: https://iptvsmarters.cx/sitemap-index.xml
Sitemap: https://iptvsmarters.cx/sitemap-index.xml

# Crawl-delay
Crawl-delay: 5

# Host
Host: https://iptvsmarters.cx/