# ===========================
# PIXELIXE.COM robots.txt
# Last updated: 2026-03-20
# Goal: keep public product, documentation, and high-traffic utility pages
# crawlable while excluding internal demos, test pages, and legacy surfaces.
# ===========================

User-agent: *
Allow: /
Allow: /docs/
Allow: /docs/v2/
Allow: /docs/help-center/
Allow: /white-label-graphic-editor-demo/

Disallow: /404.html
Disallow: /press/
Disallow: /blog/tags/
Disallow: /blog/archives/
Disallow: /demo/
Disallow: /index-v3.html
Disallow: /pricing-inner.html
Disallow: /public-roadmap.html
Disallow: /studio/
Disallow: /ai-experiment/creative-engine.html
Disallow: /docs/v1/
Disallow: /docs/help-center/assets/vendor/sticky-sidebar/test/
Disallow: /instagram-filters/social-card-previewer.html
Disallow: /social-card-preview/
Disallow: /white-label-graphic-editor-demo/img/template/demo-template.html
Disallow: /white-label-graphic-editor-demo/img/template/specialchars.html
Disallow: /white-label-graphic-editor-demo/photo-editor-demo.html
Disallow: /white-label-graphic-editor-demo/preset-template-graphic-editor-demo.html

# ===========================
# Explicit allow for major AI crawlers
# ===========================

User-agent: GPTBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

# ===========================
# Block scrapers with low value / abusive crawl patterns
# ===========================

User-agent: DataForSEO
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: DotBot
Disallow: /

# ===========================
# Sitemaps
# ===========================

Sitemap: https://pixelixe.com/sitemap.xml
Sitemap: https://pixelixe.com/blog/sitemap.xml