User-agent: Mediapartners-Google
Allow: /

User-agent: AdsBot-Google
Allow: /

# AdMob / AdSense ads.txt crawler (support.google.com/admob/answer/9776740)
User-agent: Google-adstxt
Allow: /

User-agent: *
Allow: /

# Private / app areas
Disallow: /admin/
Disallow: /accounts/
Disallow: /users/
Disallow: /app/
Disallow: /api/
Disallow: /chat/
Disallow: /payments/
Disallow: /subscriptions/

# Article CMS (staff-only)
Disallow: /articles/org/

# Tools (toolapp) — crawlable only after TOOLS_INDEXING_ENABLED gate

Allow: /tools/


# Public marketing + legal
Allow: /
Allow: /download/
Allow: /download_app/
Allow: /about/
Allow: /contact/
Allow: /ai-instructions/
Allow: /mcp/
Allow: /delete-account/
Allow: /guides/
Allow: /articles/
Allow: /compare/
Allow: /s/
Allow: /privacy/
Allow: /platform_terms/
Allow: /dpa/
Allow: /subprocessors/
Allow: /disclaimers/
Allow: /llms.txt
Allow: /ads.txt
Allow: /app-ads.txt

Sitemap: https://cutgpt.app/sitemap.xml

Crawl-delay: 1

# Noise
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /*.php$