# Adloura.com — Robots.txt
# Last updated: 2026-06-25
# Website: https://adloura.com

# =============================================
# Default — applies to ALL crawlers
# =============================================
User-agent: *
Allow: /

# --- Adloura money/SEO landing pages (explicit for clarity) ---
Allow: /ai-ad-generator
Allow: /video-ad-maker
Allow: /product-ad-maker
Allow: /facebook-ad-maker
Allow: /tiktok-ad-maker
Allow: /instagram-ad-maker
Allow: /youtube-ad-maker
Allow: /shopify-ad-maker
Allow: /ecommerce-video-ads
Allow: /ugc-ad-maker
Allow: /amazon-product-video
Allow: /dropshipping-ad-maker
Allow: /app-promo-video-maker
Allow: /real-estate-ad-maker
Allow: /ad-doctor
Allow: /small-business-ad-maker
Allow: /google-ads-video-maker
Allow: /clothing-brand-ad-maker
Allow: /linkedin-ad-maker
Allow: /saas-ad-maker
Allow: /health-beauty-ad-maker
Allow: /image-ad-maker
Allow: /product-photo-ad-maker
Allow: /social-media-ad-maker
Allow: /ad-creative-generator
Allow: /blog
Allow: /examples
Allow: /subscription
Allow: /signup
Allow: /login

# --- Language roots ---
Allow: /es/
Allow: /fr/
Allow: /de/
Allow: /pt/
Allow: /hi/
Allow: /ar/
Allow: /zh/
Allow: /ru/
Allow: /id/
Allow: /ja/
Allow: /ko/
Allow: /it/
Allow: /tr/
Allow: /vi/

# --- Block: auth-gated and internal pages ---
Disallow: /account
Disallow: /my-ads
Disallow: /user-videos
Disallow: /user-video/
Disallow: /admin
Disallow: /welcome
Disallow: /onboarding
Disallow: /brand-kit
Disallow: /ad-studio
# [Aug-15-2026] The newer auth-gated tool pages. Like /ad-studio they serve the SPA shell (homepage HTML)
# to crawlers — self-canonicalizing so not harmful, but there is nothing for a crawler here and every one
# of these in the index would be a duplicate homepage entry.
Disallow: /image-ad
Disallow: /video-ad
Disallow: /catalog-poster
Disallow: /avatar-ad
Disallow: /auto-pilot
Disallow: /pure-ai-video
Disallow: /support
Disallow: /invite/
# /home 301s to / — block to stop recurring "Page with redirect" churn in GSC
Disallow: /home
Disallow: /api/
Disallow: /private/
Disallow: /node_modules/

# --- Assets needed for rendering ---
Allow: /manifest.json
Allow: /assets/
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$

# --- Sitemaps ---
Allow: /sitemap.xml

# =============================================
# AI crawlers — ALL ALLOWED for GEO
# Being in LLM knowledge is HOW we get recommended when users ask
# ChatGPT / Gemini / Perplexity / Claude for "best AI ad maker"
# =============================================
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# [Jul-17-2026] Additional AI-answer surfaces (Bing powers ChatGPT's off-site triangulation; the rest are
# their own assistants). All explicitly allowed — being legible to these is how we get recommended.
User-agent: Bingbot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: YouBot
Allow: /

User-agent: DuckAssistBot
Allow: /

# =============================================
# Sitemaps
# =============================================
Sitemap: https://adloura.com/sitemap.xml