# veo3gen.co robots.txt - SEO Optimized
# Most Affordable VEO3 API for Video Generation
# Updated: 2025-01-26

User-agent: *
Allow: /

# Allow all important pages for SEO and indexing
Allow: /docs/
Allow: /info/
Allow: /pricing
Allow: /login
Allow: /sitemap
Allow: /privacy-policy
Allow: /terms-of-service

# Block sensitive dashboard areas from public indexing  
Disallow: /dashboard/api
Disallow: /dashboard/billing
Disallow: /dashboard/logs
Disallow: /dashboard/_next/
Disallow: /dashboard/api/

# Block admin and private areas
Disallow: /admin/
Disallow: /api/
Disallow: /node_modules/
Disallow: /.git/
Disallow: /build/
Disallow: /dist/

# Block temporary and cache files
Disallow: /tmp/
Disallow: /cache/
Disallow: /*.tmp$
Disallow: /*.log$
Disallow: /*.bak$

# Block duplicate content and parameters
Disallow: /*?*
Disallow: /*&*
Disallow: /*utm_*
Disallow: /*sort=*
Disallow: /*ref=*

# Explicitly allow important static resources (overrides general blocks)
Allow: /bg_removed_logo.svg
Allow: /bg_removed_logo.png  
Allow: /favicon.ico
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$

# Allow Next.js static assets (removed problematic Disallow: /_next/)
Allow: /_next/static/
Allow: /_next/image

# Google-specific rules
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Bing-specific rules
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Block AI scrapers and bad bots
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Applebot-Extended
Disallow: /

# XML Sitemap location (using preferred www domain)
Sitemap: https://www.veo3gen.co/sitemap.xml

# Host specification (using preferred www domain)
Host: www.veo3gen.co