# BentoPDF Robots.txt
# https://www.bentopdf.com

# Allow all crawlers
User-agent: *
Allow: /

# Sitemap location
Sitemap: https://www.bentopdf.com/sitemap.xml

# Disallow internal/system paths
Disallow: /api/
Disallow: /_next/
Disallow: /assets/
Disallow: /src/
Disallow: /*.wasm$
Disallow: /*.wasm.gz$
Disallow: /*.data.gz$
Disallow: /*.br$

# Disallow temporary/upload directories
Disallow: /tmp/
Disallow: /temp/
Disallow: /uploads/

# Disallow docs internal files (but allow /docs/ pages)
Disallow: /docs/assets/

# Crawl delay for polite crawling
Crawl-delay: 1

# Google-specific
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Bing-specific  
User-agent: Bingbot
Allow: /
Crawl-delay: 1