# Robots.txt for Video Downloader - Security Enhanced
User-agent: *
Allow: /
Allow: /api/download
Allow: /api/video-info
Disallow: /api/proxy-download
Disallow: /api/admin/
Disallow: /admin/
Disallow: /.env
Disallow: /config/
Disallow: /logs/
Disallow: /tmp/
Disallow: /temp/
Disallow: /cache/
Disallow: /backup/
Disallow: /*.json$
Disallow: /*.log$
Disallow: /*.env$
Disallow: /*.config$

# Block aggressive crawlers and security scanners
User-agent: Bytespider
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

# Security scanners
User-agent: sqlmap
Disallow: /

User-agent: nikto
Disallow: /

User-agent: nmap
Disallow: /

User-agent: ZmEu
Disallow: /

User-agent: w3af
Disallow: /

# Crawl delay for legitimate bots
User-agent: Googlebot
Crawl-delay: 1

User-agent: Bingbot
Crawl-delay: 2

User-agent: Slurp
Crawl-delay: 2

# Sitemap location
Sitemap: https://vidsaver.xyz/sitemap.xml

# Host directive
Host: https://vidsaver.xyz