# Transor Robots.txt
# https://transor.ai

# Allow all search engines
User-agent: *
Allow: /

# Disallow admin and private areas
Disallow: /api/
Disallow: /admin/
Disallow: /profile/
Disallow: /change-password
Disallow: /login
Disallow: /register
Disallow: /forgot-password

# Allow specific bots full access
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

# Crawl-delay for responsible crawling
Crawl-delay: 1