# Robots.txt for Investra.io

# Social media crawlers - full access to public pages
User-agent: facebookexternalhit
User-agent: facebookexternalhit/1.1
User-agent: Facebot
User-agent: Twitterbot
User-agent: LinkedInBot
User-agent: Slackbot
User-agent: WhatsApp
User-agent: TelegramBot
Allow: /

# General crawlers
User-agent: *

# Disallow authenticated/internal areas (not translated, same path in all languages)
Disallow: /*/dashboard
Disallow: /*/onboarding
Disallow: /auth/
Disallow: /api/

# Allow assets for proper page rendering
Allow: /assets/
Allow: /*.css
Allow: /*.js$

# Crawl delay (in seconds)
Crawl-delay: 1

# Sitemap
Sitemap: https://investra.io/sitemap.xml