# robots.txt for RoleFit AI - Allow search engines to index the site
# This file helps search engines understand how to crawl and index our website

User-agent: *
Allow: /

# Allow access to all public pages
Allow: /features
Allow: /pricing
Allow: /how-it-works
Allow: /faq
Allow: /terms-of-service
Allow: /privacy-policy
Allow: /refund-policy

# Disallow access to private/admin areas
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /login/
Disallow: /register/
Disallow: /auth/
Disallow: /subscription/

# Disallow access to static files that shouldn't be indexed
Disallow: /static/uploads/
Disallow: /static/js/
Disallow: /static/css/
Disallow: /static/scss/
Disallow: /static/vendor/

# Allow access to static assets for SEO (images, fonts)
Allow: /static/img/
Allow: /static/fonts/

# Sitemap location
Sitemap: https://rolegrade.com/sitemap.xml

# Crawl delay to be respectful to our servers
Crawl-delay: 1