# TheFractional Robots.txt

# Allow all crawlers
User-agent: *
Allow: /

# Sitemap location
Sitemap: https://thefractional.com/sitemap.xml

# Disallow admin paths
User-agent: *
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /tmp/
Disallow: /assets/tmp/

# Allow Googlebot to access everything
User-agent: Googlebot
Allow: /

# Allow Googlebot-Image to access everything
User-agent: Googlebot-Image
Allow: /

# Allow Googlebot-Mobile to access everything
User-agent: Googlebot-Mobile
Allow: /

# Allow Google AdsBot
User-agent: AdsBot-Google
Allow: /

# Allow Google Merchant Center Bot
User-agent: Googlebot-Shopping
Allow: /

# Slower crawl rate for heavier bots
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

# Enhanced crawling instructions
User-agent: *
Allow: /*.js
Allow: /*.css
Allow: /*.png
Allow: /*.jpg
Allow: /*.svg
Allow: /*.gif
Allow: /*.webp
Allow: /*.json
Allow: /*.xml