# BitByte24 - Real-Time Stock Screener
# https://bitbyte24.com

# Allow all crawlers
User-agent: *
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /dashboard
Disallow: /config.js

# Sitemap locations
Sitemap: https://bitbyte24.com/sitemap.xml
Sitemap: https://stock-scan.bitbyte24.com/screener/news-sitemap.xml

# Allow important static files
Allow: /manifest.json
Allow: /icon.svg
Allow: /og-image.png
Allow: /robots.txt
Allow: /sitemap.xml

# Google specific
User-agent: Googlebot
Allow: /
Disallow: /dashboard
Disallow: /config.js

# Google Image Bot — allow crawling images for Google Images
User-agent: Googlebot-Image
Allow: /

# Bing specific
User-agent: Bingbot
Allow: /
Disallow: /dashboard
Crawl-delay: 1

# Allow social media crawlers for rich previews
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Slackbot
Allow: /

User-agent: Discordbot
Allow: /

# Allow Apple / iMessage link previews
User-agent: Applebot
Allow: /