# Robots.txt for Top Tech Choices
# https://toptechchoices.com

User-agent: *
Allow: /

# Disallow admin or private paths if any
Disallow: /api/
Disallow: /admin/
Disallow: /_astro/

# Allow search engines to crawl all content
Allow: /best/
Allow: /blog/
Allow: /articles/

# Sitemap location
Sitemap: https://toptechchoices.com/sitemap.xml

# RSS Feed location
Sitemap: https://toptechchoices.com/rss.xml

# Crawl delay (optional - uncomment if needed)
# Crawl-delay: 1

# Specific bot rules (optional)
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

# Block bad bots (optional - add as needed)
User-agent: MegaIndex.ru
Disallow: /

User-agent: Ezooms
Disallow: /