# StoreCensus Robots.txt
# Updated: June 2026

User-agent: *
Allow: /

# Block admin and private areas
Disallow: /admin/
Disallow: /api/
Disallow: /user/

# Block authentication pages
Disallow: /auth/signin
Disallow: /auth/signup
Disallow: /auth/forgot-password
Disallow: /auth/reset-password

# Sitemaps
Sitemap: https://www.storecensus.com/sitemap.xml
Sitemap: https://www.storecensus.com/stores-sitemap.xml
Sitemap: https://www.storecensus.com/sitemaps/shopify-store-niches.xml

# Block bad bots
User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /