User-agent: * Allow: / # Block access to private files Disallow: /api/ Disallow: /*.json$ Disallow: /server/ Disallow: /client/ # Allow important files for SEO Allow: /sitemap.xml Allow: /robots.txt # Sitemap location Sitemap: https://www.top5charlotteagents.com/sitemap.xml # Crawl-delay for politeness Crawl-delay: 1