User-agent: * Allow: / # Sitemap Sitemap: https://clodo.ai/sitemap.xml # Disallow admin and private pages Disallow: /admin/ Disallow: /api/ Disallow: /properties/ Disallow: /property/ Disallow: /david-azimi-group # Allow important public pages Allow: / Allow: /login Allow: /waitlist Allow: /contact Allow: /ToS Allow: /privacy # Crawl-delay for polite crawling Crawl-delay: 1