# robots.txt # Policy: ALLOW ALL crawlers (search engines, SEO tools, AI bots) # Clients verify backlinks via Ahrefs/Semrush/Majestic — blocking these defeats the purpose # Only pure bulk training harvesters with zero citation/indexing value are blocked # --- DEFAULT: ALLOW ALL CRAWLERS --- User-agent: * Allow: / # --- PURE TRAINING HARVESTERS ONLY (blocked — no citation or SEO value) --- User-agent: CCBot Disallow: / User-agent: Diffbot Disallow: / User-agent: Bytespider Disallow: / Sitemap: https://object-storage.nz-por-1.catalystcloud.io/v1/AUTH_c332ce830ed4484498bccfc1d13947b3/cloud-links/clothing/nbex79z3/sitemap.xml