User-agent: * Allow: / # 1. Block Webflow's Editor and internal parameters Disallow: /?edit Disallow: /*?* Disallow: /*&* # 2. Block API endpoints (if you use tools like Make, Zapier, or custom code) Disallow: /api/ # 3. Block file types that waste crawl budget Disallow: /*.json$ # 4. Explicitly Allow CSS, JS, and image assets Allow: /*.css Allow: /*.js Allow: /*.png$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.webp$ Allow: /*.svg$ Allow: /*.gif$ # ----------------------------------------------------- # 5. Block Aggressive AI Scrapers (Highly recommended for medical sites) # ----------------------------------------------------- User-agent: Omgilibot Disallow: / User-agent: Bytespider Disallow: / # ----------------------------------------------------- # Sitemap location # ----------------------------------------------------- Sitemap: https://trtkingdom.com/sitemap.xml