# https://www.lessontime.ai/robots.txt # Canonical host: https://www.lessontime.ai # One shared group keeps exclusions consistent for search, image, and AI crawlers. User-agent: * Allow: / # Large/backup assets and model files Disallow: /backup/ Disallow: /models/ Disallow: /mldeploy/ # Crawl waste: orphaned scaffolding and third-party demo pages # (no titles, no canonicals, no inbound links - nothing to rank) Disallow: /patterns/bootstrap-5.0.0-beta1-examples/ Disallow: /patterns/login.html Disallow: /patterns/index2.html Disallow: /patterns/index3.html Disallow: /experiments/ Disallow: /signalserver/ Disallow: /audioonly/ Disallow: /graphics/ Disallow: /.well-known/acme-challenge/ # Tracking parameters are crawlable so crawlers can read each page's canonical URL. # Keep CSS/JS/images crawlable so Google can render pages correctly Allow: /*.css$ Allow: /*.js$ Allow: /*.svg$ Allow: /*.png$ Allow: /*.jpg$ Allow: /*.webp$ # Optional throttle for crawlers that support it; Google ignores crawl-delay. Crawl-delay: 1 Sitemap: https://www.lessontime.ai/sitemap.xml