# qelbree.com robots policy # All crawlers currently receive the same access policy. # Add crawler-specific groups only if the policy later changes. User-agent: * # Permit render-critical assets inside otherwise blocked Drupal directories. Allow: /core/*.css$ Allow: /core/*.css? Allow: /core/*.js$ Allow: /core/*.js? Allow: /core/*.gif Allow: /core/*.jpg Allow: /core/*.jpeg Allow: /core/*.png Allow: /core/*.svg Allow: /profiles/*.css$ Allow: /profiles/*.css? Allow: /profiles/*.js$ Allow: /profiles/*.js? Allow: /profiles/*.gif Allow: /profiles/*.jpg Allow: /profiles/*.jpeg Allow: /profiles/*.png Allow: /profiles/*.svg # Directories and non-public Drupal paths. Disallow: /core/ Disallow: /profiles/ Disallow: /admin/ Disallow: /comment/reply/ Disallow: /filter/tips Disallow: /node/add/ Disallow: /search/ Disallow: /user/ # Temporary crawl controls pending confirmation that these files return 403 or 404. # These rules are not a substitute for server-level access controls. Disallow: /README.md Disallow: /composer/Metapackage/README.txt Disallow: /composer/Plugin/ProjectMessage/README.md Disallow: /composer/Plugin/Scaffold/README.md Disallow: /composer/Plugin/VendorHardening/README.txt Disallow: /composer/Template/README.txt Disallow: /modules/README.txt Disallow: /sites/README.txt Disallow: /themes/README.txt Disallow: /web.config # Drupal oEmbed utility endpoints. Disallow: /media/oembed Disallow: /*/media/oembed # Drupal paths when clean URLs are disabled. Disallow: /index.php/admin/ Disallow: /index.php/comment/reply/ Disallow: /index.php/filter/tips Disallow: /index.php/node/add/ Disallow: /index.php/search/ Disallow: /index.php/user/ Disallow: /index.php/media/oembed Disallow: /index.php/*/media/oembed # Pages that should not be indexed no matter what. Disallow: /welcome-kit/thank-you Disallow: /resources/qelbree-welcome-kit # Emerging LLM discovery reference; unsupported crawlers will ignore it. LLMs: https://www.qelbree.com/llms.txt Sitemap: https://www.qelbree.com/sitemap.xml