User-agent: * Disallow: /administrator/ Disallow: /bin/ Disallow: /cache/ Disallow: /cli/ Disallow: /components/*.php Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /libraries/ Disallow: /logs/ Disallow: /log/ Disallow: /modules/*.php Disallow: /plugins/ Disallow: /tmp/ Allow: /cache/stb/assets/ User-Agent: AhrefsBot Crawl-Delay: 10 User-agent: bingbot Crawl-delay: 3 User-agent: BLEXBot Disallow: / User-agent: 008 Disallow: /