User-agent: *
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/
# 对所有爬虫设置基础延迟
User-agent: *
Crawl-delay: 1.5  # 中间值，兼顾抓取效率与服务器压力

# 针对谷歌/百度等主流爬虫可单独设置（可选，更精准）
User-agent: Googlebot
Crawl-delay: 1  # 谷歌爬虫抓取效率高，适当放宽

# Bingbot（必应爬虫，补充流量）
User-agent: Bingbot
Crawl-delay: 1