# robots.txt for kondlian.com.cn # Optimized for Bing and major search engines User-agent: * Allow: / Allow: /download.html Allow: /images/ Allow: /sitemap.xml Disallow: /files/ Disallow: /admin/ Disallow: /api/ Disallow: /tmp/ Disallow: /*.log$ # Sitemap location Sitemap: https://kondlian.com.cn/sitemap.xml # Bing-specific crawl directives User-agent: bingbot Allow: / Crawl-delay: 1 # Google User-agent: Googlebot Allow: / # Baidu User-agent: Baiduspider Allow: / Crawl-delay: 2 # Sogou User-agent: Sogou web spider Allow: / Crawl-delay: 3 # 360 User-agent: 360Spider Allow: / Crawl-delay: 2 # Yandex User-agent: YandexBot Allow: / Crawl-delay: 2 # Block known bad bots User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: / # Host directive (Bing recognizes this) Host: https://kondlian.com.cn