User-agent: * Allow: / # 允许访问主要页面 Allow: /index.php Allow: /search.php Allow: /province.php Allow: /city.php Allow: /station.php Allow: /sitemap.php Allow: /404.php # 允许访问静态资源 Allow: /assets/ Allow: /assets/css/ Allow: /assets/js/ Allow: /assets/images/ # 禁止访问敏感目录 Disallow: /includes/ Disallow: /data/ Disallow: /config/ Disallow: /.git/ Disallow: /vendor/ Disallow: /node_modules/ # 禁止访问临时文件和备份文件 Disallow: /*.tmp Disallow: /*.bak Disallow: /*.log Disallow: /*~ # 站点地图位置 Sitemap: http://www.hsikn.com/sitemap.xml # 爬取延迟(秒) Crawl-delay: 1 # 针对特定搜索引擎的优化 User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: Baiduspider Allow: / Crawl-delay: 2