# disallow the baidu spider User-agent: BaiDuSpider Disallow: / # allow all other spider User-agent: * Disallow: /cgi-bin