# http://www.baidu.com/search/robots.html User-agent: Baiduspider Allow: /$ Allow: /index.php$ Allow: /*/$ Allow: /*/index.php$ Disallow: / # http://www.google.com/support/webmasters/bin/answer.py?answer=40360 User-agent: Googlebot Allow: /$ Allow: /index.php$ Allow: /*/$ Allow: /*/index.php$ Disallow: / # http://help.yahoo.com/l/us/yahoo/search/webcrawler/slurp-02.html User-agent: Slurp Allow: /$ Allow: /index.php$ Allow: /*/$ Allow: /*/index.php$ Disallow: / User-agent: * Disallow: /cgi-bin/ Disallow: /download/ Disallow: /opendreambox/ Disallow: /snapshots/ Disallow: /sources-mirror/