# http://www.baidu.com/search/robots.html
User-agent: Baiduspider
Allow: /$
Allow: /index.php$
Allow: /*/$
Allow: /*/index.php$
Disallow: /
# http://www.google.com/support/webmasters/bin/answer.py?answer=40360
User-agent: Googlebot
Allow: /$
Allow: /index.php$
Allow: /*/$
Allow: /*/index.php$
Disallow: /
# http://help.yahoo.com/l/us/yahoo/search/webcrawler/slurp-02.html
User-agent: Slurp
Allow: /$
Allow: /index.php$
Allow: /*/$
Allow: /*/index.php$
Disallow: /
User-agent: *
Disallow: /cgi-bin/
Disallow: /download/
Disallow: /opendreambox/
Disallow: /snapshots/
Disallow: /sources-mirror/