51的robots.txt:
User-agent: *
Disallow: /404.php
Disallow: /9588.php
Disallow: /addAccessCount.php
Disallow: /ad
DClickCount.php
Disallow: /ConfirmPhoto.php
Disallow: /go.php
Disallow: /home.php
Disallow: /ip.php
Disallow: /jb.php
Disallow: /login.php
Disallow: /norz.php
Disallow: /rzphoto.php
Disallow: /send_msg_new.php
Disallow: /show_image.php
Disallow: /show_photo.php
Disallow: /update_9588_status.php
Disallow: /home/
Disallow: /abc/
Disallow: /cache/
Disallow: /Charge/
Disallow: /class/
Disallow: /
CMS/
Disallow: /face/
Disallow: /help/
Disallow: /hm/
Disallow: /i/
Disallow: /Image/
Disallow: /images/
Disallow: /Inc/
Disallow: /Interface/
Disallow: /js/
Disallow: /kongjian/
Disallow: /lib/
Disallow: /mid/
Disallow: /Music/
Disallow: /myie/
Disallow: /Photo/
Disallow: /port/
Disallow: /shengdanjie/
Disallow: /smc/
Disallow: /temp/
Disallow: /Templates/
Disallow: /user/
Disallow: /User/
Disallow: /v4images/
Disallow: /vda/
Disallow: /
websync/
Disallow: /yijian/