{"id":778,"date":"2007-02-28T17:38:58","date_gmt":"2007-02-28T17:38:58","guid":{"rendered":"http:\/\/ellery.no-ip.info\/wp\/thinkingmore\/2007\/02\/28\/%e8%ae%80%e5%8f%96%e7%b6%b2%e9%a0%811\/"},"modified":"2007-02-28T17:38:58","modified_gmt":"2007-02-28T17:38:58","slug":"%e8%ae%80%e5%8f%96%e7%b6%b2%e9%a0%811","status":"publish","type":"post","link":"https:\/\/ellery.no-ip.info\/wp\/thinkingmore\/2007\/02\/%e8%ae%80%e5%8f%96%e7%b6%b2%e9%a0%811\/","title":{"rendered":"\u8b80\u53d6\u7db2\u9801(1)"},"content":{"rendered":"

\u5982\u679c\u4f60\u8981\u641e\u500b spider \u6216\u662f bot\uff0c\u9700\u8981\u8b80\u53d6\u7db2\u9801\u7684\u8a71\uff0c\u7528 WebClient \u5c31\u7dbd\u7dbd\u6709\u9918\u4e86\uff5e
\nusing<\/font> System.Net;<\/p>\n

public<\/font> class<\/font> Network
\n{
\n    public<\/font> static<\/font> string<\/font> wget( string<\/font> url )
\n    {
\n        WebClient<\/font> _client=new<\/font> WebClient<\/font>();
\n        string<\/font> result=""<\/font>;
\n            
\n        try<\/font> {
\n            \/\/ \u85c9\u8457\u4fee\u6539 Header\uff0c\u53ef\u4ee5\u7528\u4f86\u6a21\u64ec\u67d0\u7279\u5b9a Browser\uff0c\u4ee5\u4e0b\u662f\u6a21\u64ec IE 6<\/font>
\n            _client.Headers.Add("Accept"<\/font>,"image\/gif, image\/x-xbitmap, image\/jpeg, image\/pjpeg, *\/*"<\/font>);
\n            _client.Headers.Add("Accept-Language"<\/font>,"zh-tw"<\/font>);
\n            _client.Headers.Add("User-Agent"<\/font>,"Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.2; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727)"<\/font>);<\/p>\n

            \/\/ \u8868\u793a\u652f\u63f4\u58d3\u7e2e\uff0c\u4e5f\u5c31\u662f\u8aaa\uff0c\u4f60\u53ef\u4ee5\u4e1f\u58d3\u7e2e\u904e\u7684\u8cc7\u6599\u904e\u4f86\uff0c\u6211\u4f86\u89e3\uff5e<\/font>
\n            \/\/_client.Headers.Add("Accept-Encoding","gzip, deflate");<\/font><\/p>\n

            \/\/ read<\/font>
\n            System.IO.Stream<\/font> objStream=_client.OpenRead( url );<\/p>\n

            \/\/ \u8981\u77e5\u9053\u6b63\u78ba\u7684\u7de8\u78bc\uff0c\u518d\u53bb\u8b80\u53d6\uff5e.Net\u6703\u5e6b\u6211\u5011\u81ea\u52d5\u8f49\u70ba unicode \u5b57\u4e32\u3002\u9019\u908a\u9810\u8a2d\u90fd\u662f UTF8<\/font>
\n            System.IO.StreamReader<\/font> _reader=new<\/font> System.IO.StreamReader<\/font>(objStream,System.Text.Encoding<\/font>.UTF8);
\n            \/\/System.IO.StreamReader _reader=new System.IO.StreamReader(objStream,System.Text.Encoding.GetEncoding(950));<\/font>
\n            result = _reader.ReadToEnd();
\n        }
\n        catch<\/font>( Exception<\/font> ex ) {
\n            throw<\/font> ex;
\n        }
\n        finally<\/font> {
\n        }
\n            
\n        return<\/font> result;
\n    }
\n}<\/p>\n

\u6240\u4ee5\u6211\u5011\u5c31\u53ef\u4ee5\u9019\u9ebc\u7528
\nConsole<\/font>.WriteLine( Network.wget("http:\/\/www.google.com.tw"<\/font>) );<\/p>\n

\u76ee\u524d\u6709\u500b\u6c7a\u5b9a\u6027\u7684\u7f3a\u9ede\uff1a\u5fc5\u9808\u5148\u77e5\u9053\u7db2\u9801\u7de8\u78bc\uff0c\u6211\u5011\u624d\u80fd\u8b80\u5230\u6b63\u78ba\u7684\u6587\u5b57\uff5e\u6709\u8fa6\u6cd5\u5148\u77e5\u9053\u7db2\u9801\u7684\u7de8\u78bc\uff0c\u518d\u53bb\u6c7a\u5b9a\u8981\u600e\u9ebc\u8b80\u53d6\u55ce\uff1f<\/p>\n","protected":false},"excerpt":{"rendered":"

\u5982\u679c\u4f60\u8981\u641e\u500b spider \u6216\u662f bot\uff0c\u9700\u8981\u8b80\u53d6\u7db2\u9801\u7684\u8a71\uff0c\u7528 WebClient \u5c31\u7dbd\u7dbd\u6709\u9918\u4e86\uff5e using System.Net; public class Network {     public static string wget( string url )     {         WebClient _client=new WebClient();         string result="";                      try {             \/\/ \u85c9\u8457\u4fee\u6539 Header\uff0c\u53ef\u4ee5\u7528\u4f86\u6a21\u64ec\u67d0\u7279\u5b9a Browser\uff0c\u4ee5\u4e0b\u662f\u6a21\u64ec IE 6             _client.Headers.Add("Accept","image\/gif, image\/x-xbitmap, image\/jpeg, image\/pjpeg, *\/*");             _client.Headers.Add("Accept-Language","zh-tw");             _client.Headers.Add("User-Agent","Mozilla\/4.0 (compatible; MSIE 6.0; Windows NT 5.2; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727)");             \/\/ … <\/p>\n

Continue reading “\u8b80\u53d6\u7db2\u9801(1)”<\/span><\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":false,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[6],"tags":[],"class_list":["post-778","post","type-post","status-publish","format-standard","hentry","category-net"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/p2MOxp-cy","_links":{"self":[{"href":"https:\/\/ellery.no-ip.info\/wp\/thinkingmore\/wp-json\/wp\/v2\/posts\/778","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/ellery.no-ip.info\/wp\/thinkingmore\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/ellery.no-ip.info\/wp\/thinkingmore\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/ellery.no-ip.info\/wp\/thinkingmore\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/ellery.no-ip.info\/wp\/thinkingmore\/wp-json\/wp\/v2\/comments?post=778"}],"version-history":[{"count":0,"href":"https:\/\/ellery.no-ip.info\/wp\/thinkingmore\/wp-json\/wp\/v2\/posts\/778\/revisions"}],"wp:attachment":[{"href":"https:\/\/ellery.no-ip.info\/wp\/thinkingmore\/wp-json\/wp\/v2\/media?parent=778"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/ellery.no-ip.info\/wp\/thinkingmore\/wp-json\/wp\/v2\/categories?post=778"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/ellery.no-ip.info\/wp\/thinkingmore\/wp-json\/wp\/v2\/tags?post=778"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}