介绍
这期内容当中小编将会给大家带来有关锋利爬虫程序配置代理ip的示例分析,文章内容丰富且以专业的角度为大家分析和叙述,阅读完这篇文章希望大家可以有所收获。
<>之前,,//,要访问的目标页面 ,,,string targetUrl =,“http://httpbin.org/ip"; ,,,//,代理服务器 ,,,string proxyHost =,“http://t.16yun.cn"; ,,,string proxyPort =,“6447”; ,,,//,代理隧道验证信息 ,,,string proxyUser =,“16 ixngxo"; ,,,string proxyPass =,“366338”; ,,,//,设置代理服务器 ,,,WebProxy proxy =, new WebProxy (string.Format (“{0}: {1},,, proxyHost,, proxyPort),,真的); ,,,ServicePointManager.Expect100Continue =,假; ,,,var request =, WebRequest.Create (targetUrl), as HttpWebRequest; ,,,request.AllowAutoRedirect =,真的; ,,,request.KeepAlive =,真的; ,,,request.Method ,,,=,“GET"; ,,,request.Proxy ,,,,=,代理; ,,,//request.Proxy.Credentials =, CredentialCache.DefaultCredentials; ,,,request.Proxy.Credentials =, new System.Net.NetworkCredential (proxyUser, proxyPass); ,,,//,设置Proxy 隧道 ,,,//,Random 跑=new 随机(); ,,,//,int tunnel =ran.Next (10000); ,,,//,request.Headers.Add (“Proxy-Tunnel",, String.valueOf(隧道)); ,,,//request.Timeout =, 20000; ,,,//request.ServicePoint.ConnectionLimit =, 512; ,,,//request.UserAgent =,“Mozilla/5.0, (Windows NT 6.3;, Win64;, x64), AppleWebKit/537.36, (KHTML, like 壁虎),Chrome/48.0.2564.82 Safari/537.36“;; ,,,//request.Headers.Add (“Cache-Control",,“信息=0,); ,,,//request.Headers.Add (“DNT",,“1“); ,,,//String encoded =, System.Convert.ToBase64String (System.Text.Encoding.GetEncoding (“iso - 8859 - 1 -“) .GetBytes (proxyUser +,“:“, +, proxyPass)); ,,,//request.Headers.Add (“Proxy-Authorization",,“Basic “, +,编码); ,,,using (var response =, request.GetResponse (), as HttpWebResponse) ,,,using (var sr =, new StreamReader (response.GetResponseStream (),, Encoding.UTF8)) ,,,{ ,,,,,,,string htmlStr =, sr.ReadToEnd (); ,,,}上述就是小编为大家分享的锋利爬虫程序配置代理ip的示例分析了,如果刚好有类似的疑惑,不妨参照上述分析进行理解。如果想知道更多相关知识,欢迎关注行业资讯频道。
