直接写成啦一个MyNet.cs类方便使用
get/post方法请求
//get请求 MyNet.SendRequest("http://www.baidu.com"); //post请求 var param = new Dictionary<string, string> { {"a","this is a param" }, {"b","this second param"} }; MyNet.SendRequest("http://www.baidu.com",param); //后面有参数自动转为post,没有参数默认为get
设置请求头
var headers = new Dictionary<string, string>() { {"UserAgent","Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.90 Safari/537.36" } }; MyNet.SendRequest("http://www.baidu.com",param,headers);
带cookie请求
如果需要带cookies请求的话就在发送请求之前添加cookie(可以直接从浏览器中复制出来放进去)
MyNet.m_cookie = MyNet.FormatCookies("thw=us; miid=417871058341351592; ali_ab=123.160.175.149.1488949082923.4; x=e%3D1%26p%3D*%26s%3D0%26c%3D0%26f%3D0%26g%3D0%26t%3D0; v=0;", ".taobao.com"); String str = MyNet.SendRequest("https://myseller.taobao.com/seller_admin.htm");
保持会话状态(保持cookie不丢失)
在请求之前设置如下
MyNet.m_sessionStatus=true;//默认为false不保持会话
下载文件
最后一个参数为下载的进度条显示,如果不需要可以不填写
<ProgressBar Name="jindu" Width="200"></ProgressBar>
MyNet.DownloadFile("http://sw.bos.baidu.com/sw-search-sp/software/1c5131aea1842/ChromeStandalone_56.0.2924.87_Setup.exe", "d:/a.exe",jindu);
下面是类文件直接复制保存为MyNet.cs即可
using System; using System.Net; using System.IO; using System.Text; using System.Text.RegularExpressions; using System.Windows.Controls; using System.Security.Permissions; using System.Windows.Threading; using System.Collections.Generic; using System.Web; namespace Ank.Class { class MyNet { //是否保持会话状态 public static bool m_sessionStatus = false; //请求时要带上的cookie public static CookieCollection m_cookie = null; //代理服务器信息格式为: [主机:端口,用户名,密码]; public static string[] m_proxy = null; private static Log m_log = Log.getInstance(); public delegate void ProgressBarSetter(double value); /** * 添加cookie字符串 * s cookie字符串 * defaultDomain cookie域 * */ public static CookieCollection FormatCookies(string s, string defaultDomain) { s = s.Replace(",", "%2C"); CookieCollection cc = new CookieCollection(); if (string.IsNullOrEmpty(s) || s.Length < 5 || s.IndexOf("=") < 0) return cc; if (string.IsNullOrEmpty(defaultDomain) || defaultDomain.Length < 5) return cc; s.TrimEnd(new char[] { ';' }).Trim(); //Uri urI = new Uri(defaultDomain); //defaultDomain = urI.Host.ToString(); //用软件截取的cookie会带有expires,要把它替换掉 if (s.IndexOf("expires=") >= 0) { s = Replace(s, @"expires=[ws,-:]*GMT[;]?", ""); } //只有一个cookie直接添加 if (s.IndexOf(";") < 0) { System.Net.Cookie c = new System.Net.Cookie(s.Substring(0, s.IndexOf("=")), s.Substring(s.IndexOf("=") + 1)); c.Domain = defaultDomain; cc.Add(c); return cc; } //不同站点与不同路径一般是以英文道号分别 if (s.IndexOf(",") > 0) { s.TrimEnd(new char[] { ',' }).Trim(); foreach (string s2 in s.Split(',')) { cc = FormatCookies(s2, defaultDomain, cc); } return cc; } else //同站点与同路径,不同.Name与.Value { return FormatCookies(s, defaultDomain, cc); } } //添加到CookieCollection集合部分 private static CookieCollection FormatCookies(string s, string defaultDomain, CookieCollection cc) { try { s.TrimEnd(new char[] { ';' }).Trim(); System.Collections.Hashtable hs = new System.Collections.Hashtable(); foreach (string s2 in s.Split(';')) { string s3 = s2.Trim(); if (s3.IndexOf("=") > 0) { string[] s4 = s3.Split('='); hs.Add(s4[0].Trim(), s4[1].Trim()); } } string defaultPath = "/"; foreach (object Key in hs.Keys) { if (Key.ToString().ToLower() == "path") { defaultPath = hs[Key].ToString(); } else if (Key.ToString().ToLower() == "domain") { defaultDomain = hs[Key].ToString(); } } foreach (object Key in hs.Keys) { if (!string.IsNullOrEmpty(Key.ToString()) && !string.IsNullOrEmpty(hs[Key].ToString())) { if (Key.ToString().ToLower() != "path" && Key.ToString().ToLower() != "domain") { Cookie c = new Cookie(); c.Name = Key.ToString(); c.Value = hs[Key].ToString(); c.Path = defaultPath; c.Domain = defaultDomain; cc.Add(c); } } } } catch(Exception ex) { errorMsg(ex); } return cc; } private static string Replace(string strSource, string strRegex, string strReplace) { try { Regex r; r = new Regex(strRegex, RegexOptions.IgnoreCase | RegexOptions.Singleline); string s = r.Replace(strSource, strReplace); return s; } catch { return strSource; } } /** * 创建一个请求 * */ private static HttpWebRequest CreateRequest(string url = "", Dictionary<string, string> headers = null) { HttpWebRequest httpRequest; CookieContainer cookieCon = new CookieContainer(); if (m_cookie != null && m_cookie.Count > 0) { cookieCon.Add(new Uri(url), m_cookie); } httpRequest = (HttpWebRequest)WebRequest.Create(url); httpRequest.Timeout = 60000; //添加代理访问 if (m_proxy != null && m_proxy.Length > 1) { WebProxy proxy = new WebProxy(); proxy.Address = new Uri(m_proxy[0]); if (m_proxy.Length == 3) { proxy.Credentials = new NetworkCredential(m_proxy[1], m_proxy[2]); httpRequest.UseDefaultCredentials = true; } httpRequest.Proxy = proxy; } //如果有请求头的话加上请求头 if (headers != null) { WebHeaderCollection hds = new WebHeaderCollection(); foreach (var item in headers.Keys) { hds.Add(item, headers[item]); } httpRequest.Headers = hds; } //如果有cookie就加上cookie httpRequest.CookieContainer = cookieCon; return httpRequest; } /** * 从图片地址下载图片到本地磁盘 * filePath 保存的路径 * url图片地址 **/ public static bool DownImage( string url,string filePath, Dictionary<string, string> headers = null) { bool Value = false; WebResponse response = null; HttpWebRequest request = null; Stream stream = null; try { request = CreateRequest(url, headers); response = request.GetResponse(); stream = response.GetResponseStream(); if (!response.ContentType.ToLower().StartsWith("text/")) { Value = SaveBinaryFile(response, filePath); } } catch (Exception ex) { errorMsg(ex); } return Value; } /** * 将二进制文件保存到磁盘 * response 响应数据 * filePath 保存的文件路径 **/ private static bool SaveBinaryFile(WebResponse response, string filePath) { bool Value = true; byte[] buffer = new byte[1024]; try { if (File.Exists(filePath)) File.Delete(filePath); Stream outStream = System.IO.File.Create(filePath); Stream inStream = response.GetResponseStream(); int l; do { l = inStream.Read(buffer, 0, buffer.Length); if (l > 0) outStream.Write(buffer, 0, l); } while (l > 0); outStream.Close(); inStream.Close(); } catch (Exception ex) { errorMsg(ex); Value = false; } return Value; } /** * 下载文件到本地 * url 文件url地址,这里的路径要用双斜杠 * filePath 本地保存文件路径 * bar进度条 **/ public static void DownloadFile(string url, string filePath, ProgressBar bar = null, Dictionary<string, string> headers = null) { try { //去操作ui线程元素 bar.Dispatcher.BeginInvoke(new Action(() => { if (bar != null) { bar.Value = bar.Minimum; } })); HttpWebRequest req = CreateRequest(url, headers); HttpWebResponse resp = (HttpWebResponse)req.GetResponse(); long totalBytes = resp.ContentLength; bar.Dispatcher.BeginInvoke(new Action(() => { if (bar != null) { bar.Maximum = (int)totalBytes; } })); using (Stream sResp = resp.GetResponseStream()) { filePath = filePath.Replace("\", "/"); if (!Directory.Exists(filePath.Substring(0, filePath.LastIndexOf('/')))) { Directory.CreateDirectory(filePath.Substring(0, filePath.LastIndexOf('/'))); } using (Stream sFile = new FileStream(filePath, FileMode.Create)) { long totalDownloadBytes = 0; byte[] bs = new byte[1024]; int size = sResp.Read(bs, 0, bs.Length); while (size > 0) { totalDownloadBytes += size; DispatcherHelper.DoEvents(); sFile.Write(bs, 0, size); bar.Dispatcher.BeginInvoke(new Action(() => { if (bar != null) { bar.Value = (int)totalDownloadBytes; } })); Console.WriteLine((int)totalDownloadBytes); size = sResp.Read(bs, 0, bs.Length); } } } bar.Dispatcher.BeginInvoke(new Action(() => { if (bar != null) { bar.Value = bar.Maximum; } })); } catch (Exception ex) { errorMsg(ex); } } public static string http_build_query(Dictionary<string, string> dict = null) { if (dict == null) { return ""; } var builder = new UriBuilder(); var query = HttpUtility.ParseQueryString(builder.Query); foreach (var item in dict.Keys) { query[item] = dict[item]; } return query.ToString().Trim('?').Replace("+", "%20"); } #region //post数据 /** * 发送请求,如果有postdata自动转换为post请求 * */ public static string SendRequest(string url, Dictionary<string, string> postData = null, Dictionary<string, string> headers = null, string encode = "utf-8") { string rehtml = ""; HttpWebRequest httpRequest = null; WebResponse response = null; try { Encoding encoding = Encoding.GetEncoding(encode); httpRequest = CreateRequest(url, headers); //如果有请求数据就改成post请求 if (postData != null && postData.Count != 0) { var parstr = http_build_query(postData); byte[] bytesToPost = encoding.GetBytes(parstr); httpRequest.ContentType = "application/x-www-form-urlencoded"; httpRequest.Method = "POST"; httpRequest.ContentLength = bytesToPost.Length; Stream requestStream = httpRequest.GetRequestStream(); requestStream.Write(bytesToPost, 0, bytesToPost.Length); requestStream.Close(); } else { httpRequest.Method = "GET"; } response = httpRequest.GetResponse(); //从响应头自动判断网页编码 //Content - Type:text / html; charset = utf - 8 string contentType = response.Headers["Content-Type"]; //Encoding encoding = null; Regex regex = new Regex("charset\s*=\s*(\S+)", RegexOptions.IgnoreCase); Match match = null; if (contentType != null) { match = regex.Match(contentType); //在响应头中找到编码声明 if (match.Success) { //找到页面里的编码声明,就按编码转换 try { encoding = Encoding.GetEncoding(match.Groups[1].Value.Trim()); using (TextReader reader = new StreamReader(response.GetResponseStream(), encoding)) { rehtml = reader.ReadToEnd(); } } catch (Exception ex) { errorMsg(ex); rehtml = ""; } } } //响应头类型为空或没有找到编码声明的情况,直接从响应内容中找编码声明 using (TextReader reader = new StreamReader(response.GetResponseStream(), Encoding.Default)) { rehtml = reader.ReadToEnd(); regex = new Regex("<\s*meta.+charset\s*=\s*(\S+)\s*"", RegexOptions.IgnoreCase); match = regex.Match(rehtml); //找到编码声明就转码,找不到拉倒,不管啦 if (match.Success) { try { encoding = Encoding.GetEncoding(match.Groups[1].Value.Trim()); rehtml = encoding.GetString(Encoding.Default.GetBytes(rehtml)); // Console.WriteLine(str); } catch (Exception ex) { errorMsg(ex); //转码出错,原样返回,不管它是啥东西,不处理啦 } } } } catch (Exception ex) { errorMsg(ex); rehtml = ""; } if (m_sessionStatus) { m_cookie = httpRequest.CookieContainer.GetCookies(new Uri(url)); } else { m_cookie = null; } httpRequest = null; if (response != null) { response.Dispose(); response = null; } return rehtml; #endregion } private static void errorMsg(Exception ex = null) { if (ex != null) { Console.WriteLine(ex.Message); m_log.write(ex.Message, "litedb"); m_log.write(ex.ToString(), "litedb"); } } public static class DispatcherHelper { [SecurityPermissionAttribute(SecurityAction.Demand, Flags = SecurityPermissionFlag.UnmanagedCode)] public static void DoEvents() { DispatcherFrame frame = new DispatcherFrame(); Dispatcher.CurrentDispatcher.BeginInvoke(DispatcherPriority.Background, new DispatcherOperationCallback(ExitFrames), frame); try { Dispatcher.PushFrame(frame); } catch (InvalidOperationException) { } } private static object ExitFrames(object frame) { ((DispatcherFrame)frame).Continue = false; return null; } } } }