• C#获取页面上的Html


     1 //根据Url地址得到网页的html源码 
     2 public static string GetWebContent(string Url)
     3 {
     4   string strResult = "";
     5   try
     6   {
     7     HttpWebRequest request = (HttpWebRequest)WebRequest.Create(Url);
     8     //声明一个HttpWebRequest请求 
     9     request.Timeout = 30000;
    10     //设置连接超时时间 
    11     request.Headers.Set("Pragma", "no-cache");
    12     HttpWebResponse response = (HttpWebResponse)request.GetResponse();
    13     Stream streamReceive = response.GetResponseStream();
    14     Encoding encoding = Encoding.GetEncoding("GB2312");
    15     StreamReader streamReader = new StreamReader(streamReceive, encoding);
    16     strResult = streamReader.ReadToEnd();
    17   }
    18   catch
    19   {
    20     Console.WriteLine("出错");
    21   }
    22     return strResult;
    23   }
    24 
    25  
    26 
    27 public string Search(string argAddress)
    28 {
    29   //要抓取的URL地址 
    30   StringBuilder sb = new StringBuilder();
    31   //sb.Append("http://ditu.google.cn/maps");
    32   //sb.Append("?");
    33   //sb.Append("hl=zh-CN&newwindow=1&safe=strict");
    34   //sb.Append("&q=");
    35   //sb.Append(argAddress);
    36   //sb.Append("&bav=on.2,or.&bvm=bv.44158598,d.dGI&biw=1440&bih=775&um=1&ie=UTF-8&sa=N&tab=wl");
    37   sb.Append("http://query.customs.gov.cn/MNFTQ/MQuery.aspx");
    38 
    39   //得到指定Url的源码 
    40   string strWebContent = GetWebContent(sb.ToString());
    41 
    42   ////生成HtmlDocument 
    43   //WebBrowser webb = new WebBrowser();
    44   //webb.Navigate("about:blank");
    45   //HtmlDocument htmldoc = webb.Document.OpenNew(true);
    46   //htmldoc.Write(strWebContent);
    47   //HtmlElementCollection htmlTR = htmldoc.GetElementsByTagName("TR");
    48   //foreach (HtmlElement tr in htmlTR)
    49   //{
    50     // string address = string.Empty;
    51 
    52 
    53     // try
    54     // {
    55       // string resultspanel = tr.Document.GetElementById("resultspanel").Document.GetElementById("panel_A_2").InnerText;
    56 
    57       // string[] ContentLines = resultspanel.Split(new string[] { "
    " }, StringSplitOptions.None);//不忽略空行
    58 
    59       // address = ContentLines[1];
    60     // }
    61     // catch { };
    62 
    63 
    64     // //插入DataTable 
    65     // if (address != string.Empty)
    66     // {
    67       // return address;
    68     // }
    69     // else
    70     //  {
    71       // continue;
    72     // }
    73   //}
    74 
    75   return strWebContent;
    76 }
  • 相关阅读:
    hdu4846 最大子正方形(dp)
    hdu4847 水题
    hdu4847 水题
    hdu4848 DFS 暴搜+ 强剪枝
    hdu4848 DFS 暴搜+ 强剪枝
    洛谷 P4999 烦人的数学作业(数位DP)
    洛谷 P4317 花神的数论题(数位DP || 快速幂)
    洛谷 P2657 [SCOI2009]windy数(数位DP)
    洛谷 P2602 [ZJOI2010]数字计数(数位DP)
    HDU 2089 不要62(数位DP)
  • 原文地址:https://www.cnblogs.com/loushengjie/p/10729061.html
Copyright © 2020-2023  润新知