下载生物信息

http://www.catalogueoflife.org/col/browse/classification

这是一个国外的生物信息网站

今天的代码可以抓取指定分类的信息(id,学名)

没有把多线程写进去,略失败...

运用:webclient,regex,io

项目在>>>开源中国

using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Drawing;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using System.Windows.Forms;
using System.Net;
using System.Text.RegularExpressions;
using System.Threading;
using System.IO;
namespace cateoflife
{
    public partial class Form1 : Form
    {
        WebClient wc = new WebClient();
        int start;
        int end;
        string url;
        string reg;
        string msg;
        int now = 1;
        public Form1()
        {
            InitializeComponent();

        }

        private void button1_Click(object sender, EventArgs e)
        {
            start = int.Parse(textBox2.Text);

            FileInfo fifo = new FileInfo(start+".txt");
            FileStream fs= fifo.OpenWrite();
            StreamWriter w = new StreamWriter(fs);
            w.BaseStream.Seek(0, SeekOrigin.End);

            end=(int.Parse(textBox3.Text)==0)?99999:int.Parse(textBox3.Text);
            url = textBox1.Text;
            reg = textBox4.Text;
            wc.Encoding = Encoding.UTF8;
            string Htm;
            for (int i = start; i <= end; i++)
            {
                try
                {
                    Htm = wc.DownloadString(url + i);
                    foreach (Match m in Regex.Matches(Htm, reg))
                    {
                        gettxt(m.ToString());
                        w.Write(msg);
                        w.Flush();   
                    }                    
                }
                catch (Exception)
                {
                    Htm = wc.DownloadString(url + i);
                    foreach (Match m in Regex.Matches(Htm, reg))
                    {
                        gettxt(m.ToString());
                        w.Write(msg);
                        w.Flush();
                    }               
                }                
                             
            }
            w.Close();
        }
        void gettxt(string html)
        {
            msg=Regex.Match(html,"(?<=/)\d+").ToString()+"	"+Regex.Match(html,"(?<=>)\w+\s*\w+").ToString()+"
";
        }
    }
}