Java实现一个简单的网络爬虫

Java实现一个简单的网络爬虫

import java.io.BufferedReader;
import java.io.BufferedWriter;
import java.io.FileWriter;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.net.MalformedURLException;
import java.net.URL;


public class BasicSpaider {

    public static void main(String[] args) {
    URL url = null;
    InputStream is = null;
    BufferedReader br = null;
    FileWriter fw = null;
    BufferedWriter bw = null;
    String temp = null;
    StringBuilder sb = new StringBuilder();
    try {
        fw = new FileWriter("C:/Users/Xiaofei/Desktop/163首页.txt",true); 
        bw = new BufferedWriter(fw);
        url = new URL("http://www.163.com");
        is = url.openStream();
        br = new BufferedReader(new InputStreamReader(is,"GBK"));
        while((temp = br.readLine())!=null){
            bw.write(temp);
            sb.append(temp);
        }
        System.out.println(sb+"/n完成");
    } catch (MalformedURLException e) {
        // TODO 自动生成的 catch 块
        e.printStackTrace();
    } catch (IOException e) {
        // TODO 自动生成的 catch 块
        e.printStackTrace();
    }finally{
        try {
            bw.close();
            fw.close();
            br.close();
            is.close();
        } catch (IOException e) {
            // TODO 自动生成的 catch 块
            e.printStackTrace();
        }
    }

    }

}