JAVA 爬虫Gecco

主要代码：

Gecco(matchUrl="https://github.com/{user}/{project}", pipelines="consolePipeline")
public class MyGithub implements HtmlBean {
 
    private static final long serialVersionUID = -7127412585200687225L;
     
    @Request
    private HttpRequest request;
     
    @RequestParameter("user")
    private String user;
     
    @RequestParameter("project")
    private String project;
     
    @Text
    @HtmlField(cssPath=".repository-meta-content")
    private String title;
     
    @Text
    @HtmlField(cssPath=".pagehead-actions li:nth-child(2) .social-count")
    private int star;
     
    @Text
    @HtmlField(cssPath=".pagehead-actions li:nth-child(3) .social-count")
    private int fork;
 
    @Href(click=false)
    @HtmlField(cssPath="ul.numbers-summary > li:nth-child(4) > a")
    private String contributors;
     
    @HtmlField(cssPath=".entry-content")
    private String readme;
 
    public HttpRequest getRequest() {
        return request;
    }
 
    public void setRequest(HttpRequest request) {
        this.request = request;
    }
 
    public String getReadme() {
        return readme;
    }
 
    public void setReadme(String readme) {
        this.readme = readme;
    }
 
    public String getUser() {
        return user;
    }
 
    public void setUser(String user) {
        this.user = user;
    }
 
    public String getProject() {
        return project;
    }
 
    public void setProject(String project) {
        this.project = project;
    }
 
    public String getTitle() {
        return title;
    }
 
    public void setTitle(String title) {
        this.title = title;
    }
 
    public int getStar() {
        return star;
    }
 
    public void setStar(int star) {
        this.star = star;
    }
 
    public int getFork() {
        return fork;
    }
 
    public void setFork(int fork) {
        this.fork = fork;
    }
     
    public String getContributors() {
        return contributors;
    }
 
    public void setContributors(String contributors) {
        this.contributors = contributors;
    }
 
    public static void main(String[] args) {
        GeccoEngine.create()
        .classpath("com.geccocrawler.gecco.demo")
        //开始抓取的页面地址
        .start("https://github.com/xtuhcy/gecco")
        //开启几个爬虫线程,线程数量最好不要大于start request数量
        .thread(2)
        //单个爬虫每次抓取完一个请求后的间隔时间
        .interval(2000)
        .run();
    }
 
}