• zlhome.com Deal


    using AnfleCrawler.Common;
    using System;
    using System.Collections.Generic;
    using System.Linq;
    using System.Text;
    using System.Threading.Tasks;
    
    namespace AnfleCrawler.DataAnalyzer
    {
        internal class Zlhome : AnalyzerBase
        {
            protected override void AnalyzeInternal(PageLandEntity current)
            {
                var lander = Crawler.Lander;
                var pHandler = CreateContentHandler(current);
                switch (current.Depth)
                {
                    case 0:
                        {
                            var dom = lander.GetDocument(pHandler);
                            DoPerPaging(current, dom.DocumentNode, ".page:first-child a:last-child");
    
                            foreach (var node in QueryNodes(dom.DocumentNode, ".xqlistBox .l_img a"))
                            {
                                var url = GetHref(node, current.Url);
                                Crawler.PushUrl(url, DataDepth.Houses);
                            }
                        }
                        break;
                    case DataDepth.Houses:
                        {
                            var dom = lander.GetDocument(pHandler);
                            var attrs = new AttributeFiller();
    
                            attrs.Append("小区名称:{0}", QueryTexts(dom.DocumentNode, ".sc a").First().Replace("关注", string.Empty));
    
                            attrs.Append(QueryTexts(dom.DocumentNode, ".c:last-child li"));
    
                            Guid hashKey = GenHashKey(current.Url.OriginalString);
                            var bo = Crawler.Repository.LoadHouses(hashKey);
                            bo.SiteID = "Zlhome.com";
                            bo.PageUrl = current.Url.OriginalString;
                            bo.CityName = Crawler.Config.CityName;
                            attrs.FillEntity(bo, new Dictionary<string, string>()
                            {
                                {"地址", "小区地址"},
                                {"所属片区", "所属区域"},
                                {"物业类型", "物业类别"},
                                {"骏工日期", "竣工时间"},
                            });
                            MapMark(bo);
                            Repository.Save(bo);
                            Crawler.OutWrite("保存楼盘 {0}", bo.小区名称);
    
                            var pNode = QueryNodes(dom.DocumentNode, ".xqinfo").Skip(1).First();
                            var dealNode = QueryNode(pNode, "a");
                            var url = GetHref(dealNode, current.Url);
                            Crawler.PushUrl(url, DataDepth.Deal, bo.RowID);
                        }
                        break;
                    case DataDepth.Deal:
                        {
                            Guid housesID = (Guid)current.State;
                            var dom = lander.GetDocument(pHandler);
    
                            bool isRent = false;
                            foreach (var table in QueryNodes(dom.DocumentNode, ".cjxxtable"))
                            {
                                foreach (var node in QueryNodes(table, "tr"))
                                {
                                    var spans = QueryTexts(node, "td").ToArray();
                                    DateTime? transactionDate = null;
                                    DateTime dump;
                                    if (DateTime.TryParse(spans[0], out dump))
                                    {
                                        transactionDate = dump;
                                    }
                                    Repository.SaveHouselisting(new HouselistingEntity()
                                    {
                                        HousesID = housesID,
                                        TransactionDate = transactionDate,
                                        Area = spans[1],
                                        Apartment = spans[3],
                                        Orientation = spans[4],
                                        Floor = spans[5],
                                        UnitPriceOrLease = spans[6],
                                        SoldPriceOrRent = spans[7],
                                        ServiceBroker = spans[8],
                                        IsRent = isRent
                                    });
                                    Crawler.OutWrite("保存小区{1}记录 {0}", housesID, isRent ? "出租" : "出售");
                                }
                                isRent = true;
                            }
                        }
                        break;
                }
            }
        }
    }
  • 相关阅读:
    SQL面试积累
    The server does not support version 3.0 of the J2EE Web module specification
    AspectJ报错:error at ::0 can't find referenced pointcut XXX
    maven教程
    sqlMapConfig.xml配置文件详解
    解决eclipse+MAVEN提示One or more constraints have not been satisfied.的问题
    maven常见问题
    Dmaven.multiModuleProjectDirectory system propery is not set.
    maven最齐全配置pom.xml
    serialVersionUID的作用
  • 原文地址:https://www.cnblogs.com/Googler/p/4272669.html
Copyright © 2020-2023  润新知