• beautifulsoup,正则,lxml,提取页面数据


    # -*- coding: utf-8 -*-
    import re
    from urllib.request import urlopen
    from urllib.request import Request
    from bs4 import BeautifulSoup
    from lxml import etree

    #添加模拟浏览器协议头
    headers = {'User-Agent':'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.6) Gecko/20091201 Firefox/3.5.6'}
    url = "http://sou.zhaopin.com/jobs/searchresult.ashx?jl=%E5%8C%97%E4%BA%AC&kw=python&sm=0&p=1"
    req_timeout = 5
    req = Request(url=url,headers=headers)
    f = urlopen(req,None,req_timeout)
    s = f.read()
    s = s.decode('utf-8')

    ss = str(s)

    #lxml提取
    selector = etree.HTML(ss)
    links = selector.xpath('//tr/td[@class="zwmc"]/div/a/@href|//tr/td[@class="zwmc"]/div/a/text()')
    for link in links:
    print(link)
    '''
    #beautifulsoup提取
    soup = BeautifulSoup(ss,'html.parser')
    aList = soup.find_all("tr")
    for item in aList:
    aList1 = item.find_all("a")
    for item1 in aList1:
    print(item1.get('href'))
    print(item1.get_text())
    break
    #print(item)
    #print(item.get('href'))
    #print(item.get_text())
    '''

    #正则提取
    '''
    mm = re.findall('<div style=" 224px;* 218px; _200px; float: left"><a style="font-weight: bold" par="(.*)" href="(.*)" target="_blank">(.*)</a>',ss)

    print(mm)
    '''

  • 相关阅读:
    在线漏洞检测网站
    渗透测试工具库
    端口利用解析
    Linux安全脚本
    Linux常见系统故障
    Oracle
    Redis和MongoDB区别
    MHA在监控和故障转移时都做了什么
    Oracle 11g Dataguard参数详解
    Oracle
  • 原文地址:https://www.cnblogs.com/MRASdoubleZ/p/7868070.html
Copyright © 2020-2023  润新知