学了几日Python爬虫，做了一个无聊的爬虫。。。
# -*- coding: utf-8 -*- import urllib.request import re page = urllib.request.urlopen("https://movie.douban.com/") cnt = page.read().decode("utf-8") #首次过滤 name = re.findall(r'href="https://movie.douban.com/subject/d+?/?from=showing" class="">.+?</a>',cnt) rate = re.findall(r'<span class="subject-rate">d.d</span>|<span class="text-tip">暂无评分</span>|<span class="rating-type-score">d.d</span>',cnt) #进一步匹配和过滤 name2=[] for na in name: nametmp = re.search(r'class="">.+?</a>', na).group(0) nametmp = nametmp[9:] nametmp = nametmp[:-4] name2.append(nametmp) rate2=[] for ra in rate: ratmp = re.search(r">.+?<", ra).group(0) ratmp = ratmp[1:] ratmp = ratmp[:-1] rate2.append(ratmp) print(len(name2), len(rate2)) ziped = zip(name2, rate2) with open("douban.html",'+w', encoding="utf-8") as f: f.write(""" <!DOCTYPE html> <head> <meta charset="utf-8"> <style> h3{ color:#71c084 } </style> </head> <body> <h3>豆瓣网热门集锦-Powered by python</h3> <ul> """) for na,ra in ziped: f.write("<li>"+na+" "+ra+"</li> ") f.write(""" </ul> </body> <html> """) f.close()
效果是这样滴：
