用requests 爬取豆瓣书评的评论

import requests


url ="https://book.douban.com/subject/1084336/comments/"
response = requests.get(url)
r = response.text

from bs4 import BeautifulSoup
soup = BeautifulSoup(r,"lxml")
pattern = soup.find_all("p","comment-content")

for item in pattern :
    print(item.text)
    with open("xiaoshuo.txt","a+",encoding="utf-8") as f :
        f.write(item.text)
        f.close()




# comments = []
# for item in pattern :
#     comments.append(item.text)
#
# df = pandas.DataFrame(comments)
# df.to_csv("comment.csv")