python BeautifulSoup 获取页面多个子节点中的各个节点的内容

页面html格式为

 1 import httplib
 2 from BeautifulSoup import BeautifulSoup
 3 
 4 
 5 def main():
 6     f = open('result','a')
 7 
 8     headers = {'Content-Type':'application/x-www-form-urlencoded',
 9         'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
10         'Accept-Language': 'zh-CN,zh;q=0.8,en-US;q=0.5,en;q=0.3',
11         'Accept-Encoding': 'gzip, deflate',
12         'Referer': 'http://xxx.xxx.com/admin/userlist',
13         'Cookie': 'JSESSIONID=9F6F2D03D2C11400B3D6731E90D73117',
14         'User-Agent': 'User-Agent: Mozilla/5.0 (Windows NT 6.1; rv:46.0) Gecko/20100101 Firefox/46.0',
15     }
16           
17     conn = httplib.HTTPConnection('*.*.*.*', timeout=50)
18 
19     for p in range(1,1287):
20         print p
21         conn.request(method='GET',
22                         url="/admin/userlist?toPage=%s&sessionID=" % str(p),
23                         headers=headers)
24         resp = conn.getresponse()
25         html_doc = resp.read()
26         mainSoup = BeautifulSoup(html_doc)
27         for s in mainSoup.findAll('tr', attrs={'bgcolor':'#7bb5de'}):
28             if 'style' not in str(s):
29                 continue
30             for d in s.findAll('td'):
31                 print d.getText(),
32                 f.write("%s " % d.getText().encode('utf-8'))   #f.write("%s " % d.getText())==> UnicodeEncodeError: 'ascii' codec can't encode characters in position 0-2: ordinal not in range(128)
33             f.write("%s
" % d.getText().encode('utf-8'))
34             print
35     f.close()
36     conn.close()
37 
38 
39 if __name__ == '__main__':
40     main()
41

相关阅读:
APP端上传文件至服务器后台，WEB端上传文件存储到服务器
 freemarker模板引擎
 JEECG开发总结
 spring的基本配置
 jeecg解析xml文件
 jeecg查询备份
 jeecg 页面标签规则
 jeecg查询分页
 算法实践——改良的求解数独的暴力搜索法
 算法实践——舞蹈链（Dancing Links）算法求解数独
原文地址：https://www.cnblogs.com/homeways/p/5522605.html