标签：pyse
抓取豆瓣读书中的(http://book.douban.com/)最受关注图书，按照评分排序，并保存至txt文件中，需要抓取书籍的名称，作者，评分，体裁和一句话评论
#coding=utf-8
from selenium import webdriver
from time import sleep
class DoubanPopularBook:
def __init__(self):
self.dr = webdriver.Chrome()
self.popular_books_list = self.get_douban_popular_books()
def get_douban_popular_books(self):
self.dr.get(‘https://book.douban.com/‘)
sleep(3)
popular_books_list = [] #定义一个空list用于存放获取的书籍信息
i = 0
while i < 10:
book_info = self.dr.find_elements_by_css_selector("[class=‘list-col list-col2 list-summary s‘]>li")[i].text #通过css用class属性和标签li组合来获取书籍所有文本信息
popular_books_list.append(book_info.split(‘\n‘)) #向空list追加书籍信息用并换行符隔开
i += 1
popular_books_list.sort(key=lambda x:float(x[1][0:2]), reverse=True) #用sort中key方法根据书籍评分从高到低进行排序
#sorted(popular_books_list, key=lambda book: book[1], reverse=True)
return popular_books_list
def get_popular_books_rank_file(self):
self.file_title = ‘豆瓣最受关注图书榜之评分排行‘
self.file = open(self.file_title + ‘.txt‘, ‘wb‘)
for item in self.popular_books_list:
separate_line = ‘~~~~~~~~~~~~~~~~~~~~~~~~\n‘
self.file.write(separate_line.encode(‘utf-8‘))
self.file.write((‘书籍名称:‘+item[0]+‘\n‘).encode(‘utf-8‘))
self.file.write((‘评分:‘+item[1]+‘\n‘).encode(‘utf-8‘))
self.file.write((item[2]+‘\n‘).encode(‘utf-8‘))
self.file.write((‘体裁:‘+item[3]+‘\n‘).encode(‘utf-8‘))
if item[4] == ‘有电子书‘:
self.file.write((‘一句话评论:‘+item[5]+‘\n‘).encode(‘utf-8‘))
else:
self.file.write((‘一句话评论:‘+item[4]+‘\n‘).encode(‘utf-8‘))
self.file.close()
def quit(self):
self.dr.quit()
if __name__ == ‘__main__‘:
popular_books = DoubanPopularBook()
popular_books.get_popular_books_rank_file()
popular_books.quit()网页如下：
生成txt效果如下：
本文出自 “无想法，无成就！” 博客，请务必保留此出处http://kemixing.blog.51cto.com/10774787/1882855
用python+selenium抓取豆瓣读书中最受关注图书，按照评分排序
标签：pyse
原文地址：http://kemixing.blog.51cto.com/10774787/1882855
