python实战之原生爬虫(爬取熊猫主播排行榜)

标签：app   技术   多行   png   root   eve   end   coding   alt   

""" 
this is a module,多行注释
"""
import re

from urllib import request
# BeautifulSoup:解析数据结构 推荐库 Scrapy:爬虫框架
#爬虫，反爬虫，反反爬虫
#ip 封
#代理ip库
class Spider():
    url=‘https://www.panda.tv/cate/lol‘
    root_pattern=‘<div class="video-info">([\s\S]*?)</div>‘
    name_pattern=‘</i>([\s\S]*?)</span>‘
    number_pattern=‘<span class="video-number">([\s\S]*?)</span>‘

    def __fetch_content(self):
        r=request.urlopen(Spider.url)
        htmls=r.read()
        htmls=str(htmls,encoding=‘utf-8‘)
        return htmls
        a=1

    def __analysis(self,htmls):
        root_html=re.findall(Spider.root_pattern,htmls)
        anchors=[]
        for html in root_html:
            name=re.findall(Spider.name_pattern,html)
            number=re.findall(Spider.number_pattern,html)
            anchor={‘name‘:name,‘number‘:number}
            anchors.append(anchor)
        return anchors

    def __refine(self,achors):
        l=lambda anchor:{‘name‘:anchor[‘name‘][0].strip(),‘number‘:anchor[‘number‘][0]}
        return map(l,achors)

    def __sort(self,anchors):
        
        anchors=sorted(anchors,key=self.__sord_seed,reverse=True)
        return anchors

    def __show(self,anchors):
        for rank in range(0,len(anchors)):
            print(‘rank ‘+str(rank+1)+‘:‘+anchors[rank][‘name‘]
            +‘    ‘+anchors[rank][‘number‘]
            )
            

    def __sord_seed(self,anchor):
        r=re.findall(‘\d*‘,anchor[‘number‘])
        number= float(r[0])
        if ‘万‘ in anchor[‘number‘]:
            number*=10000
        return number

    def go(self):
        htmls=self.__fetch_content()
        anchors=self.__analysis(htmls)
        anchors=list(self.__refine(anchors))
        anchors=self.__sort(anchors)
        self.__show(anchors)

splider=Spider()
splider.go()

python实战之原生爬虫(爬取熊猫主播排行榜)

标签：app   技术   多行   png   root   eve   end   coding   alt   

原文地址：https://www.cnblogs.com/raind/p/9446201.html