标签:legend return ber cep 等级 nic encode bsp str
import requests
import re
headers = {
    ‘User-Agent‘:‘Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Win64; x64; Trident/5.0)‘
}
info_lists = []
def judgment_sex(class_name):
    if class_name == ‘womenIcon‘:
        return ‘女‘
    else:
        return ‘男‘
def get_info(url):
    res = requests.get(url)
    ids = re.findall(‘<h2>(.*?)</h2>‘,res.text,re.S)
    levels = re.findall(‘<div class="articleGender (.*?)">‘,res.text,re.S)
    sexs = re.findall(‘<div class="number">‘,res.text,re.S)
    contents = re.findall(‘<div class="content">.*?<span>(.*?)</span>‘,res.text,re.S)
    laughs = re.findall(‘<span class="stats-vote"><i class="number">(\d+)<i>‘,res.text,re.S)
    comments = re.findall(‘<i class="number">(\d+)</i>评论‘,res.text,re.S)
    for id,level,sex,content,laugh,comment in zip(ids,levels,sexs,contents,laughs,comments):
        info = {
            ‘id‘:id,
            ‘level‘:level,
            ‘sex‘:judgment_sex(sex),
            ‘content‘:content,
            ‘laugh‘:laugh,
            ‘comment‘:comment
        }
        info_lists.append(info)
if __name__ == ‘__main__‘:
    urls = [‘https://www.qiushibaike.com/text/page/{}/‘.format(str(i)) for i in range(1,12)]
    for url in urls:
        get_info(url)
    for info_list in info_lists:
        f = open(‘E:/qiushi.text‘, ‘a+‘)
        try:
            f.write(info_list[‘id‘]+‘\n‘)
            f.write(info_list[‘level‘]+‘\n‘)
            f.write(info_list[‘sex‘]+‘\n‘)
            f.write(info_list[‘content‘]+‘\n‘)
            f.write(info_list[‘laugh‘]+‘\n‘)
            f.write(info_list[‘comment‘]+‘\n\n‘)
            f.close()
        except UnicodeEncodeError:
            pass
问题:无法生成文档 debug无错
标签:legend return ber cep 等级 nic encode bsp str
原文地址:https://www.cnblogs.com/zhentaoFrezt/p/9255371.html