标签：with 学习 file spider star closed __init__ process codec
class JsonwithEncodingPipeline(object): def __init__(self): self.file = codecs.open(‘article.json‘, ‘w‘, encoding=‘utf-8‘) def process_item(self, item, spider): lines = json.dumps(dict(item), ensure_ascii=False) + ‘\n‘ self.file.write(lines) return item def spider_closed(self, spider): self.file.close()
class JsonExporterPipeline(object): def __init__(self): self.file = open(‘articleexport.json‘, ‘wb‘) self.exporter = JsonItemExporter(self.file, encoding=‘utf-8‘, ensure_ascii=False) self.exporter.start_exporting() def spider_closed(self, spider): self.exporter.finish_exporting() self.file.close() def process_item(self, item, spider): self.exporter.export_item(item) return item
标签：with 学习 file spider star closed __init__ process codec
原文地址：https://www.cnblogs.com/cq146637/p/9053214.html
