8_3 scrapy模拟登录人人网

 1 # -*- coding: utf-8 -*-
 2 import scrapy
 3 
 4 
 5 class RenrenSpider(scrapy.Spider):
 6     name = ‘renren‘
 7     allowed_domains = [‘renren.com‘]
 8     start_urls = [‘http://renren.com/‘]
 9 
10     def start_requests(self):
11         #url = "http://www.renren.com/SysHome.do"
12         url = "http://www.renren.com/PLogin.do"
13         data = {"email": "邮箱", "password": "密码"}
14         request = scrapy.FormRequest(url, formdata=data, callback=self.parse_page)
15         yield request
16 
17     def parse_page(self, response):
18         # with open(‘renren.html‘, ‘w‘, encoding=‘utf-8‘) as fp:
19         #     fp.write(response.text)
20         # 登录后要访问的页面大鹏懂成
21         url = "http://www.renren.com/880151247/profile"
22         request = scrapy.Request(url, callback=self.parse_profile)
23         yield request
24 
25     def parse_profile(self, response):
26         with open(‘dapeng.html‘, ‘w‘, encoding=‘utf-8‘) as fp:
27             fp.write(response.text)