requests库爬取须要登陆的网站

#!usr/bin/env python
#-*- coding:utf-8 _*-
"""
@author:lenovo
@file: 登陆人人网.py
@time: 2019/10/{DAY}
"""
# import requests
# # 建立session对象，能够保存Cookie值
# ssion = requests.session()
#
# # 处理 headers
# headers = {"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.99 Safari/537.36"}
#
# #须要登陆的用户名和密码
# data = {"email":"1868156XXXX", "password":"XXXX"}
#
# # 发送附带用户名和密码的请求，并获取登陆后的Cookie值，保存在ssion里
# ssion.post("http://www.renren.com/PLogin.do", data = data)
#
# #  ssion包含用户登陆后的Cookie值，能够直接访问那些登陆后才能够访问的页面
# response = ssion.get("http://www.renren.com/972540941/newsfeed/photo")
#
# result = response.content
#
# html = result.decode('utf-8')
# print(html)
# filename = "log.html"
# with open(filename,'w',encoding='utf-8') as f:
#     f.write(html)