python爬虫学习（一）requests爬取服务器数据

import requests
url = "https://movie.douban.com/j/chart/top_list"

#params是get请求带参数
#data是post请求带参数

#重新进行封装参数
param = {
    "type":"24",
    "interval_id":"100:90",
    "action":"",
    "start":10,
    #start作为此网站下拉加载更多的编码
    "limit":20,
}
res = requests.get(url = url, params = param)
print(res.request.headers)

headers: {
    "User-Agent":"XXXX"
}
res1 = requests.get(url = url,headers = headers,params = param)
print(res1.text)
res1.close()
res.close()