python爬虫小试牛刀
import requestsr = requests.get('http://www.baidu.com')
print(type(r))
print(r.status_code)
print(r.encoding)
print(r.cookies)
print(r.text)
print(r.content.decode('gbk'))
#使用get传递参数
payload = {'name':'you', 'password':'123456'}
r = requests.get('http://httpbin.org/get', params=payload)
print(r.url)
#httpbin测试
r = requests.get('http://httpbin.org/get')
print(r.text)
requests.post('http://httpbin.org/post')
requests.put('http://httpbin.org/put')
requests.delete('http://httpbin.org/delete')
#修改user-agent,访问知乎首页
headers = {
'User-Agent':'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_0) AppleWebKit/535.11 (KHTML, like Gecko) Chrome/17.0.963.56 Safari/535.11'
}
r = requests.get('https://www.zhihu.com', headers=headers)
print(r.text)
'''
#GET请求,解析json数据
r = requests.get('https://github.com/timeline.json')
print(r.text)
print(r.json())
r = requests.get('https://github.com/timeline.json', stream=True)
print(r.raw.read(10))
#下一首歌曲
r = requests.get('http://dl.stream.qqmusic.qq.com/C400002EWz1t2pc6KC.m4a?vkey=39A3B37A8E8BDADA6EAAD4BB32D627B48ABFEBD7B8E6A0330051DE1976E9FE44A9E125746625842A41D14F9D6075DA6ECB889EBC1B9C4327&guid=1403127668&uin=0&fromtag=66',stream = True)
with open('test.mp3', 'wb') as file:
for chunk in r.iter_content(1024*10):
file.write(chunk)
对应歌曲链接