#coding:utf-8
# 导入requests
import requests # 构建url
url = 'http://www.baidu.com' # 发送请求，获取响应
# response = requests.get(url)
response = requests.head(url) # 检查状态码
# print (response.status_code) # 检查url
# print (response.url) # 检查请求头
# print (response.request.headers) # 检查响应头
# print (response.headers) # 检查源码
# print (response.content)
# print (response.content.decode())
#
# response.encoding='utf-8'
# print (response.text)
# print (response.encoding)
带headers的请求
#coding:utf-8
import requests
import time # 构建url
url = 'http://www.baidu.com' # 构建请求头
headers = {
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/62.0.3202.89 Safari/537.36'
} # 发送请求
response = requests.get(url, headers=headers)
print (len(response.content)) time.sleep(2)
response1 = requests.get(url)
print (len(response1.content))
带get传参的请求
#coding:utf-8
import requests # 构建url
url = 'https://www.baidu.com/s'
# 构建headers
headers = {
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/62.0.3202.89 Safari/537.36'
} # 构建参数
params = {
"wd": "深圳"
} # 发送请求
response = requests.get(url, headers=headers, params=params) # 验证url
# print(response.url) with open('baidu.html','w')as f:
f.write(response.content.decode())
get带有代理的请求：
#coding:utf-8
import requests # 构建一个url
url = 'http://www.itcast.cn'
# 构建headers
headers = {
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/62.0.3202.89 Safari/537.36'
}
# 构建代理
# proxies = {
# "http": "http://106.14.51.145:8118",
# "https": "https://106.14.51.145:8118",
# }
# 付费代理
proxies = {
"http": "http://morganna_mode_g:ggc22qxp@117.48.199.230:16816",
"https": "https://morganna_mode_g:ggc22qxp@117.48.199.230:16816",
} # 发送请求
response = requests.get(url,headers=headers,proxies=proxies) #？ 如何验证代理是否使用成功
# 运用超时抛出异常来判断是否成功，一般0.5-1秒
# response = requests.get(url, timeout=3)