import requests
import pandas as pd
import arrow
import json
import os
from itertools import combinations
os.chdir(r'C:/Users/Windows/Desktop')
class HighSpeed(object):
def __init__(self,date,from_station,to_station):
self.date = date
self.from_station = from_station
self.to_station = to_station
def get_pd(self):
headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko)Chrome/80.0.3970.5 Safari/537.36'}
r = requests.get('https://www.12306.cn/kfzmpt/lcxxcx/query?purpose_codes=ADULT&queryDate='+self.date+'&from_station='+self.to_station+'&to_station='+self.from_station, headers = headers).text
return r
def to_csv(self):
js = self.get_pd()
js2 = json.loads(js)
try:
data = js2['data']['datas']
dt_data = pd.DataFrame(data)
tm = arrow.now().format('HH:mm')
dt_data['记录时间'] = tm
dt_data.to_csv(self.date + 'test.csv',encoding = 'gbk',mode = 'a',index = False)
except:
print('empty')
if __name__ == '__main__':
cheng_yu = ['ICW','JOW','FYW','WZW','NKW','NWW','RQ','FQW','WMW','FZW','CYW','CQW','DYW','MYW','NIW','NCW','MSW','YBW','VJW','RXW']
com = combinations(cheng_yu,2)
com_use = []
for x in com:
com_use.append(x)
for i in range(12,13): #注意时间的修改
date = '2020-01-{}'.format(str(i))
for ls in com_use:
hspeed = HighSpeed(date,ls[0],ls[1])
hspeed.to_csv()
print('finished!')
之前没有找到12306的这个接口，大于20张余票的都显示有，这个网址居然还是可以显示完全，而且良心的是爬取获得的数据直接就是json数据都不需要进行清洗，非常方便！