import requests

import json

import csv

start_time = 20221230#设置开始爬取的时间为2022.12.30

headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Safari/537.36 Edg/107.0.1418.56'}

#设置读取请求头的函数

def send_request(url):

resp = requests.get(url, headers)

return resp.text

#对json文件进行翻译，翻译以后获取相应数据

def parser(data):

total_data = []

json_data = json.loads(data)

data = json_data['o_curinstrument']

delivermonth = data[0]['DELIVERYMONTH']

font_price = data[0]['PRESETTLEMENTPRICE']

today_price = data[0]['OPENPRICE']

max_price = data[0]['HIGHESTPRICE']

min_price = data[0]['LOWESTPRICE']

close_price = data[0]['CLOSEPRICE']

settlement_price = data[0]['SETTLEMENTPRICE']

zha_die1 = data[0]['ZD1_CHG']

zha_die2 = data[0]['ZD2_CHG']

colume = data[0]['VOLUME']

tornover = data[0]['TURNOVER']

openst = data[0]['OPENINTEREST']

change_price = data[0]['OPENINTERESTCHG']

total_data.append([start_time,delivermonth,font_price,today_price,max_price,min_price,close_price,settlement_price,zha_die1,zha_die2,colume,tornover,openst,change_price])

return total_data

#保存获取到的数据

def save(result):

with open('newdata.csv','a+' ,newline='')as f:

writer = csv.writer(f)

writer.writerows(result)

#开始爬取时间范围，与网站地址

#在网站中找到https://www.shfe.com.cn/data/dailydata/kx/kx{0}.dat 点进去这个就是json文件

def start():

global start_time

while start_time >= 20211101:

print("{0}年开始爬取".format(start_time))

url = 'https://www.shfe.com.cn/data/dailydata/kx/kx{0}.dat'.format(start_time)

data = send_request(url)

# print(data)

try:

result = parser(data)

except json.decoder.JSONDecodeError:

start_time -= 1

continue

save(result)

start_time -= 1

if __name__ == '__main__':

# with open('newdata.csv','a+',newline='') as f:

# writer = csv.writer(f)

# writer.writerow(['日期','交割月份','前结算','今开盘','最高价','最低价','收盘价','结算参考价','涨跌1','涨跌2','成交手','成交额','持仓手','变化'])

start()

#还有一个简单版本需要注释 ，可以 si xin 我