-- coding: utf-8 --

import pandas as pd import requests import csv import re from requests_html import HTMLSession from bs4 import BeautifulSoup

'''

# 爬取东方财富网个股资金流历史数据

'''

rawcode = '600651'

def gen_eastmoney_code(rawcode: str) -> str: if rawcode[0] != '6': return f'0.{rawcode}' return f'1.{rawcode}'

def save_to_csv(df, filename): ''' 将数据保存为csv文件 Parameters ---------- df : DataFrame，待保存的数据 filename : str，保存文件名 ''' try: df.to_csv(filename, index=False, encoding='utf-8-sig') # 解决中文乱码问题 print(f'数据已保存至{filename}文件！') except Exception as e: print(e) print('数据保存失败！')

def main(): headers = { 'User-Agent': 'Mozilla / 5.0(WindowsNT10.0;Win64;x64) AppleWebKit / 537.36(KHTML, likeGecko) Chrome / 94.0.4606.81Safari / 537.36Edg / 94.0.992.50'} params = { 'cb': 'jQuery11230696442006331776_1634611526503', 'lmt': '0', 'klt': '101', 'fields1': 'f1,f2,f3,f7', 'fields2': 'f51,f52,f53,f54,f55,f56,f57,f58,f59,f60,f61,f62,f63,f64,f65', 'ut': 'b2884a393a59ad64002292a3e90d46a5', 'secid': gen_eastmoney_code(rawcode), '_': '1634611526504' } response = requests.get('http://push2his.eastmoney.com/api/qt/stock/fflow/daykline/get', headers=headers, params=params) # print(response.text)

kliness = re.findall('"klines":(.*),', response.text)
# kliness1=kliness[0].split('"')
kliness1 = ','.join(kliness)
kliness2 = kliness1.strip('[')
kliness3 = kliness2.split('"')
# print(kliness3)

# 数据插入
all_df = pd.DataFrame()
for i in range(-len(kliness3), -1):
    if len(kliness3[i]) >= 2:
        data = kliness3[-i].split(',')
        print(data)

        '''
        把data转换为dataframe以便存档
        '''
        df = pd.DataFrame(data).T
        # df = df.T
        print(df)
        df.columns = ['日期', '主力净流入净额', '小单净流入净额', '中单净流入净额', '大单净流入净额', '超大单净流入净额', '主力净流入净占比',
                      '小单净流入净占比', '中单净流入净占比', '大单净流入净占比', '超大单净流入净占比', '收盘价', '涨跌幅', '未知']
        all_df = pd.concat([all_df, df], axis=0)
        save_to_csv(df, 'F:/stocks_test/资金流/' + str(rawcode) + '.csv')
save_to_csv(all_df, 'F:/stocks_test/资金流/' + str(rawcode) + '_all.csv')
print("爬取成功！")

if name == 'main': main(