#include "historydata.h"
|
#include "ui_historydata.h"
|
|
#include <QMessageBox>
|
#include <QDebug>
|
#include <QDateTime>
|
#include <QNetworkCookie>
|
#include <QNetworkReply>
|
#include <QJsonDocument>
|
#include <QJsonObject>
|
#include <QJsonArray>
|
#include <QDateTime>
|
|
#pragma execution_character_set("utf-8")
|
|
HistoryData::HistoryData(QWidget *parent) :
|
QMainWindow(parent),
|
ui(new Ui::HistoryData)
|
{
|
ui->setupUi(this);
|
|
initMySQL(); // 初始化MySQL
|
|
// 处理数据爬取的操作
|
// 模拟浏览器的参数
|
QString userAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36";
|
m_cookie = "__utma=1.731742638.1647403301.1699341909.1700229030.32; device_id=196eef62baf016c7d95a22752d9bdbab; smidV2=20240414233939e95389ecf7ecd2f4d08524ce770aacd500753aa68e9640320; s=c611de27gr; cookiesu=651726298794778; xq_a_token=220b0abef0fac476d076c9f7a3938b7edac35f48; xqat=220b0abef0fac476d076c9f7a3938b7edac35f48; xq_r_token=1d46f0ed628506486164e5055a4993f9b54b2f4c; xq_id_token=eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiJ9.eyJ1aWQiOi0xLCJpc3MiOiJ1YyIsImV4cCI6MTcyOTIxMjc4NCwiY3RtIjoxNzI3NDkwOTU3MjA0LCJjaWQiOiJkOWQwbjRBWnVwIn0.C_GmKEhTaaioDMLWkgZyMXDl4duYEVmsdJHsTi7gbcNz0Tohc-uxHsaw0yBT5k-qmbrJ_RaLMCSxy06v14-R3dwL-MsiKRHxHa5qvQZN4BjEgvPRkqqvPgE_fkPLte8qQOEgd5iVkhr-4mjip0-9WCeXYiH7DygxFOBXGlgoPtpPzAtOTm5TWJmXh0ipDsIZxfNOl8jipXYaIdkv_kqLul5gqiBi5qqnwONDa24Zx-Kvpm8ySWiPFBLzZBqTuRBs4oKAMpSdOiYGLVL7dcSDDZyWqAexmrN4f19hkmd6gBHL4dCczRMDGYc1e98sQtlbZ5lgeEuuM24jjcuwCxsxXQ; u=651726298794778; Hm_lvt_1db88642e346389874251b5a1eded6e3=1727099939,1727251802,1727488707,1727491020; HMACCOUNT=1628106D67895387; acw_tc=2760828017275244258732552e9880f861be6db0c40facbdd5f223490decc2; acw_sc__v2=66f7ee8290dc3f63112948801ef331b8c97ccb35; Hm_lpvt_1db88642e346389874251b5a1eded6e3=1727524485; .thumbcache_f24b8bbe5a5934237bbc0eda20c1b6e7=t00N841S/BEpxTGOoJrbm0blWik12om0ew/whcq/V2DNtyEA8um7J+yzeGOli+6iP/TrvrH0YKH2kHlsmDb5EQ%3D%3D; ssxmod_itna=YqAOBKYve+x0ODfxBcDB4DKM7RtAA4454DkDIEC+GAqGNK3DZDiqAPGhDC8RzeL4Ko7+e2aeQvSeopd5pYDk0Ge5TB0PIjaIDB3DEx06TCCQxiiSDCeDIDWeDiDG4Gm4qGtDpxG=DjDytZ9TtDm4GWGqDmDGYBWqDgDYQDGwIXD7QDIqtW07tQDDNQKpAKDiYeHlL5uMRMtOrK7DtDjdTD/3+kZCbCcPwVFeFO=nPcDB6wxBjZRq00Un+g4mNqLYf4IDAxQuYKtgheYYoAfDhTKhhLSGx4tGY4+GDKSiMS2DDAIvdKeD; ssxmod_itna2=YqAOBKYve+x0ODfxBcDB4DKM7RtAA4454DkDIEC+GDA69mqD/YttDFhxMltFKApT7bCMH+bytp7GQQyCbBWukeAF3+jxeN2wLjbQAFcdwbeNeoohjQ4qtEnLg4TKyX2LqVL=CGaV=GqZZqbDby8DFnFbgWiZEH8zoBzBCbzqWeqwoPq7/TpL=gIRY8sVhEpnWWHQU8sz+S8=+8oRerHq0wtQnSzyQDK7Dmvr3a+VY7fezRmxKF=bDeqexYUbuuzw2eR3In9evW6tzHbQY6vp=AIOUc9l6vc0vOl9plD6D07zGGQ41uxpii2Y5s7KvYQDWGYExD7=DYKKeD==";
|
QByteArray cookieByte = m_cookie.toUtf8();
|
QList<QNetworkCookie> list;
|
list.push_back(QNetworkCookie(cookieByte));
|
|
QVariant var;
|
var.setValue(list);
|
// 设置要访问的网址
|
m_request.setUrl(QUrl("https://xueqiu.com/?md5__1038=QqGxcDnDyiitnD05o4%2Br%3Di%3De0KDtYqCDRWOoD"));
|
// 设置请求头，用户代理，用来模拟浏览器
|
m_request.setHeader(QNetworkRequest::UserAgentHeader,userAgent);
|
// 设置cookie
|
//m_request.setHeader(QNetworkRequest::CookieHeader, var);
|
|
// 查看manager都支持哪些协议
|
qDebug()<<"历史分析--支持的协议:"<<m_manager.supportedSchemes();
|
// 关联信号槽，当请求管理对象完全打开网页之后，会将数据给槽函数处理
|
connect(&m_manager,SIGNAL(finished(QNetworkReply*)),this,SLOT(showAplyData(QNetworkReply*)));
|
|
// 去请求首页
|
m_manager.get(m_request);
|
|
|
}
|
|
HistoryData::~HistoryData()
|
{
|
delete ui;
|
}
|
|
void HistoryData::initMySQL()
|
{
|
//添加一个数据库
|
db=QSqlDatabase::addDatabase("QMYSQL"); //括号内要写出数据库的类型
|
//设置数据库
|
db.setHostName("127.0.0.1"); //设置数据库的主机ip
|
//设置数据库的用户名
|
db.setUserName("root");
|
//设置数据库的密码
|
db.setPassword("root"); //这个就是安装MySQL时设置的密码
|
//设置数据库的名字
|
db.setDatabaseName("stock_plan");
|
//打开数据库（已经安装过mysql驱动了）
|
if(db.open()==false){
|
QMessageBox::warning(this,"waring",db.lastError().text());
|
}else{
|
qDebug()<<"mysql conn ok";
|
}
|
}
|
|
void HistoryData::on_pushButton_clicked()
|
{
|
|
QSqlQuery que(db);
|
QString sql = "select * from stock_day_info";
|
if(que.exec(sql)){
|
qDebug()<<"select ok";
|
}else{
|
qDebug()<<"select fail"<<que.lastError().text();
|
}
|
}
|
|
void HistoryData::on_pushButton_update_clicked()
|
{
|
// 把5000支股票挨个获取到，然后进行数据保存，存到表格中
|
// 更新的时候，默认支持10年的数据查询
|
|
QString time_tar=QString::number(QDateTime::currentMSecsSinceEpoch());
|
QString dayCnt=QString::number(3000);
|
QString type = "day"; // day week month
|
for(auto code:m_codeNames.keys()){
|
QString url = QString("https://stock.xueqiu.com/v5/stock/chart/kline.json?symbol=%1&begin=%2&period=%3&type=before&count=-%4&indicator=kline,pe,market_capital,ma").arg(code)
|
.arg(time_tar).arg(type).arg(dayCnt);
|
//qDebug()<<"url:"<<url;
|
// 发起请求 爬取数据
|
m_request.setUrl(QUrl(url));
|
m_manager.get(m_request);
|
//break; // 测试用
|
|
}
|
|
}
|
|
void HistoryData::putCodeNames(QMap<QString, QString> &codeNames)
|
{
|
m_codeNames = codeNames;
|
qDebug()<<"size:"<<m_codeNames.size();
|
}
|
|
void HistoryData::showAplyData(QNetworkReply *reply)
|
{
|
qDebug()<<"history收到响应";
|
// 将响应的数据，一把读取完，放到字节数组里面来处理
|
QByteArray buffer = reply->readAll();
|
|
// 将数据写到文件中，方便观察数据内容
|
// QFile file("data_history.txt");
|
// file.open(QIODevice::ReadWrite | QIODevice::Text);
|
// QTextStream out(&file);
|
// out << buffer << endl;
|
// file.close();
|
|
// 下面使用JSON进行数据处理
|
if(reply->url().toString().indexOf("https://xueqiu.com/") != -1){
|
qDebug()<<"发现首页url";
|
qDebug()<<buffer;
|
|
}else if(reply->url().toString().indexOf("https://stock.xueqiu.com/v5/stock/chart/kline.json") != -1){
|
qDebug()<<"查看个股情况:";
|
getOneStock(buffer);
|
|
}
|
}
|
|
/*
|
{"data":{"symbol":"SZ301633","column":
|
["timestamp","volume","open","high","low","close","chg","percent","turnoverrate","amount","volume_post","amount_post","ma5","ma10","ma20","ma30","pe","market_capital"],
|
"item":[[1730908800000,10787401,187.0,187.0,133.1,137.13,99.19,261.44,77.5,1.608757505E9,1300,178269.0,null,null,null,null,67.0447,7.6353984E9],
|
[1730995200000,8348116,145.8,158.5,130.06,132.9,-4.23,-3.08,59.97,1.19303472E9,1000,132900.0,null,null,null,null,64.9765,7.399872E9],
|
*/
|
void HistoryData::getOneStock(QByteArray &buffer)
|
{
|
|
QJsonDocument jd = QJsonDocument::fromJson(buffer);
|
if(jd.isObject()){
|
QJsonObject jObject = jd.object();
|
QJsonArray jArr = jObject.value("data").toObject().value("item").toArray(); // 通过键值对取值
|
int cnt = jArr.count();
|
qDebug()<<"数组size:"<<cnt;
|
QString symbol = jObject.value("data").toObject().value("symbol").toString();
|
QString code = symbol; // 股票代号
|
QString name = m_codeNames[code];
|
qDebug()<<"历史:"<<code<<symbol;
|
|
// 以批量写入的方式来获取多年数据
|
QString sql = "insert into stock_day_info (name,code,market_capital,percent,open,high,low,close,amount,volume,turnover_rate,pe_ttm,time_trade) values ";
|
//qDebug()<<"sql 1:"<<sql;
|
for(int i=0;i<cnt;++i){
|
qint64 timestamp = jArr.at(i).toArray().at(0).toVariant().toLongLong();
|
double open = jArr.at(i).toArray().at(2).toVariant().toDouble();
|
double high = jArr.at(i).toArray().at(3).toVariant().toDouble();
|
double low = jArr.at(i).toArray().at(4).toVariant().toDouble();
|
double close = jArr.at(i).toArray().at(5).toVariant().toDouble();
|
double percent = jArr.at(i).toArray().at(7).toVariant().toDouble();
|
double turnoverrate = jArr.at(i).toArray().at(8).toVariant().toDouble();
|
double amount = jArr.at(i).toArray().at(9).toVariant().toDouble();
|
double pe_ttm = jArr.at(i).toArray().at(16).toVariant().toDouble();
|
double market_capital = jArr.at(i).toArray().at(17).toVariant().toDouble();
|
long long volume = jArr.at(i).toArray().at(1).toVariant().toLongLong()/100;
|
|
//long long amount = jArr.at(i).toArray().at(9).toVariant().toLongLong()/100000000; // 亿
|
QString curDateTime = QDateTime::fromMSecsSinceEpoch(timestamp).toString("yyyy-MM-dd");
|
//qDebug()<<curDateTime<<close<<volume<<amount;
|
|
// 处理数据保存到模型中
|
QString vals = QString("('%1','%2',%3,%4,%5,%6,%7,%8,%9,%10,%11,%12,'%13')").arg(name).arg(code).arg(QString::number(market_capital))
|
.arg(QString::number(percent)).arg(QString::number(open)).arg(QString::number(high)).arg(QString::number(low)).
|
arg(QString::number(close)).arg(QString::number(amount)).arg(QString::number(volume)).arg(QString::number(turnoverrate))
|
.arg(QString::number(pe_ttm)).arg(curDateTime);
|
if(i != cnt - 1){
|
vals.append(",");
|
}
|
sql.append(vals);
|
//qDebug()<<"sql 3:"<<sql;
|
|
}
|
qDebug()<<"over:"<<sql.size();
|
//qDebug()<<"sql 2:"<<sql; // 太大了 显示不出来
|
|
QSqlQuery que(db);
|
if(que.exec(sql)){
|
qDebug()<<"intsert ok";
|
}else{
|
qDebug()<<"intsert fail"<<que.lastError().text();
|
}
|
}
|
|
}
|
