batchTask

本文介绍了一个名为 CutOffManager 的批处理任务管理器,该管理器使用 Spring 框架进行任务调度,通过 JobDetailBean 配置 DailyBatchJob 实现定时任务的执行。核心流程包括初始化 registerBatachTaskMap 和通过 cutOff 方法运行具体的 batch task。

摘要生成于 C知道 ,由 DeepSeek-R1 满血版支持, 前往体验 >

CutOffManager(registerBatachTask,cutOff)
1:init method(registerBatachTask Map<string subclass="" batchtask="" taskname="">)
2:org.springframework.scheduling.quartz.JobDetailBean(0 0 5 * * ?)---->DailyBatchJob---->CutOffManager.cutOff---->runBatchTask</string>
class TaskQueueManager : public QObject//负责管理队列的出队进队,管理插入、管理米数、管理换卷的时候需要做的额外的判断 { public: TaskQueueManager(QObject* parent = nullptr); ~TaskQueueManager(); void InitTaskQueueManager(); void EnqueueInsert(const DefectInfoItem& data); void EnqueueUpdateReel(const QSharedPointer<TaskStruct::UpDataByReelTask> task); void EnqueueUpdateMeter(const QSharedPointer<TaskStruct::UpDataByMeterTask> task); QSharedPointer<TaskStruct::DatabaseTaskBase> DequeueTask(); void StartTimers(); void StopTimers(); private slots: void OnInsertTimerTimeout(); void OnMeterTimerTimeout(); private: void FlushInsertQueue(); QString GeneratorTableName(DefectInfoItem& data); private: QQueue<QSharedPointer<TaskStruct::DatabaseTaskBase>> reelQueue; QMutex reelQueueMutex; QQueue<QSharedPointer<TaskStruct::DatabaseTaskBase>> otherQueue; QMutex otherQueueMutex; QQueue<DefectInfoItem>insertQueue;//插入队列 QMutex insertQueueMutex;//插入队列锁 //米数更新用的成员变量 CurrentRunData currentMeterData; QMutex meterDataMutex; bool meterDataDirty = false; QTimer* insertTimer;//插入定时器 QTimer* meterTimer;//米数更新定时器(米数不用接收到就马上执行,而是要等上50毫秒再执行) protected: Q_OBJECT }; TaskQueueManager::TaskQueueManager(QObject* parent) : QObject(parent) { } TaskQueueManager::~TaskQueueManager() { this->StopTimers(); { QMutexLocker locker(&this->insertQueueMutex); if (!this->insertQueue.isEmpty()) { FlushInsertQueue(); } } delete this->insertTimer; delete this->meterTimer; } void TaskQueueManager::InitTaskQueueManager() { qDebug() << QStringLiteral("TaskQueueManager线程:") << QThread::currentThreadId(); this->insertTimer = new QTimer(); this->insertTimer->setInterval(500); this->meterTimer = new QTimer(); this->meterTimer->setInterval(50); connect(this->insertTimer, &QTimer::timeout, this, &TaskQueueManager::OnInsertTimerTimeout); connect(this->meterTimer, &QTimer::timeout, this, &TaskQueueManager::OnMeterTimerTimeout); } void TaskQueueManager::EnqueueInsert(const DefectInfoItem& data) { qDebug() << QStringLiteral("EnqueueInsert线程:") << QThread::currentThreadId(); QMutexLocker locker(&this->insertQueueMutex); this->insertQueue.enqueue(data); qDebug() << this->insertQueue.size(); } void TaskQueueManager::EnqueueUpdateReel(const QSharedPointer<TaskStruct::UpDataByReelTask> task) { QMutexLocker locker(&this->reelQueueMutex); this->reelQueue.enqueue(task); } void TaskQueueManager::EnqueueUpdateMeter(const QSharedPointer<TaskStruct::UpDataByMeterTask> task) { QMutexLocker locker(&this->meterDataMutex); this->currentMeterData = task->currentRunData; this->meterDataDirty = true; } QSharedPointer<TaskStruct::DatabaseTaskBase> TaskQueueManager::DequeueTask() { qDebug() << "reelQueue" << this->reelQueue.size(); qDebug() << "otherQueue" << this->otherQueue.size(); qDebug() << QStringLiteral("DequeueTask线程:") << QThread::currentThreadId(); { QMutexLocker locker(&this->reelQueueMutex); if (!this->reelQueue.isEmpty()) { return this->reelQueue.dequeue(); } } { QMutexLocker locker(&this->otherQueueMutex); if (!this->otherQueue.isEmpty()) { return this->otherQueue.dequeue(); } } return nullptr; } void TaskQueueManager::StartTimers() { qDebug() << QStringLiteral("StartTimers线程:") << QThread::currentThreadId(); this->meterTimer->start(); this->insertTimer->start(); } void TaskQueueManager::StopTimers() { qDebug() << QStringLiteral("StopTimers线程:") << QThread::currentThreadId(); if (this->meterTimer && this->meterTimer->isActive()) { this->meterTimer->stop(); } if (this->insertTimer && this->insertTimer->isActive()) // 修复重复判断 { this->insertTimer->stop(); } } void TaskQueueManager::OnInsertTimerTimeout() { qDebug() << QStringLiteral("OnInsertTimerTimeout线程:") << QThread::currentThreadId(); QMutexLocker locker(&this->insertQueueMutex); if (!insertQueue.isEmpty()) { FlushInsertQueue(); } } void TaskQueueManager::FlushInsertQueue() { qDebug() << QStringLiteral("FlushInsertQueue线程:") << QThread::currentThreadId(); if (this->insertQueue.isEmpty()) { return; } QHash<QString, QQueue<DefectInfoItem>> l_groupedTasks; while (!this->insertQueue.isEmpty()) { auto l_defectInfoItem = this->insertQueue.dequeue(); QString l_tableName = this->GeneratorTableName(l_defectInfoItem); l_groupedTasks[l_tableName].enqueue(l_defectInfoItem); } for (auto it = l_groupedTasks.begin(); it != l_groupedTasks.end(); ++it) { auto l_batchTask = QSharedPointer<TaskStruct::BatchInsertTask>::create(); l_batchTask->defectItems = it.value(); l_batchTask->tableName = it.key(); { QMutexLocker locker(&this->otherQueueMutex); this->otherQueue.enqueue(l_batchTask); } } } QString TaskQueueManager::GeneratorTableName(DefectInfoItem& data) { QString l_timePart = data.startTime; QString l_tableName = "test_defect_table";//QString("reel_%1").arg(l_timePart.replace("-", "").replace(":", "").replace(" ", "").replace(".", "")); return l_tableName; } void TaskQueueManager::OnMeterTimerTimeout() { QSharedPointer<TaskStruct::UpDataByMeterTask> task; { QMutexLocker locker(&meterDataMutex); if (!this->meterDataDirty) { return; } task = QSharedPointer<TaskStruct::UpDataByMeterTask>::create(); task->currentRunData = currentMeterData; this->meterDataDirty = false; } QMutexLocker locker(&otherQueueMutex); this->otherQueue.enqueue(task); } class TaskWorker : public QObject { public: explicit TaskWorker(QObject* parent = nullptr); ~TaskWorker(); void InitTaskWorker(); bool DoInsertNgDataList(const QQueue<DefectInfoItem>& dataList, const QString& tableName); bool DoUpdateReel(CurrentRunData& data); bool DoUpdateMeter(CurrentRunData& data); bool IsDatabaseOpen(); bool OpenDataBaseConnect(); bool CloseConnection(); private: bool ExecuteCommand(QSqlQuery& query); QSqlDatabase taskDB; protected: Q_OBJECT }; TaskWorker::TaskWorker(QObject* parent) : QObject(parent) { } TaskWorker::~TaskWorker() { this->CloseConnection(); } void TaskWorker::InitTaskWorker() { qDebug() << QStringLiteral("InitTaskWorker线程:") << QThread::currentThreadId(); if (!OpenDataBaseConnect()) { qDebug() << QStringLiteral("数据库连接失败!"); } } bool TaskWorker::OpenDataBaseConnect() { ConfigManager* l_configInstance = ConfigManager::GetConfigInstance(); ConfigManager::DAOConfig* l_daoConfig = l_configInstance->GetConfig(); QString l_driverName; switch (l_daoConfig->type) { case ConfigManager::DataBaseType::SQLite: l_driverName = l_driverName = "QSQLITE"; break; case ConfigManager::DataBaseType::MySQL: l_driverName = l_driverName = "QMYSQL"; break; case ConfigManager::DataBaseType::PostgreSQL: l_driverName = l_driverName = "QPSQL"; break; case ConfigManager::DataBaseType::Oracle: l_driverName = l_driverName = "QOCI"; break; default: l_driverName = "QMYSQL"; } if (QSqlDatabase::contains("TaskConnection")) { this->taskDB = QSqlDatabase::database("TaskConnection"); if (this->taskDB.isOpen()) { this->taskDB.close(); } } else { this->taskDB = QSqlDatabase::addDatabase(l_driverName, "TaskConnection"); } if (l_daoConfig->type != ConfigManager::DataBaseType::SQLite) { this->taskDB.setHostName(l_daoConfig->host); this->taskDB.setPort(l_daoConfig->port); } taskDB.setDatabaseName(l_daoConfig->dbName); taskDB.setUserName(l_daoConfig->account); taskDB.setPassword(l_daoConfig->password); if (!taskDB.open()) { QSqlError l_error = taskDB.lastError(); //qDebug() << QStringLiteral("驱动错误:") << l_error.driverText(); //qDebug() << QStringLiteral("错误描述:") << l_error.text(); return false; } else { //qDebug() << QStringLiteral("数据库连接创建成功,线程ID:") << QThread::currentThreadId(); //qDebug() << QStringLiteral("子线程 数据库连接成功"); return true; } qDebug() << QStringLiteral("OpenDataBaseConnect线程:") << QThread::currentThreadId(); } class XZJDATABASE_EXPORT TaskProcessor : public QObject { public: TaskProcessor(QObject* parent = nullptr); ~TaskProcessor(); void InitTaskProcessor(); QSharedPointer<TaskQueueManager> GetTaskQueueManager(); public slots: void StartProcessing(); void StopProcessing(); public slots: void ProcessTask(); private: QSharedPointer<TaskQueueManager> queueManager; // 队列管理器 QSharedPointer<TaskWorker> worker; // 数据库操作实例 QMutex waitMutex; // 等待锁 QWaitCondition waitCondition; // 线程等待条件 std::atomic<bool> isRunning{ false }; // 运行状态 protected: Q_OBJECT }; TaskProcessor::TaskProcessor(QObject* parent) : QObject(parent) { } TaskProcessor::~TaskProcessor() { this->StopProcessing(); } void TaskProcessor::InitTaskProcessor() { qDebug() << QStringLiteral("InitTaskProcessor线程:") << QThread::currentThreadId(); this->queueManager = QSharedPointer<TaskQueueManager>::create(this); this->worker = QSharedPointer<TaskWorker>::create(this); this->queueManager->InitTaskQueueManager(); this->worker->InitTaskWorker(); } QSharedPointer<TaskQueueManager> TaskProcessor::GetTaskQueueManager() { return this->queueManager; } void TaskProcessor::StartProcessing() { this->isRunning = true; this->queueManager->StartTimers(); this->ProcessTask(); } void TaskProcessor::StopProcessing() { this->isRunning = false; this->waitCondition.wakeAll(); this->queueManager->StopTimers(); } void TaskProcessor::ProcessTask() { qDebug() << QStringLiteral("ProcessTask线程:") << QThread::currentThreadId(); while (this->isRunning) { qDebug() << QStringLiteral("ProcessTask 循环执行"); auto task = queueManager->DequeueTask(); if (!task) { qDebug() << "null data"; QMutexLocker locker(&waitMutex); waitCondition.wait(&waitMutex, 50); } else { switch (task->type) { case TaskStruct::TaskType::BatchInsert: { qDebug() << QStringLiteral("TaskStruct::TaskType::BatchInsert 批量插入"); auto bacthInsertTask = task.staticCast<TaskStruct::BatchInsertTask>(); bool success = this->worker->DoInsertNgDataList(bacthInsertTask->defectItems, bacthInsertTask->tableName); if (success) { LOG_INFO("Batch insert completed successfully."); qDebug() << "Batch insert completed successfully."; } else { LOG_ERROR("Batch insert failed."); qDebug() << "Batch insert failed."; } break; } case TaskStruct::TaskType::UpdateReel: { auto reelTask = task.staticCast<TaskStruct::UpDataByReelTask>(); bool success = this->worker->DoUpdateReel(reelTask->currentRunData); if (success) { LOG_INFO("Reel update completed."); } else { LOG_ERROR("Reel update failed."); } break; } case TaskStruct::TaskType::UpdateMeter: { auto meterTask = task.staticCast<TaskStruct::UpDataByMeterTask>(); bool success = this->worker->DoUpdateMeter(meterTask->currentRunData); if (success) { LOG_INFO("Meter update completed."); } else { LOG_ERROR("Meter update failed."); } break; } } } } } //可以选择缓存然后等初始化完成后通过OnThread中进行数据的再次添加 class XZJDATABASE_EXPORT TaskAccessService : public QObject { public: explicit TaskAccessService(QObject* parent = nullptr); ~TaskAccessService() override; void InitTaskAccessService(); void InsertNgData(const DefectInfoItem& data); void UpDateByChangeReel(const CurrentRunData& data); void UpdateByChangeMeter(const CurrentRunData& data); private: QSharedPointer<TaskProcessor> processor; QThread* workerThread; int testcount = 0; protected: Q_OBJECT }; TaskAccessService::TaskAccessService(QObject* parent) : QObject(parent) { } TaskAccessService::~TaskAccessService() { if (this->workerThread && this->workerThread->isRunning()) { this->processor->StopProcessing(); this->workerThread->quit(); this->workerThread->wait(1000); this->workerThread->terminate(); } delete this->workerThread; } void TaskAccessService::InitTaskAccessService() { qDebug() << QStringLiteral("InitTaskAccessService线程:") << QThread::currentThreadId(); this->workerThread = new QThread(); this->processor = QSharedPointer<TaskProcessor>::create(); this->processor->moveToThread(this->workerThread); this->processor->InitTaskProcessor(); connect(workerThread, &QThread::started, processor.data(), &TaskProcessor::StartProcessing); this->workerThread->start(); } void TaskAccessService::InsertNgData(const DefectInfoItem& data) { this->testcount++; this->processor->GetTaskQueueManager()->EnqueueInsert(data); qDebug() << this->testcount; } void TaskAccessService::UpDateByChangeReel(const CurrentRunData& data) { auto task = QSharedPointer<TaskStruct::UpDataByReelTask>::create(); task->currentRunData = data; this->processor->GetTaskQueueManager()->EnqueueUpdateReel(task); } void TaskAccessService::UpdateByChangeMeter(const CurrentRunData& data) { auto task = QSharedPointer<TaskStruct::UpDataByMeterTask>::create(); task->currentRunData = data; this->processor->GetTaskQueueManager()->EnqueueUpdateMeter(task); } void XZJDataBaseModel::Init() { QString configPath = PathManager::GetPathInstance()->GetConfigFilePath(); ConfigManager* l_configInstance = ConfigManager::GetConfigInstance(); l_configInstance->LoadJsonConfig(configPath); ConfigManager::DAOConfig* l_daoConfig = l_configInstance->GetConfig(); PrintRollProductionDAO* l_daoInstance = PrintRollProductionDAO::GetDAOInstance(); l_daoInstance->OpenDataBaseConnect(l_daoConfig->type, l_daoConfig->host, l_daoConfig->port, l_daoConfig->dbName, l_daoConfig->account, l_daoConfig->password); this->taskAccessService = QSharedPointer<TaskAccessService>::create(); this->taskAccessService->InitTaskAccessService(); //this->TestQuery(); this->TestInsert(); } 这些是我优化后的代码,请帮我分析下是否还有问题,以及insert流程能否走通,以及关于Processor中的ProcessTask函数是否有其他方法实现在不用定时器的情况下,以及Service中需要考虑子线程和主线程之间的顺序关系,比如子线程还未初始化,主线程就通过service进行调用接口,并且你不要通过一些比如在未初始化完全前就禁止调用接口的方式来解决这个问题。我的主线程目前就一个创建service对象、初始化service、然后开始调用对象中的函数,其他的你看下分别有哪些问题以及有哪些方法解决?
07-24
内容概要:该研究通过在黑龙江省某示范村进行24小时实地测试,比较了燃煤炉具与自动/手动进料生物质炉具的污染物排放特征。结果显示,生物质炉具相比燃煤炉具显著降低了PM2.5、CO和SO2的排放(自动进料分别降低41.2%、54.3%、40.0%;手动进料降低35.3%、22.1%、20.0%),但NOx排放未降低甚至有所增加。研究还发现,经济性和便利性是影响生物质炉具推广的重要因素。该研究不仅提供了实际排放数据支持,还通过Python代码详细复现了排放特征比较、减排效果计算和结果可视化,进一步探讨了燃料性质、动态排放特征、碳平衡计算以及政策建议。 适合人群:从事环境科学研究的学者、政府环保部门工作人员、能源政策制定者、关注农村能源转型的社会人士。 使用场景及目标:①评估生物质炉具在农村地区的推广潜力;②为政策制定者提供科学依据,优化补贴政策;③帮助研究人员深入了解生物质炉具的排放特征和技术改进方向;④为企业研发更高效的生物质炉具提供参考。 其他说明:该研究通过大量数据分析和模拟,揭示了生物质炉具在实际应用中的优点和挑战,特别是NOx排放增加的问题。研究还提出了多项具体的技术改进方向和政策建议,如优化进料方式、提高热效率、建设本地颗粒厂等,为生物质炉具的广泛推广提供了可行路径。此外,研究还开发了一个智能政策建议生成系统,可以根据不同地区的特征定制化生成政策建议,为农村能源转型提供了有力支持。
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值