111

本文介绍了一种使用多线程技术解析目录下文件的方法,并将每行数据写入指定文件,包括创建线程参数、多线程读取文件、解析数据以及将数据写入目标文件的过程。

摘要生成于 C知道 ,由 DeepSeek-R1 满血版支持, 前往体验 >

#include <iostream>
#include <stdio.h>
#include <pthread.h>
#include <unistd.h>
#include "Analys.h"
#include <dirent.h>
#include <sys/types.h>

using namespace std;

pthread_mutex_t g_mutex_Msg;
//pthread_mutex_lock(&g_mutex_Msg);
//pthread_mutex_unlock(&g_mutex_Msg);


Analys::Analys()
{
        m_Fp = NULL;
        m_LineBuf = new char[FGETSMAX];  
        m_Obj = new Object*[128];
        for(int i = 0; i < 128; i++) {
                m_Obj[i] = new Object[128];  
        }

        m_Dest  = new char*[128];  
        for(int i = 0; i < 128; i++) {
                m_Dest[i] = new char[128];  
        }

        m_Arg = new ArgParam;

        //pthread_t thread[MAXNUMTHREAD];
        m_ThreadId = new pthread_t[MAXNUMTHREAD];
        
        //pthread_mutex_init(&g_mutex_Msg,NULL);
}

Analys::~Analys()
{
        for(int i = 0; i<128; i++) {
                delete []m_Dest[i];
                delete []m_Obj[i];  
        }
        delete[]m_Dest; 
        delete[]m_Obj; 
        delete m_LineBuf;
        delete m_ThreadId;
        delete m_Arg;

        //pthread_mutex_destory(&g_mutex_Msg);
}

/**
 * note :切分 字符串
 *
 * @param str: 待分割的字符串
 * @param delim: 分隔符字符串 
 * @param dest: 保存分割后的每个字符串
 * @param pCount: 记录一行中分割所得的字符串个数、也就是所谓的列数
 *
 * @return : 正常返回0,字符串为空或者长度为0,则返回-1
 */
int Analys::Segment(char* str, char* delim, char** &dest, int* pCount, Object** ob)
{
        char* tmp;
        *pCount = 0;
        if(NULL == str || 0 == strlen(str)) {
                return -1;
        }

        if(NULL == delim || 0 == strlen(delim)) {
                return -1;
        }

        tmp = strtok(str, delim);
        int n = 0;
        while(tmp != NULL) {
               int tmpLength = strlen(tmp);
               //if(tmp[tmpLength] == '\n' || tmp[tmpLength] == '\r') {  //判断行尾是回车还是换行,若是,换成'\0'
               //        cout<<"出现换行或者回车"<<endl;
               //        tmp[tmpLength] = '\0';
               //}
               (*ob)->Length = tmpLength;
               (*ob)->Value = tmp;
               memcpy(dest[n++], tmp, tmpLength);
               (*dest)[tmpLength] = '\0';
               ob++;
               (*pCount)++;
               tmp = strtok(NULL, delim);
        }

        return 0;
}

/**
 * node:将读取到的一行数据写到文件中
 *
 * @param obj:
 * @param dataCnt:列数(读取一行的文件)
 * @param path:文件的路径
 *
 * @return 
 */
int Analys::LoadData(Object** obj, int dataCnt, FILE* fp, char *path)
{
        //FILE *fp;
        int i;
        //fp = fopen(path, "a");
        if(fp == NULL) {
                cout<<"file error"<<endl;
        }

        for(i=0; i<dataCnt-1; i++) {
                fprintf(fp,"%s\t", obj[i]->Value);
        }

        fprintf(fp, "%s\n", obj[i]->Value);
        //fclose(fp);
        return 0;
}

/**
 * note 将ReadPath ;路径的文件,读取并解析,然后写到WritePath路径下。
 *
 * @param ReadPath :读取文件的路径
 * @param delim :解析文件的分隔符
 * @param WritePath :读完要写入的文件路径 
 *
 * @return 
 */
int Analys::RWData(char* ReadPath, char* delim, char* WritePath)
{
        int count = 0;
        FILE* Rfp = NULL;
        FILE* Wfp = NULL;

        Rfp = fopen(ReadPath, "r");
        if(Rfp == NULL) {
                cout<<"open Readpath fail !"<<endl;
                return -1;
        }
        Wfp = fopen(WritePath, "wa");
        if(Wfp == NULL) {
                cout<<"open WritePath fail !"<<endl;
                return -1;
        }

        while(fgets(m_LineBuf, FGETSMAX, Rfp) != NULL) {
                //cout<<"读取的一行:"<<m_LineBuf<<endl; 
                int lineBufLen = strlen(m_LineBuf);
                
                //判断行尾是回车还是换行,若是,换成'\0'
                if(m_LineBuf[lineBufLen-1] == '\n' /*|| m_LineBuf[m_LineBufLen-1] == '\r'*/) {  
                        //cout<<"出现换行或者回车"<<endl;
                        m_LineBuf[lineBufLen-1] = '\0';
                }

                Segment(m_LineBuf, delim, m_Dest, &count, m_Obj);  
                LoadData(m_Obj, count, Wfp, WritePath);
        }

        fclose(Rfp);
        fclose(Wfp);
        return 0;
}

/**
 *  
 *
 * @param arg
 *
 * @return 
 */
void* AdjustFun(void *argg)
{
        Analys pAnl;
        ArgParam* arg = (ArgParam*)argg;
        int ret = pAnl.RWData(arg->ReadPath, arg->delim, arg->WritePath);
        if(ret != 0) {
                cout<<"RWData error."<<" ---arg->WritePath is "<<arg->WritePath<<"---readpath:"<<arg->ReadPath<<endl;
        }
        return NULL;
}

int Analys::MultThreadDispose(int numThread, char* dirPath, char* destPath)
{
        //判断线程数是否合理
        if(numThread <= 0) {
                cout<<"thread number error."<<endl;
                return -1;
        }
        //判断路径是否为空
        if(dirPath == NULL) {
                cout<<"dirPath error."<<endl;
                return -1;
        }

        FileListNode* fileHeadNode = CreateFileList(dirPath);
        if(fileHeadNode == NULL) {
                cout<<"the fileHeadNode is NULL."<<endl;
                return -1;
        }
        
        int err;
        int i = 0;
        ArgParam *arg;
        //从链表中一个一个出来,分布线程去读取,注意从链表出来时,要加锁。while(fileHeadNode)
        while(fileHeadNode != NULL) {
                pthread_mutex_lock(&g_mutex_Msg);
                err = pthread_create(&m_ThreadId[i], NULL, AdjustFun, NULL);
        }
        
        return 0;
}
/**
 * note :指定线程的数量,读取目录下的文件
 *
 * @param numThread:线程的数量
 * @param path:要读的路径
 * @param arg:创建线程的参数
 *
 * @return 
 */
int Analys::CreateThread(int numThread, char* ReadPath, char* WritePath, char* delim)
{
        DIR* dir;
        struct dirent *ptr;
        ArgParam* arg;
        arg = new ArgParam;
        arg->delim = delim;

        dir = opendir(ReadPath);
        if(dir == NULL) {
                cout<<"Open dirrent error."<<endl;
                return -1;
        }
        
        int i = 0;
        int err;
        void *state;
        string tmp;
        int tmpLen;
        while(NULL != (ptr = readdir(dir))) {
        //for(i = 0; i<numThread ; i++) {
                if(ptr->d_type != 8) {
                        continue;
                }
                arg->ReadPath = ptr->d_name;
                string s1 = WritePath;
                string s2 = "/";
                string s3 = ptr->d_name;
                tmp = s1 + s2 + s3 + "Copy.log";
                cout<<"WritePath is :"<<tmp;
                tmpLen = tmp.length();
                arg->WritePath = new char[tmpLen+1];//(char*)malloc((tmpLen+1)*sizeof(char));
                tmp.copy(arg->WritePath, tmpLen, 0);
                cout<<"-----arg->WritePath:"<<arg->WritePath<<endl;
                FILE *fp = fopen(arg->WritePath, "wa");
                if(fp == NULL) {
                        cout<<"open file error."<<endl;
                } else {
                        cout<<"open file success."<<endl;
                        fclose(fp);
                        
                }

                cout<<"creating thread no."<<i<<" :";
                err = pthread_create(&m_ThreadId[i], NULL, AdjustFun, (void*)arg);
                if(err != 0) {
                        cout<<"create thread error."<<endl;
                        return -1;
                }
                cout<<" success."<<endl;
                if(i < numThread) {
                        i++;
                }else if(i == numThread) {
                        i = 0;
                }
                sleep(10);
                delete arg->WritePath;
        }

        for(int j = 0; j < numThread; j++) {
                pthread_join(m_ThreadId[j], &state);
                cout<<"thread "<<j<<" is destory."<<endl;
        }
        delete arg;

        return 0;
}

/**
 * note 预处理目录,把目录中的文件名放在链表里,用于之后的多线程读取文件
 *
 * @param dirPath
 *
 * @return 成功,返回链表的头节点
 */
FileListNode* Analys::CreateFileList(char* dirPath)
{
        DIR* dir;
        struct dirent *ptr;
        FileListNode* pHead = NULL;
        FileListNode* temp;
        FileListNode* pEnd;

        dir = opendir(dirPath);
        if(dir == NULL) {
                cout<<"open dirpath error."<<endl;
                return NULL;
        }

        while((ptr = readdir(dir)) != NULL) {
                temp = new FileListNode;
                temp->filePath = ptr->d_name;
                if(strcmp(ptr->d_name,".")==0 || strcmp(ptr->d_name,"..")==0) {   ///current dir OR parrent dir
                        continue;
                } else if(ptr->d_type == 8) {   ///file
                        //printf("d_name:%s/%s\n",basePath,ptr->d_name);

                        if(NULL == pHead) {
                                pHead = temp;
                        } else {
                                pEnd->pNext = temp;
                        }
                        pEnd = temp;
                }
                /*else if(ptr->d_type == 10) {   ///link file
                        printf("d_name:%s/%s\n",basePath,ptr->d_name);
                } else if(ptr->d_type == 4) {   ///dir
                        memset(base,'\0',sizeof(base));
                        strcpy(base,basePath);
                        strcat(base,"/");
                        strcat(base,ptr->d_name);
                        readFileList(base);
                }*/
        }
        
        closedir(dir);
        return pHead;
}

int main(int argc, char *argv[])
{
        /*if(argc != 3) {
                cout<<"enter Paramter error!"<<endl;
                return -1;
        }*/

        Analys an;
        FileListNode* head;
        head = an.CreateFileList(argv[1]);
        while(head) {
                //cout<<argv[1]<<"/"<<head->filePath<<endl;
                head = head->pNext;
        }

        //an.RWData(argv[1], "\t", argv[2]);
        //void *state;
        
        //ArgParam* arg;
        //arg = new ArgParam;
        
        //an.m_Arg->ReadPath = argv[1];
        //an.m_Arg->delim = "\t";
        //an.m_Arg->WritePath = argv[2];
        
        an.CreateThread(4, argv[1], argv[2], "\t");
        
        //int err;
        //pthread_t thread_id;
        //err = pthread_create(&thread_id, NULL, AdjustFun, (void*)arg);
        //if(err != 0) {
        //        cout<<"create thread erro."<<endl;
        //        return -1;
        //}
        //pthread_join(thread_id, &state); 
        
        //delete arg;
        return 0;
}

评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值