归并大文件

最新推荐文章于 2024-09-02 01:48:21 发布

原创最新推荐文章于 2024-09-02 01:48:21 发布 · 120 阅读

0 ·

CC 4.0 BY-SA版权

文章标签：

#Python #F#

python 专栏收录该内容

2 篇文章

订阅专栏

本文介绍了一个用于处理大量文件数据并进行分组统计的Python程序。该程序读取多个文件中的数据，统计每个级别出现的次数，并将结果写入到一个输出文件中。涉及的技术包括文件操作、数据统计和简单的数据分析。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

import sys

#result = []
#f=open(sys.argv[1],'r')
ff = open('./groupby.txt','w')

prefix = 'x'
files = ['aa','ab','ac','ad','ae','af','ag','ah','ai','aj','ak','al','am','an','ao','ap','aq','ar','as','at','au','av','aw','ax','ay','az','ba','bb','bc','bd','be','bf']
def initList():
    levelList = []
    for i in range(0,601):
        levelList.append(0)
    return levelList

def makeGroup(datas,levelList):
    for data in datas:
        level = int(data[0])

        temp = levelList[level]
        levelList[level] = temp + 1
    #return levelList
def groupby(f,result):
        stack = []
        for line in f.readlines():
                if int(line) >=0 and int (line)<=600:
                        #print 'line-'+line
                        if len(stack) == 0:
                                stack.append(line)
                        else:
                                if int(line) == stack[len(stack)-1]:
                                        stack.append(line)
                                else:
                                        # level,number
                                        handler(stack[0],len(stack),result)
                                        stack = []
                                        stack.append(line)
        handler(stack[0],len(stack),result)

def handler(level,number,result):
        r = []
        r.append(level)
        r.append(number)
        result.append(r)
def main():
        levelList = initList()
        for file in files:
                result = []
                print file
                f = open(prefix+file,'r')
                groupby(f,result)
                f.close()
                makeGroup(result,levelList)
        ff.write('level' + '\t' + 'number' + '\n')
        i = 0
        for level in levelList:
                ff.write(str(i) + "\t" + str(level)+'\n')
                i += 1
        ff.close()
if __name__ == '__main__':
        main()