rabeen的专栏

# -*- coding:utf-8 -*-import Cons as csimport osimport zipfile######### Extract all files in Dirdef extract_to(dir): #os.chdir(dir) files = os.listdir(dir) for file in files:

######### Extract all files from src_dir to des_dirdef extract_tar_files(src_dir,des_dir): files = os.listdir(src_dir) for file in files: dir_tmp = os.path.join(src_dir, file)

######### File is too big, read file line by line(if file is small, we can use pandas)def get_valid_inventory(src_dir,tmp_file,des_dir): if not os.path.exists(des_dir): os.mkdir(des_dir)

######### Get all performance data of one objectdef get_one_object_perfor_data(object_id,dst_dir,src_file_name): df = pd.read_csv(src_file_name,delimiter=',',header=0) df_tmp1 = df[df['res_i

df_status0_invertory = pd.read_csv(inventory_dir + inventory_status0_file_name, delimiter=',', header=None, error_bad_lines=False)解决方法：加入参数error_bad_lines=False...

原始代码：df_valid_inventory_sel_tmp['col1']=-9999for index in df_valid_inventory_sel_tmp.index: time_stamp = time.time() df_valid_inventory_sel_tmp['col1'][index] =su.sta_mean(index) ##传统拷贝 40ms...

原代码：for name in list_valid_perfor_inventory: time_stamp = time.time() df_tmp1 = df_all_performance[df_all_performance['res_ins_id'] == name] ###170万行，该语句大约需要2S if df_tmp1.empty: co...

待补充