读取txt文本并按照空格分词
sentence_list =[]
with open("train_all.txt",'r') as f:
for line in f:
sentence_list.append(list(line.strip(' ').split(' ')))
#多个嵌套list合并成一个
def nested_list(list_raw,result):
for item in list_raw:
if isinstance(item, list):
nested_list(item,result)
else:
result.append(item)
return result
#输出CSV格式
def main():
list_raw = sentence_list
result = []
with open('sentence.csv','w') as out:
for d in nested_list(list_raw,result):
out.write(str(d)+'\n')
main()
先记录一下,代码还有问题,标点符号没有分开。