Python将大的csv文件拆分多个小的csv文件

匿名 (未验证) 提交于 2019-12-02 22:51:30
#ecoding=utf-8 import os import time # 2019/9/8 将大的csv文件拆分多个小的csv文件  def mkSubFile(lines, head, srcName, sub):     [des_filename, extname] = os.path.splitext(srcName)     filename = des_filename + '_' + str(sub) + extname     print('make file: %s' % filename)     fout = open(filename, 'w')     try:         fout.writelines([head])         fout.writelines(lines)         return sub + 1     finally:         fout.close()   def splitByLineCount(filename, count):     fin = open(filename,encoding="utf-8")     try:         head = fin.readline()         buf = []         sub = 1         for line in fin:             buf.append(line)             if len(buf) == count:                 sub = mkSubFile(buf, head, filename, sub)                 buf = []         if len(buf) != 0:             sub = mkSubFile(buf, head, filename, sub)     finally:         fin.close()   if __name__ == '__main__':     begin = time.time()     splitByLineCount('training-inspur.csv', 1000)#每个小的csv文件存放1000条     end = time.time()     print('time is %d seconds ' % (end - begin))

标签
易学教程内所有资源均来自网络或用户发布的内容,如有违反法律规定的内容欢迎反馈
该文章没有解决你所遇到的问题?点击提问,说说你的问题,让更多的人一起探讨吧!