• python向文件中写入一万行数据


      实际工作涉及到代码要对大批量数据文件进行读取下载入库,因此需要测试自己写一个大批量数据文件,然后把文件上传到ftp上,然后调用接口下载入库。然后自己看书的时候找到了一个方法,因此尝试的写了这么一段脚,以备后续参考。

    from ETC import etcmysqlconnent as p
    import random,uuid,datetime
    import hashlib
    
    now_time=datetime.datetime.now()
    date = ((now_time+datetime.timedelta(days=-1)).strftime("%Y%m%d"))
    time_01 = ((now_time+datetime.timedelta(hours=-1)).strftime("%H%M%S"))
    time_02 = ((now_time+datetime.timedelta(hours=-2)).strftime("%H%M%S"))
    #f6c416e7e213,0,222201312314342,222201942311343,20200416,133620,20200416,121221,1000,0,201416121
    def etcconsumer():
        db = p.JbcConnect()
        #从数据库查询出一万条数据
        etc = db.etc_accountno()
        arr = 100000000
        count = 0
        sum = 0
        seq01 = ''
        seq02 = ''
        for i in range(len(etc)):
            res = str(uuid.uuid4())
            res = res.replace('-', '')
            arr += 1
            count += 1
            sum += 10.00
            line01 = str(res[:16]) + ',0,' + str(etc[i][0]) + ',' + str(etc[i][1]) + ',' + date + ',' + time_01 + ',' + date + ',' + time_02 + ',10.00,0,' + str(arr)
            #把内容逐行累加
            seq01 += '
    ' + line01
            line02 = str(etc[i][0]) + ',' + str(etc[i][1]) +',10.00,' + str(arr)
            seq02 += '
    ' + line02
        line_01 = date + ',' + str(count) + ',' + str(sum)
        line_02 = str(count) + ',' + str(sum)
        etc_consumer = line_02 + seq02
        etc_trans = line_01 + seq01
        #print(etc_consumer)
        #print(etc_trans)
        consumer = 'ETC_CONSUME_' + date
        flie01 = open('D:/untitled/file/' + consumer, 'w')
        #将文件内容进行MD5加密
        md01 = hashlib.md5()
        md01.update(etc_consumer.encode(encoding='utf-8'))
        md_01 = md01.hexdigest()
        etc_consumer = etc_consumer + '
    ' + md_01
        flie01.writelines(etc_consumer)
        trans = 'ETC_TRANS_' + date
        flie02 = open('D:/untitled/file/' + trans, 'w')
        md02 = hashlib.md5(etc_trans.encode(encoding='UTF-8')).hexdigest()
        etc_trans = etc_trans + '
    ' + md02
      #将一万行数据一次性写入文件中。 flie02.writelines(etc_trans) flie01.close() flie02.close() def etcwsconsumer(): db = p.JbcConnect() etc = db.etc_accountno() arr = 200000000 count = 0 sum = 0 seq01 = '' seq02 = '' for i in range(len(etc)): res = str(uuid.uuid4()) res = res.replace('-', '') arr += 1 count += 1 sum += 10.00 line01 = str(res[:16]) + ',0,' + str(etc[i][0]) + ',' + str(etc[i][1]) + ',' + date + ',' + time_01 + ',' + date + ',' + time_02 + ',10.00,0,' + str(arr) seq01 += ' ' + line01 line02 = str(etc[i][0]) + ',' + str(etc[i][1]) +',10.00,' + str(arr) seq02 += ' ' + line02 line_01 = date + ',' + str(count) + ',' + str(sum) line_02 = str(count) + ',' + str(sum) etc_consumer = line_02 + seq02 etc_trans = line_01 + seq01 #print(etc_consumer) #print(etc_trans) consumer = 'ETC_WSCONSUME_' + date flie01 = open('D:/untitled/file/' + consumer, 'w') md01 = hashlib.md5() md01.update(etc_consumer.encode(encoding='utf-8')) md_01 = md01.hexdigest() etc_consumer = etc_consumer + ' ' + md_01 flie01.writelines(etc_consumer) trans = 'ETC_WSTRANS_' + date flie02 = open('D:/untitled/file/' + trans, 'w') md02 = hashlib.md5(etc_trans.encode(encoding='UTF-8')).hexdigest() etc_trans = etc_trans + ' ' + md02 flie02.writelines(etc_trans) flie01.close() flie02.close() etcconsumer() etcwsconsumer()

      

  • 相关阅读:
    String的本质是一个char*,只是以类的形式提供,使用起来比较方便
    感觉技术停滞时,该怎么办?(离开舒适区,刻意练习)
    网盘和云存储的区别(面向用户,产品形态,文件组织形式,功能侧重,一共4点区别)
    压力负载测试工具
    模型配置方式实现爬虫
    jquery Deferred
    Server是如何完成针对请求的监听、接收与响应1
    asp.net core 使用 Redis 和 Protobuf
    带进度条的文件上传
    ASP.NET Core Authorization
  • 原文地址:https://www.cnblogs.com/mtfan01/p/12752379.html
Copyright © 2020-2023  润新知