• python的多线程 ThreadPoolExecutor


    from concurrent.futures import ThreadPoolExecutor,wait
    import time
    executor = ThreadPoolExecutor(max_workers = 2)
    
    # 线程要执行的函数
    def func(i):
        time.sleep(0.5)
        print(i)
        if i%2 == 1:
    
            return '奇数'
        else:
            return '偶数'
    
    # 把线程加入线程字典
    thread_list = [executor.submit(func, i) for i in range(5)]
    
    # 取得线程执行结果  如果用result取结果,不用wait也会等所有线程执行完,如果没有使用到线程例如result()取结果,done()查看子线程是否已经执行完,那么不会等子线程执行完,如果要等子线程执行完,就要用wait
    for thread in thread_list:
        print("线程名:",thread)
        print('thread.result()= :',thread.result())
    
    # wait的功能:等待所有线程执行完
    # print(wait(thread_list))
    print('所有线程执行完 end......')

    执行结果:

     


    from concurrent.futures import ThreadPoolExecutor,wait
    import time
    executor = ThreadPoolExecutor(max_workers = 2)
    # 线程要执行的函数
    def func(i):
        time.sleep(0.5)
        if i%2 == 1:return {'status':1,'msg':'奇数'}
        else:return {'status':0,'msg':'偶数'}
    
    # 用 map函数 更精简的取所有子线程执行结果:
    for thread_exec_res in executor.map(func,list(range(10))):
        print('子线程执行结果',thread_exec_res)

    执行结果:


    list(map(......))将所有线程执行结果放在列表中:

    print(list(executor.map(func,list(range(10)))))
    ↓↓

     设置超时时间:

    def get_multithreading_res(approve_executor,fun_name,arg_list):
        for i in arg_list:
            all_task = [approve_executor.submit(fun_name, (i))]
            print('all_task:',all_task)
            for i in all_task:
                print('单个线程的结果',i.result(timeout=2))   # 可以通过result(timeout=2)设置线程超时时间
            print('执行完了')

    第二种方法设置超时时间:

    approve_executor = ThreadPoolExecutor(max_workers = 50)
    def search_db(i):
        time.sleep(6)
        connection = pymysql.connect(host='localhost', port=3306,
                                     user='root',
                                     password='root1234',
                                     db='slb',
                                     charset='utf8',
                                     )
        with connection.cursor() as cursor:
            sql = "SELECT * FROM dyf_test_table1"
            cursor.execute(sql)
            data = cursor.fetchall()
            return {'hostname':i,'data':data}
    
    def exec_multithreading(approve_executor, fun_name, arg_list):
    
        all_task = [approve_executor.submit(fun_name, i) for i in arg_list]
        for i in all_task:
            try:
                print(i.result(timeout=3))  # 设置超时时间为3s
    
            except concurrent.futures._base.TimeoutError as e:
                print('线程执行失败,原因:线程执行超时 请查找原因')
                continue #因超时异常后  后面的线程继续执行不会中断
    
            except Exception as e:
                print('线程执行异常:',e)
    
    
    exec_multithreading(approve_executor, search_db, [1,2,3,4,5])
  • 相关阅读:
    Redis学习--命令执行过程中写AOF日志和同步从库顺序
    MySQL Innodb Engine--MVCC代码瞎猜
    MySQL Innodb Engine--DML操作时先生成Undo Log还是先生成Redo Log
    MySQL InnoDB Engine--自适应哈希索引总结
    MySQL InnoDB Engine--自适应哈希索引代码瞎猜03
    MySQL InnoDB Engine--自适应哈希索引代码瞎猜02
    MySQL InnoDB Engine--自适应哈希索引代码瞎猜01
    expect,传入数组进行SSH
    在底图不变的基础上,切换腾讯地图的文字注记(让底图更“干净”)
    十六进制透明颜色 转换成 RGBA 颜色(腾讯地图 与 微信地图组件所需颜色格式不同)
  • 原文地址:https://www.cnblogs.com/dingyunfeng/p/11202530.html
Copyright © 2020-2023  润新知