python实现线程池的方法
程序员文章站
2022-06-30 10:00:21
本文实例讲述了python实现线程池的方法。分享给大家供大家参考。具体如下:
原理:建立一个任务队列,然多个线程都从这个任务队列中取出任务然后执行,当然任务队列要加锁,详...
本文实例讲述了python实现线程池的方法。分享给大家供大家参考。具体如下:
原理:建立一个任务队列,然多个线程都从这个任务队列中取出任务然后执行,当然任务队列要加锁,详细请看代码
文件名:thrd_pool.py 系统环境:ubuntu linux & python2.6
import threading import time import signal import os class task_info(object): def __init__(self): self.func = None self.parm0 = None self.parm1 = None self.parm2 = None class task_list(object): def __init__(self): self.tl = [] self.mutex = threading.Lock() self.sem = threading.Semaphore(0) def append(self, ti): self.mutex.acquire() self.tl.append(ti) self.mutex.release() self.sem.release() def fetch(self): self.sem.acquire() self.mutex.acquire() ti = self.tl.pop(0) self.mutex.release() return ti class thrd(threading.Thread): def __init__(self, tl): threading.Thread.__init__(self) self.tl = tl def run(self): while True: tsk = self.tl.fetch() tsk.func(tsk.parm0, tsk.parm1, tsk.parm2) class thrd_pool(object): def __init__(self, thd_count, tl): self.thds = [] for i in range(thd_count): self.thds.append(thrd(tl)) def run(self): for thd in self.thds: thd.start() def func(parm0=None, parm1=None, parm2=None): print 'count:%s, thrd_name:%s'%(str(parm0), threading.currentThread().getName()) def cleanup(signo, stkframe): print ('Oops! Got signal %s', signo) os._exit(0) if __name__ == '__main__': signal.signal(signal.SIGINT, cleanup) signal.signal(signal.SIGQUIT, cleanup) signal.signal(signal.SIGTERM, cleanup) tl = task_list() tp = thrd_pool(6, tl) tp.run() count = 0 while True: ti = task_info() ti.parm0 = count ti.func = func tl.append(ti) count += 1 time.sleep(2) pass
执行方式:python thrd_pool.py
执行结果:
count:0, thrd_name:Thread-1 count:1, thrd_name:Thread-2 count:2, thrd_name:Thread-3 count:3, thrd_name:Thread-4 count:4, thrd_name:Thread-5 count:5, thrd_name:Thread-1 count:6, thrd_name:Thread-6 count:7, thrd_name:Thread-2 count:8, thrd_name:Thread-3 count:9, thrd_name:Thread-4 count:10, thrd_name:Thread-5 count:11, thrd_name:Thread-1 count:12, thrd_name:Thread-6 count:13, thrd_name:Thread-2 count:14, thrd_name:Thread-3 ('Oops! Got signal %s', 15)
希望本文所述对大家的Python程序设计有所帮助。