python实现线程池的方法

本文实例讲述了python实现线程池的方法。分享给大家供大家参考。具体如下：

原理：建立一个任务队列，然多个线程都从这个任务队列中取出任务然后执行，当然任务队列要加锁，详细请看代码

文件名：thrd_pool.py 系统环境：ubuntu linux & python2.6

    import threading
    import time
    import signal
    import os
    class task_info(object):
      def __init__(self):
        self.func = None
        self.parm0 = None
        self.parm1 = None
        self.parm2 = None
    class task_list(object):
      def __init__(self):
        self.tl = []
        self.mutex = threading.Lock()
        self.sem = threading.Semaphore(0)
      def append(self, ti):
        self.mutex.acquire()
        self.tl.append(ti)
        self.mutex.release()
        self.sem.release()
      def fetch(self):
        self.sem.acquire()
        self.mutex.acquire()
        ti = self.tl.pop(0)    
        self.mutex.release()
        return ti
    class thrd(threading.Thread):
      def __init__(self, tl):
        threading.Thread.__init__(self)
        self.tl = tl
      def run(self):
        while True:
          tsk = self.tl.fetch()
          tsk.func(tsk.parm0, tsk.parm1, tsk.parm2)  
    class thrd_pool(object):
      def __init__(self, thd_count, tl):
        self.thds = []
        for i in range(thd_count):
          self.thds.append(thrd(tl))
      def run(self):
        for thd in self.thds:
          thd.start()
    def func(parm0=None, parm1=None, parm2=None):
      print 'count:%s, thrd_name:%s'%(str(parm0), threading.currentThread().getName())
    def cleanup(signo, stkframe):
      print ('Oops! Got signal %s', signo)  
      os._exit(0)
    if __name__ == '__main__':
      signal.signal(signal.SIGINT, cleanup)
      signal.signal(signal.SIGQUIT, cleanup)
      signal.signal(signal.SIGTERM, cleanup)
      tl = task_list()
      tp = thrd_pool(6, tl)
      tp.run()
      count = 0
      while True:
        ti = task_info()
        ti.parm0 = count
        ti.func = func
        tl.append(ti)
        count += 1
        time.sleep(2)
      pass

执行方式：python thrd_pool.py

执行结果：

    count:0, thrd_name:Thread-1
    count:1, thrd_name:Thread-2
    count:2, thrd_name:Thread-3
    count:3, thrd_name:Thread-4
    count:4, thrd_name:Thread-5
    count:5, thrd_name:Thread-1
    count:6, thrd_name:Thread-6
    count:7, thrd_name:Thread-2
    count:8, thrd_name:Thread-3
    count:9, thrd_name:Thread-4
    count:10, thrd_name:Thread-5
    count:11, thrd_name:Thread-1
    count:12, thrd_name:Thread-6
    count:13, thrd_name:Thread-2
    count:14, thrd_name:Thread-3
    ('Oops! Got signal %s', 15)

希望本文所述对大家的Python程序设计有所帮助。