Python实现的自定义多线程多进程类示例

 #!/usr/bin/env python # -*- coding: utf-8 -*- # @Time : 2017/5/10 12:47 # @Author : zhaowen.zhu # @Site : # @File : MultiThread.py # @Software: Python Idle import threading,time,sys,multiprocessing from multiprocessing import Pool class MyTMultithread(threading.Thread): ''''' 自定义的线程函数, 功能:使用多线程运行函数,函数的参数只有一个file,并且未实现结果值的返回 args: filelist 函数的参数为列表格式， funname 函数的名字为字符串，函数仅有一个参数为file delay 每个线程之间的延迟， max_threads 线程的最大值 ''' def __init__(self,filelist,delay,funname,max_threads = 50): threading.Thread.__init__(self) self.funname = funname self.filelist = filelist[:] self.delay = delay self.max_threads = max_threads def startrun(self): def runs(): time.sleep(self.delay) while True: try: file = self.filelist.pop() except IndexError as e: break else: self.funname(file) threads = [] while threads or self.filelist: for thread in threads: if not thread.is_alive(): threads.remove(thread) while len(threads) <self.max_threads and self.filelist: thread = threading.Thread(target = runs) thread.setDaemon(True) thread.start() threads.append(thread) class Mymultiprocessing (MyTMultithread): ''''' 多进程运行函数，多进程多线程运行函数 args: filelist 函数的参数为列表格式， funname 函数的名字为字符串，函数仅有一个参数为file delay 每个线程\进程之间的延迟， max_threads 最大的线程数 max_multiprocess 最大的进程数 ''' def __init__(self,filelist,delay,funname,max_multiprocess = 1,max_threads = 1): self.funname = funname self.filelist = filelist[:] self.delay = delay self.max_threads = max_threads self.max_multiprocess = max_multiprocess self.num_cpus = multiprocessing.cpu_count() def multiprocessingOnly(self): ''''' 只使用多进程 ''' num_process = min(self.num_cpus,self.max_multipro来源gao.dai.ma.com搞@代*码网cess) processes = [] while processes or self.filelist: for p in processes: if not p.is_alive(): # print(p.pid,p.name,len(self.filelist)) processes.remove(p) while len(processes)