自学教程：python中threading和queue库实现多线程编程

# -*- coding: utf-8 -*-# @Time : 2021/2/4 14:36# @Author : CyrusMay WJ# @FileName: run.py# @Software: PyCharm# @Blog ：https://blog.csdn.net/Cyrus_Mayimport queueimport threadingclass CyrusThread(object):  def __init__(self,num_thread = 10,logger=None):    """        :param num_thread: 线程数    :param logger: 日志对象    """    self.num_thread = num_thread    self.logger = logger  def object_func(self,args_queue,max_q):    while 1:      try:        arg = args_queue.get_nowait()        step = args_queue.qsize()        self.logger.info("progress:{}/{}".format(max_q,step))      except:        self.logger.info("no more arg for args_queue!")        break                        """        此处加入自己的业务逻辑代码        """                  def run(self,args):    args_queue = queue.Queue()    for value in args:      args_queue.put(value)    threads = []    for i in range(self.num_thread):      threads.append(threading.Thread(target=self.object_func,args = args_queue))    for t in threads:      t.start()    for t in threads:      t.join()

# -*- coding: utf-8 -*-# @Time : 2021/2/4 14:36# @Author : CyrusMay WJ# @FileName: run.py# @Software: PyCharm# @Blog ：https://blog.csdn.net/Cyrus_Mayimport queueimport threadingimport numpy as npfrom sklearn.datasets import load_bostonfrom sklearn.svm import SVRimport loggingimport sysclass CyrusThread(object):  def __init__(self,num_thread = 10,logger=None):    """    :param num_thread: 线程数    :param logger: 日志对象    """    self.num_thread = num_thread    self.logger = logger  def object_func(self,args_queue,max_q):    while 1:      try:        arg = args_queue.get_nowait()        step = args_queue.qsize()        self.logger.info("progress:{}/{}".format(max_q,max_q-step))      except:        self.logger.info("no more arg for args_queue!")        break      # 业务代码      C, epsilon, gamma = arg[0], arg[1], arg[2]      svr_model = SVR(C=C, epsilon=epsilon, gamma=gamma)      x, y = load_boston()["data"], load_boston()["target"]      svr_model.fit(x, y)      self.logger.info("score:{}".format(svr_model.score(x,y)))  def run(self,args):    args_queue = queue.Queue()    max_q = 0    for value in args:      args_queue.put(value)      max_q += 1    threads = []    for i in range(self.num_thread):      threads.append(threading.Thread(target=self.object_func,args = (args_queue,max_q)))    for t in threads:      t.start()    for t in threads:      t.join()# 创建日志对象logger = logging.getLogger()logger.setLevel(logging.INFO)screen_handler = logging.StreamHandler(sys.stdout)screen_handler.setLevel(logging.INFO)formatter = logging.Formatter('%(asctime)s - %(module)s.%(funcName)s:%(lineno)d - %(levelname)s - %(message)s')screen_handler.setFormatter(formatter)logger.addHandler(screen_handler)# 创建需要调整参数的集合args = []for C in [i for i in np.arange(0.01,1,0.01)]:  for epsilon in [i for i in np.arange(0.001,1,0.01)] + [i for i in range(1,10,1)]:    for gamma in [i for i in np.arange(0.001,1,0.01)] + [i for i in range(1,10,1)]:      args.append([C,epsilon,gamma])# 创建多线程工具threading_tool = CyrusThread(num_thread=20,logger=logger)threading_tool.run(args)