python 异步写日志_python实现logging模块异步线程写日志

importosimportthreadingimportqueueimporttimeimportdatetimeimportloggingfrom logging.handlers importRotatingFileHandlerclasslogging2(threading.Thread):

AQueue= queue.Queue(100000)

nPID=os.getpid()

Adt= datetime.datetime.now().strftime(‘%Y%m%d‘)

nCount= 1

def __init__(self, threadID, name, module, logLevel):

threading.Thread.__init__(self)

self.threadID=threadID

self.name=name

self.module=moduleprint("set loglevel: [%s]" %(logLevel) )

formatter= logging.Formatter(‘%(asctime)s|%(name)s|%(process)d|%(levelname)s|%(message)s‘)

logfile= "log_" + self.module + "_" + str(logging2.nPID) + "_" + str(logging2.Adt) + ".log"self.logger= logging.getLogger(__name__)

self.rHandler= RotatingFileHandler(logfile, maxBytes = 10*1024*1024, backupCount = 10)

self.rHandler.setFormatter(formatter)

self.console=logging.StreamHandler()

self.console.setFormatter(formatter)if logLevel == ‘DEBUG‘:

self.logger.setLevel(level=logging.DEBUG)

self.rHandler.setLevel(logging.DEBUG)

self.console.setLevel(logging.DEBUG)elif logLevel == ‘INFO‘:

self.logger.setLevel(level=logging.INFO)

self.rHandler.setLevel(logging.INFO)

self.console.setLevel(logging.INFO)elif logLevel == ‘WARNING‘:

self.logger.setLevel(level=logging.WARN)

self.rHandler.setLevel(logging.WARN)

self.console.setLevel(logging.WARN)elif logLevel == ‘ERROR‘:

self.logger.setLevel(level=logging.ERROR)

self.rHandler.setLevel(logging.ERROR)

self.console.setLevel(logging.ERROR)

self.logger.addHandler(self.rHandler)

self.logger.addHandler(self.console)#如果跨天了，则重新生成新的文件名

defreSetLog(self):

AdtTemp= datetime.datetime.now().strftime(‘%Y%m%d‘)#比较新的时间

if AdtTemp ==logging2.Adt:return(True)

logging2.Adt=AdtTemp

logfile= "log_" + self.module + "_" + str(logging2.nPID) + "_" + str(AdtTemp) + ".log"self.rHandler= RotatingFileHandler(logfile, maxBytes = 1*1024, backupCount = 10)

self.logger.addHandler(self.rHandler)

self.logger.addHandler(self.console)

logging2.nCount+= 1

defrun(self):print ("开启日志线程：" +self.name)

i=0whileTrue:#data = "queue test data"

#debug(data)

#print("Queuesize: %s" % (logging2.AQueue.qsize()))

self.reSetLog()if logging2.AQueue.empty() ==False:#从队列获取日志消息

data =logging2.AQueue.get()#解析日志消息，格式：日志级别，内容

level =list(data.keys())[0]

content=data.get(level)#把内容按分隔符|解析成list传入参数

lstContent = list(content.split(‘|‘))if level == ‘DEBUG‘:

self.logger.debug(*lstContent)elif level == ‘INFO‘:

self.logger.info(*lstContent)elif level == ‘WARNING‘:

self.logger.warn(*lstContent)elif level == ‘ERROR‘:

self.logger.error(*lstContent)else:

time.sleep(0.5)print ("退出线程：" +self.name)def debug(*content):

logMsg= ""

#传入多个参数用竖线分隔符分开

for i inrange(len(content)):if i == len(content)-1:

logMsg+=content[i]else:

logMsg+= content[i]+"|"logging2.AQueue.put({‘DEBUG‘:logMsg})def info(*content):

logMsg= ""

for i inrange(len(content)):if i == len(content)-1:

logMsg+=content[i]else:

logMsg+= content[i]+"|"logging2.AQueue.put({‘INFO‘:logMsg})def warn(*content):

logMsg= ""

for i inrange(len(content)):if i == len(content)-1:

logMsg+=content[i]else:

logMsg+= content[i]+"|"logging2.AQueue.put({‘WARNING‘:logMsg})def error(*content):

logMsg= ""

for i inrange(len(content)):if i == len(content)-1:

logMsg+=content[i]else:

logMsg+= content[i]+"|"logging2.AQueue.put({‘ERROR‘:logMsg})definit(module, level):#创建新线程

thread1 = logging2(1, "Thread-log", module, level)#开启新线程

thread1.start()#thread1.join()