120 lines
3.8 KiB
Python
120 lines
3.8 KiB
Python
|
import logging
|
|||
|
|
import os
|
|||
|
|
import sys
|
|||
|
|
import redis
|
|||
|
|
from loguru import logger as logurulogger
|
|||
|
|
import redis.exceptions
|
|||
|
|
from app.config import config
|
|||
|
|
import json
|
|||
|
|
from redis.retry import Retry
|
|||
|
|
from redis.backoff import ExponentialBackoff
|
|||
|
|
|
|||
|
|
LOG_FORMAT = (
|
|||
|
|
"<level>{level: <8}</level> "
|
|||
|
|
"{process.name} | " # 进程名
|
|||
|
|
"{thread.name} | "
|
|||
|
|
"<green>{time:YYYY-MM-DD HH:mm:ss.SSS}</green> - "
|
|||
|
|
"<blue>{process}</blue> "
|
|||
|
|
"<cyan>{module}</cyan>.<cyan>{function}</cyan>:<cyan>{line}</cyan> - "
|
|||
|
|
"<level>{message}</level>"
|
|||
|
|
)
|
|||
|
|
LOG_NAME = ["uvicorn", "uvicorn.access", "uvicorn.error", "flask"]
|
|||
|
|
|
|||
|
|
# 配置 Redis 连接池
|
|||
|
|
redis_pool = redis.ConnectionPool(
|
|||
|
|
host=config.LOG_REDIS_HOST, # Redis 服务器地址
|
|||
|
|
port=config.LOG_REDIS_PORT, # Redis 服务器端口
|
|||
|
|
db=config.LOG_REDIS_DB, # 数据库编号
|
|||
|
|
password=config.LOG_REDIS_AUTH, # 密码
|
|||
|
|
max_connections=config.max_connections, # 最大连接数
|
|||
|
|
socket_connect_timeout=config.socket_connect_timeout, # 连接超时时间
|
|||
|
|
socket_timeout=config.socket_timeout, # 等待超时时间
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
|
|||
|
|
class InterceptHandler(logging.Handler):
|
|||
|
|
def emit(self, record):
|
|||
|
|
try:
|
|||
|
|
level = logurulogger.level(record.levelname).name
|
|||
|
|
except AttributeError:
|
|||
|
|
level = logging._levelToName[record.levelno]
|
|||
|
|
|
|||
|
|
frame, depth = logging.currentframe(), 2
|
|||
|
|
while frame.f_code.co_filename == logging.__file__:
|
|||
|
|
frame = frame.f_back
|
|||
|
|
depth += 1
|
|||
|
|
|
|||
|
|
logurulogger.opt(depth=depth, exception=record.exc_info).log(
|
|||
|
|
level, record.getMessage()
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
class Logging:
|
|||
|
|
"""自定义日志"""
|
|||
|
|
|
|||
|
|
def __init__(self):
|
|||
|
|
self.log_path = "logs"
|
|||
|
|
self._connect_redis()
|
|||
|
|
if config.IS_LOCAL:
|
|||
|
|
os.makedirs(self.log_path, exist_ok=True)
|
|||
|
|
self._initlogger()
|
|||
|
|
self._reset_log_handler()
|
|||
|
|
|
|||
|
|
def _connect_redis(self):
|
|||
|
|
retry = Retry(ExponentialBackoff(), 3) # 重试3次，指数退避
|
|||
|
|
self.redis_client = redis.Redis(connection_pool=redis_pool,retry=retry) # 使用连接池
|
|||
|
|
|
|||
|
|
def _initlogger(self):
|
|||
|
|
"""初始化loguru配置"""
|
|||
|
|
logurulogger.remove()
|
|||
|
|
if config.IS_LOCAL:
|
|||
|
|
logurulogger.add(
|
|||
|
|
os.path.join(self.log_path, "error.log.{time:YYYY-MM-DD}"),
|
|||
|
|
format=LOG_FORMAT,
|
|||
|
|
level=logging.ERROR,
|
|||
|
|
rotation="00:00",
|
|||
|
|
retention="1 week",
|
|||
|
|
backtrace=True,
|
|||
|
|
diagnose=True,
|
|||
|
|
enqueue=True
|
|||
|
|
)
|
|||
|
|
logurulogger.add(
|
|||
|
|
os.path.join(self.log_path, "info.log.{time:YYYY-MM-DD}"),
|
|||
|
|
format=LOG_FORMAT,
|
|||
|
|
level=logging.INFO,
|
|||
|
|
rotation="00:00",
|
|||
|
|
retention="1 week",
|
|||
|
|
enqueue=True
|
|||
|
|
)
|
|||
|
|
logurulogger.add(
|
|||
|
|
sys.stdout,
|
|||
|
|
format=LOG_FORMAT,
|
|||
|
|
level=logging.DEBUG,
|
|||
|
|
colorize=True,
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
logurulogger.add(self._log_to_redis, level="INFO", format=LOG_FORMAT)
|
|||
|
|
self.logger = logurulogger
|
|||
|
|
|
|||
|
|
|
|||
|
|
def _log_to_redis(self, message):
|
|||
|
|
"""将日志写入 Redis 列表"""
|
|||
|
|
try:
|
|||
|
|
self.redis_client.rpush(f"nlp.logger.{config.env_version}.log", json.dumps({"message": message}))
|
|||
|
|
except redis.exceptions.ConnectionError as e:
|
|||
|
|
logger.error(f"write {message} Redis connection error: {e}")
|
|||
|
|
except redis.exceptions.TimeoutError as e:
|
|||
|
|
logger.error(f"write {message} Redis operation timed out: {e}")
|
|||
|
|
except Exception as e:
|
|||
|
|
logger.error(f"write {message} Unexpected error: {e}")
|
|||
|
|
|
|||
|
|
def _reset_log_handler(self):
|
|||
|
|
for log in LOG_NAME:
|
|||
|
|
logger = logging.getLogger(log)
|
|||
|
|
logger.handlers = [InterceptHandler()]
|
|||
|
|
|
|||
|
|
def getlogger(self):
|
|||
|
|
return self.logger
|
|||
|
|
|
|||
|
|
logger = Logging().getlogger()
|
|||
|
|
|