github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-07-23 12:21:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(core): Fix write log files bug (#1687)

Browse Source
This commit is contained in:
Fangyin Cheng 2024-07-03 00:06:13 +08:00 committed by GitHub
parent 374b6ad151
commit 84fc1fc7fe
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 30 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
dbgpt/util/utils.py
View File

@ -1,10 +1,8 @@
#!/usr/bin/env python3
# -*- coding:utf-8 -*-
import asyncio
import logging
import logging.handlers
import os
import sys
from typing import Any, List, Optional, cast
from dbgpt.configs.model_config import LOGDIR
@ -46,10 +44,11 @@ def setup_logging(
logger_name: str,
logging_level: Optional[str] = None,
logger_filename: Optional[str] = None,
redirect_stdio: bool = False,
):
if not logging_level:
logging_level = _get_logging_level()
logger = _build_logger(logger_name, logging_level, logger_filename)
logger = _build_logger(logger_name, logging_level, logger_filename, redirect_stdio)
try:
import coloredlogs
@ -68,7 +67,6 @@ def get_gpu_memory(max_gpus=None):
if max_gpus is None
else min(max_gpus, torch.cuda.device_count())
)
for gpu_id in range(num_gpus):
with torch.cuda.device(gpu_id):
device = torch.cuda.current_device()
@ -84,6 +82,7 @@ def _build_logger(
logger_name,
logging_level: Optional[str] = None,
logger_filename: Optional[str] = None,
redirect_stdio: bool = False,
):
global handler
@ -106,13 +105,38 @@ def _build_logger(
)
handler.setFormatter(formatter)
# Ensure the handler level is set correctly
if logging_level is not None:
handler.setLevel(logging_level)
logging.getLogger().addHandler(handler)
for name, item in logging.root.manager.loggerDict.items():
if isinstance(item, logging.Logger):
item.addHandler(handler)
# Get logger
item.propagate = True
logging.getLogger(name).debug(f"Added handler to logger: {name}")
else:
logging.getLogger(name).debug(f"Skipping non-logger: {name}")
if redirect_stdio:
stdout_handler = logging.StreamHandler(sys.stdout)
stdout_handler.setFormatter(formatter)
stderr_handler = logging.StreamHandler(sys.stderr)
stderr_handler.setFormatter(formatter)
root_logger = logging.getLogger()
root_logger.addHandler(stdout_handler)
root_logger.addHandler(stderr_handler)
logging.getLogger().debug("Added stdout and stderr handlers to root logger")
logger = logging.getLogger(logger_name)
setup_logging_level(logging_level=logging_level, logger_name=logger_name)
# Debugging to print all handlers
logging.getLogger(logger_name).debug(
f"Logger {logger_name} handlers: {logger.handlers}"
)
logging.getLogger(logger_name).debug(f"Global handler: {handler}")
return logger