mirror of
https://github.com/YuzuZensai/spleeter.git
synced 2026-01-31 14:58:23 +00:00
refactor: logging
This commit is contained in:
@@ -12,7 +12,7 @@ import warnings
|
|||||||
|
|
||||||
from .commands import create_argument_parser
|
from .commands import create_argument_parser
|
||||||
from .utils.configuration import load_configuration
|
from .utils.configuration import load_configuration
|
||||||
from .utils.logging import enable_logging, enable_verbose_logging
|
from .utils.logging import enable_logging, enable_tensorflow_logging
|
||||||
|
|
||||||
__email__ = 'research@deezer.com'
|
__email__ = 'research@deezer.com'
|
||||||
__author__ = 'Deezer Research'
|
__author__ = 'Deezer Research'
|
||||||
@@ -28,10 +28,9 @@ def main(argv):
|
|||||||
"""
|
"""
|
||||||
parser = create_argument_parser()
|
parser = create_argument_parser()
|
||||||
arguments = parser.parse_args(argv[1:])
|
arguments = parser.parse_args(argv[1:])
|
||||||
|
enable_logging()
|
||||||
if arguments.verbose:
|
if arguments.verbose:
|
||||||
enable_verbose_logging()
|
enable_tensorflow_logging()
|
||||||
else:
|
|
||||||
enable_logging()
|
|
||||||
if arguments.command == 'separate':
|
if arguments.command == 'separate':
|
||||||
from .commands.separate import entrypoint
|
from .commands.separate import entrypoint
|
||||||
elif arguments.command == 'train':
|
elif arguments.command == 'train':
|
||||||
|
|||||||
@@ -65,9 +65,9 @@ class GithubModelProvider(ModelProvider):
|
|||||||
raise IOError(f'Resource {url} not found')
|
raise IOError(f'Resource {url} not found')
|
||||||
with TemporaryFile() as stream:
|
with TemporaryFile() as stream:
|
||||||
copyfileobj(response.raw, stream)
|
copyfileobj(response.raw, stream)
|
||||||
get_logger().debug('Extracting downloaded archive')
|
get_logger().info('Extracting downloaded %s archive', name)
|
||||||
stream.seek(0)
|
stream.seek(0)
|
||||||
tar = tarfile.open(fileobj=stream)
|
tar = tarfile.open(fileobj=stream)
|
||||||
tar.extractall(path=path)
|
tar.extractall(path=path)
|
||||||
tar.close()
|
tar.close()
|
||||||
get_logger().debug('Model file extracted')
|
get_logger().info('%s model file(s) extracted', name)
|
||||||
|
|||||||
@@ -3,12 +3,16 @@
|
|||||||
|
|
||||||
""" Centralized logging facilities for Spleeter. """
|
""" Centralized logging facilities for Spleeter. """
|
||||||
|
|
||||||
|
import logging
|
||||||
|
|
||||||
from os import environ
|
from os import environ
|
||||||
|
|
||||||
__email__ = 'research@deezer.com'
|
__email__ = 'research@deezer.com'
|
||||||
__author__ = 'Deezer Research'
|
__author__ = 'Deezer Research'
|
||||||
__license__ = 'MIT License'
|
__license__ = 'MIT License'
|
||||||
|
|
||||||
|
_FORMAT = '%(levelname)s:%(name)s:%(message)s'
|
||||||
|
|
||||||
|
|
||||||
class _LoggerHolder(object):
|
class _LoggerHolder(object):
|
||||||
""" Logger singleton instance holder. """
|
""" Logger singleton instance holder. """
|
||||||
@@ -16,30 +20,42 @@ class _LoggerHolder(object):
|
|||||||
INSTANCE = None
|
INSTANCE = None
|
||||||
|
|
||||||
|
|
||||||
|
def get_tensorflow_logger():
|
||||||
|
"""
|
||||||
|
"""
|
||||||
|
# pylint: disable=import-error
|
||||||
|
from tensorflow.compat.v1 import logging
|
||||||
|
# pylint: enable=import-error
|
||||||
|
return logging
|
||||||
|
|
||||||
|
|
||||||
def get_logger():
|
def get_logger():
|
||||||
""" Returns library scoped logger.
|
""" Returns library scoped logger.
|
||||||
|
|
||||||
:returns: Library logger.
|
:returns: Library logger.
|
||||||
"""
|
"""
|
||||||
if _LoggerHolder.INSTANCE is None:
|
if _LoggerHolder.INSTANCE is None:
|
||||||
# pylint: disable=import-error
|
formatter = logging.Formatter(_FORMAT)
|
||||||
from tensorflow.compat.v1 import logging
|
handler = logging.StreamHandler()
|
||||||
# pylint: enable=import-error
|
handler.setFormatter(formatter)
|
||||||
_LoggerHolder.INSTANCE = logging
|
logger = logging.getLogger('spleeter')
|
||||||
_LoggerHolder.INSTANCE.set_verbosity(_LoggerHolder.INSTANCE.ERROR)
|
logger.addHandler(handler)
|
||||||
environ['TF_CPP_MIN_LOG_LEVEL'] = '3'
|
logger.setLevel(logging.INFO)
|
||||||
|
_LoggerHolder.INSTANCE = logger
|
||||||
return _LoggerHolder.INSTANCE
|
return _LoggerHolder.INSTANCE
|
||||||
|
|
||||||
|
|
||||||
def enable_logging():
|
def enable_tensorflow_logging():
|
||||||
""" Enable INFO level logging. """
|
""" Enable tensorflow logging. """
|
||||||
environ['TF_CPP_MIN_LOG_LEVEL'] = '1'
|
environ['TF_CPP_MIN_LOG_LEVEL'] = '1'
|
||||||
|
tf_logger = get_tensorflow_logger()
|
||||||
|
tf_logger.set_verbosity(tf_logger.INFO)
|
||||||
logger = get_logger()
|
logger = get_logger()
|
||||||
logger.set_verbosity(logger.INFO)
|
logger.setLevel(logging.DEBUG)
|
||||||
|
|
||||||
|
|
||||||
def enable_verbose_logging():
|
def enable_logging():
|
||||||
""" Enable DEBUG level logging. """
|
""" Configure default logging. """
|
||||||
environ['TF_CPP_MIN_LOG_LEVEL'] = '0'
|
environ['TF_CPP_MIN_LOG_LEVEL'] = '3'
|
||||||
logger = get_logger()
|
tf_logger = get_tensorflow_logger()
|
||||||
logger.set_verbosity(logger.DEBUG)
|
tf_logger.set_verbosity(tf_logger.ERROR)
|
||||||
|
|||||||
Reference in New Issue
Block a user