зеркало из https://github.com/microsoft/SPACH.git
35 строки
1.1 KiB
Python
35 строки
1.1 KiB
Python
|
# Copyright (c) 2015-present, Facebook, Inc.
|
||
|
|
# All rights reserved.
|
||
|
|
import os
|
||
|
|
import sys
|
||
|
|
import logging
|
||
|
|
|
||
|
|
|
||
|
|
# @functools.lru_cache()
|
||
|
|
def create_logger(output_dir, dist_rank=0, name=''):
|
||
|
|
# create logger
|
||
|
|
logger = logging.getLogger(name)
|
||
|
|
logger.setLevel(logging.DEBUG)
|
||
|
|
logger.propagate = False
|
||
|
|
|
||
|
|
# create formatter
|
||
|
|
fmt = '[%(asctime)s %(name)s] (%(filename)s %(lineno)d): %(levelname)s %(message)s'
|
||
|
|
|
||
|
|
# create console handlers for master process
|
||
|
|
if dist_rank == 0:
|
||
|
|
console_handler = logging.StreamHandler(sys.stdout)
|
||
|
|
console_handler.setLevel(logging.DEBUG)
|
||
|
|
console_handler.setFormatter(
|
||
|
|
logging.Formatter(fmt=fmt, datefmt='%Y-%m-%d %H:%M:%S'))
|
||
|
|
logger.addHandler(console_handler)
|
||
|
|
|
||
|
|
# create file handlers
|
||
|
|
if len(output_dir) > 0:
|
||
|
|
file_handler = logging.FileHandler(os.path.join(output_dir, f'log_rank{dist_rank}.txt'), mode='a')
|
||
|
|
file_handler.setLevel(logging.DEBUG)
|
||
|
|
file_handler.setFormatter(logging.Formatter(fmt=fmt, datefmt='%Y-%m-%d %H:%M:%S'))
|
||
|
|
logger.addHandler(file_handler)
|
||
|
|
file_handler.flush()
|
||
|
|
|
||
|
|
return logger
|