|
|
|
import argparse |
|
import os |
|
import random |
|
import time |
|
import logging |
|
import numpy as np |
|
from base import config |
|
|
|
|
|
def get_parser(): |
|
parser = argparse.ArgumentParser(description=' ') |
|
parser.add_argument('--config', type=str, default='**.yaml', help='config file') |
|
parser.add_argument('opts', help=' ', default=None, |
|
nargs=argparse.REMAINDER) |
|
args = parser.parse_args() |
|
assert args.config is not None |
|
cfg = config.load_cfg_from_cfg_file(args.config) |
|
if args.opts is not None: |
|
cfg = config.merge_cfg_from_list(cfg, args.opts) |
|
return cfg |
|
|
|
|
|
def get_logger(): |
|
logger_name = "main-logger" |
|
logger = logging.getLogger(logger_name) |
|
logger.setLevel(logging.INFO) |
|
handler = logging.StreamHandler() |
|
fmt = "[%(asctime)s %(levelname)s %(filename)s line %(lineno)d %(process)d]=>%(message)s" |
|
handler.setFormatter(logging.Formatter(fmt)) |
|
logger.addHandler(handler) |
|
return logger |
|
|
|
|
|
class AverageMeter(object): |
|
"""Computes and stores the average and current value""" |
|
|
|
def __init__(self): |
|
self.reset() |
|
|
|
def reset(self): |
|
self.val = 0 |
|
self.avg = 0 |
|
self.sum = 0 |
|
self.count = 0 |
|
|
|
def update(self, val, n=1): |
|
self.val = val |
|
self.sum += val * n |
|
self.count += n |
|
self.avg = self.sum / self.count |
|
|
|
|
|
def check_mkdir(dir_name): |
|
if not os.path.exists(dir_name): |
|
os.mkdir(dir_name) |
|
|
|
|
|
def check_makedirs(dir_name): |
|
if not os.path.exists(dir_name): |
|
os.makedirs(dir_name) |
|
|
|
|
|
def main_process(args): |
|
return not args.multiprocessing_distributed or ( |
|
args.multiprocessing_distributed and args.rank % args.ngpus_per_node == 0) |
|
|
