Delete config.py

config.py

@@ -1,261 +0,0 @@
-"""
-@Desc: 全局配置文件读取
-"""
-
-import argparse
-import yaml
-from typing import Dict, List
-import os
-import shutil
-import sys
-
-
-class Resample_config:
-    """重采样配置"""
-
-    def __init__(self, in_dir: str, out_dir: str, sampling_rate: int = 44100):
-        self.sampling_rate: int = sampling_rate  # 目标采样率
-        self.in_dir: str = in_dir  # 待处理音频目录路径
-        self.out_dir: str = out_dir  # 重采样输出路径
-
-    @classmethod
-    def from_dict(cls, dataset_path: str, data: Dict[str, any]):
-        """从字典中生成实例"""
-
-        # 不检查路径是否有效，此逻辑在resample.py中处理
-        data["in_dir"] = os.path.join(dataset_path, data["in_dir"])
-        data["out_dir"] = os.path.join(dataset_path, data["out_dir"])
-
-        return cls(**data)
-
-
-class Preprocess_text_config:
-    """数据预处理配置"""
-
-    def __init__(
-        self,
-        transcription_path: str,
-        cleaned_path: str,
-        train_path: str,
-        val_path: str,
-        config_path: str,
-        val_per_lang: int = 5,
-        max_val_total: int = 10000,
-        clean: bool = True,
-    ):
-        self.transcription_path: str = (
-            transcription_path  # 原始文本文件路径，文本格式应为{wav_path}|{speaker_name}|{language}|{text}。
-        )
-        self.cleaned_path: str = (
-            cleaned_path  # 数据清洗后文本路径，可以不填。不填则将在原始文本目录生成
-        )
-        self.train_path: str = (
-            train_path  # 训练集路径，可以不填。不填则将在原始文本目录生成
-        )
-        self.val_path: str = (
-            val_path  # 验证集路径，可以不填。不填则将在原始文本目录生成
-        )
-        self.config_path: str = config_path  # 配置文件路径
-        self.val_per_lang: int = val_per_lang  # 每个speaker的验证集条数
-        self.max_val_total: int = (
-            max_val_total  # 验证集最大条数，多于的会被截断并放到训练集中
-        )
-        self.clean: bool = clean  # 是否进行数据清洗
-
-    @classmethod
-    def from_dict(cls, dataset_path: str, data: Dict[str, any]):
-        """从字典中生成实例"""
-
-        data["transcription_path"] = os.path.join(
-            dataset_path, data["transcription_path"]
-        )
-        if data["cleaned_path"] == "" or data["cleaned_path"] is None:
-            data["cleaned_path"] = None
-        else:
-            data["cleaned_path"] = os.path.join(dataset_path, data["cleaned_path"])
-        data["train_path"] = os.path.join(dataset_path, data["train_path"])
-        data["val_path"] = os.path.join(dataset_path, data["val_path"])
-        data["config_path"] = os.path.join(dataset_path, data["config_path"])
-
-        return cls(**data)
-
-
-class Bert_gen_config:
-    """bert_gen 配置"""
-
-    def __init__(
-        self,
-        config_path: str,
-        num_processes: int = 2,
-        device: str = "cuda",
-        use_multi_device: bool = False,
-    ):
-        self.config_path = config_path
-        self.num_processes = num_processes
-        self.device = device
-        self.use_multi_device = use_multi_device
-
-    @classmethod
-    def from_dict(cls, dataset_path: str, data: Dict[str, any]):
-        data["config_path"] = os.path.join(dataset_path, data["config_path"])
-
-        return cls(**data)
-
-
-class Emo_gen_config:
-    """emo_gen 配置"""
-
-    def __init__(
-        self,
-        config_path: str,
-        num_processes: int = 2,
-        device: str = "cuda",
-        use_multi_device: bool = False,
-    ):
-        self.config_path = config_path
-        self.num_processes = num_processes
-        self.device = device
-        self.use_multi_device = use_multi_device
-
-    @classmethod
-    def from_dict(cls, dataset_path: str, data: Dict[str, any]):
-        data["config_path"] = os.path.join(dataset_path, data["config_path"])
-
-        return cls(**data)
-
-
-class Train_ms_config:
-    """训练配置"""
-
-    def __init__(
-        self,
-        config_path: str,
-        env: Dict[str, any],
-        base: Dict[str, any],
-        model: str,
-        num_workers: int,
-        spec_cache: bool,
-        keep_ckpts: int,
-    ):
-        self.env = env  # 需要加载的环境变量
-        self.base = base  # 底模配置
-        self.model = (
-            model  # 训练模型存储目录，该路径为相对于dataset_path的路径，而非项目根目录
-        )
-        self.config_path = config_path  # 配置文件路径
-        self.num_workers = num_workers  # worker数量
-        self.spec_cache = spec_cache  # 是否启用spec缓存
-        self.keep_ckpts = keep_ckpts  # ckpt数量
-
-    @classmethod
-    def from_dict(cls, dataset_path: str, data: Dict[str, any]):
-        # data["model"] = os.path.join(dataset_path, data["model"])
-        data["config_path"] = os.path.join(dataset_path, data["config_path"])
-
-        return cls(**data)
-
-
-class Webui_config:
-    """webui 配置"""
-
-    def __init__(
-        self,
-        device: str,
-        model: str,
-        config_path: str,
-        language_identification_library: str,
-        port: int = 7860,
-        share: bool = False,
-        debug: bool = False,
-    ):
-        self.device: str = device
-        self.model: str = model  # 端口号
-        self.config_path: str = config_path  # 是否公开部署，对外网开放
-        self.port: int = port  # 是否开启debug模式
-        self.share: bool = share  # 模型路径
-        self.debug: bool = debug  # 配置文件路径
-        self.language_identification_library: str = (
-            language_identification_library  # 语种识别库
-        )
-
-    @classmethod
-    def from_dict(cls, dataset_path: str, data: Dict[str, any]):
-        data["config_path"] = os.path.join(dataset_path, data["config_path"])
-        data["model"] = os.path.join(dataset_path, data["model"])
-        return cls(**data)
-
-
-class Server_config:
-    def __init__(
-        self, models: List[Dict[str, any]], port: int = 5000, device: str = "cuda"
-    ):
-        self.models: List[Dict[str, any]] = models  # 需要加载的所有模型的配置
-        self.port: int = port  # 端口号
-        self.device: str = device  # 模型默认使用设备
-
-    @classmethod
-    def from_dict(cls, data: Dict[str, any]):
-        return cls(**data)
-
-
-class Translate_config:
-    """翻译api配置"""
-
-    def __init__(self, app_key: str, secret_key: str):
-        self.app_key = app_key
-        self.secret_key = secret_key
-
-    @classmethod
-    def from_dict(cls, data: Dict[str, any]):
-        return cls(**data)
-
-
-class Config:
-    def __init__(self, config_path: str):
-        if not os.path.isfile(config_path) and os.path.isfile("default_config.yml"):
-            shutil.copy(src="default_config.yml", dst=config_path)
-            print(
-                f"已根据默认配置文件default_config.yml生成配置文件{config_path}。请按该配置文件的说明进行配置后重新运行。"
-            )
-            print("如无特殊需求，请勿修改default_config.yml或备份该文件。")
-            sys.exit(0)
-        with open(file=config_path, mode="r", encoding="utf-8") as file:
-            yaml_config: Dict[str, any] = yaml.safe_load(file.read())
-            dataset_path: str = yaml_config["dataset_path"]
-            openi_token: str = yaml_config["openi_token"]
-            self.dataset_path: str = dataset_path
-            self.mirror: str = yaml_config["mirror"]
-            self.openi_token: str = openi_token
-            self.resample_config: Resample_config = Resample_config.from_dict(
-                dataset_path, yaml_config["resample"]
-            )
-            self.preprocess_text_config: Preprocess_text_config = (
-                Preprocess_text_config.from_dict(
-                    dataset_path, yaml_config["preprocess_text"]
-                )
-            )
-            self.bert_gen_config: Bert_gen_config = Bert_gen_config.from_dict(
-                dataset_path, yaml_config["bert_gen"]
-            )
-            self.emo_gen_config: Emo_gen_config = Emo_gen_config.from_dict(
-                dataset_path, yaml_config["emo_gen"]
-            )
-            self.train_ms_config: Train_ms_config = Train_ms_config.from_dict(
-                dataset_path, yaml_config["train_ms"]
-            )
-            self.webui_config: Webui_config = Webui_config.from_dict(
-                dataset_path, yaml_config["webui"]
-            )
-            self.server_config: Server_config = Server_config.from_dict(
-                yaml_config["server"]
-            )
-            self.translate_config: Translate_config = Translate_config.from_dict(
-                yaml_config["translate"]
-            )
-
-
-parser = argparse.ArgumentParser()
-# 为避免与以前的config.json起冲突，将其更名如下
-parser.add_argument("-y", "--yml_config", type=str, default="config.yml")
-args, _ = parser.parse_known_args()
-config = Config(args.yml_config)