drop: overwrite of config jsons & feat: read index from assets/indices

This commit is contained in:
源文雨
2024-01-22 17:18:59 +09:00
parent 3a80032e74
commit 6141253fba
8 changed files with 53 additions and 12 deletions

View File

@@ -2,6 +2,7 @@ import argparse
import os
import sys
import json
import shutil
from multiprocessing import cpu_count
import torch
@@ -65,7 +66,10 @@ class Config:
def load_config_json() -> dict:
d = {}
for config_file in version_config_list:
with open(f"configs/{config_file}", "r") as f:
p = f"configs/inuse/{config_file}"
if not os.path.exists(p):
shutil.copy(f"configs/{config_file}", p)
with open(f"configs/inuse/{config_file}", "r") as f:
d[config_file] = json.load(f)
return d
@@ -124,12 +128,13 @@ class Config:
def use_fp32_config(self):
for config_file in version_config_list:
self.json_config[config_file]["train"]["fp16_run"] = False
with open(f"configs/{config_file}", "r") as f:
with open(f"configs/inuse/{config_file}", "r") as f:
strr = f.read().replace("true", "false")
with open(f"configs/{config_file}", "w") as f:
with open(f"configs/inuse/{config_file}", "w") as f:
f.write(strr)
logger.info("overwrite "+config_file)
self.preprocess_per = 3.0
logger.info("overwrite configs.json")
logger.info("overwrite preprocess_per to %d" % (self.preprocess_per))
def device_config(self) -> tuple:
if torch.cuda.is_available():