Merge pull request #2117 from HuanLinOTO/feat-fallback-encoding

feat: fallback to system encoding when fail to read file with utf-8
This commit is contained in:
RVC-Boss
2024-06-09 00:20:50 +08:00
committed by GitHub

View File

@@ -278,8 +278,13 @@ def load_wav_to_torch(full_path):
def load_filepaths_and_text(filename, split="|"): def load_filepaths_and_text(filename, split="|"):
with open(filename, encoding="utf-8") as f: try:
filepaths_and_text = [line.strip().split(split) for line in f] with open(filename, encoding="utf-8") as f:
filepaths_and_text = [line.strip().split(split) for line in f]
except UnicodeDecodeError:
with open(filename) as f:
filepaths_and_text = [line.strip().split(split) for line in f]
return filepaths_and_text return filepaths_and_text