Files
Mangio-RVC-Fork/my_utils.py

116 lines
4.4 KiB
Python
Raw Normal View History

import ffmpeg
import numpy as np
2023-07-23 03:47:53 +00:00
# import praatio
# import praatio.praat_scripts
2023-07-21 20:36:54 +07:00
import os
2023-07-27 11:04:45 +07:00
import sys
import random
import sqlite3
2023-07-27 11:04:45 +07:00
platform_stft_mapping = {
'linux': 'stftpitchshift',
'darwin': 'stftpitchshift',
'win32': 'stftpitchshift.exe',
}
2023-07-27 11:04:45 +07:00
stft = platform_stft_mapping.get(sys.platform)
2023-07-23 03:47:53 +00:00
# praatEXE = join('.',os.path.abspath(os.getcwd()) + r"\Praat.exe")
2023-07-21 20:36:54 +07:00
def load_audio(file, sr, DoFormant, Quefrency, Timbre):
2023-07-26 23:01:10 +07:00
converted = False
2023-03-31 17:54:38 +08:00
try:
conn = sqlite3.connect('TEMP/db:cachedb?mode=memory&cache=shared', check_same_thread=False)
cursor = conn.cursor()
2023-03-31 17:54:38 +08:00
# https://github.com/openai/whisper/blob/main/whisper/audio.py#L26
# This launches a subprocess to decode audio while down-mixing and resampling as necessary.
# Requires the ffmpeg CLI and `ffmpeg-python` package to be installed.
file = (
file.strip(" ").strip('"').strip("\n").strip('"').strip(" ")
) # 防止小白拷路径头尾带了空格和"和回车
2023-07-23 03:47:53 +00:00
file_formanted = file.strip(" ").strip('"').strip("\n").strip('"').strip(" ")
cursor.execute("SELECT Quefrency, Timbre, DoFormant FROM formant_data")
Quefrency, Timbre, DoFormant = cursor.fetchone()
#print(f"dofor={bool(DoFormant)} timbr={Timbre} quef={Quefrency}\n")
if bool(DoFormant):
numerator = round(random.uniform(1,4), 4)
2023-07-23 03:47:53 +00:00
# os.system(f"stftpitchshift -i {file} -q {Quefrency} -t {Timbre} -o {file_formanted}")
# print('stftpitchshift -i "%s" -p 1.0 --rms -w 128 -v 8 -q %s -t %s -o "%s"' % (file, Quefrency, Timbre, file_formanted))
if not file.endswith(".wav"):
if not os.path.isfile(f"{file_formanted}.wav"):
2023-07-26 23:01:10 +07:00
converted = True
#print(f"\nfile = {file}\n")
#print(f"\nfile_formanted = {file_formanted}\n")
converting = (
ffmpeg.input(file_formanted, threads = 0)
.output(f"{file_formanted}.wav")
.run(
cmd=["ffmpeg", "-nostdin"], capture_stdout=True, capture_stderr=True
)
)
else:
pass
file_formanted = f"{file_formanted}.wav" if not file_formanted.endswith(".wav") else file_formanted
print(f" · Formanting {file_formanted}...\n")
2023-07-23 03:47:53 +00:00
os.system(
2023-07-27 11:04:45 +07:00
'%s -i "%s" -q "%s" -t "%s" -o "%sFORMANTED_%s.wav"'
% (stft, file_formanted, Quefrency, Timbre, file_formanted, str(numerator))
2023-07-23 03:47:53 +00:00
)
print(f" · Formanted {file_formanted}!\n")
2023-07-23 03:47:53 +00:00
# filepraat = (os.path.abspath(os.getcwd()) + '\\' + file).replace('/','\\')
# file_formantedpraat = ('"' + os.path.abspath(os.getcwd()) + '/' + 'formanted'.join(file_formanted) + '"').replace('/','\\')
#print("%sFORMANTED_%s.wav" % (file_formanted, str(numerator)))
2023-07-21 20:36:54 +07:00
out, _ = (
ffmpeg.input("%sFORMANTED_%s.wav" % (file_formanted, str(numerator)), threads=0)
2023-07-21 20:36:54 +07:00
.output("-", format="f32le", acodec="pcm_f32le", ac=1, ar=sr)
2023-07-23 03:47:53 +00:00
.run(
cmd=["ffmpeg", "-nostdin"], capture_stdout=True, capture_stderr=True
)
2023-07-21 20:36:54 +07:00
)
2023-07-23 03:47:53 +00:00
2023-07-21 20:36:54 +07:00
else:
out, _ = (
ffmpeg.input(file, threads=0)
.output("-", format="f32le", acodec="pcm_f32le", ac=1, ar=sr)
2023-07-23 03:47:53 +00:00
.run(
cmd=["ffmpeg", "-nostdin"], capture_stdout=True, capture_stderr=True
)
2023-07-21 20:36:54 +07:00
)
except Exception as e:
raise RuntimeError(f"Failed to load audio: {e}")
if DoFormant:
try: os.remove("%sFORMANTED_%s.wav" % (file_formanted, str(numerator)))
except Exception: pass; print("couldn't remove formanted type of file")
2023-07-26 23:01:10 +07:00
if converted:
try: os.remove(file_formanted)
except Exception: pass; print("couldn't remove converted type of file")
converted = False
conn.close()
return np.frombuffer(out, np.float32).flatten()