File size: 4,527 Bytes
eb1c669 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 |
import ffmpeg
import numpy as np
# import praatio
# import praatio.praat_scripts
import os
import sys
import random
import sqlite3
platform_stft_mapping = {
'linux': 'stftpitchshift',
'darwin': 'stftpitchshift',
'win32': 'stftpitchshift.exe',
}
stft = platform_stft_mapping.get(sys.platform)
# praatEXE = join('.',os.path.abspath(os.getcwd()) + r"\Praat.exe")
def load_audio(file, sr, DoFormant, Quefrency, Timbre):
converted = False
try:
conn = sqlite3.connect('TEMP/db:cachedb?mode=memory&cache=shared', check_same_thread=False)
cursor = conn.cursor()
# https://github.com/openai/whisper/blob/main/whisper/audio.py#L26
# This launches a subprocess to decode audio while down-mixing and resampling as necessary.
# Requires the ffmpeg CLI and `ffmpeg-python` package to be installed.
file = (
file.strip(" ").strip('"').strip("\n").strip('"').strip(" ")
) # 防止小白拷路径头尾带了空格和"和回车
file_formanted = file.strip(" ").strip('"').strip("\n").strip('"').strip(" ")
cursor.execute("SELECT Quefrency, Timbre, DoFormant FROM formant_data")
Quefrency, Timbre, DoFormant = cursor.fetchone()
#print(f"dofor={bool(DoFormant)} timbr={Timbre} quef={Quefrency}\n")
if bool(DoFormant):
numerator = round(random.uniform(1,4), 4)
# os.system(f"stftpitchshift -i {file} -q {Quefrency} -t {Timbre} -o {file_formanted}")
# print('stftpitchshift -i "%s" -p 1.0 --rms -w 128 -v 8 -q %s -t %s -o "%s"' % (file, Quefrency, Timbre, file_formanted))
if not file.endswith(".wav"):
if not os.path.isfile(f"{file_formanted}.wav"):
converted = True
#print(f"\nfile = {file}\n")
#print(f"\nfile_formanted = {file_formanted}\n")
converting = (
ffmpeg.input(file_formanted, threads = 0)
.output(f"{file_formanted}.wav")
.run(
cmd=["ffmpeg", "-nostdin"], capture_stdout=True, capture_stderr=True
)
)
else:
pass
file_formanted = f"{file_formanted}.wav" if not file_formanted.endswith(".wav") else file_formanted
print(f" · Formanting {file_formanted}...\n")
os.system(
'%s -i "%s" -q "%s" -t "%s" -o "%sFORMANTED_%s.wav"'
% (stft, file_formanted, Quefrency, Timbre, file_formanted, str(numerator))
)
print(f" · Formanted {file_formanted}!\n")
# filepraat = (os.path.abspath(os.getcwd()) + '\\' + file).replace('/','\\')
# file_formantedpraat = ('"' + os.path.abspath(os.getcwd()) + '/' + 'formanted'.join(file_formanted) + '"').replace('/','\\')
#print("%sFORMANTED_%s.wav" % (file_formanted, str(numerator)))
out, _ = (
ffmpeg.input("%sFORMANTED_%s.wav" % (file_formanted, str(numerator)), threads=0)
.output("-", format="f32le", acodec="pcm_f32le", ac=1, ar=sr)
.run(
cmd=["ffmpeg", "-nostdin"], capture_stdout=True, capture_stderr=True
)
)
else:
out, _ = (
ffmpeg.input(file, threads=0)
.output("-", format="f32le", acodec="pcm_f32le", ac=1, ar=sr)
.run(
cmd=["ffmpeg", "-nostdin"], capture_stdout=True, capture_stderr=True
)
)
except Exception as e:
raise RuntimeError(f"Failed to load audio: {e}")
if DoFormant:
try: os.remove("%sFORMANTED_%s.wav" % (file_formanted, str(numerator)))
except Exception: pass; print("couldn't remove formanted type of file")
if converted:
try: os.remove(file_formanted)
except Exception: pass; print("couldn't remove converted type of file")
converted = False
conn.close()
return np.frombuffer(out, np.float32).flatten()
|