File size: 5,584 Bytes
e0202f8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 |
import os
import re
import sys
import codecs
import librosa
import logging
import numpy as np
import soundfile as sf
from pydub import AudioSegment, silence
sys.path.append(os.getcwd())
from main.tools import huggingface
from main.configs.config import Config
for l in ["httpx", "httpcore"]:
logging.getLogger(l).setLevel(logging.ERROR)
translations = Config().translations
def check_predictors(method):
def download(predictors):
if not os.path.exists(os.path.join("assets", "models", "predictors", predictors)): huggingface.HF_download_file(codecs.decode("uggcf://uhttvatsnpr.pb/NauC/Ivrganzrfr-EIP-Cebwrpg/erfbyir/znva/cerqvpgbef/", "rot13") + predictors, os.path.join("assets", "models", "predictors", predictors))
model_dict = {**dict.fromkeys(["rmvpe", "rmvpe-legacy"], "rmvpe.pt"), **dict.fromkeys(["rmvpe-onnx", "rmvpe-legacy-onnx"], "rmvpe.onnx"), **dict.fromkeys(["fcpe", "fcpe-legacy"], "fcpe.pt"), **dict.fromkeys(["fcpe-onnx", "fcpe-legacy-onnx"], "fcpe.onnx"), **dict.fromkeys(["crepe-full", "mangio-crepe-full"], "crepe_full.pth"), **dict.fromkeys(["crepe-full-onnx", "mangio-crepe-full-onnx"], "crepe_full.onnx"), **dict.fromkeys(["crepe-large", "mangio-crepe-large"], "crepe_large.pth"), **dict.fromkeys(["crepe-large-onnx", "mangio-crepe-large-onnx"], "crepe_large.onnx"), **dict.fromkeys(["crepe-medium", "mangio-crepe-medium"], "crepe_medium.pth"), **dict.fromkeys(["crepe-medium-onnx", "mangio-crepe-medium-onnx"], "crepe_medium.onnx"), **dict.fromkeys(["crepe-small", "mangio-crepe-small"], "crepe_small.pth"), **dict.fromkeys(["crepe-small-onnx", "mangio-crepe-small-onnx"], "crepe_small.onnx"), **dict.fromkeys(["crepe-tiny", "mangio-crepe-tiny"], "crepe_tiny.pth"), **dict.fromkeys(["crepe-tiny-onnx", "mangio-crepe-tiny-onnx"], "crepe_tiny.onnx"), **dict.fromkeys(["harvest", "dio"], "world.pth")}
if "hybrid" in method:
methods_str = re.search("hybrid\[(.+)\]", method)
if methods_str: methods = [method.strip() for method in methods_str.group(1).split("+")]
for method in methods:
if method in model_dict: download(model_dict[method])
elif method in model_dict: download(model_dict[method])
def check_embedders(hubert):
if hubert in ["contentvec_base", "hubert_base", "japanese_hubert_base", "korean_hubert_base", "chinese_hubert_base", "Hidden_Rabbit_last", "portuguese_hubert_base"]:
model_path = os.path.join("assets", "models", "embedders", hubert + '.pt')
if not os.path.exists(model_path): huggingface.HF_download_file(codecs.decode("uggcf://uhttvatsnpr.pb/NauC/Ivrganzrfr-EIP-Cebwrpg/erfbyir/znva/rzorqqref/", "rot13") + f"{hubert}.pt", model_path)
def load_audio(file):
try:
file = file.strip(" ").strip('"').strip("\n").strip('"').strip(" ")
if not os.path.isfile(file): raise FileNotFoundError(translations["not_found"].format(name=file))
audio, sr = sf.read(file)
if len(audio.shape) > 1: audio = librosa.to_mono(audio.T)
if sr != 16000: audio = librosa.resample(audio, orig_sr=sr, target_sr=16000, res_type="soxr_vhq")
except Exception as e:
raise RuntimeError(f"{translations['errors_loading_audio']}: {e}")
return audio.flatten()
def process_audio(logger, file_path, output_path):
try:
song = pydub_convert(AudioSegment.from_file(file_path))
cut_files, time_stamps = [], []
for i, (start_i, end_i) in enumerate(silence.detect_nonsilent(song, min_silence_len=750, silence_thresh=-70)):
chunk = song[start_i:end_i]
if len(chunk) > 10:
chunk_file_path = os.path.join(output_path, f"chunk{i}.wav")
if os.path.exists(chunk_file_path): os.remove(chunk_file_path)
chunk.export(chunk_file_path, format="wav")
cut_files.append(chunk_file_path)
time_stamps.append((start_i, end_i))
else: logger.debug(translations["skip_file"].format(i=i, chunk=len(chunk)))
logger.info(f"{translations['split_total']}: {len(cut_files)}")
return cut_files, time_stamps
except Exception as e:
raise RuntimeError(f"{translations['process_audio_error']}: {e}")
def merge_audio(files_list, time_stamps, original_file_path, output_path, format):
try:
def extract_number(filename):
match = re.search(r'_(\d+)', filename)
return int(match.group(1)) if match else 0
total_duration = len(AudioSegment.from_file(original_file_path))
combined = AudioSegment.empty()
current_position = 0
for file, (start_i, end_i) in zip(sorted(files_list, key=extract_number), time_stamps):
if start_i > current_position: combined += AudioSegment.silent(duration=start_i - current_position)
combined += AudioSegment.from_file(file)
current_position = end_i
if current_position < total_duration: combined += AudioSegment.silent(duration=total_duration - current_position)
combined.export(output_path, format=format)
return output_path
except Exception as e:
raise RuntimeError(f"{translations['merge_error']}: {e}")
def pydub_convert(audio):
samples = np.frombuffer(audio.raw_data, dtype=np.int16)
if samples.dtype != np.int16: samples = (samples * 32767).astype(np.int16)
return AudioSegment(samples.tobytes(), frame_rate=audio.frame_rate, sample_width=samples.dtype.itemsize, channels=audio.channels) |