File size: 4,532 Bytes
e0202f8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 |
import os
import torch
import shutil
import ctypes
import platform
import numpy as np
import tempfile as tf
class DioOption(ctypes.Structure):
_fields_ = [("F0Floor", ctypes.c_double), ("F0Ceil", ctypes.c_double), ("ChannelsInOctave", ctypes.c_double), ("FramePeriod", ctypes.c_double), ("Speed", ctypes.c_int), ("AllowedRange", ctypes.c_double)]
class HarvestOption(ctypes.Structure):
_fields_ = [("F0Floor", ctypes.c_double), ("F0Ceil", ctypes.c_double), ("FramePeriod", ctypes.c_double)]
class PYWORLD:
def __init__(self):
model = torch.load(os.path.join("assets", "models", "predictors", "world.pth"), map_location="cpu")
model_type, suffix = (("world_64" if platform.architecture()[0] == "64bit" else "world_86"), ".dll") if platform.system() == "Windows" else ("world_linux", ".so")
self.temp_folder = os.path.join("assets", "models", "predictors", "temp")
os.makedirs(self.temp_folder, exist_ok=True)
with tf.NamedTemporaryFile(delete=False, suffix=suffix, dir=self.temp_folder) as temp_file:
temp_file.write(model[model_type])
temp_path = temp_file.name
self.world_dll = ctypes.CDLL(temp_path)
def harvest(self, x, fs, f0_floor=50, f0_ceil=1100, frame_period=10):
self.world_dll.Harvest.argtypes = [ctypes.POINTER(ctypes.c_double), ctypes.c_int, ctypes.c_int, ctypes.POINTER(HarvestOption), ctypes.POINTER(ctypes.c_double), ctypes.POINTER(ctypes.c_double)]
self.world_dll.Harvest.restype = None
self.world_dll.InitializeHarvestOption.argtypes = [ctypes.POINTER(HarvestOption)]
self.world_dll.InitializeHarvestOption.restype = None
self.world_dll.GetSamplesForHarvest.argtypes = [ctypes.c_int, ctypes.c_int, ctypes.c_double]
self.world_dll.GetSamplesForHarvest.restype = ctypes.c_int
option = HarvestOption()
self.world_dll.InitializeHarvestOption(ctypes.byref(option))
option.F0Floor = f0_floor
option.F0Ceil = f0_ceil
option.FramePeriod = frame_period
f0_length = self.world_dll.GetSamplesForHarvest(fs, len(x), option.FramePeriod)
f0 = (ctypes.c_double * f0_length)()
tpos = (ctypes.c_double * f0_length)()
self.world_dll.Harvest((ctypes.c_double * len(x))(*x), len(x), fs, ctypes.byref(option), tpos, f0)
return np.array(f0, dtype=np.float32), np.array(tpos, dtype=np.float32)
def dio(self, x, fs, f0_floor=50, f0_ceil=1100, channels_in_octave=2, frame_period=10, speed=1, allowed_range=0.1):
self.world_dll.Dio.argtypes = [ctypes.POINTER(ctypes.c_double), ctypes.c_int, ctypes.c_int, ctypes.POINTER(DioOption), ctypes.POINTER(ctypes.c_double), ctypes.POINTER(ctypes.c_double)]
self.world_dll.Dio.restype = None
self.world_dll.InitializeDioOption.argtypes = [ctypes.POINTER(DioOption)]
self.world_dll.InitializeDioOption.restype = None
self.world_dll.GetSamplesForDIO.argtypes = [ctypes.c_int, ctypes.c_int, ctypes.c_double]
self.world_dll.GetSamplesForDIO.restype = ctypes.c_int
option = DioOption()
self.world_dll.InitializeDioOption(ctypes.byref(option))
option.F0Floor = f0_floor
option.F0Ceil = f0_ceil
option.ChannelsInOctave = channels_in_octave
option.FramePeriod = frame_period
option.Speed = speed
option.AllowedRange = allowed_range
f0_length = self.world_dll.GetSamplesForDIO(fs, len(x), option.FramePeriod)
f0 = (ctypes.c_double * f0_length)()
tpos = (ctypes.c_double * f0_length)()
self.world_dll.Dio((ctypes.c_double * len(x))(*x), len(x), fs, ctypes.byref(option), tpos, f0)
return np.array(f0, dtype=np.float32), np.array(tpos, dtype=np.float32)
def stonemask(self, x, fs, tpos, f0):
self.world_dll.StoneMask.argtypes = [ctypes.POINTER(ctypes.c_double), ctypes.c_int, ctypes.c_int, ctypes.POINTER(ctypes.c_double), ctypes.POINTER(ctypes.c_double), ctypes.c_int, ctypes.POINTER(ctypes.c_double)]
self.world_dll.StoneMask.restype = None
out_f0 = (ctypes.c_double * len(f0))()
self.world_dll.StoneMask((ctypes.c_double * len(x))(*x), len(x), fs, (ctypes.c_double * len(tpos))(*tpos), (ctypes.c_double * len(f0))(*f0), len(f0), out_f0)
if os.path.exists(self.temp_folder): shutil.rmtree(self.temp_folder, ignore_errors=True)
return np.array(out_f0, dtype=np.float32) |