voice-changer/server/voice_changer/RVC/inferencer/RVCInferencer.py
2023-09-06 08:04:39 +09:00

43 lines
1.3 KiB
Python

import torch
from const import EnumInferenceTypes
from voice_changer.RVC.deviceManager.DeviceManager import DeviceManager
from voice_changer.RVC.inferencer.Inferencer import Inferencer
from .rvc_models.infer_pack.models import SynthesizerTrnMs256NSFsid
class RVCInferencer(Inferencer):
def loadModel(self, file: str, gpu: int):
self.setProps(EnumInferenceTypes.pyTorchRVC, file, True, gpu)
dev = DeviceManager.get_instance().getDevice(gpu)
isHalf = DeviceManager.get_instance().halfPrecisionAvailable(gpu)
cpt = torch.load(file, map_location="cpu")
model = SynthesizerTrnMs256NSFsid(*cpt["config"], is_half=isHalf)
model.eval()
model.load_state_dict(cpt["weight"], strict=False)
model = model.to(dev)
if isHalf:
model = model.half()
self.model = model
return self
def infer(
self,
feats: torch.Tensor,
pitch_length: torch.Tensor,
pitch: torch.Tensor,
pitchf: torch.Tensor,
sid: torch.Tensor,
convert_length: int | None,
) -> torch.Tensor:
res = self.model.infer(feats, pitch_length, pitch, pitchf, sid, convert_length=convert_length)
res = res[0][0, 0].to(dtype=torch.float32)
res = torch.clip(res, -1.0, 1.0)
return res