PublicMirrors/voice-changer
1
0
Fork 0
mirror of https://github.com/w-okada/voice-changer.git synced 2025-03-13 03:17:41 +03:00
Code Issues Actions Packages Projects Releases Wiki Activity

hubert

Browse Source
This commit is contained in:
wataru 2023-03-30 00:22:37 +09:00
parent f0fbf58258
commit e10c832b46
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
server/voice_changer/SoVitsSvc40/SoVitsSvc40.py
View File

@ -83,7 +83,7 @@ class SoVitsSvc40:
ort_options.intra_op_num_threads = 8
self.hubert_onnx = onnxruntime.InferenceSession(
"model_hubert/hubert_simple.onnx",
providers=['TensorrtExecutionProvider', 'CUDAExecutionProvider', 'CPUExecutionProvider']
providers=providers
)
else:
models, saved_cfg, task = checkpoint_utils.load_model_ensemble_and_task(
@ -143,8 +143,12 @@ class SoVitsSvc40:
self.settings.gpu = 0
provider_options = [{'device_id': self.settings.gpu}]
self.onnx_session.set_providers(providers=[val], provider_options=provider_options)
if hasattr(self, "hubert_onnx"):
self.hubert_onnx.set_providers(providers=[val], provider_options=provider_options)
else:
self.onnx_session.set_providers(providers=[val])
if hasattr(self, "hubert_onnx"):
self.hubert_onnx.set_providers(providers=[val])
elif key == "onnxExecutionProvider" and self.onnx_session == None:
print("Onnx is not enabled. Please load model.")
return False
@ -217,6 +221,7 @@ class SoVitsSvc40:
"audio": wav16k_numpy.reshape(1, -1),
})
c = torch.from_numpy(np.array(c)).squeeze(0).transpose(1, 2)
# print("onnx hubert:", self.hubert_onnx.get_providers())
else:
self.hubert_model = self.hubert_model.to(dev)
wav16k_tensor = wav16k_tensor.to(dev)