diff --git a/demo/MMVCServerSIO.py b/demo/MMVCServerSIO.py index 1d090b94..ed224f02 100755 --- a/demo/MMVCServerSIO.py +++ b/demo/MMVCServerSIO.py @@ -1,61 +1,65 @@ -import sys, os, struct, argparse, logging, shutil, base64, traceback +import sys, os, struct, argparse, logging, shutil, base64, traceback from dataclasses import dataclass +from datetime import datetime +from distutils.util import strtobool + +import numpy as np +from scipy.io.wavfile import write, read + sys.path.append("/MMVC_Trainer") sys.path.append("/MMVC_Trainer/text") -import uvicorn -from fastapi import FastAPI, UploadFile, File, Form -from fastapi.middleware.cors import CORSMiddleware -from fastapi.responses import JSONResponse -from fastapi.encoders import jsonable_encoder -from fastapi import FastAPI, HTTPException +from fastapi.routing import APIRoute +from fastapi import HTTPException, Request, Response, FastAPI, UploadFile, File, Form from fastapi.staticfiles import StaticFiles +from fastapi.encoders import jsonable_encoder +from fastapi.responses import JSONResponse +from fastapi.middleware.cors import CORSMiddleware +import uvicorn +import socketio from pydantic import BaseModel -from scipy.io.wavfile import write, read +from typing import Callable -import socketio -from distutils.util import strtobool -from datetime import datetime - -import torch -import numpy as np - - -from mods.ssl import create_self_signed_cert +from mods.Trainer_Speakers import mod_get_speakers +from mods.Trainer_Training import mod_post_pre_training, mod_post_start_training, mod_post_stop_training, mod_get_related_files, mod_get_tail_training_log +from mods.Trainer_Model import mod_get_model, mod_delete_model +from mods.Trainer_Models import mod_get_models +from mods.Trainer_MultiSpeakerSetting import mod_get_multi_speaker_setting, mod_post_multi_speaker_setting +from mods.Trainer_Speaker_Voice import mod_get_speaker_voice +from mods.Trainer_Speaker_Voices import mod_get_speaker_voices +from mods.Trainer_Speaker import mod_delete_speaker +from mods.FileUploader import upload_file, concat_file_chunks from mods.VoiceChanger import VoiceChanger +from mods.ssl import create_self_signed_cert + # File Uploader -from mods.FileUploader import upload_file, concat_file_chunks -# Trainer Rest Internal -from mods.Trainer_Speakers import mod_get_speakers -from mods.Trainer_Speaker import mod_delete_speaker -from mods.Trainer_Speaker_Voices import mod_get_speaker_voices -from mods.Trainer_Speaker_Voice import mod_get_speaker_voice -from mods.Trainer_MultiSpeakerSetting import mod_get_multi_speaker_setting, mod_post_multi_speaker_setting -from mods.Trainer_Models import mod_get_models -from mods.Trainer_Model import mod_get_model, mod_delete_model -from mods.Trainer_Training import mod_post_pre_training, mod_post_start_training, mod_post_stop_training, mod_get_related_files, mod_get_tail_training_log +# Trainer Rest Internal + class UvicornSuppressFilter(logging.Filter): def filter(self, record): return False + logger = logging.getLogger("uvicorn.error") logger.addFilter(UvicornSuppressFilter()) # logger.propagate = False logger = logging.getLogger("multipart.multipart") logger.propagate = False + @dataclass class ExApplicationInfo(): - external_tensorboard_port:int + external_tensorboard_port: int exApplitionInfo = ExApplicationInfo(external_tensorboard_port=0) + class VoiceModel(BaseModel): gpu: int srcId: int @@ -65,7 +69,7 @@ class VoiceModel(BaseModel): buffer: str -class MyCustomNamespace(socketio.AsyncNamespace): +class MyCustomNamespace(socketio.AsyncNamespace): def __init__(self, namespace): super().__init__(namespace) @@ -88,19 +92,17 @@ class MyCustomNamespace(socketio.AsyncNamespace): print("Voice Change is not loaded. Did you load a correct model?") return np.zeros(1).astype(np.int16) - # def transcribe(self): # if hasattr(self, 'whisper') == True: # self.whisper.transcribe(0) # else: # print("whisper not found") - def on_connect(self, sid, environ): # print('[{}] connet sid : {}'.format(datetime.now().strftime('%Y-%m-%d %H:%M:%S') , sid)) pass - async def on_request_message(self, sid, msg): + async def on_request_message(self, sid, msg): # print("on_request_message", torch.cuda.memory_allocated()) gpu = int(msg[0]) srcId = int(msg[1]) @@ -109,29 +111,39 @@ class MyCustomNamespace(socketio.AsyncNamespace): prefixChunkSize = int(msg[4]) data = msg[5] # print(srcId, dstId, timestamp) - unpackedData = np.array(struct.unpack('<%sh'%(len(data) // struct.calcsize(' Callable: original_route_handler = super().get_route_handler() @@ -170,11 +180,13 @@ class ValidationErrorLoggingRoute(APIRoute): return custom_route_handler + if __name__ == thisFilename or args.colab == True: printMessage(f"PHASE3:{__name__}", level=2) + TYPE = args.t PORT = args.p CONFIG = args.c - MODEL = args.m + MODEL = args.m app_fastapi = FastAPI() app_fastapi.router.route_class = ValidationErrorLoggingRoute @@ -186,31 +198,33 @@ if __name__ == thisFilename or args.colab == True: allow_headers=["*"], ) - app_fastapi.mount("/front", StaticFiles(directory="../frontend/dist", html=True), name="static") + app_fastapi.mount( + "/front", StaticFiles(directory="../frontend/dist", html=True), name="static") - app_fastapi.mount("/trainer", StaticFiles(directory="../frontend/dist", html=True), name="static") + app_fastapi.mount( + "/trainer", StaticFiles(directory="../frontend/dist", html=True), name="static") - app_fastapi.mount("/recorder", StaticFiles(directory="../frontend/dist", html=True), name="static") + app_fastapi.mount( + "/recorder", StaticFiles(directory="../frontend/dist", html=True), name="static") sio = socketio.AsyncServer( async_mode='asgi', cors_allowed_origins='*' ) namespace = MyCustomNamespace('/test') - sio.register_namespace(namespace) + sio.register_namespace(namespace) if CONFIG and MODEL: namespace.loadModel(CONFIG, MODEL) # namespace.loadWhisperModel("base") - - + app_socketio = socketio.ASGIApp( - sio, + sio, other_asgi_app=app_fastapi, static_files={ '/assets/icons/github.svg': { - 'filename':'../frontend/dist/assets/icons/github.svg', - 'content_type':'image/svg+xml' - }, + 'filename': '../frontend/dist/assets/icons/github.svg', + 'content_type': 'image/svg+xml' + }, '': '../frontend/dist', '/': '../frontend/dist/index.html', } @@ -219,11 +233,10 @@ if __name__ == thisFilename or args.colab == True: @app_fastapi.get("/api/hello") async def index(): return {"result": "Index"} - ############ # File Uploder - # ########## + # ########## UPLOAD_DIR = "upload_dir" os.makedirs(UPLOAD_DIR, exist_ok=True) MODEL_DIR = "/MMVC_Trainer/logs" @@ -231,9 +244,9 @@ if __name__ == thisFilename or args.colab == True: @app_fastapi.post("/upload_file") async def post_upload_file( - file:UploadFile = File(...), + file: UploadFile = File(...), filename: str = Form(...) - ): + ): return upload_file(UPLOAD_DIR, file, filename) @app_fastapi.post("/load_model") @@ -241,9 +254,10 @@ if __name__ == thisFilename or args.colab == True: modelFilename: str = Form(...), modelFilenameChunkNum: int = Form(...), configFilename: str = Form(...) - ): + ): - modelFilePath = concat_file_chunks(UPLOAD_DIR, modelFilename, modelFilenameChunkNum,UPLOAD_DIR) + modelFilePath = concat_file_chunks( + UPLOAD_DIR, modelFilename, modelFilenameChunkNum, UPLOAD_DIR) print(f'File saved to: {modelFilePath}') configFilePath = os.path.join(UPLOAD_DIR, configFilename) @@ -256,30 +270,30 @@ if __name__ == thisFilename or args.colab == True: modelGFilenameChunkNum: int = Form(...), modelDFilename: str = Form(...), modelDFilenameChunkNum: int = Form(...), - ): + ): - - modelGFilePath = concat_file_chunks(UPLOAD_DIR, modelGFilename, modelGFilenameChunkNum, MODEL_DIR) - modelDFilePath = concat_file_chunks(UPLOAD_DIR, modelDFilename, modelDFilenameChunkNum,MODEL_DIR) + modelGFilePath = concat_file_chunks( + UPLOAD_DIR, modelGFilename, modelGFilenameChunkNum, MODEL_DIR) + modelDFilePath = concat_file_chunks( + UPLOAD_DIR, modelDFilename, modelDFilenameChunkNum, MODEL_DIR) return {"File saved": f"{modelGFilePath}, {modelDFilePath}"} - @app_fastapi.post("/extract_voices") async def post_load_model( zipFilename: str = Form(...), zipFileChunkNum: int = Form(...), - ): - zipFilePath = concat_file_chunks(UPLOAD_DIR, zipFilename, zipFileChunkNum, UPLOAD_DIR) + ): + zipFilePath = concat_file_chunks( + UPLOAD_DIR, zipFilename, zipFileChunkNum, UPLOAD_DIR) shutil.unpack_archive(zipFilePath, "/MMVC_Trainer/dataset/textful/") return {"Zip file unpacked": f"{zipFilePath}"} - - ############ # Voice Changer - # ########## + # ########## + @app_fastapi.post("/test") - async def post_test(voice:VoiceModel): + async def post_test(voice: VoiceModel): try: # print("POST REQUEST PROCESSING....") gpu = voice.gpu @@ -290,27 +304,30 @@ if __name__ == thisFilename or args.colab == True: buffer = voice.buffer wav = base64.b64decode(buffer) - if wav==0: - samplerate, data=read("dummy.wav") + if wav == 0: + samplerate, data = read("dummy.wav") unpackedData = data else: - unpackedData = np.array(struct.unpack('<%sh'%(len(wav) // struct.calcsize(':/ with your browser.", level=0) - else: - printMessage(f"open http://:/ with your browser.", level=0) - - if EX_PORT and EX_IP and args.https == 1: - printMessage(f"In many cases it is one of the following", level=1) - printMessage(f"https://localhost:{EX_PORT}/", level=1) - for ip in EX_IP.strip().split(" "): - printMessage(f"https://{ip}:{EX_PORT}/", level=1) - elif EX_PORT and EX_IP and args.https == 0: - printMessage(f"In many cases it is one of the following", level=1) - printMessage(f"http://localhost:{EX_PORT}/", level=1) + # アドレス表示 + if args.https == 1: + printMessage( + f"open https://:/ with your browser.", level=0) + else: + printMessage( + f"open http://:/ with your browser.", level=0) + if TYPE == "MMVC": + path = "" + else: + path = "trainer" + if EX_PORT and EX_IP and args.https == 1: + printMessage(f"In many cases it is one of the following", level=1) + printMessage(f"https://localhost:{EX_PORT}/{path}", level=1) + for ip in EX_IP.strip().split(" "): + printMessage(f"https://{ip}:{EX_PORT}/{path}", level=1) + elif EX_PORT and EX_IP and args.https == 0: + printMessage(f"In many cases it is one of the following", level=1) + printMessage(f"http://localhost:{EX_PORT}/{path}", level=1) # サーバ起動 if args.https: - # HTTPS サーバ起動 + # HTTPS サーバ起動 uvicorn.run( - f"{os.path.basename(__file__)[:-3]}:app_socketio", - host="0.0.0.0", - port=int(PORT), - reload=True, - ssl_keyfile = key_path, - ssl_certfile = cert_path, + f"{os.path.basename(__file__)[:-3]}:app_socketio", + host="0.0.0.0", + port=int(PORT), + reload=True, + ssl_keyfile=key_path, + ssl_certfile=cert_path, log_level="critical" ) else: # HTTP サーバ起動 if args.colab == True: - uvicorn.run( - f"{os.path.basename(__file__)[:-3]}:app_fastapi", - host="0.0.0.0", - port=int(PORT), - log_level="critical" - ) + uvicorn.run( + f"{os.path.basename(__file__)[:-3]}:app_fastapi", + host="0.0.0.0", + port=int(PORT), + log_level="critical" + ) else: - uvicorn.run( - f"{os.path.basename(__file__)[:-3]}:app_socketio", - host="0.0.0.0", - port=int(PORT), - reload=True, - log_level="critical" - ) - - + uvicorn.run( + f"{os.path.basename(__file__)[:-3]}:app_socketio", + host="0.0.0.0", + port=int(PORT), + reload=True, + log_level="critical" + ) diff --git a/demo/mods/VoiceChanger.py b/demo/mods/VoiceChanger.py index e54af851..0b6022f6 100755 --- a/demo/mods/VoiceChanger.py +++ b/demo/mods/VoiceChanger.py @@ -1,7 +1,7 @@ import torch from scipy.io.wavfile import write, read import numpy as np -import struct, traceback +import traceback import utils import commons diff --git a/demo/setup.sh b/demo/setup.sh index a68f9cf4..87188aec 100755 --- a/demo/setup.sh +++ b/demo/setup.sh @@ -1,28 +1,56 @@ #!/bin/bash -cp -r /resources/* . -TYPE=$1 -PARAMS=${@:2:($#-1)} +set -eu + +if [ $# = 0 ]; then + echo " + usage: + $0 -t + TYPE: select one of ['TRAIN', 'MMVC'] + " >&2 + exit 1 +fi + + +# TYPE=$1 +# PARAMS=${@:2:($#-1)} + +# echo $TYPE +# echo $PARAMS + + +if [ -e /resources ]; then + echo "/resources の中身をコピーします。" + cp -r /resources/* . +else + echo "/resourcesが存在しません。デフォルトの動作をします。" +fi -echo $TYPE -echo $PARAMS ## Config 設置 if [[ -e ./setting.json ]]; then echo "カスタムセッティングを使用" cp ./setting.json ../frontend/dist/assets/setting.json -else - cp ../frontend/dist/assets/setting_mmvc.json ../frontend/dist/assets/setting.json fi +echo "起動します" "$@" +python3 MMVCServerSIO.py "$@" -# 起動 -if [ "${TYPE}" = "MMVC" ] ; then - echo "MMVCを起動します" - python3 MMVCServerSIO.py $PARAMS 2>stderr.txt -elif [ "${TYPE}" = "MMVC_VERBOSE" ] ; then - echo "MMVCを起動します(verbose)" - python3 MMVCServerSIO.py $PARAMS -fi +### +# 起動パラメータ +# (1) トレーニングの場合 +# python3 MMVCServerSIO.py +# 環境変数: +# ※ Colabの場合:python3 MMVCServerSIO.py -t Train -p {PORT} --colab True +# (2) VCの場合 + + +# # 起動 +# if [ "${TYPE}" = "MMVC" ] ; then + +# elif [ "${TYPE}" = "MMVC_VERBOSE" ] ; then +# echo "MMVCを起動します(verbose)" +# python3 MMVCServerSIO.py $PARAMS +# fi diff --git a/docker/Dockerfile b/docker/Dockerfile index 5358bb06..3b760dc0 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -1,4 +1,4 @@ -FROM dannadori/voice-changer-internal:20221112_092232 as front +FROM dannadori/voice-changer-internal:20221112_102341 as front FROM debian:bullseye-slim as base ARG DEBIAN_FRONTEND=noninteractive diff --git a/start2.sh b/start2.sh index 9e84ab70..cff38ca9 100644 --- a/start2.sh +++ b/start2.sh @@ -1,7 +1,7 @@ #!/bin/bash set -eu -DOCKER_IMAGE=dannadori/voice-changer:20221112_092328 +DOCKER_IMAGE=dannadori/voice-changer:20221112_102442 # DOCKER_IMAGE=voice-changer if [ $# = 0 ]; then @@ -44,7 +44,7 @@ if [ "${MODE}" = "TRAIN" ]; then -e EX_PORT=${EX_PORT} -e EX_TB_PORT=${EX_TB_PORT} \ -e EX_IP="`hostname -I`" \ -p ${EX_PORT}:8080 -p ${EX_TB_PORT}:6006 \ - $DOCKER_IMAGE "$@" + $DOCKER_IMAGE -t TRAIN "$@" elif [ "${MODE}" = "MMVC" ]; then @@ -66,7 +66,8 @@ elif [ "${MODE}" = "MMVC" ]; then -e LOCAL_GID=$(id -g $USER) \ -e EX_IP="`hostname -I`" \ -e EX_PORT=${EX_PORT} \ - -p ${EX_PORT}:8080 $DOCKER_IMAGE "$@" + -p ${EX_PORT}:8080 \ + $DOCKER_IMAGE -t MMVC "$@" fi else echo "