PublicMirrors/voice-changer
1
0
Fork 0
mirror of https://github.com/w-okada/voice-changer.git synced 2025-01-23 21:45:00 +03:00
Code Issues Actions Packages Projects Releases Wiki Activity

WIP: support v1.5.x, add recording output function 1

Browse Source
This commit is contained in:
wataru 2023-02-12 13:24:30 +09:00
parent ea7690c2cd
commit 449f5a55d1
6 changed files with 119 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
client/demo/dist/index.js vendored
View File

File diff suppressed because one or more lines are too long

7
client/demo/src/102_device_setting.tsx
View File

@ -29,6 +29,13 @@ const reloadDevices = async () => {
toJSON: () => { }
})
const audioOutputs = mediaDeviceInfos.filter(x => { return x.kind == "audiooutput" })
audioOutputs.push({
deviceId: "record",
groupId: "record",
kind: "audiooutput",
label: "record",
toJSON: () => { }
})
return [audioInputs, audioOutputs]
}
export type UseDeviceSettingProps = {

2
client/lib/src/@types/voice-changer-worklet-processor.d.ts vendored
View File

@ -1,6 +1,8 @@
export declare const RequestType: {
readonly voice: "voice";
readonly config: "config";
readonly startRecording: "startRecording";
readonly stopRecording: "stopRecording";
};
export type RequestType = typeof RequestType[keyof typeof RequestType];
export type VoiceChangerWorkletProcessorRequest = {

22
client/lib/src/VoiceChangerClient.ts
View File

@ -225,15 +225,23 @@ export class VoiceChangerClient {
// configure worklet
configureWorklet = (setting: WorkletSetting) => {
const req: VoiceChangerWorkletProcessorRequest = {
requestType: "config",
voice: new ArrayBuffer(1),
numTrancateTreshold: setting.numTrancateTreshold,
volTrancateThreshold: setting.volTrancateThreshold,
volTrancateLength: setting.volTrancateLength
// const req: VoiceChangerWorkletProcessorRequest = {
// requestType: "config",
// voice: new ArrayBuffer(1),
// numTrancateTreshold: setting.numTrancateTreshold,
// volTrancateThreshold: setting.volTrancateThreshold,
// volTrancateLength: setting.volTrancateLength
// }
// this.vcNode.postReceivedVoice(req)
this.vcNode.configure(setting)
}
this.vcNode.postReceivedVoice(req)
startOutputRecordingWorklet = () => {
}
stopOutputRecordingWorklet = () => {
}
// Configurator Method
uploadFile = (buf: ArrayBuffer, filename: string, onprogress: (progress: number, end: boolean) => void) => {

40
client/lib/src/VoiceChangerWorkletNode.ts
View File

@ -1,4 +1,5 @@
import { VoiceChangerWorkletProcessorRequest } from "./@types/voice-changer-worklet-processor";
import { WorkletSetting } from "./const";
export type VolumeListener = {
notifyVolume: (vol: number) => void
@ -21,6 +22,45 @@ export class VoiceChangerWorkletNode extends AudioWorkletNode {
handleMessage(event: any) {
// console.log(`[Node:handleMessage_] `, event.data.volume);
if (event.data.responseType === "volume") {
this.listener.notifyVolume(event.data.volume as number)
} else if (event.data.responseType === "recordData") {
} else {
console.warn(`[worklet_node][voice-changer-worklet-processor] unknown response ${event.data.responseType}`, event.data)
}
}
configure = (setting: WorkletSetting) => {
const req: VoiceChangerWorkletProcessorRequest = {
requestType: "config",
voice: new ArrayBuffer(1),
numTrancateTreshold: setting.numTrancateTreshold,
volTrancateThreshold: setting.volTrancateThreshold,
volTrancateLength: setting.volTrancateLength
}
this.port.postMessage(req)
}
startOutputRecordingWorklet = () => {
const req: VoiceChangerWorkletProcessorRequest = {
requestType: "startRecording",
voice: new ArrayBuffer(1),
numTrancateTreshold: 0,
volTrancateThreshold: 0,
volTrancateLength: 0
}
this.port.postMessage(req)
}
stopOutputRecordingWorklet = () => {
const req: VoiceChangerWorkletProcessorRequest = {
requestType: "stopRecording",
voice: new ArrayBuffer(1),
numTrancateTreshold: 0,
volTrancateThreshold: 0,
volTrancateLength: 0
}
this.port.postMessage(req)
}
}

53
client/lib/worklet/src/voice-changer-worklet-processor.ts
View File

@ -1,9 +1,20 @@
export const RequestType = {
"voice": "voice",
"config": "config"
"config": "config",
"startRecording": "startRecording",
"stopRecording": "stopRecording"
} as const
export type RequestType = typeof RequestType[keyof typeof RequestType]
export const ResponseType = {
"volume": "volume",
"recordData": "recordData"
} as const
export type ResponseType = typeof ResponseType[keyof typeof ResponseType]
export type VoiceChangerWorkletProcessorRequest = {
requestType: RequestType,
voice: ArrayBuffer,
@ -12,6 +23,12 @@ export type VoiceChangerWorkletProcessorRequest = {
volTrancateLength: number
}
export type VoiceChangerWorkletProcessorResponse = {
responseType: ResponseType,
volume?: number,
recordData?: Float32Array[]
}
class VoiceChangerWorkletProcessor extends AudioWorkletProcessor {
private BLOCK_SIZE = 128
private initialized = false;
@ -21,7 +38,10 @@ class VoiceChangerWorkletProcessor extends AudioWorkletProcessor {
private volTrancateLength = 32
private volTrancateCount = 0
private isRecording = false
playBuffer: Float32Array[] = []
recordingBuffer: Float32Array[] = []
/**
* @constructor
*/
@ -47,6 +67,28 @@ class VoiceChangerWorkletProcessor extends AudioWorkletProcessor {
this.volTrancateThreshold = request.volTrancateThreshold
console.log("[worklet] worklet configured", request)
return
} else if (request.requestType === "startRecording") {
if (this.isRecording) {
console.warn("[worklet] recoring is already started")
return
}
this.isRecording = true
this.recordingBuffer = []
return
} else if (request.requestType === "stopRecording") {
if (!this.isRecording) {
console.warn("[worklet] recoring is not started")
return
}
this.isRecording = false
const recordResponse: VoiceChangerWorkletProcessorResponse = {
responseType: ResponseType.recordData,
recordData: this.recordingBuffer
}
this.port.postMessage(recordResponse);
this.recordingBuffer = []
return
}
const arrayBuffer = request.voice
@ -80,6 +122,9 @@ class VoiceChangerWorkletProcessor extends AudioWorkletProcessor {
f32Block![frameIndexInBlock + 1] = (currentFrame + nextFrame) / 2
if (f32Block!.length === frameIndexInBlock + 2) {
this.playBuffer.push(f32Block!)
if (this.isRecording) {
this.recordingBuffer.push(f32Block!)
}
}
}
}
@ -119,7 +164,11 @@ class VoiceChangerWorkletProcessor extends AudioWorkletProcessor {
}
if (voice) {
this.port.postMessage({ volume: this.volume });
const volumeResponse: VoiceChangerWorkletProcessorResponse = {
responseType: ResponseType.volume,
volume: this.volume
}
this.port.postMessage(volumeResponse);
outputs[0][0].set(voice)
}