copilot/OpenSeeFace
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Made it so that in OpenSeeVRMDriver audio input is automatically reinitialized if no more audio data is received for three seconds after originally receiving audio input.

Browse source
This commit is contained in:
Emiliana 2020-09-05 15:02:35 +02:00
parent 411f46e774
commit 0c91cab5c6
1 changed files with 10 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

10
Examples/OpenSeeVRMDriver.cs
View file

@ -209,6 +209,8 @@ public class OpenSeeVRMDriver : MonoBehaviour {
private int browInterpolationCount = 0;
private int browInterpolationState = 0;
private BlendShapeKey[] browClips;
private float lastAudioTime = -1f;
private Dictionary<OVRLipSync.Viseme, float[]> catsData = null;
void InitCatsData() {
@ -1195,6 +1197,7 @@ public class OpenSeeVRMDriver : MonoBehaviour {
public void InitializeLipSync() {
active = false;
lastAudioTime = -1f;
if (catsData == null)
InitCatsData();
if (!isCanned && clip != null)
@ -1313,6 +1316,9 @@ public class OpenSeeVRMDriver : MonoBehaviour {
}
}
audioVolume /= buffer.Length;
if (audioVolume > 0f)
lastAudioTime = Time.time;
int totalLen = partialPos + buffer.Length;
int bufferPos = 0;
@ -1371,6 +1377,10 @@ public class OpenSeeVRMDriver : MonoBehaviour {
}
void ReadAudio() {
if (lastAudioTime >= 0f && Time.time > lastAudioTime + 3f && lipSync) {
Debug.Log("Audio device might have disappeared, reinitializing lip sync.");
InitializeLipSync();
}
if (clip == null)
return;
if (OVRLipSync.IsInitialized() != OVRLipSync.Result.Success) {