109 lines
4.4 KiB
Python
109 lines
4.4 KiB
Python
|
import os
|
||
|
|
import numpy as np
|
||
|
|
import math
|
||
|
|
import cv2
|
||
|
|
|
||
|
|
#got tired of trying to remember which order I had to do the nested min and max
|
||
|
|
def clamp (value, minimum, maxium):
|
||
|
|
return max(min(value,maxium),minimum)
|
||
|
|
|
||
|
|
def rotate(origin, point, a):
|
||
|
|
x, y = point - origin
|
||
|
|
cosa = math.cos(-a)
|
||
|
|
sina = math.sin(-a)
|
||
|
|
qx = origin[0] + cosa * x - sina * y
|
||
|
|
qy = origin[1] + sina * x + cosa * y
|
||
|
|
return qx, qy
|
||
|
|
|
||
|
|
#I redid a lot of this so it worked well for me
|
||
|
|
#idk if it'll work well for other people
|
||
|
|
class Feature():
|
||
|
|
def __init__(self, alpha=0.1, decay=0.0005, curve=1, scaleType = 1):
|
||
|
|
self.min = None
|
||
|
|
self.max = None
|
||
|
|
self.alpha = alpha
|
||
|
|
self.decay = decay
|
||
|
|
self.last = 0.0
|
||
|
|
self.curve = curve
|
||
|
|
self.scaleType = scaleType
|
||
|
|
|
||
|
|
def update(self, x):
|
||
|
|
new = self.update_state(x)
|
||
|
|
self.last = self.last * self.alpha + new * (1 - self.alpha)
|
||
|
|
return self.last
|
||
|
|
|
||
|
|
def update_state(self, x):
|
||
|
|
if self.min is None or self.max is None:
|
||
|
|
self.min = x - 0.00001
|
||
|
|
self.max = x + 0.00001
|
||
|
|
self.min = min(self.min, x)
|
||
|
|
self.max = max(self.max, x)
|
||
|
|
center = (self.min+self.max)/2
|
||
|
|
|
||
|
|
#The Min and Max decay slightly toward each other every frame allowing the range to change dynamically
|
||
|
|
self.min = (self.min * (1 - self.decay)) + (self.max * self.decay)
|
||
|
|
self.max = (self.max * (1 - self.decay)) + (self.min * self.decay)
|
||
|
|
|
||
|
|
if self.scaleType == 1:
|
||
|
|
#Returns a value between -1 and 1 in relation to the maximum range
|
||
|
|
if x < center:
|
||
|
|
return -pow(clamp((x - center) / (self.min - center), 0, 1), self.curve)
|
||
|
|
elif x > center:
|
||
|
|
return pow(clamp((x - center) / (self.max - center), 0, 1), self.curve)
|
||
|
|
return 0
|
||
|
|
if self.scaleType == 2:
|
||
|
|
#Returns a value between 0 and 1 in relation to the maximum range
|
||
|
|
return pow(clamp((x - self.min) / (self.max - self.min), 0, 1), self.curve)
|
||
|
|
return 0
|
||
|
|
|
||
|
|
class FeatureExtractor():
|
||
|
|
def __init__(self):
|
||
|
|
self.eye_l = Feature(scaleType = 2, curve = 0.5)
|
||
|
|
self.eye_r = Feature(scaleType = 2, curve = 0.5)
|
||
|
|
self.eyebrow_updown_l = Feature( curve = 1.5)
|
||
|
|
self.eyebrow_updown_r = Feature( curve = 1.5)
|
||
|
|
self.mouth_corner_updown_l = Feature(curve = 2, decay=0.00005 )
|
||
|
|
self.mouth_corner_updown_r = Feature(curve = 2, decay=0.00005 )
|
||
|
|
self.mouth_open = Feature(scaleType = 2, curve = 1.5)
|
||
|
|
|
||
|
|
def align_points(self, a, b, pts): #runs 6 times per frame
|
||
|
|
|
||
|
|
alpha = (math.atan2(*(b - a)[::-1]) % (math.pi *2))
|
||
|
|
|
||
|
|
if alpha >= (math.pi/2):
|
||
|
|
alpha = - (alpha - math.pi)
|
||
|
|
if alpha <= -(math.pi/2):
|
||
|
|
alpha = - (alpha + math.pi)
|
||
|
|
aligned_pts = []
|
||
|
|
for pt in pts:
|
||
|
|
aligned_pts.append(rotate(a, pt, alpha))
|
||
|
|
return (aligned_pts)
|
||
|
|
|
||
|
|
def update(self, pts):
|
||
|
|
features = {}
|
||
|
|
norm_distance_y = pts[27, 1]-pts[8, 1]
|
||
|
|
|
||
|
|
f_pts = self.align_points(pts[42], pts[45], pts[[43, 44, 47, 46]])
|
||
|
|
f = (f_pts[0][1]/2 + f_pts[1][1]/2) - (f_pts[2][1]/2 + f_pts[3][1]/2)
|
||
|
|
features["eye_l"] = self.eye_l.update(f)
|
||
|
|
f_pts = self.align_points(pts[36], pts[39], pts[[37, 38, 41, 40]])
|
||
|
|
f = (f_pts[0][1]/2 + f_pts[1][1]/2) - (f_pts[2][1]/2 + f_pts[3][1]/2)
|
||
|
|
features["eye_r"] = self.eye_r.update(f)
|
||
|
|
|
||
|
|
f = ((pts[22][1]/2 + pts[26][1]/2) - (pts[42][1]/2 + pts[45][1]/2))/norm_distance_y
|
||
|
|
features["eyebrow_updown_l"] = self.eyebrow_updown_l.update(f)
|
||
|
|
f = ((pts[17][1]/2 + pts[21][1]/2) - (pts[36][1]/2 + pts[39][1]/2))/norm_distance_y
|
||
|
|
features["eyebrow_updown_r"] = self.eyebrow_updown_r.update(f)
|
||
|
|
|
||
|
|
f = ( pts[50][1] - pts[55][1]) * (norm_distance_y)
|
||
|
|
features["mouth_open"] = self.mouth_open.update(f)*0.66
|
||
|
|
|
||
|
|
#mouth corners are calculated together so they are assigned the same value
|
||
|
|
f = (((pts[51][1] + pts[55][1])/4) - ((pts[58][1]+pts[62][1])/2))/ norm_distance_y
|
||
|
|
features["mouth_corner_updown_r"] = self.mouth_corner_updown_r.update(f) * (1- 0.3 *features["mouth_open"]) * 0.66 - 0.1
|
||
|
|
features["mouth_corner_updown_l"] = self.mouth_corner_updown_l.update(f) * (1- 0.3 * features["mouth_open"]) *0.66 - 0.1
|
||
|
|
|
||
|
|
#i removed some features VTS didn't seem to use
|
||
|
|
#the VTS library was handling them not being set anyway, so I just let that deal with the fact they're not here
|
||
|
|
return features
|