From 0c84f506725f46b25667b8fd29c2a9333cdd576b Mon Sep 17 00:00:00 2001
From: Emiliana <38952746+emilianavt@users.noreply.github.com>
Date: Sun, 1 Mar 2020 22:27:50 +0100
Subject: [PATCH] 3D points are now normalized by reference sizes.

---
 tracker.py | 13 +++++++++++++
 1 file changed, 13 insertions(+)

diff --git a/tracker.py b/tracker.py
index 75f3e1c..6839f65 100644
--- a/tracker.py
+++ b/tracker.py
@@ -311,6 +311,13 @@ class FaceInfo():
         if self.conf < 0.4 or self.pnp_error > 300:
             return
 
+        norm = np.array([
+            ((self.pts_3d[0, 0] - self.pts_3d[16, 0]) + (self.pts_3d[1, 0] - self.pts_3d[15, 0])) / 2.0,
+            ((self.pts_3d[27, 1] - self.pts_3d[28, 1]) + (self.pts_3d[28, 1] - self.pts_3d[29, 1])) / 2.0,
+            np.max(self.pts_3d[0:66, 2]) - np.min(self.pts_3d[0:66, 2])
+        ])
+        self.pts_3d = (self.pts_3d / norm) * self.tracker.norm
+
         self.current_features = self.features.update(self.pts_3d[:, 0:2])
         self.eye_blink = []
         self.eye_blink.append(1 - min(max(0, -self.current_features["eye_r"]), 1))
@@ -525,6 +532,12 @@ class Tracker():
             [-0.25799, 0.27608, -0.24967],
         ], np.float32) * np.array([1.0, 1.0, 1.3])
 
+        self.norm = np.array([
+            ((self.face_3d[0, 0] - self.face_3d[16, 0]) + (self.face_3d[1, 0] - self.face_3d[15, 0])) / 2.0,
+            ((self.face_3d[27, 1] - self.face_3d[28, 1]) + (self.face_3d[28, 1] - self.face_3d[29, 1])) / 2.0,
+            np.max(self.face_3d[0:66, 2]) - np.min(self.face_3d[0:66, 2])
+        ])
+
         self.camera = np.array([[width, 0, width/2], [0, width, height/2], [0, 0, 1]], np.float32)
         self.inverse_camera = np.linalg.inv(self.camera)
         self.dist_coeffs = np.zeros((4,1))