added lower and upper half composite exp

dbm_lib/config/config_raw_feature.py

@@ -194,6 +194,8 @@ class ConfigRawReader(object):
             self.neu_exp = config['raw_feature']['neu_exp']
             self.cai_exp = config['raw_feature']['cai_exp']
             self.com_exp = config['raw_feature']['com_exp']
+            self.com_lower_exp = config['raw_feature']['com_lower_exp']
+            self.com_upper_exp = config['raw_feature']['com_upper_exp']
             self.hap_exp_full = config['raw_feature']['hap_exp_full']
             self.sad_exp_full = config['raw_feature']['sad_exp_full']
             self.sur_exp_full = config['raw_feature']['sur_exp_full']
@@ -206,6 +208,8 @@ class ConfigRawReader(object):
             self.neu_exp_full = config['raw_feature']['neu_exp_full']
             self.cai_exp_full = config['raw_feature']['cai_exp_full']
             self.com_exp_full = config['raw_feature']['com_exp_full']
+            self.com_lower_exp_full = config['raw_feature']['com_lower_exp_full']
+            self.com_upper_exp_full = config['raw_feature']['com_upper_exp_full']
             self.fac_AsymMaskMouth = config['raw_feature']['fac_AsymMaskMouth']
             self.fac_AsymMaskEye = config['raw_feature']['fac_AsymMaskEye']
             self.fac_AsymMaskEyebrow = config['raw_feature']['fac_AsymMaskEyebrow']
@@ -222,4 +226,3 @@ class ConfigRawReader(object):
             self.mov_Hpose_Yaw = config['raw_feature']['mov_Hpose_Yaw']
             self.mov_Hpose_Roll = config['raw_feature']['mov_Hpose_Roll']
             self.mov_Hpose_Dist = config['raw_feature']['mov_Hpose_Dist']
-            

dbm_lib/dbm_features/raw_features/util/video_util.py

@@ -167,6 +167,10 @@ def calc_of_for_video(of,face_cfg,fe_cfg):
     emotion_exp(face_cfg.cai,of,[fe_cfg.cai_exp,fe_cfg.cai_exp_full],fe_cfg.err_reason)
     #Composite Expressivity
     emotion_exp(face_cfg.ACTION_UNITS,of,[fe_cfg.com_exp,fe_cfg.com_exp_full],fe_cfg.err_reason)
+    #Composite lower face expressivity
+    emotion_exp(face_cfg.LOWER_ACTION_UNITS,of,[fe_cfg.com_lower_exp,fe_cfg.com_lower_exp_full],fe_cfg.err_reason)
+    #Composite upper face Expressivity
+    emotion_exp(face_cfg.UPPER_ACTION_UNITS,of,[fe_cfg.com_upper_exp,fe_cfg.com_upper_exp_full],fe_cfg.err_reason)
     #AU happiness presence
     emotion_pres(face_cfg.happiness,of,fe_cfg.happ_occ,fe_cfg.err_reason)
     #AU Sad presence

dbm_lib/dbm_features/raw_features/video/face_config/face_config_reader.py

@@ -30,6 +30,8 @@ class ConfigFaceReader(object):
             self.NEG_ACTION_UNITS = config['cdx_face_config']['NEG_ACTION_UNITS']
             self.POS_ACTION_UNITS = config['cdx_face_config']['POS_ACTION_UNITS']
             self.NET_ACTION_UNITS = config['cdx_face_config']['NET_ACTION_UNITS']
+            self.LOWER_ACTION_UNITS = config['cdx_face_config']['LOWER_ACTION_UNITS']
+            self.UPPER_ACTION_UNITS = config['cdx_face_config']['LOWER_ACTION_UNITS']           
             self.happiness = config['cdx_face_config']['happiness']
             self.sadness = config['cdx_face_config']['sadness']
             self.surprise = config['cdx_face_config']['surprise']

resources/features/derived_feature.yml

@@ -31,9 +31,9 @@ derive_feature:
     'fac_AU06pres', 'fac_AU07pres', 'fac_AU09pres', 'fac_AU10pres', 'fac_AU12pres', 'fac_AU14pres', 'fac_AU15pres',
     'fac_AU17pres', 'fac_AU20pres', 'fac_AU23pres', 'fac_AU25pres', 'fac_AU26pres', 'fac_AU28pres', 'fac_AU45pres']
     FAC_EXP: ['hap_exp', 'sad_exp', 'sur_exp', 'fea_exp', 'ang_exp', 'dis_exp', 'con_exp', 'happ_occ', 'sad_occ',
-    'sur_occ', 'fea_occ', 'ang_occ', 'dis_occ', 'con_occ', 'pos_exp', 'neg_exp', 'com_exp', 'hap_exp_full',
+    'sur_occ', 'fea_occ', 'ang_occ', 'dis_occ', 'con_occ', 'pos_exp', 'neg_exp', 'com_exp','com_lower_exp','com_upper_exp', 'hap_exp_full',
     'sad_exp_full', 'sur_exp_full','fea_exp_full', 'ang_exp_full', 'dis_exp_full', 'con_exp_full', 'pos_exp_full',
-    'neg_exp_full', 'com_exp_full']
+    'neg_exp_full', 'com_exp_full','com_lower_exp_full','com_upper_exp_full']
     FAC_LMK: ['fac_LMK00disp', 'fac_LMK01disp', 'fac_LMK02disp', 'fac_LMK03disp', 'fac_LMK04disp',
     'fac_LMK05disp', 'fac_LMK06disp', 'fac_LMK07disp', 'fac_LMK08disp', 'fac_LMK09disp', 'fac_LMK10disp',
     'fac_LMK11disp', 'fac_LMK12disp', 'fac_LMK13disp', 'fac_LMK14disp', 'fac_LMK15disp', 'fac_LMK16disp',
@@ -128,6 +128,8 @@ derive_feature:
     neg_exp: ['mean', 'std', 'pct']
     neu_exp: ['mean', 'std', 'pct']
     com_exp: ['mean', 'std', 'pct']
+    com_lower_exp: ['mean','std','pct']
+    com_upper_exp: ['mean','std','pct']
     hap_exp_full: ['mean', 'std']
     sad_exp_full: ['mean', 'std']
     sur_exp_full: ['mean', 'std']
@@ -139,6 +141,8 @@ derive_feature:
     neg_exp_full: ['mean', 'std']
     neu_exp_full: ['mean', 'std']
     com_exp_full: ['mean', 'std']
+    com_lower_exp_full: ['mean','std']
+    com_upper_exp_full: ['mean', 'std']
 
     #Facial Landmarks
     fac_LMK00disp: ['mean', 'std']

resources/features/raw_feature.yml

@@ -26,6 +26,8 @@ raw_feature:
     neu_exp: neu_exp
     cai_exp: cai_exp
     com_exp: fac_comintsoft
+    com_lower_exp: fac_comlowintsoft
+    com_upper_exp: fac_comuppintsoft
     hap_exp_full: fac_hapinthard
     sad_exp_full: fac_sadinthard
     sur_exp_full: fac_surinthard
@@ -38,6 +40,8 @@ raw_feature:
     neu_exp_full: neu_exp_full
     cai_exp_full: cai_exp_full
     com_exp_full: fac_cominthard
+    com_lower_exp_full: fac_comlowinthard
+    com_upper_exp_full: fac_comuppinthard
 
     #Facial asymmetry
     fac_AsymMaskMouth: fac_asymmaskmouth

resources/services/face_util.yml

@@ -1,5 +1,7 @@
 cdx_face_config:
     ACTION_UNITS: [[6, 12],[1, 4, 15],[1, 2, 5, 26],[1, 2, 4, 5, 7, 20, 26],[4, 5, 7, 23],[9, 15],[12, 14]]
+    LOWER_ACTION_UNITS: [[12], [15], [26], [20, 26], [23], [15], [12, 14]]
+    UPPER_ACTION_UNITS: [[6], [1, 4], [1, 2, 5], [1, 2, 4, 5, 7], [4, 5, 7], [9]]
     NEG_ACTION_UNITS: [[1, 4, 15], [1, 2, 4, 5, 7, 20, 26], [4, 5, 7, 23], [9, 15], [12, 14]]
     POS_ACTION_UNITS: [[6, 12]]
     NET_ACTION_UNITS: [[1, 2, 5, 26]]