251 lines
9.4 KiB
YAML
251 lines
9.4 KiB
YAML
derive_feature:
|
|
|
|
#DBM Feature Group
|
|
FEATURE_GROUP: ['FAC_ASYM', 'FAC_AU', 'FAC_EXP', 'FAC_LMK', 'ACO_INT', 'ACO_FF', 'ACO_HNR', 'ACO_GNE', 'ACO_FM',
|
|
'ACO_JITTER','ACO_SHIMMER', 'ACO_PAUSE', 'ACO_VFS', 'ACO_MFCC', 'MOV_HM', 'MOV_HP', 'EYE_BLINK']
|
|
|
|
#Feature group output file extensions
|
|
FAC_ASYM_LOC: _facasym
|
|
FAC_AU_LOC: _facau
|
|
FAC_EXP_LOC: _facemo
|
|
FAC_LMK_LOC: _faclmk
|
|
ACO_INT_LOC: _intensity
|
|
ACO_FF_LOC: _pitch
|
|
ACO_HNR_LOC: _hnr
|
|
ACO_GNE_LOC: _gne
|
|
ACO_FM_LOC: _formant
|
|
ACO_JITTER_LOC: _jitter
|
|
ACO_SHIMMER_LOC: _shimmer
|
|
ACO_PAUSE_LOC: _pausechar
|
|
ACO_VFS_LOC: _voiceprev
|
|
ACO_MFCC_LOC: _mfcc
|
|
MOV_HM_LOC: _headmov
|
|
MOV_HP_LOC: _headpose
|
|
EYE_BLINK_LOC: _eyeblinks
|
|
|
|
#Facial category feature group
|
|
FAC_ASYM: ['fac_AsymMaskMouth', 'fac_AsymMaskEyebrow', 'fac_AsymMaskEye', 'fac_AsymMaskCom']
|
|
FAC_AU: ['fac_AU01int', 'fac_AU02int', 'fac_AU04int', 'fac_AU05int', 'fac_AU06int', 'fac_AU07int', 'fac_AU09int',
|
|
'fac_AU10int', 'fac_AU12int', 'fac_AU14int', 'fac_AU15int', 'fac_AU17int', 'fac_AU20int', 'fac_AU23int',
|
|
'fac_AU25int', 'fac_AU26int', 'fac_AU45int', 'fac_AU01pres', 'fac_AU02pres', 'fac_AU04pres', 'fac_AU05pres',
|
|
'fac_AU06pres', 'fac_AU07pres', 'fac_AU09pres', 'fac_AU10pres', 'fac_AU12pres', 'fac_AU14pres', 'fac_AU15pres',
|
|
'fac_AU17pres', 'fac_AU20pres', 'fac_AU23pres', 'fac_AU25pres', 'fac_AU26pres', 'fac_AU28pres', 'fac_AU45pres']
|
|
FAC_EXP: ['hap_exp', 'sad_exp', 'sur_exp', 'fea_exp', 'ang_exp', 'dis_exp', 'con_exp', 'happ_occ', 'sad_occ',
|
|
'sur_occ', 'fea_occ', 'ang_occ', 'dis_occ', 'con_occ', 'pos_exp', 'neg_exp', 'com_exp', 'hap_exp_full',
|
|
'sad_exp_full', 'sur_exp_full','fea_exp_full', 'ang_exp_full', 'dis_exp_full', 'con_exp_full', 'pos_exp_full',
|
|
'neg_exp_full', 'com_exp_full']
|
|
FAC_LMK: ['fac_LMK00disp', 'fac_LMK01disp', 'fac_LMK02disp', 'fac_LMK03disp', 'fac_LMK04disp',
|
|
'fac_LMK05disp', 'fac_LMK06disp', 'fac_LMK07disp', 'fac_LMK08disp', 'fac_LMK09disp', 'fac_LMK10disp',
|
|
'fac_LMK11disp', 'fac_LMK12disp', 'fac_LMK13disp', 'fac_LMK14disp', 'fac_LMK15disp', 'fac_LMK16disp',
|
|
'fac_LMK17disp', 'fac_LMK18disp', 'fac_LMK19disp', 'fac_LMK20disp', 'fac_LMK21disp', 'fac_LMK22disp',
|
|
'fac_LMK23disp', 'fac_LMK24disp', 'fac_LMK25disp', 'fac_LMK26disp', 'fac_LMK27disp', 'fac_LMK28disp',
|
|
'fac_LMK29disp', 'fac_LMK30disp', 'fac_LMK31disp', 'fac_LMK32disp', 'fac_LMK33disp', 'fac_LMK34disp',
|
|
'fac_LMK35disp', 'fac_LMK36disp', 'fac_LMK37disp', 'fac_LMK38disp', 'fac_LMK39disp', 'fac_LMK40disp',
|
|
'fac_LMK41disp', 'fac_LMK42disp', 'fac_LMK43disp', 'fac_LMK44disp', 'fac_LMK45disp', 'fac_LMK46disp',
|
|
'fac_LMK47disp', 'fac_LMK48disp', 'fac_LMK49disp', 'fac_LMK50disp', 'fac_LMK51disp', 'fac_LMK52disp',
|
|
'fac_LMK53disp', 'fac_LMK54disp', 'fac_LMK55disp', 'fac_LMK56disp', 'fac_LMK57disp', 'fac_LMK58disp',
|
|
'fac_LMK59disp', 'fac_LMK60disp', 'fac_LMK61disp', 'fac_LMK62disp', 'fac_LMK63disp', 'fac_LMK64disp',
|
|
'fac_LMK65disp', 'fac_LMK66disp', 'fac_LMK67disp']
|
|
|
|
#Acoustic category feature group
|
|
ACO_INT: ['aco_int']
|
|
ACO_FF: ['aco_ff']
|
|
ACO_HNR: ['aco_hnr']
|
|
ACO_GNE: ['aco_gne']
|
|
ACO_FM: ['aco_fm1','aco_fm2','aco_fm3','aco_fm4']
|
|
ACO_JITTER: ['aco_jitter']
|
|
ACO_SHIMMER: ['aco_shimmer']
|
|
ACO_PAUSE: ['aco_pausetime','aco_totaltime','aco_pausefrac','aco_numpauses']
|
|
ACO_VFS: ['aco_voicePct']
|
|
ACO_MFCC: ['aco_mfcc1','aco_mfcc2','aco_mfcc3','aco_mfcc4','aco_mfcc5','aco_mfcc6','aco_mfcc7','aco_mfcc8','aco_mfcc9',
|
|
'aco_mfcc10','aco_mfcc11','aco_mfcc12']
|
|
|
|
#Movement category feature group
|
|
MOV_HM: ['head_vel']
|
|
MOV_HP: ['mov_Hpose_Dist','mov_Hpose_Pitch','mov_Hpose_Yaw','mov_Hpose_Roll']
|
|
EYE_BLINK: ['mov_blink_ear', 'vid_dur', 'mov_blinkdur']
|
|
|
|
#Calculation for variables
|
|
# Facial Asymmetry
|
|
fac_AsymMaskMouth: ['mean', 'std']
|
|
fac_AsymMaskEyebrow: ['mean', 'std']
|
|
fac_AsymMaskEye: ['mean', 'std']
|
|
fac_AsymMaskCom: ['mean', 'std']
|
|
|
|
#Facial Action Unit
|
|
fac_AU01int: ['mean', 'std']
|
|
fac_AU02int: ['mean', 'std']
|
|
fac_AU04int: ['mean', 'std']
|
|
fac_AU05int: ['mean', 'std']
|
|
fac_AU06int: ['mean', 'std']
|
|
fac_AU07int: ['mean', 'std']
|
|
fac_AU09int: ['mean', 'std']
|
|
fac_AU10int: ['mean', 'std']
|
|
fac_AU12int: ['mean', 'std']
|
|
fac_AU14int: ['mean', 'std']
|
|
fac_AU15int: ['mean', 'std']
|
|
fac_AU17int: ['mean', 'std']
|
|
fac_AU20int: ['mean', 'std']
|
|
fac_AU23int: ['mean', 'std']
|
|
fac_AU25int: ['mean', 'std']
|
|
fac_AU26int: ['mean', 'std']
|
|
fac_AU45int: ['mean', 'std']
|
|
fac_AU01pres: ['pct']
|
|
fac_AU02pres: ['pct']
|
|
fac_AU04pres: ['pct']
|
|
fac_AU05pres: ['pct']
|
|
fac_AU06pres: ['pct']
|
|
fac_AU07pres: ['pct']
|
|
fac_AU09pres: ['pct']
|
|
fac_AU10pres: ['pct']
|
|
fac_AU12pres: ['pct']
|
|
fac_AU14pres: ['pct']
|
|
fac_AU15pres: ['pct']
|
|
fac_AU17pres: ['pct']
|
|
fac_AU20pres: ['pct']
|
|
fac_AU23pres: ['pct']
|
|
fac_AU25pres: ['pct']
|
|
fac_AU26pres: ['pct']
|
|
fac_AU28pres: ['pct']
|
|
fac_AU45pres: ['pct']
|
|
|
|
#Facial Expressivity
|
|
hap_exp: ['mean', 'std']
|
|
sad_exp: ['mean', 'std']
|
|
sur_exp: ['mean', 'std']
|
|
fea_exp: ['mean', 'std']
|
|
ang_exp: ['mean', 'std']
|
|
dis_exp: ['mean', 'std']
|
|
con_exp: ['mean', 'std']
|
|
happ_occ: ['mean', 'std', 'pct']
|
|
sad_occ: ['mean', 'std', 'pct']
|
|
sur_occ: ['mean', 'std', 'pct']
|
|
fea_occ: ['mean', 'std', 'pct']
|
|
ang_occ: ['mean', 'std', 'pct']
|
|
dis_occ: ['mean', 'std', 'pct']
|
|
con_occ: ['mean', 'std', 'pct']
|
|
pos_exp: ['mean', 'std', 'pct']
|
|
neg_exp: ['mean', 'std', 'pct']
|
|
neu_exp: ['mean', 'std', 'pct']
|
|
com_exp: ['mean', 'std', 'pct']
|
|
hap_exp_full: ['mean', 'std']
|
|
sad_exp_full: ['mean', 'std']
|
|
sur_exp_full: ['mean', 'std']
|
|
fea_exp_full: ['mean', 'std']
|
|
ang_exp_full: ['mean', 'std']
|
|
dis_exp_full: ['mean', 'std']
|
|
con_exp_full: ['mean', 'std']
|
|
pos_exp_full: ['mean', 'std']
|
|
neg_exp_full: ['mean', 'std']
|
|
neu_exp_full: ['mean', 'std']
|
|
com_exp_full: ['mean', 'std']
|
|
|
|
#Facial Landmarks
|
|
fac_LMK00disp: ['mean', 'std']
|
|
fac_LMK01disp: ['mean', 'std']
|
|
fac_LMK02disp: ['mean', 'std']
|
|
fac_LMK03disp: ['mean', 'std']
|
|
fac_LMK04disp: ['mean', 'std']
|
|
fac_LMK05disp: ['mean', 'std']
|
|
fac_LMK06disp: ['mean', 'std']
|
|
fac_LMK07disp: ['mean', 'std']
|
|
fac_LMK08disp: ['mean', 'std']
|
|
fac_LMK09disp: ['mean', 'std']
|
|
fac_LMK10disp: ['mean', 'std']
|
|
fac_LMK11disp: ['mean', 'std']
|
|
fac_LMK12disp: ['mean', 'std']
|
|
fac_LMK13disp: ['mean', 'std']
|
|
fac_LMK14disp: ['mean', 'std']
|
|
fac_LMK15disp: ['mean', 'std']
|
|
fac_LMK16disp: ['mean', 'std']
|
|
fac_LMK17disp: ['mean', 'std']
|
|
fac_LMK18disp: ['mean', 'std']
|
|
fac_LMK19disp: ['mean', 'std']
|
|
fac_LMK20disp: ['mean', 'std']
|
|
fac_LMK21disp: ['mean', 'std']
|
|
fac_LMK22disp: ['mean', 'std']
|
|
fac_LMK23disp: ['mean', 'std']
|
|
fac_LMK24disp: ['mean', 'std']
|
|
fac_LMK25disp: ['mean', 'std']
|
|
fac_LMK26disp: ['mean', 'std']
|
|
fac_LMK27disp: ['mean', 'std']
|
|
fac_LMK28disp: ['mean', 'std']
|
|
fac_LMK29disp: ['mean', 'std']
|
|
fac_LMK30disp: ['mean', 'std']
|
|
fac_LMK31disp: ['mean', 'std']
|
|
fac_LMK32disp: ['mean', 'std']
|
|
fac_LMK33disp: ['mean', 'std']
|
|
fac_LMK34disp: ['mean', 'std']
|
|
fac_LMK35disp: ['mean', 'std']
|
|
fac_LMK36disp: ['mean', 'std']
|
|
fac_LMK37disp: ['mean', 'std']
|
|
fac_LMK38disp: ['mean', 'std']
|
|
fac_LMK39disp: ['mean', 'std']
|
|
fac_LMK40disp: ['mean', 'std']
|
|
fac_LMK41disp: ['mean', 'std']
|
|
fac_LMK42disp: ['mean', 'std']
|
|
fac_LMK43disp: ['mean', 'std']
|
|
fac_LMK44disp: ['mean', 'std']
|
|
fac_LMK45disp: ['mean', 'std']
|
|
fac_LMK46disp: ['mean', 'std']
|
|
fac_LMK47disp: ['mean', 'std']
|
|
fac_LMK48disp: ['mean', 'std']
|
|
fac_LMK49disp: ['mean', 'std']
|
|
fac_LMK50disp: ['mean', 'std']
|
|
fac_LMK51disp: ['mean', 'std']
|
|
fac_LMK52disp: ['mean', 'std']
|
|
fac_LMK53disp: ['mean', 'std']
|
|
fac_LMK54disp: ['mean', 'std']
|
|
fac_LMK55disp: ['mean', 'std']
|
|
fac_LMK56disp: ['mean', 'std']
|
|
fac_LMK57disp: ['mean', 'std']
|
|
fac_LMK58disp: ['mean', 'std']
|
|
fac_LMK59disp: ['mean', 'std']
|
|
fac_LMK60disp: ['mean', 'std']
|
|
fac_LMK61disp: ['mean', 'std']
|
|
fac_LMK62disp: ['mean', 'std']
|
|
fac_LMK63disp: ['mean', 'std']
|
|
fac_LMK64disp: ['mean', 'std']
|
|
fac_LMK65disp: ['mean', 'std']
|
|
fac_LMK66disp: ['mean', 'std']
|
|
fac_LMK67disp: ['mean', 'std']
|
|
|
|
#Acoustic feature
|
|
aco_int: ['mean', 'std', 'range']
|
|
aco_ff: ['mean', 'std', 'range']
|
|
aco_hnr: ['mean', 'std', 'range']
|
|
aco_gne: ['mean', 'std', 'range']
|
|
aco_fm1: ['mean', 'std', 'range']
|
|
aco_fm2: ['mean', 'std', 'range']
|
|
aco_fm3: ['mean', 'std', 'range']
|
|
aco_fm4: ['mean', 'std', 'range']
|
|
aco_jitter: ['mean', 'std', 'range']
|
|
aco_shimmer: ['mean', 'std', 'range']
|
|
aco_pausetime: ['mean']
|
|
aco_pausefrac: ['mean']
|
|
aco_voicePct: ['mean']
|
|
aco_totaltime: ['mean']
|
|
aco_numpauses: ['mean']
|
|
aco_mfcc1: ['mean']
|
|
aco_mfcc2: ['mean']
|
|
aco_mfcc3: ['mean']
|
|
aco_mfcc4: ['mean']
|
|
aco_mfcc5: ['mean']
|
|
aco_mfcc6: ['mean']
|
|
aco_mfcc7: ['mean']
|
|
aco_mfcc8: ['mean']
|
|
aco_mfcc9: ['mean']
|
|
aco_mfcc10: ['mean']
|
|
aco_mfcc11: ['mean']
|
|
aco_mfcc12: ['mean']
|
|
|
|
#Movement feature
|
|
head_vel: ['mean', 'std']
|
|
mov_Hpose_Dist: ['mean', 'std']
|
|
mov_Hpose_Pitch: ['mean', 'std']
|
|
mov_Hpose_Yaw: ['mean', 'std']
|
|
mov_Hpose_Roll: ['mean', 'std']
|
|
mov_blink_ear: ['mean', 'std']
|
|
vid_dur: ['count']
|
|
mov_blinkdur: ['mean', 'std']
|