bobby/open_dbm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

added vocal tremor

Browse Source
This commit is contained in:
Vidya Koesmahargyo
2020-11-18 23:33:30 -05:00
parent 82f2830a47
commit f9f5b4ec5f
9 changed files with 663 additions and 105 deletions
Download Patch File Download Diff File Expand all files Collapse all files

82
resources/features/derived_feature.yml
View File

@@ -1,9 +1,9 @@
derive_feature:
#DBM Feature Group
FEATURE_GROUP: ['FAC_ASYM', 'FAC_AU', 'FAC_EXP', 'FAC_LMK', 'ACO_INT', 'ACO_FF', 'ACO_HNR', 'ACO_GNE', 'ACO_FM',
'ACO_JITTER','ACO_SHIMMER', 'ACO_PAUSE', 'ACO_VFS', 'ACO_MFCC', 'MOV_HM', 'MOV_HP', 'EYE_BLINK']
FEATURE_GROUP: ['FAC_ASYM', 'FAC_AU', 'FAC_EXP', 'FAC_LMK', 'ACO_INT', 'ACO_FF', 'ACO_HNR', 'ACO_GNE', 'ACO_FM',
'ACO_JITTER','ACO_SHIMMER', 'ACO_PAUSE', 'ACO_VFS', 'ACO_MFCC', 'MOV_HM', 'MOV_HP', 'EYE_BLINK', 'MOV_VT']
#Feature group output file extensions
FAC_ASYM_LOC: _facasym
FAC_AU_LOC: _facau
@@ -22,31 +22,33 @@ derive_feature:
MOV_HM_LOC: _headmov
MOV_HP_LOC: _headpose
EYE_BLINK_LOC: _eyeblinks
MOV_VT_LOC: _vtremor
#Facial category feature group
FAC_ASYM: ['fac_AsymMaskMouth', 'fac_AsymMaskEyebrow', 'fac_AsymMaskEye', 'fac_AsymMaskCom']
FAC_AU: ['fac_AU01int', 'fac_AU02int', 'fac_AU04int', 'fac_AU05int', 'fac_AU06int', 'fac_AU07int', 'fac_AU09int',
'fac_AU10int', 'fac_AU12int', 'fac_AU14int', 'fac_AU15int', 'fac_AU17int', 'fac_AU20int', 'fac_AU23int',
'fac_AU25int', 'fac_AU26int', 'fac_AU45int', 'fac_AU01pres', 'fac_AU02pres', 'fac_AU04pres', 'fac_AU05pres',
'fac_AU06pres', 'fac_AU07pres', 'fac_AU09pres', 'fac_AU10pres', 'fac_AU12pres', 'fac_AU14pres', 'fac_AU15pres',
FAC_AU: ['fac_AU01int', 'fac_AU02int', 'fac_AU04int', 'fac_AU05int', 'fac_AU06int', 'fac_AU07int', 'fac_AU09int',
'fac_AU10int', 'fac_AU12int', 'fac_AU14int', 'fac_AU15int', 'fac_AU17int', 'fac_AU20int', 'fac_AU23int',
'fac_AU25int', 'fac_AU26int', 'fac_AU45int', 'fac_AU01pres', 'fac_AU02pres', 'fac_AU04pres', 'fac_AU05pres',
'fac_AU06pres', 'fac_AU07pres', 'fac_AU09pres', 'fac_AU10pres', 'fac_AU12pres', 'fac_AU14pres', 'fac_AU15pres',
'fac_AU17pres', 'fac_AU20pres', 'fac_AU23pres', 'fac_AU25pres', 'fac_AU26pres', 'fac_AU28pres', 'fac_AU45pres']
FAC_EXP: ['hap_exp', 'sad_exp', 'sur_exp', 'fea_exp', 'ang_exp', 'dis_exp', 'con_exp', 'happ_occ', 'sad_occ',
'sur_occ', 'fea_occ', 'ang_occ', 'dis_occ', 'con_occ', 'pos_exp', 'neg_exp', 'com_exp', 'hap_exp_full',
'sad_exp_full', 'sur_exp_full','fea_exp_full', 'ang_exp_full', 'dis_exp_full', 'con_exp_full', 'pos_exp_full',
'neg_exp_full', 'com_exp_full']
FAC_LMK: ['fac_LMK00disp', 'fac_LMK01disp', 'fac_LMK02disp', 'fac_LMK03disp', 'fac_LMK04disp',
'fac_LMK05disp', 'fac_LMK06disp', 'fac_LMK07disp', 'fac_LMK08disp', 'fac_LMK09disp', 'fac_LMK10disp',
'fac_LMK11disp', 'fac_LMK12disp', 'fac_LMK13disp', 'fac_LMK14disp', 'fac_LMK15disp', 'fac_LMK16disp',
'fac_LMK17disp', 'fac_LMK18disp', 'fac_LMK19disp', 'fac_LMK20disp', 'fac_LMK21disp', 'fac_LMK22disp',
'fac_LMK23disp', 'fac_LMK24disp', 'fac_LMK25disp', 'fac_LMK26disp', 'fac_LMK27disp', 'fac_LMK28disp',
'fac_LMK29disp', 'fac_LMK30disp', 'fac_LMK31disp', 'fac_LMK32disp', 'fac_LMK33disp', 'fac_LMK34disp',
'fac_LMK35disp', 'fac_LMK36disp', 'fac_LMK37disp', 'fac_LMK38disp', 'fac_LMK39disp', 'fac_LMK40disp',
'fac_LMK41disp', 'fac_LMK42disp', 'fac_LMK43disp', 'fac_LMK44disp', 'fac_LMK45disp', 'fac_LMK46disp',
'fac_LMK47disp', 'fac_LMK48disp', 'fac_LMK49disp', 'fac_LMK50disp', 'fac_LMK51disp', 'fac_LMK52disp',
'fac_LMK53disp', 'fac_LMK54disp', 'fac_LMK55disp', 'fac_LMK56disp', 'fac_LMK57disp', 'fac_LMK58disp',
'fac_LMK59disp', 'fac_LMK60disp', 'fac_LMK61disp', 'fac_LMK62disp', 'fac_LMK63disp', 'fac_LMK64disp',
FAC_LMK: ['fac_LMK00disp', 'fac_LMK01disp', 'fac_LMK02disp', 'fac_LMK03disp', 'fac_LMK04disp',
'fac_LMK05disp', 'fac_LMK06disp', 'fac_LMK07disp', 'fac_LMK08disp', 'fac_LMK09disp', 'fac_LMK10disp',
'fac_LMK11disp', 'fac_LMK12disp', 'fac_LMK13disp', 'fac_LMK14disp', 'fac_LMK15disp', 'fac_LMK16disp',
'fac_LMK17disp', 'fac_LMK18disp', 'fac_LMK19disp', 'fac_LMK20disp', 'fac_LMK21disp', 'fac_LMK22disp',
'fac_LMK23disp', 'fac_LMK24disp', 'fac_LMK25disp', 'fac_LMK26disp', 'fac_LMK27disp', 'fac_LMK28disp',
'fac_LMK29disp', 'fac_LMK30disp', 'fac_LMK31disp', 'fac_LMK32disp', 'fac_LMK33disp', 'fac_LMK34disp',
'fac_LMK35disp', 'fac_LMK36disp', 'fac_LMK37disp', 'fac_LMK38disp', 'fac_LMK39disp', 'fac_LMK40disp',
'fac_LMK41disp', 'fac_LMK42disp', 'fac_LMK43disp', 'fac_LMK44disp', 'fac_LMK45disp', 'fac_LMK46disp',
'fac_LMK47disp', 'fac_LMK48disp', 'fac_LMK49disp', 'fac_LMK50disp', 'fac_LMK51disp', 'fac_LMK52disp',
'fac_LMK53disp', 'fac_LMK54disp', 'fac_LMK55disp', 'fac_LMK56disp', 'fac_LMK57disp', 'fac_LMK58disp',
'fac_LMK59disp', 'fac_LMK60disp', 'fac_LMK61disp', 'fac_LMK62disp', 'fac_LMK63disp', 'fac_LMK64disp',
'fac_LMK65disp', 'fac_LMK66disp', 'fac_LMK67disp']
#Acoustic category feature group
ACO_INT: ['aco_int']
ACO_FF: ['aco_ff']
@@ -59,19 +61,21 @@ derive_feature:
ACO_VFS: ['aco_voicePct']
ACO_MFCC: ['aco_mfcc1','aco_mfcc2','aco_mfcc3','aco_mfcc4','aco_mfcc5','aco_mfcc6','aco_mfcc7','aco_mfcc8','aco_mfcc9',
'aco_mfcc10','aco_mfcc11','aco_mfcc12']
#Movement category feature group
MOV_HM: ['head_vel']
MOV_HP: ['mov_Hpose_Dist','mov_Hpose_Pitch','mov_Hpose_Yaw','mov_Hpose_Roll']
EYE_BLINK: ['mov_blink_ear', 'vid_dur', 'mov_blinkdur']
MOV_VT: ['mov_freq_trem_freq', 'mov_freq_trem_index', 'mov_freq_trem_pindex', 'mov_amp_trem_freq',
'mov_amp_trem_index', 'mov_amp_trem_pindex']
#Calculation for variables
# Facial Asymmetry
fac_AsymMaskMouth: ['mean', 'std']
fac_AsymMaskEyebrow: ['mean', 'std']
fac_AsymMaskEye: ['mean', 'std']
fac_AsymMaskCom: ['mean', 'std']
#Facial Action Unit
fac_AU01int: ['mean', 'std']
fac_AU02int: ['mean', 'std']
@@ -103,12 +107,12 @@ derive_feature:
fac_AU15pres: ['pct']
fac_AU17pres: ['pct']
fac_AU20pres: ['pct']
fac_AU23pres: ['pct']
fac_AU23pres: ['pct']
fac_AU25pres: ['pct']
fac_AU26pres: ['pct']
fac_AU28pres: ['pct']
fac_AU45pres: ['pct']
#Facial Expressivity
hap_exp: ['mean', 'std']
sad_exp: ['mean', 'std']
@@ -129,7 +133,7 @@ derive_feature:
neu_exp: ['mean', 'std', 'pct']
com_exp: ['mean', 'std', 'pct']
hap_exp_full: ['mean', 'std']
sad_exp_full: ['mean', 'std']
sad_exp_full: ['mean', 'std']
sur_exp_full: ['mean', 'std']
fea_exp_full: ['mean', 'std']
ang_exp_full: ['mean', 'std']
@@ -139,7 +143,7 @@ derive_feature:
neg_exp_full: ['mean', 'std']
neu_exp_full: ['mean', 'std']
com_exp_full: ['mean', 'std']
#Facial Landmarks
fac_LMK00disp: ['mean', 'std']
fac_LMK01disp: ['mean', 'std']
@@ -151,7 +155,7 @@ derive_feature:
fac_LMK07disp: ['mean', 'std']
fac_LMK08disp: ['mean', 'std']
fac_LMK09disp: ['mean', 'std']
fac_LMK10disp: ['mean', 'std']
fac_LMK10disp: ['mean', 'std']
fac_LMK11disp: ['mean', 'std']
fac_LMK12disp: ['mean', 'std']
fac_LMK13disp: ['mean', 'std']
@@ -163,22 +167,22 @@ derive_feature:
fac_LMK19disp: ['mean', 'std']
fac_LMK20disp: ['mean', 'std']
fac_LMK21disp: ['mean', 'std']
fac_LMK22disp: ['mean', 'std']
fac_LMK22disp: ['mean', 'std']
fac_LMK23disp: ['mean', 'std']
fac_LMK24disp: ['mean', 'std']
fac_LMK25disp: ['mean', 'std']
fac_LMK26disp: ['mean', 'std']
fac_LMK27disp: ['mean', 'std']
fac_LMK28disp: ['mean', 'std']
fac_LMK29disp: ['mean', 'std']
fac_LMK29disp: ['mean', 'std']
fac_LMK30disp: ['mean', 'std']
fac_LMK31disp: ['mean', 'std']
fac_LMK32disp: ['mean', 'std']
fac_LMK33disp: ['mean', 'std']
fac_LMK34disp: ['mean', 'std']
fac_LMK34disp: ['mean', 'std']
fac_LMK35disp: ['mean', 'std']
fac_LMK36disp: ['mean', 'std']
fac_LMK37disp: ['mean', 'std']
fac_LMK37disp: ['mean', 'std']
fac_LMK38disp: ['mean', 'std']
fac_LMK39disp: ['mean', 'std']
fac_LMK40disp: ['mean', 'std']
@@ -193,7 +197,7 @@ derive_feature:
fac_LMK49disp: ['mean', 'std']
fac_LMK50disp: ['mean', 'std']
fac_LMK51disp: ['mean', 'std']
fac_LMK52disp: ['mean', 'std']
fac_LMK52disp: ['mean', 'std']
fac_LMK53disp: ['mean', 'std']
fac_LMK54disp: ['mean', 'std']
fac_LMK55disp: ['mean', 'std']
@@ -209,7 +213,7 @@ derive_feature:
fac_LMK65disp: ['mean', 'std']
fac_LMK66disp: ['mean', 'std']
fac_LMK67disp: ['mean', 'std']
#Acoustic feature
aco_int: ['mean', 'std', 'range']
aco_ff: ['mean', 'std', 'range']
@@ -238,7 +242,7 @@ derive_feature:
aco_mfcc10: ['mean']
aco_mfcc11: ['mean']
aco_mfcc12: ['mean']
#Movement feature
head_vel: ['mean', 'std']
mov_Hpose_Dist: ['mean', 'std']
@@ -248,3 +252,9 @@ derive_feature:
mov_blink_ear: ['mean', 'std']
vid_dur: ['count']
mov_blinkdur: ['mean', 'std']
mov_freq_trem_freq: ['mean']
mov_freq_trem_index: ['mean']
mov_freq_trem_pindex: ['mean']
mov_amp_trem_freq: ['mean']
mov_amp_trem_index: ['mean']
mov_amp_trem_pindex: ['mean']

29
resources/features/raw_feature.yml
View File

@@ -1,11 +1,11 @@
raw_feature:
#error reason
error_reason: error_reason
#Output range
mov_headvel_start: 0
mov_headvel_end: 200
#Facial markers
hap_exp: fac_hapintsoft
sad_exp: fac_sadintsoft
@@ -38,13 +38,13 @@ raw_feature:
neu_exp_full: neu_exp_full
cai_exp_full: cai_exp_full
com_exp_full: fac_cominthard
#Facial asymmetry
fac_AsymMaskMouth: fac_asymmaskmouth
fac_AsymMaskEye: fac_asymmaskeye
fac_AsymMaskEyebrow: fac_asymmaskeyebrow
fac_AsymMaskCom: fac_asymmaskcom
#Facial landmark
fac_LMK00disp: fac_LMK00disp
fac_LMK01disp: fac_LMK01disp
@@ -114,7 +114,7 @@ raw_feature:
fac_LMK65disp: fac_LMK65disp
fac_LMK66disp: fac_LMK66disp
fac_LMK67disp: fac_LMK67disp
#Facial action unit
fac_AU01int: fac_AU01int
fac_AU02int: fac_AU02int
@@ -151,7 +151,7 @@ raw_feature:
fac_AU26pres: fac_AU26pres
fac_AU28pres: fac_AU28pres
fac_AU45pres: fac_AU45pres
#Verbal markers
aco_int: aco_int
aco_ff: aco_ff
@@ -184,7 +184,7 @@ raw_feature:
aco_speakingtime: aco_speakingtime
aco_numpauses: aco_numpauses
aco_pausefrac: aco_pausefrac
#Movement markers
head_vel: mov_headvel
mov_blink_ear: mov_blink_ear
@@ -196,3 +196,18 @@ raw_feature:
mov_Hpose_Yaw: mov_hposeyaw
mov_Hpose_Roll: mov_hposeroll
mov_Hpose_Dist: mov_hposedist
mov_freq_trem_freq: mov_freqtremfreq
mov_freq_trem_index: mov_freqtremindex
mov_freq_trem_pindex: mov_freqtrempindex
mov_amp_trem_freq: mov_amptremfreq
mov_amp_trem_index: mov_amptremindex
mov_amp_trem_pindex: mov_amptrempindex
fac_tremor_median_5: fac_tremor_median_5
fac_tremor_median_12: fac_tremor_median_12
fac_tremor_median_8: fac_tremor_median_8
fac_tremor_median_48: fac_tremor_median_48
fac_tremor_median_54: fac_tremor_median_54
fac_tremor_median_28: fac_tremor_median_28
fac_tremor_median_51: fac_tremor_median_51
fac_tremor_median_66: fac_tremor_median_66
fac_tremor_median_57: fac_tremor_median_57