bobby/open_dbm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

open source pkg v1

Browse Source
This commit is contained in:
Vijay Yadev
2020-08-04 19:12:31 -04:00
parent bef213dba9
commit c389fc2c47
3708 changed files with 1624220 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

250
resources/features/derived_feature.yml Normal file
View File

@@ -0,0 +1,250 @@
derive_feature:
#DBM Feature Group
FEATURE_GROUP: ['FAC_ASYM', 'FAC_AU', 'FAC_EXP', 'FAC_LMK', 'ACO_INT', 'ACO_FF', 'ACO_HNR', 'ACO_GNE', 'ACO_FM',
'ACO_JITTER','ACO_SHIMMER', 'ACO_PAUSE', 'ACO_VFS', 'ACO_MFCC', 'MOV_HM', 'MOV_HP', 'EYE_BLINK']
#Feature group output file extensions
FAC_ASYM_LOC: _face_asymmetry
FAC_AU_LOC: _face_au
FAC_EXP_LOC: _face_expressivity
FAC_LMK_LOC: _face_landmark
ACO_INT_LOC: _intensity
ACO_FF_LOC: _pitch
ACO_HNR_LOC: _hnr_frame
ACO_GNE_LOC: _gne_frame
ACO_FM_LOC: _formant
ACO_JITTER_LOC: _jitter
ACO_SHIMMER_LOC: _shimmer
ACO_PAUSE_LOC: _pause_segment
ACO_VFS_LOC: _vfs
ACO_MFCC_LOC: _mfcc
MOV_HM_LOC: _head_movement
MOV_HP_LOC: _head_pose
EYE_BLINK_LOC: _eye_blink
#Facial category feature group
FAC_ASYM: ['fac_AsymMaskMouth', 'fac_AsymMaskEyebrow', 'fac_AsymMaskEye', 'fac_AsymMaskCom']
FAC_AU: ['fac_AU01int', 'fac_AU02int', 'fac_AU04int', 'fac_AU05int', 'fac_AU06int', 'fac_AU07int', 'fac_AU09int',
'fac_AU10int', 'fac_AU12int', 'fac_AU14int', 'fac_AU15int', 'fac_AU17int', 'fac_AU20int', 'fac_AU23int',
'fac_AU25int', 'fac_AU26int', 'fac_AU45int', 'fac_AU01pres', 'fac_AU02pres', 'fac_AU04pres', 'fac_AU05pres',
'fac_AU06pres', 'fac_AU07pres', 'fac_AU09pres', 'fac_AU10pres', 'fac_AU12pres', 'fac_AU14pres', 'fac_AU15pres',
'fac_AU17pres', 'fac_AU20pres', 'fac_AU23pres', 'fac_AU25pres', 'fac_AU26pres', 'fac_AU28pres', 'fac_AU45pres']
FAC_EXP: ['hap_exp', 'sad_exp', 'sur_exp', 'fea_exp', 'ang_exp', 'dis_exp', 'con_exp', 'happ_occ', 'sad_occ',
'sur_occ', 'fea_occ', 'ang_occ', 'dis_occ', 'con_occ', 'pos_exp', 'neg_exp', 'com_exp', 'hap_exp_full',
'sad_exp_full', 'sur_exp_full','fea_exp_full', 'ang_exp_full', 'dis_exp_full', 'con_exp_full', 'pos_exp_full',
'neg_exp_full', 'com_exp_full']
FAC_LMK: ['fac_LMK00disp', 'fac_LMK01disp', 'fac_LMK02disp', 'fac_LMK03disp', 'fac_LMK04disp',
'fac_LMK05disp', 'fac_LMK06disp', 'fac_LMK07disp', 'fac_LMK08disp', 'fac_LMK09disp', 'fac_LMK10disp',
'fac_LMK11disp', 'fac_LMK12disp', 'fac_LMK13disp', 'fac_LMK14disp', 'fac_LMK15disp', 'fac_LMK16disp',
'fac_LMK17disp', 'fac_LMK18disp', 'fac_LMK19disp', 'fac_LMK20disp', 'fac_LMK21disp', 'fac_LMK22disp',
'fac_LMK23disp', 'fac_LMK24disp', 'fac_LMK25disp', 'fac_LMK26disp', 'fac_LMK27disp', 'fac_LMK28disp',
'fac_LMK29disp', 'fac_LMK30disp', 'fac_LMK31disp', 'fac_LMK32disp', 'fac_LMK33disp', 'fac_LMK34disp',
'fac_LMK35disp', 'fac_LMK36disp', 'fac_LMK37disp', 'fac_LMK38disp', 'fac_LMK39disp', 'fac_LMK40disp',
'fac_LMK41disp', 'fac_LMK42disp', 'fac_LMK43disp', 'fac_LMK44disp', 'fac_LMK45disp', 'fac_LMK46disp',
'fac_LMK47disp', 'fac_LMK48disp', 'fac_LMK49disp', 'fac_LMK50disp', 'fac_LMK51disp', 'fac_LMK52disp',
'fac_LMK53disp', 'fac_LMK54disp', 'fac_LMK55disp', 'fac_LMK56disp', 'fac_LMK57disp', 'fac_LMK58disp',
'fac_LMK59disp', 'fac_LMK60disp', 'fac_LMK61disp', 'fac_LMK62disp', 'fac_LMK63disp', 'fac_LMK64disp',
'fac_LMK65disp', 'fac_LMK66disp', 'fac_LMK67disp']
#Acoustic category feature group
ACO_INT: ['aco_int']
ACO_FF: ['aco_ff']
ACO_HNR: ['aco_hnr']
ACO_GNE: ['aco_gne']
ACO_FM: ['aco_fm1','aco_fm2','aco_fm3','aco_fm4']
ACO_JITTER: ['aco_jitter']
ACO_SHIMMER: ['aco_shimmer']
ACO_PAUSE: ['aco_pausetime','aco_totaltime','aco_pausefrac','aco_numpauses']
ACO_VFS: ['aco_voicePct']
ACO_MFCC: ['aco_mfcc1','aco_mfcc2','aco_mfcc3','aco_mfcc4','aco_mfcc5','aco_mfcc6','aco_mfcc7','aco_mfcc8','aco_mfcc9',
'aco_mfcc10','aco_mfcc11','aco_mfcc12']
#Movement category feature group
MOV_HM: ['head_vel']
MOV_HP: ['mov_Hpose_Dist','mov_Hpose_Pitch','mov_Hpose_Yaw','mov_Hpose_Roll']
EYE_BLINK: ['mov_blink_ear', 'vid_dur', 'mov_blinkdur']
#Calculation for variables
# Facial Asymmetry
fac_AsymMaskMouth: ['mean', 'std']
fac_AsymMaskEyebrow: ['mean', 'std']
fac_AsymMaskEye: ['mean', 'std']
fac_AsymMaskCom: ['mean', 'std']
#Facial Action Unit
fac_AU01int: ['mean', 'std']
fac_AU02int: ['mean', 'std']
fac_AU04int: ['mean', 'std']
fac_AU05int: ['mean', 'std']
fac_AU06int: ['mean', 'std']
fac_AU07int: ['mean', 'std']
fac_AU09int: ['mean', 'std']
fac_AU10int: ['mean', 'std']
fac_AU12int: ['mean', 'std']
fac_AU14int: ['mean', 'std']
fac_AU15int: ['mean', 'std']
fac_AU17int: ['mean', 'std']
fac_AU20int: ['mean', 'std']
fac_AU23int: ['mean', 'std']
fac_AU25int: ['mean', 'std']
fac_AU26int: ['mean', 'std']
fac_AU45int: ['mean', 'std']
fac_AU01pres: ['pct']
fac_AU02pres: ['pct']
fac_AU04pres: ['pct']
fac_AU05pres: ['pct']
fac_AU06pres: ['pct']
fac_AU07pres: ['pct']
fac_AU09pres: ['pct']
fac_AU10pres: ['pct']
fac_AU12pres: ['pct']
fac_AU14pres: ['pct']
fac_AU15pres: ['pct']
fac_AU17pres: ['pct']
fac_AU20pres: ['pct']
fac_AU23pres: ['pct']
fac_AU25pres: ['pct']
fac_AU26pres: ['pct']
fac_AU28pres: ['pct']
fac_AU45pres: ['pct']
#Facial Expressivity
hap_exp: ['mean', 'std']
sad_exp: ['mean', 'std']
sur_exp: ['mean', 'std']
fea_exp: ['mean', 'std']
ang_exp: ['mean', 'std']
dis_exp: ['mean', 'std']
con_exp: ['mean', 'std']
happ_occ: ['mean', 'std', 'pct']
sad_occ: ['mean', 'std', 'pct']
sur_occ: ['mean', 'std', 'pct']
fea_occ: ['mean', 'std', 'pct']
ang_occ: ['mean', 'std', 'pct']
dis_occ: ['mean', 'std', 'pct']
con_occ: ['mean', 'std', 'pct']
pos_exp: ['mean', 'std', 'pct']
neg_exp: ['mean', 'std', 'pct']
neu_exp: ['mean', 'std', 'pct']
com_exp: ['mean', 'std', 'pct']
hap_exp_full: ['mean', 'std']
sad_exp_full: ['mean', 'std']
sur_exp_full: ['mean', 'std']
fea_exp_full: ['mean', 'std']
ang_exp_full: ['mean', 'std']
dis_exp_full: ['mean', 'std']
con_exp_full: ['mean', 'std']
pos_exp_full: ['mean', 'std']
neg_exp_full: ['mean', 'std']
neu_exp_full: ['mean', 'std']
com_exp_full: ['mean', 'std']
#Facial Landmarks
fac_LMK00disp: ['mean', 'std']
fac_LMK01disp: ['mean', 'std']
fac_LMK02disp: ['mean', 'std']
fac_LMK03disp: ['mean', 'std']
fac_LMK04disp: ['mean', 'std']
fac_LMK05disp: ['mean', 'std']
fac_LMK06disp: ['mean', 'std']
fac_LMK07disp: ['mean', 'std']
fac_LMK08disp: ['mean', 'std']
fac_LMK09disp: ['mean', 'std']
fac_LMK10disp: ['mean', 'std']
fac_LMK11disp: ['mean', 'std']
fac_LMK12disp: ['mean', 'std']
fac_LMK13disp: ['mean', 'std']
fac_LMK14disp: ['mean', 'std']
fac_LMK15disp: ['mean', 'std']
fac_LMK16disp: ['mean', 'std']
fac_LMK17disp: ['mean', 'std']
fac_LMK18disp: ['mean', 'std']
fac_LMK19disp: ['mean', 'std']
fac_LMK20disp: ['mean', 'std']
fac_LMK21disp: ['mean', 'std']
fac_LMK22disp: ['mean', 'std']
fac_LMK23disp: ['mean', 'std']
fac_LMK24disp: ['mean', 'std']
fac_LMK25disp: ['mean', 'std']
fac_LMK26disp: ['mean', 'std']
fac_LMK27disp: ['mean', 'std']
fac_LMK28disp: ['mean', 'std']
fac_LMK29disp: ['mean', 'std']
fac_LMK30disp: ['mean', 'std']
fac_LMK31disp: ['mean', 'std']
fac_LMK32disp: ['mean', 'std']
fac_LMK33disp: ['mean', 'std']
fac_LMK34disp: ['mean', 'std']
fac_LMK35disp: ['mean', 'std']
fac_LMK36disp: ['mean', 'std']
fac_LMK37disp: ['mean', 'std']
fac_LMK38disp: ['mean', 'std']
fac_LMK39disp: ['mean', 'std']
fac_LMK40disp: ['mean', 'std']
fac_LMK41disp: ['mean', 'std']
fac_LMK42disp: ['mean', 'std']
fac_LMK43disp: ['mean', 'std']
fac_LMK44disp: ['mean', 'std']
fac_LMK45disp: ['mean', 'std']
fac_LMK46disp: ['mean', 'std']
fac_LMK47disp: ['mean', 'std']
fac_LMK48disp: ['mean', 'std']
fac_LMK49disp: ['mean', 'std']
fac_LMK50disp: ['mean', 'std']
fac_LMK51disp: ['mean', 'std']
fac_LMK52disp: ['mean', 'std']
fac_LMK53disp: ['mean', 'std']
fac_LMK54disp: ['mean', 'std']
fac_LMK55disp: ['mean', 'std']
fac_LMK56disp: ['mean', 'std']
fac_LMK57disp: ['mean', 'std']
fac_LMK58disp: ['mean', 'std']
fac_LMK59disp: ['mean', 'std']
fac_LMK60disp: ['mean', 'std']
fac_LMK61disp: ['mean', 'std']
fac_LMK62disp: ['mean', 'std']
fac_LMK63disp: ['mean', 'std']
fac_LMK64disp: ['mean', 'std']
fac_LMK65disp: ['mean', 'std']
fac_LMK66disp: ['mean', 'std']
fac_LMK67disp: ['mean', 'std']
#Acoustic feature
aco_int: ['mean', 'std', 'range']
aco_ff: ['mean', 'std', 'range']
aco_hnr: ['mean', 'std', 'range']
aco_gne: ['mean', 'std', 'range']
aco_fm1: ['mean', 'std', 'range']
aco_fm2: ['mean', 'std', 'range']
aco_fm3: ['mean', 'std', 'range']
aco_fm4: ['mean', 'std', 'range']
aco_jitter: ['mean', 'std', 'range']
aco_shimmer: ['mean', 'std', 'range']
aco_pausetime: ['mean']
aco_pausefrac: ['mean']
aco_voicePct: ['mean']
aco_totaltime: ['mean']
aco_numpauses: ['mean']
aco_mfcc1: ['mean']
aco_mfcc2: ['mean']
aco_mfcc3: ['mean']
aco_mfcc4: ['mean']
aco_mfcc5: ['mean']
aco_mfcc6: ['mean']
aco_mfcc7: ['mean']
aco_mfcc8: ['mean']
aco_mfcc9: ['mean']
aco_mfcc10: ['mean']
aco_mfcc11: ['mean']
aco_mfcc12: ['mean']
#Movement feature
head_vel: ['mean', 'std']
mov_Hpose_Dist: ['mean', 'std']
mov_Hpose_Pitch: ['mean', 'std']
mov_Hpose_Yaw: ['mean', 'std']
mov_Hpose_Roll: ['mean', 'std']
mov_blink_ear: ['mean', 'std']
vid_dur: ['count']
mov_blinkdur: ['mean', 'std']

198
resources/features/raw_feature.yml Normal file
View File

@@ -0,0 +1,198 @@
raw_feature:
#error reason
error_reason: error_reason
#Output range
mov_headvel_start: 0
mov_headvel_end: 200
#Facial markers
hap_exp: fac_hapintsoft
sad_exp: fac_sadintsoft
sur_exp: fac_surintsoft
fea_exp: fac_feaintsoft
ang_exp: fac_angintsoft
dis_exp: fac_disintsoft
con_exp: fac_conintsoft
happ_occ: fac_happres
sad_occ: fac_sadpres
sur_occ: fac_surpres
fea_occ: fac_feapres
ang_occ: fac_angpres
dis_occ: fac_dispres
con_occ: fac_conpres
pos_exp: fac_posintsoft
neg_exp: fac_negintsoft
neu_exp: neu_exp
cai_exp: cai_exp
com_exp: fac_comintsoft
hap_exp_full: fac_hapinthard
sad_exp_full: fac_sadinthard
sur_exp_full: fac_surinthard
fea_exp_full: fac_feainthard
ang_exp_full: fac_anginthard
dis_exp_full: fac_disinthard
con_exp_full: fac_coninthard
pos_exp_full: fac_posinthard
neg_exp_full: fac_neginthard
neu_exp_full: neu_exp_full
cai_exp_full: cai_exp_full
com_exp_full: fac_cominthard
#Facial asymmetry
fac_AsymMaskMouth: fac_asymmaskmouth
fac_AsymMaskEye: fac_asymmaskeye
fac_AsymMaskEyebrow: fac_asymmaskeyebrow
fac_AsymMaskCom: fac_asymmaskcom
#Facial landmark
fac_LMK00disp: fac_LMK00disp
fac_LMK01disp: fac_LMK01disp
fac_LMK02disp: fac_LMK02disp
fac_LMK03disp: fac_LMK03disp
fac_LMK04disp: fac_LMK04disp
fac_LMK05disp: fac_LMK05disp
fac_LMK06disp: fac_LMK06disp
fac_LMK07disp: fac_LMK07disp
fac_LMK08disp: fac_LMK08disp
fac_LMK09disp: fac_LMK09disp
fac_LMK10disp: fac_LMK10disp
fac_LMK11disp: fac_LMK11disp
fac_LMK12disp: fac_LMK12disp
fac_LMK13disp: fac_LMK13disp
fac_LMK14disp: fac_LMK14disp
fac_LMK15disp: fac_LMK15disp
fac_LMK16disp: fac_LMK16disp
fac_LMK17disp: fac_LMK17disp
fac_LMK18disp: fac_LMK18disp
fac_LMK19disp: fac_LMK19disp
fac_LMK20disp: fac_LMK20disp
fac_LMK21disp: fac_LMK21disp
fac_LMK22disp: fac_LMK22disp
fac_LMK23disp: fac_LMK23disp
fac_LMK24disp: fac_LMK24disp
fac_LMK25disp: fac_LMK25disp
fac_LMK26disp: fac_LMK26disp
fac_LMK27disp: fac_LMK27disp
fac_LMK28disp: fac_LMK28disp
fac_LMK29disp: fac_LMK29disp
fac_LMK30disp: fac_LMK30disp
fac_LMK31disp: fac_LMK31disp
fac_LMK32disp: fac_LMK32disp
fac_LMK33disp: fac_LMK33disp
fac_LMK34disp: fac_LMK34disp
fac_LMK35disp: fac_LMK35disp
fac_LMK36disp: fac_LMK36disp
fac_LMK37disp: fac_LMK37disp
fac_LMK38disp: fac_LMK38disp
fac_LMK39disp: fac_LMK39disp
fac_LMK40disp: fac_LMK40disp
fac_LMK41disp: fac_LMK41disp
fac_LMK42disp: fac_LMK42disp
fac_LMK43disp: fac_LMK43disp
fac_LMK44disp: fac_LMK44disp
fac_LMK45disp: fac_LMK45disp
fac_LMK46disp: fac_LMK46disp
fac_LMK47disp: fac_LMK47disp
fac_LMK48disp: fac_LMK48disp
fac_LMK49disp: fac_LMK49disp
fac_LMK50disp: fac_LMK50disp
fac_LMK51disp: fac_LMK51disp
fac_LMK52disp: fac_LMK52disp
fac_LMK53disp: fac_LMK53disp
fac_LMK54disp: fac_LMK54disp
fac_LMK55disp: fac_LMK55disp
fac_LMK56disp: fac_LMK56disp
fac_LMK57disp: fac_LMK57disp
fac_LMK58disp: fac_LMK58disp
fac_LMK59disp: fac_LMK59disp
fac_LMK60disp: fac_LMK60disp
fac_LMK61disp: fac_LMK61disp
fac_LMK62disp: fac_LMK62disp
fac_LMK63disp: fac_LMK63disp
fac_LMK64disp: fac_LMK64disp
fac_LMK65disp: fac_LMK65disp
fac_LMK66disp: fac_LMK66disp
fac_LMK67disp: fac_LMK67disp
#Facial action unit
fac_AU01int: fac_AU01int
fac_AU02int: fac_AU02int
fac_AU04int: fac_AU04int
fac_AU05int: fac_AU05int
fac_AU06int: fac_AU06int
fac_AU07int: fac_AU07int
fac_AU09int: fac_AU09int
fac_AU10int: fac_AU10int
fac_AU12int: fac_AU12int
fac_AU14int: fac_AU14int
fac_AU15int: fac_AU15int
fac_AU17int: fac_AU17int
fac_AU20int: fac_AU20int
fac_AU23int: fac_AU23int
fac_AU25int: fac_AU25int
fac_AU26int: fac_AU26int
fac_AU45int: fac_AU45int
fac_AU01pres: fac_AU01pres
fac_AU02pres: fac_AU02pres
fac_AU04pres: fac_AU04pres
fac_AU05pres: fac_AU05pres
fac_AU06pres: fac_AU06pres
fac_AU07pres: fac_AU07pres
fac_AU09pres: fac_AU09pres
fac_AU10pres: fac_AU10pres
fac_AU12pres: fac_AU12pres
fac_AU14pres: fac_AU14pres
fac_AU15pres: fac_AU15pres
fac_AU17pres: fac_AU17pres
fac_AU20pres: fac_AU20pres
fac_AU23pres: fac_AU23pres
fac_AU25pres: fac_AU25pres
fac_AU26pres: fac_AU26pres
fac_AU28pres: fac_AU28pres
fac_AU45pres: fac_AU45pres
#Verbal markers
aco_int: aco_int
aco_ff: aco_ff
aco_voiceLabel: aco_voicelabel
aco_hnr: aco_hnr
aco_gne: aco_gne
aco_fm1: aco_fm1
aco_fm2: aco_fm2
aco_fm3: aco_fm3
aco_fm4: aco_fm4
aco_jitter: aco_jitter
aco_shimmer: aco_shimmer
aco_mfcc1: aco_mfcc1
aco_mfcc2: aco_mfcc2
aco_mfcc3: aco_mfcc3
aco_mfcc4: aco_mfcc4
aco_mfcc5: aco_mfcc5
aco_mfcc6: aco_mfcc6
aco_mfcc7: aco_mfcc7
aco_mfcc8: aco_mfcc8
aco_mfcc9: aco_mfcc9
aco_mfcc10: aco_mfcc10
aco_mfcc11: aco_mfcc11
aco_mfcc12: aco_mfcc12
aco_voiceFrame: aco_voiceframe
aco_totVoiceFrame: aco_totvoiceframe
aco_voicePct: aco_voicepct
aco_pausetime: aco_pausetime
aco_totaltime: aco_totaltime
aco_speakingtime: aco_speakingtime
aco_numpauses: aco_numpauses
aco_pausefrac: aco_pausefrac
#Movement markers
head_vel: mov_headvel
mov_blink_ear: mov_blink_ear
vid_dur: vid_dur
fps: fps
mov_blinkframes: mov_blinkframes
mov_blinkdur: mov_blinkdur
mov_Hpose_Pitch: mov_hposepitch
mov_Hpose_Yaw: mov_hposeyaw
mov_Hpose_Roll: mov_hposeroll
mov_Hpose_Dist: mov_hposedist