derived logic update

2020-08-05 16:00:21 -04:00
parent c389fc2c47
commit 7bdf6b891a
19 changed files with 319 additions and 245 deletions
--- a/dbm_lib/dbm_features/raw_features/video/face_asymmetry.py
+++ b/dbm_lib/dbm_features/raw_features/video/face_asymmetry.py
@@ -333,19 +333,23 @@ def run_face_asymmetry(video_uri, out_dir, f_cfg):
        video_uri: video path; f_cfg: face config object
        out_dir: (str) Output directory for processed output
    """
-    #Baseline logic
-    cfr = ConfigFaceReader()
-    input_loc, out_loc, fl_name = ut.filter_path(video_uri, out_dir)
-    
-    of_csv_path = glob.glob(join(out_loc, fl_name + '_OF_features/*.csv'))
-    if len(of_csv_path)>0:
+    try:
        
-        of_csv = of_csv_path[0]
-        asym_df_list = calc_asym_feature(of_csv, f_cfg)
-        
-        asym_final_df = pd.concat(asym_df_list, ignore_index=True)
-        asym_final_df['dbm_master_url'] = video_uri
-        
-        logger.info('Processing Output file {} '.format(os.path.join(out_loc, fl_name)))
-        ut.save_output(asym_final_df, out_loc, fl_name, face_asym_dir, csv_ext)
+        #Baseline logic
+        cfr = ConfigFaceReader()
+        input_loc, out_loc, fl_name = ut.filter_path(video_uri, out_dir)
+
+        of_csv_path = glob.glob(join(out_loc, fl_name + '_OF_features/*.csv'))
+        if len(of_csv_path)>0:
+
+            of_csv = of_csv_path[0]
+            asym_df_list = calc_asym_feature(of_csv, f_cfg)
+
+            asym_final_df = pd.concat(asym_df_list, ignore_index=True)
+            asym_final_df['dbm_master_url'] = video_uri
+
+            logger.info('Processing Output file {} '.format(os.path.join(out_loc, fl_name)))
+            ut.save_output(asym_final_df, out_loc, fl_name, face_asym_dir, csv_ext)
        
+    except Exception as e:
+        logger.error('Failed to process video file')
--- a/dbm_lib/dbm_features/raw_features/video/face_au.py
+++ b/dbm_lib/dbm_features/raw_features/video/face_au.py
@@ -68,27 +68,31 @@ def run_face_au(video_uri, out_dir, f_cfg):
        video_uri: video path; f_cfg: face config object
        out_dir: (str) Output directory for processed output
    """
-    #Baseline logic
-    cfr = ConfigFaceReader()
-    input_loc, out_loc, fl_name = ut.filter_path(video_uri, out_dir)
-    
-    of_csv_path = glob.glob(join(out_loc, fl_name + '_OF_features/*.csv'))
-    if len(of_csv_path)>0:
+    try:
        
-        df_of = pd.read_csv(of_csv_path[0], error_bad_lines=False)
-        df_au = df_of[extract_col_nm_au(df_of)]
-        df_au = df_au.copy()
-        
-        df_au['frame'] = df_of['frame']
-        df_au['face_id'] = df_of[' face_id']
-        df_au['timestamp'] = df_of[' timestamp']
-        df_au['confidence'] = df_of[' confidence']
-        df_au['success'] = df_of[' success']
+        #Baseline logic
+        cfr = ConfigFaceReader()
+        input_loc, out_loc, fl_name = ut.filter_path(video_uri, out_dir)

-        df_au = au_col_nm_map(df_au)
-        df_au['dbm_master_url'] = video_uri
-        
-        logger.info('Processing Output file {} '.format(os.path.join(out_loc, fl_name)))
-        ut.save_output(df_au, out_loc, fl_name, face_au_dir, csv_ext)
-    
+        of_csv_path = glob.glob(join(out_loc, fl_name + '_OF_features/*.csv'))
+        if len(of_csv_path)>0:
+
+            df_of = pd.read_csv(of_csv_path[0], error_bad_lines=False)
+            df_au = df_of[extract_col_nm_au(df_of)]
+            df_au = df_au.copy()
+
+            df_au['frame'] = df_of['frame']
+            df_au['face_id'] = df_of[' face_id']
+            df_au['timestamp'] = df_of[' timestamp']
+            df_au['confidence'] = df_of[' confidence']
+            df_au['success'] = df_of[' success']
+
+            df_au = au_col_nm_map(df_au)
+            df_au['dbm_master_url'] = video_uri
+
+            logger.info('Processing Output file {} '.format(os.path.join(out_loc, fl_name)))
+            ut.save_output(df_au, out_loc, fl_name, face_au_dir, csv_ext)
+            
+    except Exception as e:
+        logger.error('Failed to process video file')
    
--- a/dbm_lib/dbm_features/raw_features/video/face_emotion_expressivity.py
+++ b/dbm_lib/dbm_features/raw_features/video/face_emotion_expressivity.py
@@ -60,19 +60,24 @@ def run_face_expressivity(video_uri, out_dir, f_cfg):
        video_uri: video path; f_cfg: raw variable config object
        out_dir: (str) Output directory for processed output
    """
-    #Baseline logic
-    cfr = ConfigFaceReader()
-    input_loc, out_loc, fl_name = ut.filter_path(video_uri, out_dir)
-    
-    of_csv_path = glob.glob(join(out_loc, fl_name + '_OF_features/*.csv'))
-    if len(of_csv_path)>0:
+    try:
        
-        df_of = pd.read_csv(of_csv_path[0], error_bad_lines=False)
-        df_of = df_of[cfr.AU_fl]
-        expr_df_list = of_feature(df_of, cfr, f_cfg)
-        
-        exp_final_df = pd.concat(expr_df_list, ignore_index=True)
-        exp_final_df['dbm_master_url'] = video_uri
-        
-        logger.info('Processing Output file {} '.format(os.path.join(out_loc, fl_name)))
-        ut.save_output(exp_final_df, out_loc, fl_name, face_expr_dir, csv_ext)
+        #Baseline logic
+        cfr = ConfigFaceReader()
+        input_loc, out_loc, fl_name = ut.filter_path(video_uri, out_dir)
+
+        of_csv_path = glob.glob(join(out_loc, fl_name + '_OF_features/*.csv'))
+        if len(of_csv_path)>0:
+
+            df_of = pd.read_csv(of_csv_path[0], error_bad_lines=False)
+            df_of = df_of[cfr.AU_fl]
+            expr_df_list = of_feature(df_of, cfr, f_cfg)
+
+            exp_final_df = pd.concat(expr_df_list, ignore_index=True)
+            exp_final_df['dbm_master_url'] = video_uri
+
+            logger.info('Processing Output file {} '.format(os.path.join(out_loc, fl_name)))
+            ut.save_output(exp_final_df, out_loc, fl_name, face_expr_dir, csv_ext)
+            
+    except Exception as e:
+        logger.error('Failed to process video file')
--- a/dbm_lib/dbm_features/raw_features/video/face_landmark.py
+++ b/dbm_lib/dbm_features/raw_features/video/face_landmark.py
@@ -92,27 +92,31 @@ def run_face_landmark(video_uri, out_dir, f_cfg):
        video_uri: video path;  f_cfg: raw variable config object
        out_dir: (str) Output directory for processed output
    """
-    #Baseline logic
-    cfr = ConfigFaceReader()
-    input_loc, out_loc, fl_name = ut.filter_path(video_uri, out_dir)
-    
-    of_csv_path = glob.glob(join(out_loc, fl_name + '_OF_features/*.csv'))
-    if len(of_csv_path)>0:
+    try:
        
-        df_of = pd.read_csv(of_csv_path[0], error_bad_lines=False)
-        df_lmk = df_of[extract_col_nm_lmk(df_of)]
-        df_lmk = df_lmk.copy()
-        
-        df_lmk['frame'] = df_of['frame']
-        df_lmk['face_id'] = df_of[' face_id']
-        df_lmk['timestamp'] = df_of[' timestamp']
-        df_lmk['confidence'] = df_of[' confidence']
-        df_lmk['success'] = df_of[' success']
+        #Baseline logic
+        cfr = ConfigFaceReader()
+        input_loc, out_loc, fl_name = ut.filter_path(video_uri, out_dir)

-        df_lmk = lmk_col_nm_map(df_lmk)
-        df_lmk = add_disp_3D(df_lmk)
-        df_lmk['dbm_master_url'] = video_uri
-        
-        logger.info('Processing Output file {} '.format(join(out_loc, fl_name)))
-        ut.save_output(df_lmk, out_loc, fl_name, face_lmk_dir, csv_ext)
+        of_csv_path = glob.glob(join(out_loc, fl_name + '_OF_features/*.csv'))
+        if len(of_csv_path)>0:
+
+            df_of = pd.read_csv(of_csv_path[0], error_bad_lines=False)
+            df_lmk = df_of[extract_col_nm_lmk(df_of)]
+            df_lmk = df_lmk.copy()
+
+            df_lmk['frame'] = df_of['frame']
+            df_lmk['face_id'] = df_of[' face_id']
+            df_lmk['timestamp'] = df_of[' timestamp']
+            df_lmk['confidence'] = df_of[' confidence']
+            df_lmk['success'] = df_of[' success']
+
+            df_lmk = lmk_col_nm_map(df_lmk)
+            df_lmk = add_disp_3D(df_lmk)
+            df_lmk['dbm_master_url'] = video_uri
+
+            logger.info('Processing Output file {} '.format(join(out_loc, fl_name)))
+            ut.save_output(df_lmk, out_loc, fl_name, face_lmk_dir, csv_ext)
    
+    except Exception as e:
+        logger.error('Failed to process video file')
--- a/dbm_lib/dbm_features/raw_features/video/open_face_process.py
+++ b/dbm_lib/dbm_features/raw_features/video/open_face_process.py
@@ -60,8 +60,13 @@ def process_open_face(video_uri, input_dir, out_dir, of_path, dbm_group):
        out_dir: (str) Output directory for processed output; of_path: OpenFace source code path 
        
    """
-    if dbm_group != None and len(dbm_group) == 1 and 'acoustic' in dbm_group:
-        return
-    
-    filepaths = [video_uri]
-    csv_filepaths = batch_open_face(filepaths, video_uri, input_dir, out_dir, of_path)
+    try:
+        
+        if dbm_group != None and len(dbm_group) == 1 and 'acoustic' in dbm_group:
+            return
+
+        filepaths = [video_uri]
+        csv_filepaths = batch_open_face(filepaths, video_uri, input_dir, out_dir, of_path)
+        
+    except Exception as e:
+        logger.error('Failed to process video file')