In the image panel added option for customizing dimensions of plotted infos

app.py

@@ -78,7 +78,7 @@ def load_image(camera, ):
         return False, None
 
 
-def demo_play(img, laeo=True, rgb=False, show_keypoints=True, only_face=False, Head_Pose_representation='Vector', detection_threshold=0.45):
+def demo_play(img, laeo=True, rgb=False, show_keypoints=True, only_face=False, Head_Pose_representation='Vector', detection_threshold=0.45, thickness_points:int=None, thickness_lines:int=2, size_plots:int=50):
     # webcam in use
 
     # gpus = tf.config.list_physical_devices('GPU')
@@ -133,7 +133,7 @@ def demo_play(img, laeo=True, rgb=False, show_keypoints=True, only_face=False, H
         # img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
         for i in range(len(det)):
             # img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
-            img = draw_key_points_pose(img, kpt[i], only_face=only_face)
+            img = draw_key_points_pose(img, kpt[i], only_face=only_face, thickness_points=thickness_points, thickness_lines=thickness_lines)
 
     # call LAEO
     clip_uncertainty = 0.5
@@ -149,10 +149,10 @@ def demo_play(img, laeo=True, rgb=False, show_keypoints=True, only_face=False, H
     def visualise_hpe(yaw, pitch, roll, image=None, tdx=None, tdy=None, size=50, yaw_uncertainty=-1, pitch_uncertainty=-1, roll_uncertainty=-1, openpose=False, title="", color=(255, 0, 0)):
         if str(Head_Pose_representation).lower() == 'vector':
             vector = project_ypr_in2d(person['yaw'], person['pitch'], person['roll'])
-            image = visualize_vector(image, [tdx, tdy], vector, title=title, color=color)
+            image = visualize_vector(image, [tdx, tdy], vector, title=title, color=color, thickness_lines=thickness_lines)
             return image
         elif str(Head_Pose_representation).lower() == 'axis':
-           image = draw_axis_3d(yaw, pitch, roll, image=image, tdx=tdx, tdy=tdy, size=size)
+           image = draw_axis_3d(yaw, pitch, roll, image=image, tdx=tdx, tdy=tdy, size=size, thickness_lines=thickness_lines)
            return image
         elif str(Head_Pose_representation).lower() == 'cone':
             _, image = draw_cones(yaw, pitch, roll, unc_yaw=yaw_uncertainty, unc_pitch=pitch_uncertainty, unc_roll=roll_uncertainty, image=image, tdx=tdx, tdy=tdy, size=size)
@@ -166,7 +166,7 @@ def demo_play(img, laeo=True, rgb=False, show_keypoints=True, only_face=False, H
         colour = (0, green, 0)
         if green < 40:
             colour = (255, 0, 0)
-        img = visualise_hpe(person['yaw'], person['pitch'], person['roll'], image=img, tdx=person['center_xy'][0], tdy=person['center_xy'][1], size=50, yaw_uncertainty=person['yaw_u'], pitch_uncertainty=person['pitch_u'], roll_uncertainty=person['roll_u'], title="", color=colour)
+        img = visualise_hpe(person['yaw'], person['pitch'], person['roll'], image=img, tdx=person['center_xy'][0], tdy=person['center_xy'][1], size=size_plots, yaw_uncertainty=person['yaw_u'], pitch_uncertainty=person['pitch_u'], roll_uncertainty=person['roll_u'], title="", color=colour)
         # vector = project_ypr_in2d(person['yaw'], person['pitch'], person['roll'])
         # img = visualize_vector(img, person['center_xy'], vector, title="",
         #                        color=colour)
@@ -247,21 +247,27 @@ if __name__=='__main__':
                                                         info="Which representation to show", value="Vector")
                     detection_threshold = gr.Slider(0.01, 1, value=0.45, step=0.01, interactive=True,
                                                     label="detection_threshold", info="Choose in [0, 1]")
-
+                    thickness_points = gr.Slider(1,100, value=1, step=1, interactive=True,
+                                                 label='key point dimension', info='key point dimension in result')
+                    thickness_lines = gr.Slider(0, 20, value=2, step=1, interactive=True,
+                                                 label='arrows thickness', info='lines between keepoints dimension')
+                    size_elements = gr.Slider(10, 100, value=50, step=1, interactive=True,
+                                            label='size of displayed axis', info='size of displayed axis and cones')
                 with gr.Column():
                     outputs = gr.Image(height=238, width=585, label="Output Image")
                     uncert = gr.Label(label="Uncertainty", value="0.0")
                     examples_text =gr.Markdown("## Image Examples")
                     examples = gr.Examples([["LAEO_demo_data/examples/1.jpg"], ["LAEO_demo_data/examples/300wlp_0.png"],
                                 ["LAEO_demo_data/examples/AWFL_2.jpg"],
-                                ["LAEO_demo_data/examples/BIWI_3.png"]], inputs=input_img,)  # add all other flags
+                                ["LAEO_demo_data/examples/BIWI_3.png"]], inputs=[input_img, True, False, True, True, "Vector", 0.45])  # add all other flags
 
         input_img.change(function_to_call, inputs=[input_img, laeo, rgb, show_keypoints, show_keypoints_only_face,
-                                                   Head_Pose_representation, detection_threshold],
+                                                   Head_Pose_representation, detection_threshold, thickness_points, thickness_lines, size_elements],
                          outputs=[outputs, uncert])
         button.click(function_to_call, inputs=[input_img, laeo, rgb, show_keypoints, show_keypoints_only_face,
-                                               Head_Pose_representation, detection_threshold],
+                                               Head_Pose_representation, detection_threshold, thickness_points, thickness_lines, size_elements],
                      outputs=[outputs, uncert])
+        # TODO create a function only to redraw last result if changed some sliders etc
 
         gr.Markdown(WEBSITE_citation)
 

utils/img_util.py

@@ -253,7 +253,7 @@ def draw_axis(yaw, pitch, roll, image=None, tdx=None, tdy=None, size=50):
     return list_projection_xy
 
 
-def visualize_vector(image, center, unit_vector, title="", color=(0, 0, 255)):
+def visualize_vector(image, center, unit_vector, title="", color=(0, 0, 255), **kwargs):
     """
     Draw the projected vector on the image plane and return the image
 
@@ -269,10 +269,13 @@ def visualize_vector(image, center, unit_vector, title="", color=(0, 0, 255)):
     Returns:
         :result (numpy.ndarray): The image with the vectors drawn
     """
+    if 'thickness_lines' in kwargs and kwargs['thickness_lines']!=None:
+        thickness = kwargs['thickness_lines']
+    else:
+        thickness = image.shape[0] // 100
+        if thickness==0 or thickness==1:
+            thickness = 1
 
-    thickness = image.shape[0] // 100
-    if thickness == 0 or thickness == 1:
-        thickness = 1
     # if image.shape[0] > 150 or image.shape[1] > 150:
     #
     # else:
@@ -280,12 +283,12 @@ def visualize_vector(image, center, unit_vector, title="", color=(0, 0, 255)):
     unit_vector_draw = [unit_vector[0] * image.shape[0]*0.15, unit_vector[1] * image.shape[0]*0.15]
     point = [center[0] + unit_vector_draw[0], center[1] + unit_vector_draw[1]]
 
-    result = cv2.arrowedLine(image, (int(center[0]), int(center[1])), (int(point[0]), int(point[1])), color, thickness=thickness, tipLength=0.3)
+    result = cv2.arrowedLine(image, (int(center[0]), int(center[1])), (int(point[0]), int(point[1])), color, thickness=int(thickness), tipLength=0.3)
 
     return result
 
 
-def draw_key_points_pose(image, kpt, openpose=False, only_face=False):
+def draw_key_points_pose(image, kpt, openpose=False, only_face=False, **kwargs):
     """
     Draw the key points and the lines connecting them; it expects the output of CenterNet (not OpenPose format)
 
@@ -298,13 +301,19 @@ def draw_key_points_pose(image, kpt, openpose=False, only_face=False):
         :img (numpy.ndarray): The image with the drawings of lines and key points
     """
 
-
-
-    thickness = max (image.shape[0] // 100, image.shape[1] // 100)
-    if thickness == 0:
-        thickness = 1
-    if thickness == 1:
-        thickness = -1
+    if 'thickness_points' in kwargs and kwargs['thickness_points'] != None:
+        thickness = kwargs['thickness_points']
+    else:
+        thickness = max (image.shape[0] // 100, image.shape[1] // 100)
+        if thickness == 0:
+            thickness = 1
+        if thickness == 1:
+            thickness = -1
+
+    if 'thickness_lines' in kwargs and kwargs['thickness_lines'] !=None:
+        thickness_lines = kwargs['thickness_lines']
+    else:
+        thickness_lines = 2
 
 
     parts = body_parts_openpose if openpose else body_parts
@@ -330,14 +339,14 @@ def draw_key_points_pose(image, kpt, openpose=False, only_face=False):
             color = color_pose_rgb["yellow"]# REar
         if only_face and j in face_pts:
             if openpose:
-                cv2.circle(image, (int(kpt[j][0]), int(kpt[j][1])), 1, color, thickness=thickness)
+                cv2.circle(image, (int(kpt[j][0]), int(kpt[j][1])), 1, color, thickness=int(thickness))
             else:
-                cv2.circle(image, (int(kpt[j][1]), int(kpt[j][0])), 1, color, thickness=thickness)
+                cv2.circle(image, (int(kpt[j][1]), int(kpt[j][0])), 1, color, thickness=int(thickness))
         elif not only_face:
             if openpose:
-                cv2.circle(image, (int(kpt[j][0]), int(kpt[j][1])), 1, color, thickness=thickness)
+                cv2.circle(image, (int(kpt[j][0]), int(kpt[j][1])), 1, color, thickness=int(thickness))
             else:
-                cv2.circle(image, (int(kpt[j][1]), int(kpt[j][0])), 1, color, thickness=thickness)
+                cv2.circle(image, (int(kpt[j][1]), int(kpt[j][0])), 1, color, thickness=int(thickness))
 
         # cv2.putText(img, pose_id_part[i], (int(kpts[j][i, 1] * img.shape[1]), int(kpts[j][i, 0] * img.shape[0])), cv2.FONT_HERSHEY_SIMPLEX, 0.6, color, 1, cv2.LINE_AA)
 
@@ -347,10 +356,10 @@ def draw_key_points_pose(image, kpt, openpose=False, only_face=False):
                     kpt[part[1]][0]) != 0:
 
                 if openpose:
-                    cv2.line(overlay, (int(kpt[part[0]][0]), int(kpt[part[0]][1])), (int(kpt[part[1]][0]), int(kpt[part[1]][1])), (255, 255, 255), 2)
+                    cv2.line(overlay, (int(kpt[part[0]][0]), int(kpt[part[0]][1])), (int(kpt[part[1]][0]), int(kpt[part[1]][1])), (255, 255, 255), int(thickness_lines))
                 else:
                     cv2.line(overlay, (int(kpt[part[0]][1]), int(kpt[part[0]][0])),
-                             (int(kpt[part[1]][1]), int(kpt[part[1]][0])), (255, 255, 255), 2)
+                             (int(kpt[part[1]][1]), int(kpt[part[1]][0])), (255, 255, 255), int(thickness_lines))
 
     alpha = 0.4
     image = cv2.addWeighted(overlay, alpha, image, 1 - alpha, 0)
@@ -658,7 +667,7 @@ def draw_cones(yaw, pitch, roll, unc_yaw, unc_pitch, unc_roll, image=None, tdx=N
     list_projection_xy = [sin(yaw), -cos(yaw) * sin(pitch)]
     return list_projection_xy, image
 
-def draw_axis_3d(yaw, pitch, roll, image=None, tdx=None, tdy=None, size=50, yaw_uncertainty=-1, pitch_uncertainty=-1, roll_uncertainty=-1, openpose=False):
+def draw_axis_3d(yaw, pitch, roll, image=None, tdx=None, tdy=None, size=50, yaw_uncertainty=-1, pitch_uncertainty=-1, roll_uncertainty=-1, openpose=False, **kwargs):
     """
     Draw yaw pitch and roll axis on the image if passed as input and returns the vector containing the projection of the vector on the image plane
     Args:
@@ -676,6 +685,12 @@ def draw_axis_3d(yaw, pitch, roll, image=None, tdx=None, tdy=None, size=50, yaw_
     Returns:
         :list_projection_xy (list): list containing the unit vector [x, y, z]
     """
+
+    if 'thickness_lines' in kwargs and kwargs['thickness_lines'] != None:
+        thickness = kwargs['thickness_lines']
+    else:
+        thickness= 3
+
     if openpose:
         temp= tdy
         tdy = tdx
@@ -714,7 +729,7 @@ def draw_axis_3d(yaw, pitch, roll, image=None, tdx=None, tdy=None, size=50, yaw_
 
 
     if image is not None:
-        cv2.line(image, (int(tdx), int(tdy)), (int(x1), int(y1)), red_rgb, 3)
-        cv2.line(image, (int(tdx), int(tdy)), (int(x2), int(y2)), green_rgb, 3)
-        cv2.line(image, (int(tdx), int(tdy)), (int(x3), int(y3)), blue_rgb, 3)
+        cv2.line(image, (int(tdx), int(tdy)), (int(x1), int(y1)), red_rgb, int(thickness))
+        cv2.line(image, (int(tdx), int(tdy)), (int(x2), int(y2)), green_rgb, int(thickness))
+        cv2.line(image, (int(tdx), int(tdy)), (int(x3), int(y3)), blue_rgb, int(thickness))
     return image