import gradio as gr
import numpy as np
from src.demo.utils import get_point, store_img, get_point_move, store_img_move, clear_points, upload_image_move, segment_with_points, segment_with_points_paste, fun_clear, paste_with_mask_and_offset
import spaces
examples_remove = [
[
"examples/remove/02_ring/0.jpg", # original image 1
"examples/remove/02_ring/mask0.jpg", # mask 1
"examples/remove/02_ring/0.jpg", # original image 2
"examples/remove/02_ring/mask1.jpg", #mask 2
"examples/remove/02_ring/0.jpg", #Original image 3
"examples/remove/02_ring/mask2.jpg", #mask 3
None, #Original image 4
None, # refine mask
], # 02
[
"examples/remove/01_moto/0.jpg", # original image 1
"examples/remove/01_moto/mask0.jpg", # mask 1
"examples/remove/01_moto/0.jpg", # original image 2
None, #mask 2
"examples/remove/01_moto/0.jpg", #Original image 3
None, #mask 3
"examples/remove/01_moto/0.jpg", #Original image 4
"examples/remove/01_moto/mask1.jpg", # refine mask
], # 01
[
"examples/remove/03_ball/0.jpg", # original image 1
"examples/remove/03_ball/mask0.jpg", # mask 1
"examples/remove/03_ball/0.jpg", # original image 2
"examples/remove/03_ball/mask1.jpg", #mask 2
"examples/remove/03_ball/0.jpg", #Original image 3
None, #mask 3
None, #Original image 4
None, # refine mask
], # 03
[
"examples/remove/04_pikachu/0.jpg", # original image 1
"examples/remove/04_pikachu/mask0.jpg", # mask 1
"examples/remove/04_pikachu/0.jpg", # original image 2
"examples/remove/04_pikachu/mask1.jpg", #mask 2
"examples/remove/04_pikachu/0.jpg", #Original image 3
"examples/remove/04_pikachu/mask2.jpg", #mask 3
None, #Original image 4
None, # refine mask
], # 04
[
"examples/remove/05_betty/0.jpg", # original image 1
"examples/remove/05_betty/mask0.jpg", # mask 1
None, # original image 2
None, #mask 2
None, #Original image 3
None, #mask 3
None, #Original image 4
None, # refine mask
], # 05
]
examples_zoom = [
["examples/zoom/01.jpg"],
["examples/zoom/02.jpg"],
["examples/zoom/03.jpg"],
["examples/zoom/04.jpg"],
["examples/zoom/05.jpg"],
["examples/zoom/06.jpg"],
["examples/zoom/07.jpg"],
]
examples_pan = [
["examples/pan/01.jpg"],
["examples/pan/02.jpg"],
["examples/pan/03.jpg"],
["examples/pan/04.jpg"],
["examples/pan/05.jpg"],
["examples/pan/06.jpg"],
]
examples_moving = [
[
"examples/layer/01_horse/00.jpg", #bg
"examples/layer/01_horse/mask0.jpg", #bg_mask
0, 0, 1.2, "None", "left/right", #l1_dx, l1_dy, l1_resize
],
[
"examples/moving/01_ball/0.jpg", #bg
"examples/moving/01_ball/mask0.jpg", #bg_mask
-0.2, -0.1, 0.8, "None", "None", #l1_dx, l1_dy, l1_resize
],
[
"examples/moving/02_bell/0.jpg", #bg
"examples/moving/02_bell/mask0.jpg", #bg_mask
0, 0, 0.75, "None", "None", #l1_dx, l1_dy, l1_resize
],
]
examples_layer = [
[
"examples/layer/01_horse/00.jpg", #bg
"examples/layer/01_horse/mask0.jpg", #bg_mask
"examples/layer/01_horse/00.jpg", #l1
"examples/layer/01_horse/mask0.jpg", #l1_mask
-0.2, 0, 1, "None", "None", #l1_dx, l1_dy, l1_resize
"examples/layer/01_horse/00.jpg", #l2
"examples/layer/01_horse/mask0.jpg", #l2_mask
0.2, 0, 1, "None", "None", #l2_dx, l2_dy, l2_resize
None, #l3
None, #l3_mask
0, 0, 1, "None", "None", #l3_dx, l3_dy, l3_resize
"examples/layer/01_horse/00.jpg", #bg_ori
"examples/layer/01_horse/00.jpg", #l1_ori
"examples/layer/01_horse/00.jpg", #l2_ori
None, "None", "None", #l3_ori
],
[
"examples/layer/02_baby/00.jpg", #bg
"examples/layer/02_baby/mask0.jpg", #bg_mask
"examples/layer/02_baby/00.jpg", #l1
"examples/layer/02_baby/mask1.jpg", #l1_mask
-0.35, 0, 1,"left/right", "None", #l1_dx, l1_dy, l1_resize
"examples/layer/02_baby/00.jpg", #l2
"examples/layer/02_baby/mask2.jpg", #l2_mask
0.35, 0, 1, "left/right", "None", #l2_dx, l2_dy, l2_resize
None, #l3
None, #l3_mask
0, 0, 1,"None", "None", #l3_dx, l3_dy, l3_resize
],
[
"examples/layer/03_text/00.jpg", #bg
"examples/layer/03_text/mask0.jpg", #bg_mask
"examples/layer/03_text/01.jpg", #l1
"examples/layer/03_text/mask1.jpg", #l1_mask
0.1, -0.1, 0.5, "None", "None",#l1_dx, l1_dy, l1_resize
None, #l2
None, #l2_mask
0, 0, 1, "None", "None",#l2_dx, l2_dy, l2_resize
None, #l3
None, #l3_mask
0, 0, 1,"None", "None", #l3_dx, l3_dy, l3_resize
],
[
"examples/layer/04_cross/0.jpg", #bg
"examples/layer/04_cross/mask0.jpg", #bg_mask
"examples/layer/04_cross/2.jpg", #l1
"examples/layer/04_cross/mask2.jpg", #l1_mask
-0.1, -0.25, 0.5, "None", "None",#l1_dx, l1_dy, l1_resize
"examples/layer/04_cross/1.jpg", #l2
"examples/layer/04_cross/mask1.jpg", #l2_mask
-0.1, -0.15, 0.7, "None", "None",#l2_dx, l2_dy, l2_resize
"examples/layer/04_cross/3.jpg", #l3
"examples/layer/04_cross/mask3.jpg", #l3_mask
-0.1, -0.55, 0.5, "None", "None",#l3_dx, l3_dy, l3_resize
],
]
examples_mask_box = [
[
"examples/mask_box/image1.jpg", # original image 1
"examples/mask_box/image2.jpg", # original image 1
"examples/mask_box/mask01.jpg", # original image 1
"examples/mask_box/mask02.jpg", # original image 1
"examples/mask_box/mask00.jpg", # original image 1
]
]
# 01
def create_demo_remove(runner=None):
DESCRIPTION = """
# Object Removal
## Usage:
- Upload a sources image, and then draw a box to generate the mask corresponding to the selecting object.
- You can choose to mask more than one object by using Mask2 and Mask3.
- If you encounter artifacts, try to sketch the regions that caused the artifacts.
- You can refer to the first motorcycle example to understand the usage of the Refined Mask.
- Please clear the output before running a new example!
- For more irregular composition masks, refer to the last page: Mask Preparation.
"""
with gr.Blocks() as demo:
original_image = gr.State(value=None)
img_with_mask = gr.State(value=None)
selected_points = gr.State([])
global_points = gr.State([])
global_point_label = gr.State([])
gr.Markdown(DESCRIPTION)
with gr.Row():
with gr.Column():
with gr.Group():
gr.Markdown("# INPUT")
# mask 0
gr.Markdown("## Select two points for Mask 1:")
gr.Markdown("the top left and the bottom right")
original_image_1 = gr.Image(sources='upload', label="Original image (Mask 1)", interactive=True, type="numpy")
# mask 1
gr.Markdown("## Option: Select two points for Mask 2")
gr.Markdown("the top left and the bottom right")
original_image_2 = gr.Image(sources='upload', label="Original (Mask 2)", interactive=True, type="numpy")
# mask 2
gr.Markdown("## Option: Select two points for Mask 3")
gr.Markdown("the top left and the bottom right")
original_image_3 = gr.Image(label="Original image (Mask 3)", interactive=True, type="numpy")
gr.Markdown("## Option: Mask regions caused artifacts")
gr.Markdown("the top left and the bottom right")
original_image_4 = gr.Image(label="Original image (Refine Mask)", interactive=True, type="numpy")
with gr.Row():
run_button = gr.Button("Edit")
clear_button = gr.Button("Clear")
with gr.Column():
with gr.Group():
gr.Markdown("# Mask")
gr.Markdown("## Removal Mask 1")
mask_1 = gr.Image(sources='upload', label="Removal Mask 1", interactive=True, type="numpy")
gr.Markdown("## Option: Removal Mask 2")
mask_2 = gr.Image(sources='upload', label="Removal Mask 2", interactive=True, type="numpy")
gr.Markdown("## Option: Removal Mask 3")
mask_3 = gr.Image(sources='upload', label="Removal Mask 3", interactive=True, type="numpy")
gr.Markdown("## Option: Refine Mask to avoid artifacts")
refine_mask = gr.Image(sources='upload', label="Refine Mask", interactive=True, type="numpy")
with gr.Column():
with gr.Group():
gr.Markdown("# OUTPUT")
gr.Markdown("## Results")
output = gr.Gallery(columns=1, height='auto')
original_image_1.select(
segment_with_points,
inputs=[original_image_1, original_image, global_points, global_point_label],
outputs=[original_image_1, original_image, mask_1, global_points, global_point_label]
)
original_image_2.select(
segment_with_points,
inputs=[original_image_2, original_image, global_points, global_point_label],
outputs=[original_image_2, original_image, mask_2, global_points, global_point_label]
)
original_image_3.select(
segment_with_points,
inputs=[original_image_3, original_image, global_points, global_point_label],
outputs=[original_image_3, original_image, mask_3, global_points, global_point_label]
)
original_image_4.select(
segment_with_points,
inputs=[original_image_4, original_image, global_points, global_point_label],
outputs=[original_image_4, original_image, refine_mask, global_points, global_point_label]
)
with gr.Column():
gr.Markdown("Try some of the examples below ⬇️")
gr.Examples(
examples=examples_remove,
inputs=[
original_image_1, mask_1,
original_image_2, mask_2,
original_image_3, mask_3,
original_image_4, refine_mask]
)
run_button.click(fn=runner, inputs=[original_image, mask_1, mask_2, mask_3, refine_mask,
original_image_1, original_image_2, original_image_3], outputs=[output])
clear_button.click(
fn=fun_clear,
inputs=[original_image, img_with_mask, selected_points, global_points, global_point_label, original_image_1, original_image_2, original_image_3, original_image_4, mask_1, mask_2, mask_3, refine_mask],
outputs=[original_image, img_with_mask, selected_points, global_points, global_point_label, original_image_1, original_image_2, original_image_3, original_image_4, mask_1, mask_2, mask_3, refine_mask]
)
return demo
# 02:
def create_demo_zooming(runner=None):
DESCRIPTION = """
# Zooming Out
## Usage:
- Upload a sources image and choose the width and height zooming scale to zoom out.
- The illustration of image adjustment and mask preparation is shown in the second column.
- We recommend setting the zooming scale between 0.75 and 1 for optimal results.
- Please clear the output before running a new example!
"""
with gr.Blocks() as demo:
gr.Markdown(DESCRIPTION)
with gr.Row():
with gr.Column():
with gr.Group():
gr.Markdown("# INPUT")
# mask 0
gr.Markdown("## Original Image")
original_image = gr.Image(sources='upload', interactive=True, type="numpy")
gr.Markdown("## Scale:")
width_scale= gr.Slider(
label="Width scale",
minimum=0,
maximum=1,
step=0.05,
value=0.9,
interactive=True)
height_scale= gr.Slider(
label="Height scale",
minimum=0,
maximum=1,
step=0.05,
value=0.9,
interactive=True)
with gr.Row():
run_button = gr.Button("Edit")
clear_button = gr.Button("Clear")
with gr.Column():
with gr.Group():
gr.Markdown("# Preprocess")
gr.Markdown("## Image Adjustment:")
new_image = gr.Gallery(columns=1, height='auto')
gr.Markdown("## Mask Adjustment:")
new_mask = gr.Gallery(columns=1, height='auto')
with gr.Column():
with gr.Group():
gr.Markdown("# OUTPUT")
gr.Markdown("## Results")
output = gr.Gallery(columns=1, height='auto')
with gr.Column():
gr.Markdown("Try some of the examples below ⬇️")
gr.Examples(
examples=examples_zoom,
inputs=[original_image]
)
run_button.click(fn=runner, inputs=[original_image, width_scale, height_scale], outputs=[output, new_image, new_mask])
clear_button.click(fn=fun_clear, inputs=[original_image, width_scale, height_scale, output, new_image, new_mask],
outputs=[original_image, width_scale, height_scale, output, new_image, new_mask])
return demo
# 03
def create_demo_panning(runner=None):
DESCRIPTION = """
# Camera Panning
## Usage:
- Upload a sources image and choose the width and height panning scale.
- The illustration of image adjustment and mask preparation is shown in the second column.
- We recommend setting the panning scale between 0 and 0.25 for optimal results.
- Please clear the output before running a new example!
"""
with gr.Blocks() as demo:
gr.Markdown(DESCRIPTION)
with gr.Row():
with gr.Column():
with gr.Group():
gr.Markdown("# INPUT")
# mask 0
gr.Markdown("## Original Image")
original_image = gr.Image(sources='upload', interactive=True, type="numpy")
w_direction = gr.Radio(["left", "right"], value="left", label="Width Direction")
w_scale = gr.Slider(
label="Width scale",
minimum=0,
maximum=1,
step=0.05,
value=0,
interactive=True)
h_direction = gr.Radio(["up", "down"], value="up", label="Height Direction")
h_scale = gr.Slider(
label="Height scale",
minimum=0,
maximum=1,
step=0.05,
value=0,
interactive=True)
with gr.Row():
run_button = gr.Button("Edit")
clear_button = gr.Button("Clear")
with gr.Column():
with gr.Group():
gr.Markdown("# Preprocess")
gr.Markdown("## Image Adjustment:")
new_image = gr.Gallery(columns=1, height='auto')
gr.Markdown("## Mask Adjustment:")
new_mask = gr.Gallery(columns=1, height='auto')
with gr.Column():
with gr.Group():
gr.Markdown("# OUTPUT")
gr.Markdown("## Results")
output = gr.Gallery(columns=1, height='auto')
with gr.Column():
gr.Markdown("Try some of the examples below ⬇️")
gr.Examples(
examples=examples_pan,
inputs=[original_image]
)
run_button.click(fn=runner, inputs=[original_image, w_direction, w_scale, h_direction, h_scale], outputs=[output, new_image, new_mask])
clear_button.click(fn=fun_clear, inputs=[original_image, w_direction, w_scale, h_direction, h_scale, new_image, new_mask, output],
outputs=[original_image, w_direction, w_scale, h_direction, h_scale, new_image, new_mask, output])
return demo
# 04:
def create_position_size(label=None):
image = gr.Image(sources='upload', label=label, interactive=True, type="numpy")
with gr.Row():
dx = gr.Slider(
label="Left-Right",
minimum=-1,
maximum=1,
step=0.05,
value=0,
interactive=True
)
dy = gr.Slider(
label="Down-Up",
minimum=-1,
maximum=1,
step=0.05,
value=0,
interactive=True
)
resize_scale = gr.Slider(
label="Resize",
minimum=0,
maximum=2,
step=0.05,
value=1,
interactive=True
)
with gr.Row():
w_flip = gr.Radio(["left/right","None"], value="None", label="Horizontal Flip")
h_flip = gr.Radio(["down/up", "None"], value="None", label="Vertical Flip")
return image, dx, dy, resize_scale, w_flip, h_flip
# 05:
def create_demo_layer(runner=None):
DESCRIPTION = """
# 🚩 Multi-Layered selecting 🚩
## Usage:
- Notice that all operations can be achieved using the multi-layered selecting mode.
- In particular, you can accomplish multi-object selecting such as adding objects and cross-image composition on this page.
- Try some interesting examples given below to understand the usage.
- Please clear the output before running a new example!
- We strongly recommend you to read the [original paper](https://arxiv.org/abs/2403.14487) to further explore more uses of multi-layered selecting.
"""
global_points = gr.State([])
global_point_label = gr.State([])
bg_ori = gr.State(value=None)
l1_ori = gr.State(value=None)
l2_ori = gr.State(value=None)
l3_ori = gr.State(value=None)
with gr.Blocks() as demo:
gr.Markdown(DESCRIPTION)
with gr.Row():
with gr.Column():
with gr.Group():
gr.Markdown("# INPUT")
gr.Markdown("## Background Image")
bg_img = gr.Image(sources='upload', label="Background", interactive=True, type="numpy")
gr.Markdown("## Layer-1")
l1_img, l1_dx, l1_dy, l1_resize, l1_w_flip, l1_h_flip = create_position_size(label="Layer-1")
gr.Markdown("## Layer-2")
l2_img, l2_dx, l2_dy, l2_resize, l2_w_flip, l2_h_flip = create_position_size(label="Layer-2")
gr.Markdown("## Layer-3")
l3_img, l3_dx, l3_dy, l3_resize, l3_w_flip, l3_h_flip = create_position_size(label="Layer-3")
with gr.Row():
run_button = gr.Button("Edit")
clear_button = gr.Button("Clear")
with gr.Column():
with gr.Group():
gr.Markdown("# Mask")
gr.Markdown("## Background Mask for Removal:")
bg_mask = gr.Image(sources='upload', label="BG Mask", interactive=True, type="numpy")
gr.Markdown("## Layer-1 Mask:")
l1_mask = gr.Image(sources='upload', label="L1 Mask", interactive=True, type="numpy")
gr.Markdown("## Layer-2 Mask:")
l2_mask = gr.Image(sources='upload', label="L2 Mask", interactive=True, type="numpy")
gr.Markdown("## Layer-3 Mask:")
l3_mask = gr.Image(sources='upload', label="L3 Mask", interactive=True, type="numpy")
with gr.Column():
with gr.Group():
gr.Markdown("# OUTPUT")
gr.Markdown("## Results")
output = gr.Gallery(columns=1, height='auto')
with gr.Column():
gr.Markdown("Try some of the examples below ⬇️")
gr.Examples(
examples=examples_layer,
inputs=[
bg_img, bg_mask,
l1_img, l1_mask, l1_dx, l1_dy, l1_resize, l1_w_flip, l1_h_flip,
l2_img, l2_mask, l2_dx, l2_dy, l2_resize, l2_w_flip, l2_h_flip,
l3_img, l3_mask, l3_dx, l3_dy, l3_resize, l3_w_flip, l3_h_flip,
]
)
bg_img.select(
segment_with_points,
inputs=[bg_img, bg_ori, global_points, global_point_label],
outputs=[bg_img, bg_ori, bg_mask, global_points, global_point_label]
)
l1_img.select(
segment_with_points,
inputs=[l1_img, l1_ori, global_points, global_point_label],
outputs=[l1_img, l1_ori, l1_mask, global_points, global_point_label]
)
l2_img.select(
segment_with_points,
inputs=[l2_img, l2_ori, global_points, global_point_label],
outputs=[l2_img, l2_ori, l2_mask, global_points, global_point_label]
)
l3_img.select(
segment_with_points,
inputs=[l3_img, l3_ori, global_points, global_point_label],
outputs=[l3_img, l3_ori, l3_mask, global_points, global_point_label]
)
run_button.click(fn=runner, inputs=[
bg_img,
l1_img, l1_dx, l1_dy, l1_resize, l1_w_flip, l1_h_flip,
l2_img, l2_dx, l2_dy, l2_resize, l2_w_flip, l2_h_flip,
l3_img, l3_dx, l3_dy, l3_resize, l3_w_flip, l3_h_flip,
bg_mask, l1_mask, l2_mask, l3_mask,
bg_ori, l1_ori, l2_ori, l3_ori
], outputs=[output])
clear_button.click(fn=fun_clear,
inputs=[bg_img, bg_ori,
l1_img, l1_ori, l1_dx, l1_dy, l1_resize, l1_w_flip, l1_h_flip,
l2_img, l2_ori, l2_dx, l2_dy, l2_resize, l2_w_flip, l2_h_flip,
l3_img, l3_ori, l3_dx, l3_dy, l3_resize, l3_w_flip, l3_h_flip,
bg_mask, l1_mask, l2_mask, l3_mask,
global_points, global_point_label, output],
outputs=[bg_img, bg_ori,
l1_img, l1_ori, l1_dx, l1_dy, l1_resize, l1_w_flip, l1_h_flip,
l2_img, l2_ori, l2_dx, l2_dy, l2_resize, l2_w_flip, l2_h_flip,
l3_img, l3_ori, l3_dx, l3_dy, l3_resize, l3_w_flip, l3_h_flip,
bg_mask, l1_mask, l2_mask, l3_mask,
global_points, global_point_label, output],
)
return demo
# 06:
def create_demo_mask_box(runner=None):
DESCRIPTION = """
# 🔧 Mask Preparation
## Usage:
- This page is a tool for you to combine more than one mask.
- You can draw a box to mask an object to obtain Masks 1-4.
- The merged mask is the union of Masks 1-4.
- Please clear the output before running a new example!
"""
with gr.Blocks() as demo:
original_image = gr.State(value=None)
img_with_mask = gr.State(value=None)
selected_points = gr.State([])
global_points = gr.State([])
global_point_label = gr.State([])
gr.Markdown(DESCRIPTION)
with gr.Row():
with gr.Column():
with gr.Group():
gr.Markdown("# INPUT")
gr.Markdown("## 1. Select two points for Mask 1")
gr.Markdown("the top left and the bottom right")
img_draw_box_1 = gr.Image(sources='upload', label="Original Image", interactive=True, type="numpy")
gr.Markdown("## 2. Select two points for Mask 2")
gr.Markdown("the top left and the bottom right")
img_draw_box_2 = gr.Image(sources='upload', label="Original Image", interactive=True, type="numpy")
gr.Markdown("## 3. Select two points for Mask 3")
gr.Markdown("the top left and the bottom right")
img_draw_box_3 = gr.Image(sources='upload', label="Original Image", interactive=True, type="numpy")
gr.Markdown("## 4. Select two points for Mask 4")
gr.Markdown("the top left and the bottom right")
img_draw_box_4 = gr.Image(label="Original Image", interactive=True, type="numpy")
with gr.Row():
run_button = gr.Button("Edit")
clear_button = gr.Button("Clear")
with gr.Column():
with gr.Group():
gr.Markdown("# Mask")
gr.Markdown("## Mask 1")
mask_1 = gr.Image(sources='upload', label="Mask", interactive=True, type="numpy")
gr.Markdown("## Mask 2")
mask_2 = gr.Image(sources='upload', label="Mask", interactive=True, type="numpy")
gr.Markdown("## Mask 3")
mask_3 = gr.Image(sources='upload', label="Mask", interactive=True, type="numpy")
gr.Markdown("## Mask 4")
mask_4 = gr.Image(sources='upload', label="Mask", interactive=True, type="numpy")
with gr.Column():
with gr.Group():
gr.Markdown("# Merged Mask")
merged_mask = gr.Image(sources='upload', label="Mask of object", interactive=True, type="numpy")
with gr.Column():
gr.Markdown("Please see the example below. ⬇️")
gr.Examples(
examples=examples_mask_box,
inputs=[
img_draw_box_1, img_draw_box_2, mask_1, mask_2, merged_mask
]
)
img_draw_box_1.select(
segment_with_points,
inputs=[img_draw_box_1, original_image, global_points, global_point_label],
outputs=[img_draw_box_1, original_image, mask_1, global_points, global_point_label]
)
img_draw_box_2.select(
segment_with_points,
inputs=[img_draw_box_2, original_image, global_points, global_point_label],
outputs=[img_draw_box_2, original_image, mask_2, global_points, global_point_label]
)
img_draw_box_3.select(
segment_with_points,
inputs=[img_draw_box_3, original_image, global_points, global_point_label],
outputs=[img_draw_box_3, original_image, mask_3, global_points, global_point_label]
)
img_draw_box_4.select(
segment_with_points,
inputs=[img_draw_box_4, original_image, global_points, global_point_label],
outputs=[img_draw_box_4, original_image, mask_4, global_points, global_point_label]
)
run_button.click(fn=runner, inputs=[mask_1, mask_2, mask_3, mask_4], outputs=[merged_mask])
clear_button.click(
fn=fun_clear,
inputs=[original_image, img_with_mask, selected_points, global_points, global_point_label, img_draw_box_1, img_draw_box_2, img_draw_box_3, img_draw_box_4, mask_1, mask_2, mask_3, mask_4],
outputs=[original_image, img_with_mask, selected_points, global_points, global_point_label, img_draw_box_1, img_draw_box_2, img_draw_box_3, img_draw_box_4, mask_1, mask_2, mask_3, mask_4, merged_mask]
)
return demo
def create_demo_moving(runner=None):
DESCRIPTION = """
# Object Moving, Resizing, and Flipping
## Usage:
- Upload an image and draw a box around the object to manipulate.
- Move the object vertically or horizontally using sliders or by drawing an arrow.
- You can select options for moving and flipping the object from a menu.
- Please clear the output before running a new example!
"""
selected_points = gr.State([])
global_points = gr.State([])
global_point_label = gr.State([])
bg_ori = gr.State(value=None)
l1_ori = gr.State(value=None)
with gr.Blocks() as demo:
gr.Markdown(DESCRIPTION)
with gr.Row():
with gr.Column():
with gr.Group():
gr.Markdown("# INPUT")
gr.Markdown("## Draw box to mask target object")
bg_img = gr.Image(sources='upload', label="Background", interactive=True, type="numpy")
gr.Markdown("## Draw arrow to describe the movement")
l1_img, l1_dx, l1_dy, l1_resize, l1_w_flip, l1_h_flip = create_position_size(label="Layer-1")
with gr.Row():
run_button = gr.Button("Edit")
clear_button = gr.Button("Clear")
with gr.Column():
with gr.Group():
gr.Markdown("# Mask")
gr.Markdown("## Background Mask for Removal:")
bg_mask = gr.Image(sources='upload', label="Mask", interactive=True, type="numpy")
with gr.Column():
with gr.Group():
gr.Markdown("# OUTPUT")
gr.Markdown("## Results")
output = gr.Gallery(columns=1, height='auto')
with gr.Column():
gr.Markdown("Try some of the examples below ⬇️")
gr.Examples(
examples=examples_moving,
inputs=[
bg_img, bg_mask, l1_dx, l1_dy, l1_resize, l1_h_flip, l1_w_flip
]
)
bg_img.select(
segment_with_points,
inputs=[bg_img, bg_ori, global_points, global_point_label],
outputs=[bg_img, bg_ori, bg_mask, global_points, global_point_label]
)
l1_img.select(
get_point_move,
[bg_ori, l1_img, selected_points],
[l1_img, bg_ori, selected_points, l1_dx, l1_dy],
)
run_button.click(fn=runner, inputs=[
bg_img, bg_ori,bg_mask,
l1_dx, l1_dy, l1_resize, l1_w_flip, l1_h_flip, selected_points
], outputs=[output])
clear_button.click(fn=fun_clear,
inputs=[bg_img, bg_ori, bg_mask, l1_img, l1_ori, l1_dx, l1_dy, l1_resize, l1_w_flip, l1_h_flip,
global_points, global_point_label, selected_points, output],
outputs=[bg_img, bg_ori, bg_mask, l1_img, l1_ori, l1_dx, l1_dy, l1_resize, l1_w_flip, l1_h_flip,
global_points, global_point_label, selected_points, output],
)
return demo