Spaces:
Running
Running
jiayueru
commited on
Commit
•
37ee4a4
1
Parent(s):
e7c9085
update code
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- .gitignore +10 -0
- .vscode/launch.json +17 -0
- README.md +4 -4
- app.py +61 -0
- examples/layer/01_horse/00.jpg +0 -0
- examples/layer/01_horse/mask0.jpg +0 -0
- examples/layer/02_baby/00.jpg +0 -0
- examples/layer/02_baby/mask0.jpg +0 -0
- examples/layer/02_baby/mask1.jpg +0 -0
- examples/layer/02_baby/mask2.jpg +0 -0
- examples/layer/03_text/00.jpg +0 -0
- examples/layer/03_text/01.jpg +0 -0
- examples/layer/03_text/mask0.jpg +0 -0
- examples/layer/03_text/mask1.jpg +0 -0
- examples/layer/04_cross/0.jpg +0 -0
- examples/layer/04_cross/1.jpg +0 -0
- examples/layer/04_cross/2.jpg +0 -0
- examples/layer/04_cross/3.jpg +0 -0
- examples/layer/04_cross/mask0.jpg +0 -0
- examples/layer/04_cross/mask1.jpg +0 -0
- examples/layer/04_cross/mask2.jpg +0 -0
- examples/layer/04_cross/mask3.jpg +0 -0
- examples/moving/01_ball/0.jpg +0 -0
- examples/moving/01_ball/mask0.jpg +0 -0
- examples/moving/02_bell/0.jpg +0 -0
- examples/moving/02_bell/mask0.jpg +0 -0
- examples/pan/01.jpg +0 -0
- examples/pan/02.jpg +0 -0
- examples/pan/03.jpg +0 -0
- examples/pan/04.jpg +0 -0
- examples/pan/05.jpg +0 -0
- examples/pan/06.jpg +0 -0
- examples/remove/01_moto/0.jpg +0 -0
- examples/remove/01_moto/mask0.jpg +0 -0
- examples/remove/01_moto/mask1.jpg +0 -0
- examples/remove/02_ring/0.jpg +0 -0
- examples/remove/02_ring/mask0.jpg +0 -0
- examples/remove/02_ring/mask1.jpg +0 -0
- examples/remove/02_ring/mask2.jpg +0 -0
- examples/remove/03_ball/0.jpg +0 -0
- examples/remove/03_ball/mask0.jpg +0 -0
- examples/remove/03_ball/mask1.jpg +0 -0
- examples/remove/04_pikachu/0.jpg +0 -0
- examples/remove/04_pikachu/mask0.jpg +0 -0
- examples/remove/04_pikachu/mask1.jpg +0 -0
- examples/remove/04_pikachu/mask2.jpg +0 -0
- examples/remove/05_betty/0.jpg +0 -0
- examples/remove/05_betty/mask0.jpg +0 -0
- examples/zoom/01.jpg +0 -0
- examples/zoom/02.jpg +0 -0
.gitignore
ADDED
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
img/
|
2 |
+
logfile/
|
3 |
+
__pycache__/
|
4 |
+
*/__pycache__/
|
5 |
+
models/
|
6 |
+
plt/
|
7 |
+
docs/
|
8 |
+
exp/
|
9 |
+
examples/mask/
|
10 |
+
examples/mask_box/
|
.vscode/launch.json
ADDED
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
// Use IntelliSense to learn about possible attributes.
|
3 |
+
// Hover to view descriptions of existing attributes.
|
4 |
+
// For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
|
5 |
+
"version": "0.2.0",
|
6 |
+
"configurations": [
|
7 |
+
{
|
8 |
+
"name": "Demo",
|
9 |
+
"type": "debugpy",
|
10 |
+
"request": "launch",
|
11 |
+
"program": "/home/jyr/demo/DesignEdit/app.py",
|
12 |
+
"console": "integratedTerminal",
|
13 |
+
"python": "/home/jyr/.conda/envs/new_design/bin/python",
|
14 |
+
|
15 |
+
}
|
16 |
+
]
|
17 |
+
}
|
README.md
CHANGED
@@ -1,10 +1,10 @@
|
|
1 |
---
|
2 |
title: DesignEdit
|
3 |
-
emoji:
|
4 |
-
colorFrom:
|
5 |
-
colorTo:
|
6 |
sdk: gradio
|
7 |
-
sdk_version: 4.
|
8 |
app_file: app.py
|
9 |
pinned: false
|
10 |
---
|
|
|
1 |
---
|
2 |
title: DesignEdit
|
3 |
+
emoji: 🌿
|
4 |
+
colorFrom: yellow
|
5 |
+
colorTo: green
|
6 |
sdk: gradio
|
7 |
+
sdk_version: 4.24.0
|
8 |
app_file: app.py
|
9 |
pinned: false
|
10 |
---
|
app.py
ADDED
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import gradio as gr
|
2 |
+
import spaces
|
3 |
+
import torch
|
4 |
+
|
5 |
+
import os
|
6 |
+
import subprocess
|
7 |
+
import shlex
|
8 |
+
from src.demo.model import DesignEdit
|
9 |
+
|
10 |
+
os.makedirs('models', exist_ok=True)
|
11 |
+
subprocess.run(shlex.split('wget https://huggingface.co/Adapter/DragonDiffusion/resolve/main/model/efficient_sam_vits.pt -O models/efficient_sam_vits.pt'))
|
12 |
+
|
13 |
+
from src.demo.demo import *
|
14 |
+
import shlex
|
15 |
+
import cv2
|
16 |
+
|
17 |
+
pretrained_model_path = "stabilityai/stable-diffusion-xl-base-1.0"
|
18 |
+
model = DesignEdit(pretrained_model_path=pretrained_model_path)
|
19 |
+
DESCRIPTION_1 = """<div style="text-align: center; font-size: 80px;">
|
20 |
+
<strong class="title is-1">
|
21 |
+
<span style="color: green;">🌿D</span>
|
22 |
+
<span style="color: orange;">e</span>
|
23 |
+
<span style="color: rgb(63, 185, 63);">s</span>
|
24 |
+
<span style="color: green;">i</span>
|
25 |
+
<span style="color: rgb(200, 85, 23);">g</span>
|
26 |
+
<span style="color: green;">n</span>
|
27 |
+
<span style="color: orange;">E</span>
|
28 |
+
<span style="color: crimson;">d</span>
|
29 |
+
<span style="color: darkorange;">i</span>
|
30 |
+
<span style="color: green;">t🌿</span>
|
31 |
+
</strong>
|
32 |
+
</div>
|
33 |
+
"""
|
34 |
+
DESCRIPTION_2 = """ <div style="text-align: center;font-size: 24px;"> <h1> Multi-Layered Latent Decomposition and Fusion for Unified & Accurate Image Editing</h1></div>"""
|
35 |
+
DESCRIPTION_3 = """
|
36 |
+
<div style="text-align: center; font-size: 24px;">
|
37 |
+
<p> Gradio demo for <a href="https://design-edit.github.io/">DesignEdit</a></p>
|
38 |
+
</div>
|
39 |
+
"""
|
40 |
+
|
41 |
+
|
42 |
+
with gr.Blocks(css='style.css') as demo:
|
43 |
+
gr.HTML(DESCRIPTION_1)
|
44 |
+
gr.HTML(DESCRIPTION_2)
|
45 |
+
gr.HTML(DESCRIPTION_3)
|
46 |
+
with gr.Tabs():
|
47 |
+
with gr.TabItem('1️⃣ Object Removal'):
|
48 |
+
create_demo_remove(model.run_remove)
|
49 |
+
with gr.TabItem('2️⃣ Zooming Out'):
|
50 |
+
create_demo_zooming(model.run_zooming)
|
51 |
+
with gr.TabItem('3️⃣ Camera Panning'):
|
52 |
+
create_demo_panning(model.run_panning)
|
53 |
+
with gr.TabItem('4️⃣ Object Moving, Resizing and Flipping'):
|
54 |
+
create_demo_moving(model.run_moving)
|
55 |
+
with gr.TabItem('5️⃣ 🚩 Multi-Layered Editing 🚩'):
|
56 |
+
create_demo_layer(model.run_layer)
|
57 |
+
with gr.TabItem('🔧 Mask Preparation: Draw or Sketch'):
|
58 |
+
create_demo_mask_box(model.run_mask)
|
59 |
+
demo.queue(max_size=20)
|
60 |
+
demo.launch(max_threads=3, server_name="0.0.0.0")
|
61 |
+
|
examples/layer/01_horse/00.jpg
ADDED
examples/layer/01_horse/mask0.jpg
ADDED
examples/layer/02_baby/00.jpg
ADDED
examples/layer/02_baby/mask0.jpg
ADDED
examples/layer/02_baby/mask1.jpg
ADDED
examples/layer/02_baby/mask2.jpg
ADDED
examples/layer/03_text/00.jpg
ADDED
examples/layer/03_text/01.jpg
ADDED
examples/layer/03_text/mask0.jpg
ADDED
examples/layer/03_text/mask1.jpg
ADDED
examples/layer/04_cross/0.jpg
ADDED
examples/layer/04_cross/1.jpg
ADDED
examples/layer/04_cross/2.jpg
ADDED
examples/layer/04_cross/3.jpg
ADDED
examples/layer/04_cross/mask0.jpg
ADDED
examples/layer/04_cross/mask1.jpg
ADDED
examples/layer/04_cross/mask2.jpg
ADDED
examples/layer/04_cross/mask3.jpg
ADDED
examples/moving/01_ball/0.jpg
ADDED
examples/moving/01_ball/mask0.jpg
ADDED
examples/moving/02_bell/0.jpg
ADDED
examples/moving/02_bell/mask0.jpg
ADDED
examples/pan/01.jpg
ADDED
examples/pan/02.jpg
ADDED
examples/pan/03.jpg
ADDED
examples/pan/04.jpg
ADDED
examples/pan/05.jpg
ADDED
examples/pan/06.jpg
ADDED
examples/remove/01_moto/0.jpg
ADDED
examples/remove/01_moto/mask0.jpg
ADDED
examples/remove/01_moto/mask1.jpg
ADDED
examples/remove/02_ring/0.jpg
ADDED
examples/remove/02_ring/mask0.jpg
ADDED
examples/remove/02_ring/mask1.jpg
ADDED
examples/remove/02_ring/mask2.jpg
ADDED
examples/remove/03_ball/0.jpg
ADDED
examples/remove/03_ball/mask0.jpg
ADDED
examples/remove/03_ball/mask1.jpg
ADDED
examples/remove/04_pikachu/0.jpg
ADDED
examples/remove/04_pikachu/mask0.jpg
ADDED
examples/remove/04_pikachu/mask1.jpg
ADDED
examples/remove/04_pikachu/mask2.jpg
ADDED
examples/remove/05_betty/0.jpg
ADDED
examples/remove/05_betty/mask0.jpg
ADDED
examples/zoom/01.jpg
ADDED
examples/zoom/02.jpg
ADDED