update demo

app.py

@@ -14,6 +14,8 @@ from app_segmentation import create_demo as create_demo_segmentation
 from app_softedge import create_demo as create_demo_softedge
 from model import Model
 from settings import ALLOW_CHANGING_BASE_MODEL, DEFAULT_MODEL_ID, SHOW_DUPLICATE_BUTTON
+from transformers.utils.hub import move_cache
+move_cache()
 
 DESCRIPTION = "# [ControlNet++: Improving Conditional Controls with Efficient Consistency Feedback](https://arxiv.org/abs/2404.07987)"
 
@@ -23,30 +25,6 @@ if not torch.cuda.is_available():
 model = Model(base_model_id=DEFAULT_MODEL_ID, task_name="Canny")
 
 
-# examples = [
-#     [
-#         "images/canny_demo.jpg",
-#         "BEAUTIFUL PORTRAIT PAINTINGS BY EMMA UBER",
-#     ],
-#     [
-#         "images/depth_demo.jpg",
-#         "BEAUTIFUL PORTRAIT PAINTINGS BY EMMA UBER",
-#     ],
-#     [
-#         "images/hed_demo.jpg",
-#         "BEAUTIFUL PORTRAIT PAINTINGS BY EMMA UBER",
-#     ],
-#     [
-#         "images/lineart_demo.jpg",
-#         "BEAUTIFUL PORTRAIT PAINTINGS BY EMMA UBER",
-#     ],
-#     [
-#         "images/seg_demo.jpg",
-#         "BEAUTIFUL PORTRAIT PAINTINGS BY EMMA UBER",
-#     ],
-# ]
-
-
 with gr.Blocks(css="style.css") as demo:
     gr.Markdown(DESCRIPTION)
     gr.DuplicateButton(

app_canny.py

@@ -11,13 +11,19 @@ from settings import (
 )
 from utils import randomize_seed_fn
 
+examples = [
+    [
+        "images/canny/canny_demo.jpg",
+        "BEAUTIFUL PORTRAIT PAINTINGS BY EMMA UBER",
+    ],
+]
 
 def create_demo(process):
     with gr.Blocks() as demo:
         with gr.Row():
             with gr.Column():
-                image = gr.Image(value='images/canny_demo.jpg')
-                prompt = gr.Textbox(label="Prompt", value='BEAUTIFUL PORTRAIT PAINTINGS BY EMMA UBER')
+                image = gr.Image()
+                prompt = gr.Textbox(label="Prompt")
                 run_button = gr.Button("Run")
                 with gr.Accordion("Advanced options", open=False):
                     num_samples = gr.Slider(
@@ -47,6 +53,19 @@ def create_demo(process):
                     )
             with gr.Column():
                 result = gr.Gallery(label="Output", show_label=False, columns=2, object_fit="scale-down")
+
+        gr.Examples(
+            examples=examples,
+            inputs=[
+                image,
+                prompt,
+                guidance_scale,
+                seed,
+            ],
+            outputs=result,
+            fn=process,
+        )
+
         inputs = [
             image,
             prompt,

app_depth.py

@@ -11,13 +11,20 @@ from settings import (
 )
 from utils import randomize_seed_fn
 
+examples = [
+    [
+        "images/depth/depth_demo.png",
+        "heart, mountains, and nature image",
+    ],
+]
+
 
 def create_demo(process):
     with gr.Blocks() as demo:
         with gr.Row():
             with gr.Column():
-                image = gr.Image(value='images/depth_demo.png')
-                prompt = gr.Textbox(label="Prompt", value='heart, mountains, and nature image')
+                image = gr.Image()
+                prompt = gr.Textbox(label="Prompt")
                 run_button = gr.Button("Run")
                 with gr.Accordion("Advanced options", open=False):
                     preprocessor_name = gr.Radio(
@@ -47,6 +54,19 @@ def create_demo(process):
                     )
             with gr.Column():
                 result = gr.Gallery(label="Output", show_label=False, columns=2, object_fit="scale-down")
+
+        gr.Examples(
+            examples=examples,
+            inputs=[
+                image,
+                prompt,
+                guidance_scale,
+                seed,
+            ],
+            outputs=result,
+            fn=process,
+        )
+
         inputs = [
             image,
             prompt,

app_lineart.py

@@ -12,12 +12,36 @@ from settings import (
 from utils import randomize_seed_fn
 
 
+examples = [
+    [
+        "images/lineart/Ryan Reynolds_1.png",
+        "Ryan Reynolds",
+        "None",
+    ],
+    [
+        "images/lineart/Ryan Reynolds_2.png",
+        "Ryan Reynolds",
+        "None",
+    ],
+    [
+        "images/lineart/Ryan Reynolds_3.png",
+        "Ryan Reynolds",
+        "None",
+    ],
+    [
+        "images/lineart/tube.jpg",
+        "Picture Of Looking Through A View Finder",
+        "Lineart",
+    ],
+]
+
+
 def create_demo(process):
     with gr.Blocks() as demo:
         with gr.Row():
             with gr.Column():
-                image = gr.Image(value='images/lineart_demo.jpg')
-                prompt = gr.Textbox(label="Prompt", value='Picture Of Looking Through A View Finder')
+                image = gr.Image()
+                prompt = gr.Textbox(label="Prompt")
                 run_button = gr.Button("Run")
                 with gr.Accordion("Advanced options", open=False):
                     preprocessor_name = gr.Radio(
@@ -50,13 +74,25 @@ def create_demo(process):
                     guidance_scale = gr.Slider(label="Guidance scale", minimum=0.1, maximum=30.0, value=7.5, step=0.1)
                     seed = gr.Slider(label="Seed", minimum=0, maximum=MAX_SEED, step=1, value=0)
                     randomize_seed = gr.Checkbox(label="Randomize seed", value=True)
-                    a_prompt = gr.Textbox(label="Additional prompt", value="high-quality, extremely detailed, 4K")
+                    a_prompt = gr.Textbox(label="Additional prompt")
                     n_prompt = gr.Textbox(
                         label="Negative prompt",
-                        value="longbody, lowres, bad anatomy, bad hands, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality",
                     )
             with gr.Column():
                 result = gr.Gallery(label="Output", show_label=False, columns=2, object_fit="scale-down")
+
+
+        gr.Examples(
+            examples=examples,
+            inputs=[
+                image,
+                prompt,
+                preprocessor_name
+            ],
+            outputs=result,
+            fn=process,
+        )
+
         inputs = [
             image,
             prompt,

app_segmentation.py

@@ -11,13 +11,23 @@ from settings import (
 )
 from utils import randomize_seed_fn
 
+examples = [
+    [
+        "images/seg/33.png",
+        "A man standing in front of a wall with several framed artworks hanging on it",
+    ],
+    [
+        "images/seg/seg_demo.png",
+        "A large building with a pointed roof and several chimneys",
+    ],
+]
 
 def create_demo(process):
     with gr.Blocks() as demo:
         with gr.Row():
             with gr.Column():
-                image = gr.Image(value='images/seg_demo.png')
-                prompt = gr.Textbox(label="Prompt", value='A large building with a pointed roof and several chimneys')
+                image = gr.Image()
+                prompt = gr.Textbox(label="Prompt")
                 run_button = gr.Button("Run")
                 with gr.Accordion("Advanced options", open=False):
                     preprocessor_name = gr.Radio(
@@ -47,6 +57,19 @@ def create_demo(process):
                     )
             with gr.Column():
                 result = gr.Gallery(label="Output", show_label=False, columns=2, object_fit="scale-down")
+
+        gr.Examples(
+            examples=examples,
+            inputs=[
+                image,
+                prompt,
+                guidance_scale,
+                seed,
+            ],
+            outputs=result,
+            fn=process,
+        )
+
         inputs = [
             image,
             prompt,

app_softedge.py

@@ -11,13 +11,19 @@ from settings import (
 )
 from utils import randomize_seed_fn
 
+examples = [
+    [
+        "images/hed/hed_demo.jpeg",
+        "Language trip to Laon",
+    ],
+]
 
 def create_demo(process):
     with gr.Blocks() as demo:
         with gr.Row():
             with gr.Column():
-                image = gr.Image(value='images/hed_demo.jpeg')
-                prompt = gr.Textbox(label="Prompt", value='Language trip to Laon')
+                image = gr.Image()
+                prompt = gr.Textbox(label="Prompt")
                 run_button = gr.Button("Run")
                 with gr.Accordion("Advanced options", open=False):
                     preprocessor_name = gr.Radio(
@@ -56,6 +62,19 @@ def create_demo(process):
                     )
             with gr.Column():
                 result = gr.Gallery(label="Output", show_label=False, columns=2, object_fit="scale-down")
+
+        gr.Examples(
+            examples=examples,
+            inputs=[
+                image,
+                prompt,
+                guidance_scale,
+                seed,
+            ],
+            outputs=result,
+            fn=process,
+        )
+
         inputs = [
             image,
             prompt,

model.py

@@ -585,7 +585,7 @@ class Model:
             raise ValueError
 
         if preprocessor_name in ["None", "None (anime)"]:
-            image = HWC3(image)
+            image = 255 - HWC3(image)
             image = resize_image(image, resolution=image_resolution)
             control_image = PIL.Image.fromarray(image)
         elif preprocessor_name in ["Lineart", "Lineart coarse"]:
@@ -618,6 +618,7 @@ class Model:
             guidance_scale=guidance_scale,
             seed=seed,
         )
+        self.preprocessor.load("Lineart")
         conditions_of_generated_imgs = [
             self.preprocessor(
                 image=x,
@@ -625,6 +626,10 @@ class Model:
                 detect_resolution=preprocess_resolution,
             ) for x in results
         ]
+
+        control_image = PIL.Image.fromarray((255 - np.array(control_image)).astype(np.uint8))
+        conditions_of_generated_imgs = [PIL.Image.fromarray((255 - np.array(x)).astype(np.uint8)) for x in conditions_of_generated_imgs]
+
         return [control_image] * num_images + results + conditions_of_generated_imgs
 
     @torch.inference_mode()