import numpy as np import gradio as gr import paddlehub as hub model = hub.Module(name='ernie_vilg') language_translation_model = hub.Module(name='baidu_translate') language_recognition_model = hub.Module(name='baidu_language_recognition') style_list = ['古风', '油画', '水彩', '卡通', '二次元', '浮世绘', '蒸汽波艺术', 'low poly', '像素风格', '概念艺术', '未来主义', '赛博朋克', '写实风格', '洛丽塔风格', '巴洛克风格', '超现实主义', '探索无限'] resolution_list = ['1024*1024', '1024*1536', '1536*1024'] tips = {"en": "Tips: The input text will be translated into Chinese for generation", "jp": "ヒント: 入力テキストは生成のために中国語に翻訳されます", "kor": "힌트: 입력 텍스트는 생성을 위해 중국어로 번역됩니다"} count = 0 def translate_language(text_prompts): global count try: count += 1 tips_text = None language_code = language_recognition_model.recognize(text_prompts) if language_code != 'zh': text_prompts = language_translation_model.translate(text_prompts, language_code, 'zh') except Exception as e: error_text = str(e) return {status_text:error_text, language_tips_text:gr.update(visible=False)} if language_code in tips: tips_text = tips[language_code] else: tips_text = tips['en'] if language_code == 'zh': return {language_tips_text:gr.update(visible=False), translated_language:text_prompts, trigger_component: gr.update(value=count, visible=False)} else: return {language_tips_text:gr.update(visible=True, value=tips_text), translated_language:text_prompts, trigger_component: gr.update(value=count, visible=False)} def inference(text_prompts, style_indx, resolution_indx): try: style = style_list[style_indx] resolution = resolution_list[resolution_indx] results = model.generate_image( text_prompts=text_prompts, style=style, resolution=resolution, visualization=False) except Exception as e: error_text = str(e) return {status_text:error_text, gallery:None} return {status_text:'Success', gallery:results[:6]} title="ERNIE-ViLG" description="ERNIE-ViLG model, which supports text-to-image task." css = """ .gradio-container { font-family: 'IBM Plex Sans', sans-serif; } .gr-button { color: white; border-color: black; background: black; } input[type='range'] { accent-color: black; } .dark input[type='range'] { accent-color: #dfdfdf; } .container { max-width: 730px; margin: auto; padding-top: 1.5rem; } #gallery { min-height: 22rem; margin-bottom: 15px; margin-left: auto; margin-right: auto; border-bottom-right-radius: .5rem !important; border-bottom-left-radius: .5rem !important; } #gallery>div>.h-full { min-height: 20rem; } .details:hover { text-decoration: underline; } .gr-button { white-space: nowrap; } .gr-button:focus { border-color: rgb(147 197 253 / var(--tw-border-opacity)); outline: none; box-shadow: var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow, 0 0 #0000); --tw-border-opacity: 1; --tw-ring-offset-shadow: var(--tw-ring-inset) 0 0 0 var(--tw-ring-offset-width) var(--tw-ring-offset-color); --tw-ring-shadow: var(--tw-ring-inset) 0 0 0 calc(3px var(--tw-ring-offset-width)) var(--tw-ring-color); --tw-ring-color: rgb(191 219 254 / var(--tw-ring-opacity)); --tw-ring-opacity: .5; } .footer { margin-bottom: 45px; margin-top: 35px; text-align: center; border-bottom: 1px solid #e5e5e5; } .footer>p { font-size: .8rem; display: inline-block; padding: 0 10px; transform: translateY(10px); background: white; } .dark .footer { border-color: #303030; } .dark .footer>p { background: #0b0f19; } .prompt h4{ margin: 1.25em 0 .25em 0; font-weight: bold; font-size: 115%; } """ block = gr.Blocks(css=css) examples = [ [ '戴着眼镜的猫', '油画(Oil painting)' ], [ 'A cat with glasses', '油画(Oil painting)' ], [ '眼鏡をかけた猫', '油画(Oil painting)' ], [ '안경을 쓴 고양이', '油画(Oil painting)' ], [ '日落时的城市天际线,史前遗迹风格', '油画(Oil painting)' ], [ '一只猫坐在椅子上，戴着一副墨镜, low poly 风格', '卡通(Cartoon)' ], [ 'A cat sitting on a chair, wearing a pair of sunglasses, low poly style', '油画(Oil painting)' ], [ '猫が椅子に座ってサングラスをかけている、low polyスタイル', '油画(Oil painting)' ], [ '고양이 한 마리가 의자에 앉아 선글라스를 끼고 low poly 스타일을 하고 있다', '油画(Oil painting)' ], [ '一只猫坐在椅子上，戴着一副墨镜,秋天风格', '探索无限(Explore infinity)' ], [ '蒙娜丽莎，赛博朋克，宝丽来，33毫米,蒸汽波艺术', '探索无限(Explore infinity)' ], [ '一只猫坐在椅子上，戴着一副墨镜,海盗风格', '探索无限(Explore infinity)' ], [ '一条由闪电制成的令人敬畏的龙,概念艺术', '探索无限(Explore infinity)' ], [ 'An awesome dragon made of lightning, conceptual art', '油画(Oil painting)' ], [ '稲妻で作られた畏敬の念を抱かせる竜、コンセプトアート', '油画(Oil painting)' ], [ '번개로 만든 경외스러운 용, 개념 예술', '油画(Oil painting)' ], [ '梵高猫头鹰,蒸汽波艺术', '探索无限(Explore infinity)' ], [ '萨尔瓦多·达利描绘古代文明的超现实主义梦幻油画,写实风格', '探索无限(Explore infinity)' ], [ '夕阳日落时，阳光落在云层上，海面波涛汹涌，风景，胶片感', '探索无限(Explore infinity)' ], [ 'Sunset, the sun falls on the clouds, the sea is rough, the scenery is filmy', '油画(Oil painting)' ], [ '夕日が沈むと、雲の上に太陽の光が落ち、海面は波が荒く、風景、フィルム感', '油画(Oil painting)' ], [ '석양이 질 때 햇빛이 구름 위에 떨어지고, 해수면의 파도가 용솟음치며, 풍경, 필름감', '油画(Oil painting)' ], ] with block: gr.HTML( """
Paddlehub

ERNIE-ViLG Demo

ERNIE-ViLG 2.0 is a state-of-the-art text-to-image model that generates images from Chinese text.

star Paddlehub
""" ) with gr.Group(): with gr.Box(): with gr.Row().style(mobile_collapse=False, equal_height=True): text = gr.Textbox( label="Prompt", show_label=False, max_lines=1, placeholder="Enter your prompt, multiple languages are supported now.", ).style( border=(True, False, True, True), rounded=(True, False, False, True), container=False, ) btn = gr.Button("Generate image").style( margin=False, rounded=(False, True, True, False), ) language_tips_text = gr.Textbox(label="language tips", show_label=False, visible=False, max_lines=1) styles = gr.Dropdown(label="风格(style)", choices=['古风(Ancient Style)', '油画(Oil painting)', '水彩(Watercolor)', '卡通(Cartoon)', '二次元(Anime)', '浮世绘(Ukiyoe)', '蒸汽波艺术(Vaporwave)', 'low poly', '像素风格(Pixel Style)', '概念艺术(Conceptual Art)', '未来主义(Futurism)', '赛博朋克(Cyberpunk)', '写实风格(Realistic style)', '洛丽塔风格(Lolita style)', '巴洛克风格(Baroque style)', '超现实主义(Surrealism)', '探索无限(Explore infinity)'], value='探索无限(Explore infinity)', type="index") resolutions = gr.Dropdown(label="分辨率(resolution)", choices=resolution_list, value='1024*1024', type="index") gallery = gr.Gallery( label="Generated images", show_label=False, elem_id="gallery" ).style(grid=[2, 3], height="auto") status_text = gr.Textbox( label="处理状态(Process status)", show_label=True, max_lines=1, interactive=False ) trigger_component = gr.Textbox(vaule="", visible=False) # This component is used for triggering inference funtion. translated_language = gr.Textbox(vaule="", visible=False) ex = gr.Examples(examples=examples, fn=translate_language, inputs=[text], outputs=[language_tips_text, status_text, trigger_component, translated_language], cache_examples=False) ex.dataset.headers = [""] text.submit(translate_language, inputs=[text], outputs=[language_tips_text, status_text, trigger_component, translated_language]) btn.click(translate_language, inputs=[text], outputs=[language_tips_text, status_text, trigger_component, translated_language]) trigger_component.change(fn=inference, inputs=[translated_language, styles, resolutions], outputs=[status_text, gallery]) gr.HTML( """

Prompt公式

Prompt = 图片主体，细节词，修饰词 关于各部分的构造方式和效果，可以参考YouPromptMe指南。 更多的模型，请关注 PaddleHub 官方Repo ， 如果你觉得不错，请star收藏吧。

Stars8.4k

同时，可以在 aistudio 上使用免费的GPU体验更多案例。

Prompt format

Prompt = object, details, description For more details, please refer to YouPromptMe Guide. There are more interesting models in PaddleHub, if you think it's great, welcome to star PaddleHub.

Stars8.4k

Besides, you can use free GPU resourses in aistudio to enjoy more cases, have fun.

""" ) gr.Markdown( """ 在"探索无限"的风格模式下，画作的真实风格完全可以由你的prompt来决定。下面是一些参考案例: In "Explore infinity" style mode, how the image looks like is totally up to your prompt. Below are some cases: |drawing| | --- | | prompt：蒙娜丽莎，赛博朋克，宝丽来，33毫米,
蒸汽波艺术 | |drawing| | --- | | prompt：火焰，凤凰，少女，未来感，高清，3d，
精致面容，cg感，古风，唯美，毛发细致，上半身立绘 | |drawing| | --- | | prompt：巨狼，飘雪，蓝色大片烟雾，毛发细致，
烟雾缭绕，高清，3d，cg感，侧面照 | | drawing | | --- | | prompt：浮世绘日本科幻哑光绘画，概念艺术，
动漫风格神道寺禅园英雄动作序列，包豪斯| drawing ### [更多内容...](https://github.com/PaddlePaddle/PaddleHub/blob/develop/modules/image/text_to_image/ernie_vilg/README.md#四-prompt-指南)([Explore more...](https://github.com/PaddlePaddle/PaddleHub/blob/develop/modules/image/text_to_image/ernie_vilg/README.md#四-prompt-指南)) """ ) gr.HTML('''

Model by PaddleHub and 文心大模型 - Gradio Demo by 🤗 Hugging Face

''') block.queue(concurrency_count=128).launch()