update

app.py

@@ -122,15 +122,26 @@ def preprocess(text, task):
 
     return task_style_to_task_prefix[task] + "\n" + text + "\n答案："
       
-def inference_gen(text, task):
+def inference_gen(text, task, do_sample, top_p, top_k, max_token, temperature, beam_size, length_penalty):
     text = preprocess(text, task)
+    generate_config = {
+        "do_sample": do_sample,
+        "top_p": top_p,
+        "top_k": top_k,
+        "max_length": max_token,
+        "temperature": temperature,
+        "num_beams": beam_size,
+        "length_penalty": length_penalty
+    }
+    #print(generate_config)
     #print(text)
     try:
         prediction = cl.generate(
             model_name='clueai-base',
-            prompt=text)
+            prompt=text,
+            generate_config=generate_config)
     except Exception as e:
-        logger.error(f"error, e")
+        logger.error(f"error, {e}")
         return
 
     return prediction.generations[0].text
@@ -141,7 +152,9 @@ from io import BytesIO
 from PIL import Image
 def inference_image(text, n_text, guidance_scale, style, shape, clarity, steps, shape_scale):
     try:
-        res = requests.get(f"https://www.clueai.cn/clueai/hf_text2image?text={text}")
+        res = requests.get(f"https://www.clueai.cn/clueai/hf_text2image?text={text}&negative_prompt={n_text}\
+&guidance_scale={guidance_scale}&num_inference_steps={steps}\
+&style={style}&shape={shape}&clarity={clarity}&shape_scale={shape_scale}")
     except Exception as e:
         logger.error(f"error, {e}")
         return 
@@ -167,14 +180,21 @@ with gr.Blocks(css=css, title="ClueAI") as demo:
         task = gr.Dropdown(label="任务", show_label=True, choices=task_styles, value="标题生成文章")
         btn = gr.Button("生成",elem_id="gen_btn_1").style(full_width=False)
         with gr.Accordion("高级操作", open=False):
-            pass
+            do_sample = gr.Radio([True, False], label="是否采样", value=False)
+            top_p = gr.Slider(0, 1, value=0, step=0.1, label="越大多样性越高, 按照概率采样")
+            top_k = gr.Slider(1, 100, value=50, step=1, label="越大多样性越高，按照top k采样")
+            max_token = gr.Slider(1, 512, value=64, step=1, label="生成的最大长度")
+            temperature = gr.Slider(0,1, value=1, step=0.1, label="temperature, 越小下一个token预测概率越平滑")
+            beam_size = gr.Slider(1, 4, value=1, step=1, label="beam size, 越大解码窗口越广，")
+            length_penalty = gr.Slider(-1, 1, value=0.6, step=0.1, label="大于0鼓励长句子，小于0鼓励短句子")
+        
         with gr.Row(variant="compact").style( equal_height=True):
             output_text = gr.Textbox(
                     label="输出", show_label=True, max_lines=50, 
                     placeholder="在这里展示结果",
                 )
         gr.Examples(examples_list, [task, text], label="示例")
-        input_params = [text, task]
+        input_params = [text, task, do_sample, top_p, top_k, max_token, temperature, beam_size, length_penalty]
         #text.submit(inference_gen, inputs=input_params, outputs=output_text)
         btn.click(inference_gen, inputs=input_params, outputs=output_text)