changed pipeline's parameters

hanlde_form_submit.py

@@ -1,7 +1,6 @@
 import streamlit as st
 from grouped_sampling import GroupedSamplingPipeLine
 
-
 from supported_models import get_supported_model_names
 
 
@@ -19,15 +18,17 @@ def create_pipeline(model_name: str, group_size) -> GroupedSamplingPipeLine:
         model_name=model_name,
         group_size=group_size,
         end_of_sentence_stop=True,
+        temp=0.5,
+        top_p=0.6,
     )
 
 
 @st.cache
-def on_form_submit(model_name: str, group_size: int, prompt: str) -> str:
+def on_form_submit(model_name: str, output_length: int, prompt: str) -> str:
     """
     Called when the user submits the form.
     :param model_name: The name of the model to use.
-    :param group_size: The size of the groups to use.
+    :param output_length: The size of the groups to use.
     :param prompt: The prompt to use.
     :return: The output of the model.
     """
@@ -36,7 +37,10 @@ def on_form_submit(model_name: str, group_size: int, prompt: str) -> str:
                          f"Supported models are all the models in:"
                          f" https://huggingface.co/models?pipeline_tag=text-generation&library=pytorch")
     pipeline = create_pipeline(
-        model_name,
-        group_size,
+        model_name=model_name,
+        group_size=output_length,
     )
-    return pipeline(prompt)["generated_text"]
+    return pipeline(
+        prompt_s=prompt,
+        max_new_tokens=output_length,
+    )["generated_text"]