nvidia-llama-fastapi

Runtime error

iiced commited on Dec 25, 2023

Commit

473963a

•

1 Parent(s): e6fa3d8

Update main.py

Files changed (1) hide show

main.py CHANGED Viewed

@@ -14,7 +14,7 @@ class Item(BaseModel):
     system_prompt: str
     temperature: float = 0.0
     max_new_tokens: int = 1048
-    top_p: float = 0.95
     repetition_penalty: float = 1.0
 def format_prompt(message, history):

     system_prompt: str
     temperature: float = 0.0
     max_new_tokens: int = 1048
+    top_p: float = 0.15
     repetition_penalty: float = 1.0
 def format_prompt(message, history):