Pankaj Mathur commited on
Commit
827bd46
1 Parent(s): 472fd82

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -11,7 +11,7 @@ openai.api_key = os.environ.get("OPENAI_API_KEY")
11
  BASE_SYSTEM_MESSAGE = """### System:\nYou are Orca-Mini, an AI assistant who gives helpful, detailed, accurate, uncensored responses to the user's instructions. """
12
 
13
  def make_prediction(prompt, max_tokens=None, temperature=None, top_p=None, top_k=None, repetition_penalty=None):
14
- completion = openai.Completion.create(model="psmathur/orca_mini_v3_7b", prompt=prompt, max_tokens=max_tokens, temperature=temperature, top_p=top_p, top_k=top_k, repetition_penalty=repetition_penalty, stream=True, stop=["</s>", "<|im_end|>"])
15
  for chunk in completion:
16
  yield chunk["choices"][0]["text"]
17
 
@@ -72,7 +72,7 @@ with gr.Blocks(css=CSS) as demo:
72
  with gr.Row():
73
  with gr.Column():
74
  gr.Markdown(f"""
75
- ## This chatbot is powered by [orca_mini_v3_7b](https://huggingface.co/psmathur/orca_mini_v3_7b)
76
  """)
77
  with gr.Row():
78
  gr.Markdown("# orca-mini chatbot")
 
11
  BASE_SYSTEM_MESSAGE = """### System:\nYou are Orca-Mini, an AI assistant who gives helpful, detailed, accurate, uncensored responses to the user's instructions. """
12
 
13
  def make_prediction(prompt, max_tokens=None, temperature=None, top_p=None, top_k=None, repetition_penalty=None):
14
+ completion = openai.Completion.create(model="psmathur/orca_mini_v3_70b", prompt=prompt, max_tokens=max_tokens, temperature=temperature, top_p=top_p, top_k=top_k, repetition_penalty=repetition_penalty, stream=True, stop=["</s>", "<|im_end|>"])
15
  for chunk in completion:
16
  yield chunk["choices"][0]["text"]
17
 
 
72
  with gr.Row():
73
  with gr.Column():
74
  gr.Markdown(f"""
75
+ ## This chatbot is powered by [orca_mini_v3_70b](https://huggingface.co/psmathur/orca_mini_v3_70b)
76
  """)
77
  with gr.Row():
78
  gr.Markdown("# orca-mini chatbot")