Tonic commited on
Commit
84a2509
โ€ข
1 Parent(s): 71aded3

modify interface

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -37,7 +37,7 @@ def generate_response(message, history, system_message, max_tokens, temperature,
37
  full_prompt = create_prompt(system_message, message, tool_definition, context)
38
 
39
  if use_pipeline:
40
- response = pipe(full_prompt, max_new_tokens=max_tokens, temperature=temperature, top_p=top_p, do_sample=True)[0]['generated_text']
41
  else:
42
  max_model_length = model.config.max_position_embeddings if hasattr(model.config, 'max_position_embeddings') else 8192
43
 
@@ -69,7 +69,7 @@ def generate_response(message, history, system_message, max_tokens, temperature,
69
 
70
 
71
  def update_advanced_settings(show_advanced):
72
- return gr.Column.update(visible=show_advanced)
73
 
74
  with gr.Blocks() as demo:
75
  with gr.Row():
@@ -114,7 +114,7 @@ with gr.Blocks() as demo:
114
 
115
  def bot(history, system_prompt, max_length, temperature, top_p, advanced_checkbox, use_pipeline, tool_definition):
116
  user_message = history[-1][0]
117
- do_sample = advanced_checkbox
118
  bot_message = generate_response(user_message, history, system_prompt, max_length, temperature, top_p, do_sample, use_pipeline, tool_definition)
119
  history[-1][1] = bot_message
120
  return history
@@ -133,7 +133,7 @@ with gr.Blocks() as demo:
133
  advanced_checkbox.change(
134
  fn=update_advanced_settings,
135
  inputs=[advanced_checkbox],
136
- outputs=[advanced_settings]
137
  )
138
 
139
  use_tool.change(
 
37
  full_prompt = create_prompt(system_message, message, tool_definition, context)
38
 
39
  if use_pipeline:
40
+ response = pipe(full_prompt, max_new_tokens=max_tokens, temperature=temperature, top_p=top_p, do_sample=do_sample)[0]['generated_text']
41
  else:
42
  max_model_length = model.config.max_position_embeddings if hasattr(model.config, 'max_position_embeddings') else 8192
43
 
 
69
 
70
 
71
  def update_advanced_settings(show_advanced):
72
+ return {"visible": show_advanced}
73
 
74
  with gr.Blocks() as demo:
75
  with gr.Row():
 
114
 
115
  def bot(history, system_prompt, max_length, temperature, top_p, advanced_checkbox, use_pipeline, tool_definition):
116
  user_message = history[-1][0]
117
+ do_sample = advanced_checkbox
118
  bot_message = generate_response(user_message, history, system_prompt, max_length, temperature, top_p, do_sample, use_pipeline, tool_definition)
119
  history[-1][1] = bot_message
120
  return history
 
133
  advanced_checkbox.change(
134
  fn=update_advanced_settings,
135
  inputs=[advanced_checkbox],
136
+ outputs=advanced_settings
137
  )
138
 
139
  use_tool.change(