Update app.py

app.py

@@ -13,10 +13,83 @@ def bot(history):
     history[-1][1] = response
     return history
 
-with gr.Blocks() as demo:
+"""
+
+Alpaca model trained: example (n.b. can upload mine as a HF model to load from?)
+
+"""
+'''
+from peft import PeftModel
+from transformers import LLaMATokenizer, LLaMAForCausalLM, GenerationConfig
+
+tokenizer = LLaMATokenizer.from_pretrained("chavinlo/alpaca-native")
+
+model = LLaMAForCausalLM.from_pretrained(
+    "chavinlo/alpaca-native",
+    load_in_8bit=True,
+    device_map="auto",
+)
+'''
+
+
+def generateresponse(history):
+    """
+    Model definition here:
+    """
+    '''
+    global model
+    global tokenizer
+
+    PROMPT = f"""Below is an instruction that describes a task. Write a response that appropriately completes the request.
+    ### Instruction:
+    {user}
+    ### Response:"""
+
+    inputs = tokenizer(
+        PROMPT,
+        return_tensors="pt",
+    )
+    input_ids = inputs["input_ids"].cuda()
+
+    generation_config = GenerationConfig(
+        temperature=0.6,
+        top_p=0.95,
+        repetition_penalty=1.15,
+    )
+    print("Generating...")
+    generation_output = model.generate(
+        input_ids=input_ids,
+        generation_config=generation_config,
+        return_dict_in_generate=True,
+        output_scores=True,
+        max_new_tokens=256,
+    )
+    output = []
+    for s in generation_output.sequences:
+        outputs.append(tokenizer.decode(s))
+        print(tokenizer.decode(s))
+    
+    output = (outputs[0].split('### Response:'))[1]
+
+    '''
+
+    user = history[-1][0]
+    
+    response = f"you asked: {user}"
+    history[-1][1] = response
+    print(history)
+    return history
+
+theme = gr.themes.Base(
+    primary_hue="indigo",
+).set(
+    prose_text_size='*text_sm'
+)
+
+with gr.Blocks(title='Claimed', theme=theme) as demo:
 
     gr.Markdown("""
-    #CLAIMED - A GENERATIVE TOOLKIT FOR PATENT ATTORNEYS 
+    ### CLAIMED - A GENERATIVE TOOLKIT FOR PATENT ATTORNEYS 
     
     Hey there, genius!
 
@@ -133,10 +206,10 @@ with gr.Blocks() as demo:
                 placeholder="Enter text and press enter, or upload an image",
             ).style(container=False)
         with gr.Column(scale=0.15, min_width=0):
-            btn = gr.UploadButton("📁", file_types=["image", "video", "audio"])
+            btn = gr.Button("Submit")
 
     txt.submit(add_text, [chatbot, txt], [chatbot, txt]).then(
-        bot, chatbot, chatbot
+        generateresponse, chatbot, chatbot
     )
 
 demo.launch()