working with openai. hitting context win

app.py

@@ -127,69 +127,44 @@ assessor = gr.Interface(fn=assess,
                           description="Enter a Japanese sentence and your English translation attempt to receive evaluation feedback."
                           )
 
+history_openai_format = []
 
-def respond(learner_data, learning_content, teacher_prompt, message, chat_history):
-  
-    prompt = (
-        f"Teacher prompt: {teacher_prompt}\n"
-        f"Learner data: {learner_data}\n"
-        f"Learning content: {learning_content}\n"
-        
-        f"Student: {message}\n"
-        "Chatbot:"
-    )
-    
-    # Call the OpenAI API
-    response = client.chat.completions.create(
-        messages=[
-            {
-                "role": "user",
-                "content": prompt,
-            }
-        ],
-        model="gpt-3.5-turbo",
-        temperature=0.7,
-        max_tokens=150,
-        stop=["\n", " Student:", " Chatbot:"],  # Stop generating if these patterns are found
-      )
 
+def predict(message, history):
 
+    debug_print("### History:", history_openai_format)
     
-    # Extract the text from the response
-    bot_message = response.choices[0].message.content
+    for human, assistant in history:
+        history_openai_format.append({"role": "user", "content": human })
+        history_openai_format.append({"role": "assistant", "content":assistant})
+    history_openai_format.append({"role": "user", "content": message})
+  
+    response = client.chat.completions.create(
+        model='gpt-3.5-turbo',
+        messages=history_openai_format,
+        temperature=1.0, #?
+        #max_tokens=150,
+        stream=True
+    )
+
+    partial_message = ""
+    for chunk in response:
+        if chunk.choices[0].delta.content is not None:
+              partial_message = partial_message + chunk.choices[0].delta.content
+              yield partial_message
 
-    chat_history.append((message, bot_message))
-    debug_print(chat_history)
-    return chat_history
 
 with gr.Blocks() as demo:
     with gr.Row():
         learner_data = gr.Textbox(label="Learner Data", placeholder="Enter learner data here...", lines=4, value="Honoka is a Japanese EFL student.")
         learning_content = gr.Textbox(label="Learning Content", placeholder="Enter learning content here...", lines=4, value=learning_content)
         teacher_prompt = gr.Textbox(label="Teacher Prompt", placeholder="Enter chat guidance here...", lines=4, 
-                                    value="You are a professional EFL teacher. Guide the conversation to discuss the learning content below.")
-    
-
-    chatbot = gr.Chatbot()
-
-    
-
-    with gr.Row():
-        msg = gr.Textbox(label="Your Message", placeholder="Type your message here...")
-        submit_button = gr.Button("Send")
-
-    submit_button.click(
-        respond,
-        inputs=[learner_data, learning_content, teacher_prompt, msg, chatbot],
-        outputs=chatbot,
-    )
-
+                                    value="You are a professional EFL teacher. Guide the conversation to discuss the Learning Content below.")
+        
+        # pre prompt the history_openai_format list
+        history_openai_format.append({"role": "system", "content": f"{teacher_prompt.value} Learner Data: {learner_data.value}. Learning Content: {learning_content.value}. "})
 
-    #msg = gr.Textbox(placeholder="Type your message here...")
-    clear = gr.ClearButton([msg])
-    
-    #msg.submit(respond, inputs=[msg, chatbot], outputs=[msg, chatbot])
+    gr.ChatInterface(predict)
 
+demo.launch(debug=True)
 
-if __name__ == "__main__":
-    demo.launch(debug=True)