feat/workshop_scenarios

app_config.py

@@ -1,11 +1,23 @@
-ISSUES = ['Anxiety','Suicide']
-SOURCES = ['OA_rolemodel', 'OA_finetuned']
+from models.model_seeds import seeds, seed2str
+
+# ISSUES = ['Anxiety','Suicide']
+ISSUES = [k for k,_ in seeds.items()]
+SOURCES = [
+    "CTL_llama2",
+    'OA_rolemodel', 
+        #    'OA_finetuned',
+]
 SOURCES_LAB = {"OA_rolemodel":'OpenAI GPT3.5',
-               "OA_finetuned":'Finetuned OpenAI'}
+               "OA_finetuned":'Finetuned OpenAI',
+               "CTL_llama2": "Custom CTL"
+               }
 
 def source2label(source):
     return SOURCES_LAB[source]
 
+def issue2label(issue):
+    return seed2str.get(issue, "GCT")
+
 ENVIRON = "prod"
 
 DB_SCHEMA = 'prod_db' if ENVIRON == 'prod' else 'test_db' 

convosim.py

@@ -2,40 +2,67 @@ import os
 import streamlit as st
 from streamlit.logger import get_logger
 from langchain.schema.messages import HumanMessage
-from mongo_utils import get_db_client
-from app_utils import create_memory_add_initial_message, clear_memory, get_chain, push_convo2db
-from app_config import ISSUES, SOURCES, source2label
+from utils.mongo_utils import get_db_client
+from utils.app_utils import create_memory_add_initial_message, get_random_name,  DEFAULT_NAMES_DF
+from utils.memory_utils import clear_memory, push_convo2db
+from utils.chain_utils import get_chain
+from app_config import ISSUES, SOURCES, source2label, issue2label
 
 logger = get_logger(__name__)
 openai_api_key = os.environ['OPENAI_API_KEY'] 
-memories = {'memory':{"issue": ISSUES[0], "source": SOURCES[0]}}
 
+if "sent_messages" not in st.session_state:
+    st.session_state['sent_messages'] = 0
+if "issue" not in st.session_state:
+    st.session_state['issue'] = ISSUES[0]
 if 'previous_source' not in st.session_state:
     st.session_state['previous_source'] = SOURCES[0]
 if 'db_client' not in st.session_state:
     st.session_state["db_client"] = get_db_client()
+if 'counselor_name' not in st.session_state:
+    st.session_state["counselor_name"] = get_random_name(names_df=DEFAULT_NAMES_DF)
+if 'texter_name' not in st.session_state:
+    st.session_state["texter_name"] = get_random_name(names_df=DEFAULT_NAMES_DF)
+    logger.info(f"texter name is {st.session_state['texter_name']}")
+
+memories = {'memory':{"issue": st.session_state['issue'], "source": st.session_state['previous_source']}}
 
 with st.sidebar:
     username = st.text_input("Username", value='ivnban-ctl', max_chars=30)
     temperature = st.slider("Temperature", 0., 1., value=0.8, step=0.1)
-    issue = st.selectbox("Select an Issue", ISSUES, index=0,
+    issue = st.selectbox("Select a Scenario", ISSUES, index=0, format_func=issue2label,
                             on_change=clear_memory, kwargs={"memories":memories, "username":username, "language":"English"}
                         )
-    supported_languages = ['English', "Spanish"] if issue == "Anxiety" else ['English']
+    supported_languages = ['en', "es"] if issue == "Anxiety" else ['en']
     language = st.selectbox("Select a Language", supported_languages, index=0,
+                            format_func=lambda x: "English" if x=="en" else "Spanish",
                             on_change=clear_memory, kwargs={"memories":memories, "username":username, "language":"English"}
                         )
                             
-    source = st.selectbox("Select a source Model A", SOURCES, index=1,
+    source = st.selectbox("Select a source Model A", SOURCES, index=0,
                           format_func=source2label, 
                         )
+    st.markdown(f"### Previous Prompt Count: :red[**{st.session_state['sent_messages']}**]")
 
-memories = {'memory':{"issue":issue, "source":source}}
-changed_source = st.session_state['previous_source'] != source
-create_memory_add_initial_message(memories, username, language, changed_source=changed_source)
+changed_source = any([
+    st.session_state['previous_source'] != source,
+    st.session_state['issue'] != issue
+])
+if changed_source:
+    st.session_state["counselor_name"] = get_random_name(names_df=DEFAULT_NAMES_DF)
+    st.session_state["texter_name"] = get_random_name(names_df=DEFAULT_NAMES_DF)
+    st.session_state['previous_source'] = source
+    st.session_state['issue'] = issue
+    st.session_state['sent_messages'] = 0
+create_memory_add_initial_message(memories,
+                                  issue, 
+                                  language, 
+                                  changed_source=changed_source, 
+                                  counselor_name=st.session_state["counselor_name"], 
+                                  texter_name=st.session_state["texter_name"])
 st.session_state['previous_source'] = source
 memoryA = st.session_state[list(memories.keys())[0]]
-llm_chain, stopper = get_chain(issue, language, source, memoryA, temperature)
+llm_chain, stopper = get_chain(issue, language, source, memoryA, temperature, texter_name=st.session_state["texter_name"])
 
 st.title("💬 Simulator") 
 
@@ -44,6 +71,7 @@ for msg in memoryA.buffer_as_messages:
     st.chat_message(role).write(msg.content)
 
 if prompt := st.chat_input():
+    st.session_state['sent_messages'] += 1
     if 'convo_id' not in st.session_state:
         push_convo2db(memories, username, language)
 

{pages → hidden_pages}/manual_comparisor.py

@@ -5,7 +5,7 @@ import datetime as dt
 import streamlit as st
 from streamlit.logger import get_logger
 from langchain.schema.messages import HumanMessage
-from mongo_utils import get_db_client, new_battle_result, get_non_assesed_comparison, new_completion_error
+from utils.mongo_utils import get_db_client, new_battle_result, get_non_assesed_comparison, new_completion_error
 from app_config import ISSUES, SOURCES
 
 logger = get_logger(__name__)

models/custom_parsers.py

@@ -11,6 +11,7 @@ class CustomStringOutputParser(BaseOutputParser[List[str]]):
     def parse(self, text: str) -> str:
         """Parse the output of an LLM call."""
         text = text.split("texter:")[0]
+        text = text.split("helper")[0]
         text = text.rstrip("\n")
         text = text.strip()
         return text

models/databricks/scenario_sim_biz.py

@@ -0,0 +1,66 @@
+import os
+import json
+import requests
+import logging
+from models.custom_parsers import CustomStringOutputParser
+from langchain.chains import ConversationChain
+from langchain_core.callbacks.manager import CallbackManagerForLLMRun
+from langchain_core.language_models.llms import LLM
+from langchain.prompts import PromptTemplate
+
+from typing import Any, List, Mapping, Optional, Dict
+
+class DatabricksCustomLLM(LLM):
+    issue:str
+    language:str
+    temperature:float = 0.8
+    db_url:str = os.environ['DATABRICKS_URL'] 
+    headers:Mapping[str,str] = {'Authorization': f'Bearer {os.environ.get("DATABRICKS_TOKEN")}', 'Content-Type': 'application/json'}
+
+    @property
+    def _llm_type(self) -> str:
+        return "custom_databricks"
+
+    def _call(
+        self,
+        prompt: str,
+        stop: Optional[List[str]] = None,
+        run_manager: Optional[CallbackManagerForLLMRun] = None,
+        **kwargs: Any,
+    ) -> str:
+        data_ = {'inputs': {
+            'prompt': [prompt],
+            'issue': [self.issue],
+            'language': [self.language],
+            'temperature': [self.temperature]
+        }}
+        data_json = json.dumps(data_, allow_nan=True)
+        response = requests.request(method='POST', headers=self.headers, url=self.db_url, data=data_json)
+        
+        if response.status_code != 200:
+            raise Exception(f'Request failed with status {response.status_code}, {response.text}')
+        return response.json()["predictions"][0]["generated_text"]
+
+_DATABRICKS_TEMPLATE_ = """{history}
+helper: {input}
+texter:"""
+
+def get_databricks_chain(issue, language, memory, temperature=0.8):
+
+    PROMPT = PromptTemplate(
+        input_variables=['history', 'input'],
+        template=_DATABRICKS_TEMPLATE_
+    )
+    llm = DatabricksCustomLLM(
+        issue=issue,
+        language=language,
+        temperature=temperature
+    )
+    llm_chain = ConversationChain(
+        llm=llm,
+        prompt=PROMPT,
+        memory=memory,
+        output_parser=CustomStringOutputParser()
+    )
+    logging.debug(f"loaded Databricks Scenario Sim model")
+    return llm_chain, "helper:"

models/model_seeds.py

@@ -0,0 +1,109 @@
+seeds = {
+    "GCT": {
+        "prompt": "",
+        "memory": "texter: Help"
+        },
+    # "GCT__relationship": {
+    #     "prompt": "Your character is having a hard time becuase a failed relationship.",
+    #     "memory": "texter: Hi, I don't know what to do"
+    #     },
+    "GCT__body_image": {
+        "prompt": "Your character has a low steem and struggles with body image.",
+        "memory": "texter: I feel so dumb\ntexter: nobody loves me"
+        },
+    # "GCT__sexuality": {
+    #     "prompt": "Your character has a sexuality identity crisis.",
+    #     "memory": "texter: Hi\ntexter:I'm not sure who I am anymore"
+    #     },
+    # "GCT__anxiety": {
+    #     "prompt": "Your character is experiencing an anxiety crisis.",
+    #     "memory": "texter: help!\ntexter: I'm feeling overwhelmed"
+    #     },   
+    "safety_planning": {
+        "prompt": "Your character had a long-lasting relationship but broke-up and was fired recently",
+        "memory": """texter: Life is pointless
+helper: Hi, my name is {counselor_name} and I'm here to support you. It sounds like you are having a rought time. Do you want to share what is going on?
+texter: nothing makes sense in my life, I see no future.
+helper: It takes courage to reach out. I'm here with you. Sounds like you are feeling defeated by how things are going in your life
+texter: I guess
+helper: It's really brave of you to talk about this openly. No one deserves to feel like that. I'm wondering how long have you been feeling this way?
+texter: About one week I think? I mean my girlfriend broke up with me a week ago.
+helper: Going through a break-up is hard. You are so resilient to deal with this for so long
+texter: and on top of that I was fired today
+helper: You are going through a lot. Nobody should feel they way you feel. Is there a name I can call you by?
+texter: call me {texter_name}
+helper: Nice to meet you {texter_name}. I can hear how much pain you are in. You are so smart to reach out.
+texter: I'm no smart. I don't have anything to live for
+helper: You mentioned life is pointless. I want to check in your safety, does this means you have thoughts of suicide?
+texter: Yeah what else would it mean
+helper: Thanks for sharing that with me. It is not easy to accept those feelings specially with a stranger over text. Do you have a plan to end your life?
+texter: yeah I've been thinking about it for a while
+helper:  Sounds like you've been contemplating this for a while. Would you mind sharing this plan with me?
+texter: I'll just hang myself. I already bought the rope and everything
+helper: I really appreciate your strength in talking about this. I want to help you stay safe today. Do you have the rope with you now?
+texter: Yes. I'm looking at itt
+helper: You've been so forthcoming with all this and I admire your stregth for holding on this long. I'm here for you tonight. When. do you plan to use the rope?
+texter: tonight, I cannot take it anymore"""
+        },
+    "safety_planning__selfharm": {
+        "prompt": "Your character is a teenager who used to selfharm in the past.",
+        "memory": """texter: I need help
+texter: I don't what to live anymore
+helper: Hi, my name is {counselor_name}. It seems you are going through a lot. Do you want to share more on what is going on in your life?
+texter: Everything is just too much!
+texter: School is hard, my mom is riding me all the time about what I'm gonna do with my life 
+helper: I hear that you feel overwhelmed. You are so smart for reaching out.
+texter: I think I peak in life already, there is no point on living anymore
+texter: I'm so tired of dealing with my mom. I hate her
+helper: It takes real strength to accept these feelings. We've been talking for a while, would you like to share your name? Don't feel pressure though.
+texter: I'm {texter_name}
+helper: Nice to meet you {texter_name}, I'm wondering how the relationship with your mother makes you feel.
+texter: She ask too much, like I'm really young I don't have all the answers
+texter: She expects me to have all figured out.
+helper: I appreciate you telling me this. I know is not easy, especially over text. I hear you are under a lot of pressure from your mom
+texter: Yeah exactly!
+helper: Your self-awareness is inspiring. You mentioned earlier you do not want to live anymore. Your safety is my priority (1/2)
+helper: Do you have thoughts of suicide? (2/2)
+texter: Yeah constantly, like always always
+helper: Thanks for sharing that with me. You are very resilient. Do you have a plan to end your life?
+texter: I used to cut myself a few months ago
+texter: I still have the razor, sometimes the urge is so hard!
+helper: I really appreciate your strength in talking about this. I want to help you stay safe today. Just to be clear, are you cutting yourself now?
+texter: No, not now, but I want to soo bad.
+helper: Thanks for your honesty. Do you have access to the razor right now?
+texter: Yeah is in my drawer
+helper: You've been so strong so far {texter_name}. When do you plan to end your life
+texter: Today"""
+        },
+#     "safety_planning__overdose": {
+#         "prompt": "Your character is being bullied at school and wants to overdose",
+#         "memory": """texter: I want to kms
+# helper: Hi there I'm {counselor_name}. I'm here to listen. It sounds like you're dealing with a lot right now. Can you tell me a little more what is going on?
+# texter: I feel like nobody loves me, not even me. I don't want to live anymore
+# helper: I can tell you are really going through a lot right now. Would you mind sharing a name with me?
+# texter: yeah, I'm {texter_name}
+# helper: Nice to meet you {texter_name}. Did something happened recently that intensified these feelings?
+# texter: I had the worst day at school
+# texter: They took my bag and hide all my stuff, they told my crush I was in love with him
+# texter: I can't deal with all of that
+# helper: It sounds like you went through a lot. Bullying and pranks can be hurtful. I'm here for you
+# texter: Thank you it feels good to have someone in your sidw
+# helper: I can hear how much pain you are in {texter_name}. You are smart for reaching out. You mentioned don't wanting to live anymore, I want to check in your safety, does this means you have thoughts of suicide?
+# texter: Yeah, what else would it be
+# helper: Thanks for sharing that with me. It is not easy to accept those feelings specially with a stranger over text. Do you have a plan to end your life?
+# texter: yeah I've been thinking about it for a while
+# helper: Sounds like you've been contemplating this for a while. Would you mind sharing this plan with me?
+# texter: I thought about taking a bunch of benadryll and be done with it
+# helper: You've been so forthcoming with all this and I admire your stregth for holding on this long. Do you have those pills right now?
+# texter: They are at my mom's cabinet right now
+# helper: You been so strong so far {texter_name}. I'm here for you tonight. Your safety is really important to me. Do you have a date you are going to end your life?
+# texter: I was thinking tonight"""
+#         },
+}
+
+seed2str = {
+    "GCT":"Good Contact Techniques",
+    "GCT__body_image": "GCT Body Image",
+    "safety_planning": "Safety Planning",
+    "safety_planning__selfharm": "SP Self Harm"
+}

models/openai/role_models.py

@@ -1,40 +1,72 @@
 import logging
+import pandas as pd
 from models.custom_parsers import CustomStringOutputParser
+from utils.app_utils import get_random_name
 from langchain.chains import ConversationChain
 from langchain.llms import OpenAI
 from langchain.prompts import PromptTemplate
 
 
-_ANXIETY_TEMPLATE_ = """The following is a friendly conversation between a volunter and a person in crisis;
-Your name is Olivia and you are a person in crisis because you are experiencing an anxiety attack.
+ISSUE_MAPPING = {
+    "anxiety": "issue_Anxiety",
+    "suicide": "issue_Suicide",
+    "safety_planning": "issue_Suicide",
+    "GCT": "issue_Gral",
+}
+
+EN_TEXTER_TEMPLATE_ = """The following is a conversation between you and a crisis counselor.
+{current_issue}
+You are able to reply with what the character should say. You are able to reply with your character's dialogue inside and nothing else. Do not write explanations.
 Do not disclose your name unless asked.
 Current conversation:
 {history}
 helper: {input}
 texter:"""
 
-_ANSIEDAD_TEMPLATE_ = """La siguiente es una conversacion entre un voluntario  y una persona en crisis;
-Tu nombre es Olivia y eres una persona en crisis porque experimentas un episodio de ansiedad.
+SP_TEXTER_TEMPLATE_ = """La siguiente es una conversacion contigo y un consejero de crisis
+{current_issue}
+Puedes responder como lo haria tu personaje. Puedes responder como si fueras tu personaje y nada mas. No escribas explicaciones
 No reveles tu nombre a menos que te lo pregunten
-Current conversation:
+Conversacion Actual:
 {history}
 helper: {input}
 texter:"""
 
-_SUICIDE_TEMPLATE_ = """The following is a friendly conversation between a volunter and a person in crisis;
-Your name is Kit and you are a person in crisis because you are experiencing suicidal thoughts.
-Do not disclose your name unless asked.
-Current conversation:
-{history}
-helper: {input}
-texter:"""
-
-role_templates = {
-    'Anxiety-English': _ANXIETY_TEMPLATE_,
-    'Anxiety-Spanish': _ANSIEDAD_TEMPLATE_,
-    'Suicide-English': _SUICIDE_TEMPLATE_,
+CURRENT_ISSUE_MAPPING = {
+    "issue_Suicide-en": "Your character, {texter_name}, has suicidal thoughts. Your character has a plan to end his life and has all the means and requirements to do so. {seed}",
+    "issue_Anxiety-en": "Your character, {texter_name}, is experiencing anxiety. Your character has suicide thoughts but no plan. {seed}",
+    "issue_Suicide-es": "Tu personaje, {texter_name}, tiene pensamientos suicidas. Tu personaje tiene un plan para terminar con su vida y tiene todos los medios y requerimientos para hacerlo. {seed}",
+    "issue_Anxiety-es": "Tu personaje, {texter_name}, experimenta ansiedad. Tu personaje tiene pensamientos suicidas pero ningun plan. {seed}",
+    "issue_Gral-en": "Your character {texter_name} is experiencing a mental health crisis. {seed}",
+    "issue_Gral-es": "Tu personaje {texter_name} esta experimentando una crisis de salud mental. {seed}",
 }
 
+def get_template_role_models(issue: str, language: str, texter_name: str = "", seed="") -> str:
+    """_summary_
+
+    Args:
+        issue (str): Issue for template, current options are ['issue_Suicide','issue_Anxiety']
+        language (str): Language for the template, current options are ['en','es']
+        texter_name (str): texter to apply to template, defaults to None
+
+    Returns:
+        str: template
+    """
+    current_issue = CURRENT_ISSUE_MAPPING.get(
+        f"{issue}-{language}", CURRENT_ISSUE_MAPPING[f"issue_Gral-{language}"]
+    )
+    default_name = get_random_name()
+    current_issue = current_issue.format(
+        texter_name=default_name if not texter_name else texter_name,
+        seed = seed
+    )
+
+    if language == "en":
+        template = EN_TEXTER_TEMPLATE_.format(current_issue=current_issue, history="{history}", input="{input}")
+    elif language == "es":
+        template = SP_TEXTER_TEMPLATE_.format(current_issue=current_issue, history="{history}", input="{input}")
+
+    return template
 
 def get_role_chain(template, memory, temperature=0.8):
 

pages/comparisor.py

@@ -5,23 +5,36 @@ import datetime as dt
 import streamlit as st
 from streamlit.logger import get_logger
 from langchain.schema.messages import HumanMessage
-from mongo_utils import get_db_client, new_comparison, new_battle_result
-from app_utils import create_memory_add_initial_message, clear_memory, get_chain, push_convo2db
+from utils.mongo_utils import get_db_client, new_comparison, new_battle_result
+from utils.app_utils import create_memory_add_initial_message, get_random_name, DEFAULT_NAMES_DF
+from utils.memory_utils import clear_memory, push_convo2db
+from utils.chain_utils import get_chain
 from app_config import ISSUES, SOURCES, source2label
 
 logger = get_logger(__name__)
 openai_api_key = os.environ['OPENAI_API_KEY'] 
+
+if "sent_messages" not in st.session_state:
+    st.session_state['sent_messages'] = 0
+logger.info(f'sent messages {st.session_state["sent_messages"]}')
+if "issue" not in st.session_state:
+    st.session_state['issue'] = ISSUES[0]
+if 'previous_sourceA' not in st.session_state:
+    st.session_state['previous_sourceA'] = SOURCES[0]
+if 'previous_sourceB' not in st.session_state:
+    st.session_state['previous_sourceB'] = SOURCES[0]
+
 memories = {
-    'memoryA': {"issue": ISSUES[0], "source": SOURCES[0]},
-    'memoryB': {"issue": ISSUES[0], "source": SOURCES[1]},
-    'commonMemory': {"issue": ISSUES[0], "source": SOURCES[0]}
+    'memoryA': {"issue": st.session_state['issue'], "source": st.session_state['previous_sourceA']},
+    'memoryB': {"issue": st.session_state['issue'], "source": st.session_state['previous_sourceB']},
+    'commonMemory': {"issue": st.session_state['issue'], "source": SOURCES[0]}
 }
 if 'db_client' not in st.session_state:
     st.session_state["db_client"] = get_db_client()
-if 'previous_sourceA' not in st.session_state:
-    st.session_state['previous_sourceA'] = SOURCES[0]
-if 'previous_sourceB' not in st.session_state:
-    st.session_state['previous_sourceB'] = SOURCES[1]
+if 'counselor_name' not in st.session_state:
+    st.session_state["counselor_name"] = get_random_name(names_df=DEFAULT_NAMES_DF)
+if 'texter_name' not in st.session_state:
+    st.session_state["texter_name"] = get_random_name(names_df=DEFAULT_NAMES_DF)
 
 def delete_last_message(memory):
     last_prompt = memory.chat_memory.messages[-2].content
@@ -85,7 +98,7 @@ def regenerateBoth():
                    st.session_state['commonMemory'].buffer_as_str, prompt, responseA, responseB)
 
 def bothGood():
-    if len(memoryA.buffer_as_messages) == 1:
+    if st.session_state['sent_messages'] == 0:
         pass
     else:
         i = random.choice([memoryA, memoryB])
@@ -104,11 +117,11 @@ with st.sidebar:
     issue = st.selectbox("Select an Issue", ISSUES, index=0,
                             on_change=clear_memory, kwargs={"memories":memories, "username":username, "language":"English"}
                         )
-    supported_languages = ['English', "Spanish"] if issue == "Anxiety" else ['English']
+    supported_languages = ['en', "es"] if issue == "Anxiety" else ['en']
     language = st.selectbox("Select a Language", supported_languages, index=0,
+                            format_func=lambda x: "English" if x=="en" else "Spanish",
                             on_change=clear_memory, kwargs={"memories":memories, "username":username, "language":"English"}
-                        )
-    
+                        )    
     with st.expander("Model A"):
         temperatureA = st.slider("Temperature Model A", 0., 1., value=0.8, step=0.1)
         sourceA = st.selectbox("Select a source Model A", SOURCES, index=0,
@@ -116,10 +129,12 @@ with st.sidebar:
                             )
     with st.expander("Model B"):
         temperatureB = st.slider("Temperature Model B", 0., 1., value=0.8, step=0.1)
-        sourceB = st.selectbox("Select a source Model B", SOURCES, index=1,
+        sourceB = st.selectbox("Select a source Model B", SOURCES, index=0,
                                format_func=source2label
                             )
         
+    st.markdown(f"### Previous Prompt Count: :red[**{st.session_state['sent_messages']}**]")
+        
     sbcol1, sbcol2 = st.columns(2)
     beta = sbcol1.button("A is better", on_click=replaceB)
     betb = sbcol2.button("B is better", on_click=replaceA)
@@ -131,20 +146,29 @@ with st.sidebar:
     # regenB = sbcol2.button("Regenerate B", on_click=regenerateB)
     clear = st.button("Clear History", on_click=clear_memory, kwargs={"memories":memories, "username":username, "language":language})
 
-memories = {
-    'memoryA': {"issue": issue, "source": sourceA},
-    'memoryB': {"issue": issue, "source": sourceB},
-    'commonMemory': {"issue": issue, "source": SOURCES[0]}
-}
 changed_source = any([
     st.session_state['previous_sourceA'] != sourceA,
-    st.session_state['previous_sourceB'] != sourceB
+    st.session_state['previous_sourceB'] != sourceB,
+    st.session_state['issue'] != issue
 ])
-create_memory_add_initial_message(memories, username, language, changed_source=changed_source)
+if changed_source:
+    print("changed something")
+    st.session_state["counselor_name"] = get_random_name(names_df=DEFAULT_NAMES_DF)
+    st.session_state["texter_name"] = get_random_name(names_df=DEFAULT_NAMES_DF)
+    st.session_state['previous_sourceA'] = sourceA
+    st.session_state['previous_sourceB'] = sourceB
+    st.session_state['issue'] = issue
+    st.session_state['sent_messages'] = 0
+create_memory_add_initial_message(memories,
+                                  issue, 
+                                  language, 
+                                  changed_source=changed_source, 
+                                  counselor_name=st.session_state["counselor_name"], 
+                                  texter_name=st.session_state["texter_name"])
 memoryA = st.session_state[list(memories.keys())[0]]
 memoryB = st.session_state[list(memories.keys())[1]]
-llm_chainA, stopperA = get_chain(issue, language, sourceA, memoryA, temperatureA)
-llm_chainB, stopperB = get_chain(issue, language, sourceB, memoryB, temperatureB)
+llm_chainA, stopperA = get_chain(issue, language, sourceA, memoryA, temperatureA, texter_name=st.session_state["texter_name"])
+llm_chainB, stopperB = get_chain(issue, language, sourceB, memoryB, temperatureB, texter_name=st.session_state["texter_name"])
 
 st.title(f"💬 History") 
 for msg in st.session_state['commonMemory'].buffer_as_messages:
@@ -171,6 +195,7 @@ def disable_chat():
         return True
 
 if prompt := st.chat_input(disabled=disable_chat()):
+    st.session_state['sent_messages'] += 1 
     if 'convo_id' not in st.session_state:
         push_convo2db(memories, username, language)
 

requirements.txt

@@ -1,4 +1,4 @@
 scipy==1.11.1
-openai==0.28.0
-langchain==0.0.281
+openai==1.7.0
+langchain==0.1.0
 pymongo==4.5.0

utils/app_utils.py

@@ -0,0 +1,64 @@
+import pandas as pd
+import streamlit as st
+from streamlit.logger import get_logger
+import langchain
+
+
+from app_config import ENVIRON
+from utils.memory_utils import change_memories
+from models.model_seeds import seeds
+
+langchain.verbose = ENVIRON =="dev"
+logger = get_logger(__name__)
+
+# TODO: Include more variable and representative names
+DEFAULT_NAMES = ["Olivia", "Kit", "Abby", "Tom", "Carolyne", "Jessiny"]
+DEFAULT_NAMES_DF = pd.read_csv("./utils/names.csv")
+
+def get_random_name(gender="Neutral", ethnical_group="Neutral", names_df=None):
+        if names_df is None:
+            names_df = pd.DataFrame(DEFAULT_NAMES, columns=['name'])
+            names_df["gender"] = "Neutral"
+            names_df["ethnical_group"] = "Neutral"
+        
+        dfi = names_df
+        
+        if gender != "Neutral":
+            dfi = dfi.query(f"gender=='{gender}'")
+        if ethnical_group != "Neutral":
+            dfi = dfi.query(f"ethnical_group=='{ethnical_group}'")
+        if len(dfi) <=0 :
+            dfi = names_df
+        return dfi.sample(1)['name'].values[0]
+
+def divide_messages(str_memory, str_ai_prefix="texter", str_human_prefix="helper", include_colon=True):
+    message_delimiter = "$%$"
+    # Split str memory in messaages according to previous prefix and flatten list
+    colon = ":" if include_colon else ""
+    str_memory =  f"{message_delimiter}{str_ai_prefix}{colon}".join(str_memory.split(f"{str_ai_prefix}{colon}"))
+    str_memory =  f"{message_delimiter}{str_human_prefix}{colon}".join(str_memory.split(f"{str_human_prefix}{colon}"))
+    return str_memory.split(message_delimiter)
+
+def add_initial_message(issue, language, memory, str_ai_prefix="texter", str_human_prefix="helper", include_colon=True,
+                        texter_name="", counselor_name=""):
+    initial_mem_str = seeds.get(issue, "GCT")['memory'].format(counselor_name=counselor_name, texter_name=texter_name)
+    message_list = divide_messages(initial_mem_str, str_ai_prefix, str_human_prefix, include_colon)
+    colon = ":" if include_colon else ""
+    for i, message in enumerate(message_list):
+        message = message.strip("\n")
+        message = message.strip()
+        if message is None or message == "":
+            pass
+        elif message.startswith(str_human_prefix):
+            memory.chat_memory.add_user_message(message.lstrip(f"{str_human_prefix}{colon}").strip())
+        elif message.startswith(str_ai_prefix):
+            memory.chat_memory.add_ai_message(message.lstrip(f"{str_ai_prefix}{colon}").strip()) 
+
+def create_memory_add_initial_message(memories, issue, language, changed_source=False, texter_name="", counselor_name=""):
+    change_memories(memories, language, changed_source=changed_source)
+
+    for memory, _ in memories.items():
+        if len(st.session_state[memory].buffer_as_messages) < 1:
+            add_initial_message(issue, language, st.session_state[memory], texter_name=texter_name, counselor_name=counselor_name)
+
+    

utils/chain_utils.py

@@ -0,0 +1,19 @@
+from models.model_seeds import seeds
+from models.openai.finetuned_models import finetuned_models, get_finetuned_chain
+from models.openai.role_models import get_role_chain, get_template_role_models
+from models.databricks.scenario_sim_biz import get_databricks_chain
+
+def get_chain(issue, language, source, memory, temperature, texter_name=""):
+    if source in ("OA_finetuned"):
+        OA_engine = finetuned_models[f"{issue}-{language}"]
+        return get_finetuned_chain(OA_engine, memory, temperature)
+    elif source in ('OA_rolemodel'):
+        seed = seeds.get(issue, "GCT")['prompt']
+        template = get_template_role_models(issue, language, texter_name=texter_name, seed=seed)
+        return get_role_chain(template, memory, temperature)
+    elif source in ('CTL_llama2'):
+        if language == "English":
+            language = "en"
+        elif language == "Spanish":
+            language = "es"
+        return get_databricks_chain(issue, language, memory, temperature)

app_utils.py → utils/memory_utils.py

@@ -1,24 +1,11 @@
-import datetime as dt
 import streamlit as st
 from streamlit.logger import get_logger
-import langchain
-from langchain.memory import ConversationBufferMemory
 
-from app_config import ENVIRON
-from models.openai.finetuned_models import finetuned_models, get_finetuned_chain
-from models.openai.role_models import get_role_chain, role_templates
-from mongo_utils import new_convo
+from langchain.memory import ConversationBufferMemory
+from utils.mongo_utils import new_convo
 
-langchain.verbose = ENVIRON=="dev"
 logger = get_logger(__name__)
 
-def add_initial_message(model_name, memory):
-    if "Spanish" in model_name:
-        memory.chat_memory.add_ai_message("Hola necesito ayuda") 
-    else:
-        memory.chat_memory.add_ai_message("Hi I need help")
-
-
 def push_convo2db(memories, username, language):
     if len(memories) == 1:
         issue =  memories['memory']['issue']
@@ -30,12 +17,12 @@ def push_convo2db(memories, username, language):
         model_two = memories['memoryB']['source']
         new_convo(st.session_state['db_client'], issue, language, username, True, model_one, model_two)
 
-def change_memories(memories, username, language, changed_source=False):
+def change_memories(memories, language, changed_source=False):
     for memory, params in memories.items():
         if (memory not in st.session_state) or changed_source:
             source = params['source']
             logger.info(f"Source for memory {memory} is {source}")
-            if source in ('OA_rolemodel','OA_finetuned'):
+            if source in ('OA_rolemodel','OA_finetuned',"CTL_llama2"):
                 st.session_state[memory] = ConversationBufferMemory(ai_prefix='texter', human_prefix='helper')
     
     if ("convo_id" in st.session_state) and changed_source:
@@ -47,20 +34,4 @@ def clear_memory(memories, username, language):
         st.session_state[memory].clear()
 
     if "convo_id" in st.session_state:
-        del st.session_state['convo_id']
-    
-
-def create_memory_add_initial_message(memories, username, language, changed_source=False):
-    change_memories(memories, username, language, changed_source=changed_source)
-    for memory, _ in memories.items():
-        if len(st.session_state[memory].buffer_as_messages) < 1:
-            add_initial_message(language, st.session_state[memory])
-
-
-def get_chain(issue, language, source, memory, temperature):
-    if source in ("OA_finetuned"):
-        OA_engine = finetuned_models[f"{issue}-{language}"]
-        return get_finetuned_chain(OA_engine, memory, temperature)
-    elif source in ('OA_rolemodel'):
-        template = role_templates[f"{issue}-{language}"]
-        return get_role_chain(template, memory, temperature)
+        del st.session_state['convo_id']

utils/names.csv

@@ -0,0 +1,176 @@
+name,gender,ethnical_group
+Jacob,Male,Neutral
+Ethan,Male,Neutral
+Matthew,Male,Neutral
+David,Male,Neutral
+Liam,Male,Neutral
+Noah,Male,Neutral
+Michael,Male,Neutral
+Aiden,Male,Neutral
+Daniel,Male,Neutral
+Ryan,Male,Neutral
+Mason,Male,Neutral
+Lucas,Male,Neutral
+Joseph,Male,Neutral
+James,Male,Neutral
+Alexander,Male,Neutral
+Anthony,Male,Neutral
+Sebastian,Male,Neutral
+Jayden,Male,Neutral
+Christopher,Male,Neutral
+Benjamin,Male,Neutral
+Emma,Female,Neutral
+Olivia,Female,Neutral
+Emily,Female,Neutral
+Mia,Female,Neutral
+Sophia,Female,Neutral
+Leah,Female,Neutral
+Isabella,Female,Neutral
+Ava,Female,Neutral
+Sarah,Female,Neutral
+Chloe,Female,Neutral
+Sofia,Female,Neutral
+Madison,Female,Neutral
+Victoria,Female,Neutral
+Esther,Female,Neutral
+Abigail,Female,Neutral
+Rachel,Female,Neutral
+Maya,Female,Neutral
+Ashley,Female,Neutral
+Ella,Female,Neutral
+Grace,Female,Neutral
+Zoe,Female,Neutral
+Rowan,Neutral,Neutral
+Yael,Neutral,Neutral
+Eden,Neutral,Neutral
+Quinn,Neutral,Neutral
+Charlie,Neutral,Neutral
+Milan,Neutral,Neutral
+Blake,Neutral,Neutral
+Tenzin,Neutral,Neutral
+Peyton,Neutral,Neutral
+Alexis,Neutral,Neutral
+Ariel,Neutral,Neutral
+Riley,Neutral,Neutral
+Avery,Neutral,Neutral
+Angel,Neutral,Neutral
+Malachi,Male,African American
+Nasir,Male,African American
+Mamdou,Male,African American
+Chance,Male,African American
+Zaire,Male,African American
+Mekhi,Male,African American
+Sincere,Male,African American
+Omari,Male,African American
+Amadou,Male,African American
+Ibrahima,Male,African American
+Khalil,Male,African American
+Moussa,Male,African American
+Kamari,Male,African American
+Alpha,Male,African American
+Major,Male,African American
+Abdoulaye,Male,African American
+Aboul,Male,African American
+Amare,Male,African American
+Ousmane,Male,African American
+Darius,Male,African American
+Jose,Male,Hispanic
+Carlos,Male,Hispanic
+Luis,Male,Hispanic
+Miguel,Male,Hispanic
+Juan,Male,Hispanic
+Jesus,Male,Hispanic
+Erick,Male,Hispanic
+Alejandro,Male,Hispanic
+Diego,Male,Hispanic
+Gael,Male,Hispanic
+Santago,Male,Hispanic
+Iker,Male,Hispanic
+Cristian,Male,Hispanic
+Jadiel,Male,Hispanic
+Alexis,Male,Hispanic
+Josue,Male,Hispanic
+Jorge,Male,Hispanic
+Andres,Male,Hispanic
+Adriel,Male,Hispanic
+Johan,Male,Hispanic
+Ayaan,Male,Asian
+Eason,Male,Asian
+Tenzin,Male,Asian
+Syed,Male,Asian
+Kingsley,Male,Asian
+Arjun,Male,Asian
+Carson,Male,Asian
+Arayan,Male,Asian
+Anson,Male,Asian
+Benson,Male,Asian
+Lawrence,Male,Asian
+Ayan,Male,Asian
+Rohan,Male,Asian
+Roy,Male,Asian
+Aarav,Male,Asian
+Rayyan,Male,Asian
+Kimi,Male,Asian
+Zayan,Male,Asian
+Ricky,Male,Asian
+Arham,Male,Asian
+Fatoumata,Female,African American
+Aminata,Female,African American
+Amiyah,Female,African American
+Zuri,Female,African American
+Kimora,Female,African American
+Mariama,Female,African American
+Sanaa,Female,African American
+Lyric,Female,African American
+Sanai,Female,African American
+Harmony,Female,African American
+Aicha,Female,African American
+Tori,Female,African American
+Maliyah,Female,African American
+Aisaatou,Female,African American
+Miracle,Female,African American
+Hawa,Female,African American
+Oumou,Female,African American
+Dakota,Female,African American
+Skye,Female,African American
+Kyla,Female,African American
+Emely,Female,Hispanic
+Leslie,Female,Hispanic
+Andrea,Female,Hispanic
+Valeria,Female,Hispanic
+Aylin,Female,Hispanic
+Jayleen,Female,Hispanic
+Yaretzi,Female,Hispanic
+Melany,Female,Hispanic
+Danna,Female,Hispanic
+Brittany,Female,Hispanic
+Alison,Female,Hispanic
+Jazmin,Female,Hispanic
+Briana,Female,Hispanic
+Kamila,Female,Hispanic
+Alaia,Female,Hispanic
+Ximena,Female,Hispanic
+Sherlyn,Female,Hispanic
+Esmeralda,Female,Hispanic
+Guadalupe,Female,Hispanic
+Jazlyn,Female,Hispanic
+Tenzin,Female,Asian
+Selina,Female,Asian
+Ayesha,Female,Asian
+Vicky,Female,Asian
+Elaine,Female,Asian
+Jenny,Female,Asian
+Winnie,Female,Asian
+Queenie,Female,Asian
+Sharon,Female,Asian
+Alisha,Female,Asian
+Elina,Female,Asian
+Erica,Female,Asian
+Manha,Female,Asian
+Syeda,Female,Asian
+Jannat,Female,Asian
+Janice,Female,Asian
+Tina,Female,Asian
+Anya,Female,Asian
+Arisha,Female,Asian
+Inaaya,Female,Asian