File size: 4,087 Bytes
560b65d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 |
# encoding: utf-8
import time
import openai
import random
class Ai00:
def __init__(self,model="model",port=65530,api_key="permisionkey") :
openai.api_base = f"http://127.0.0.1:{port}/api/oai"
openai.api_key = api_key
self.ctx = []
self.params = {
"system_name": "System",
"user_name": "User",
"assistant_name": "Assistant",
"model": model,
"max_tokens": 4096,
"top_p": 0.6,
"temperature": 1,
"presence_penalty": 0.3,
"frequency_penalty": 0.3,
"half_life": 400,
"stop": ['\x00','\n\n']
}
def set_params(self,**kwargs):
self.params.update(kwargs)
def clear_ctx(self,save_system=False):
if save_system:
self.ctx = self.ctx[:1]
else:
self.ctx = []
def get_ctx(self):
return self.ctx
def continuation(self, message,):
response = openai.Completion.create(
model=self.params['model'],
prompt=message,
max_tokens=self.params['max_tokens'],
half_life=self.params['half_life'],
top_p=self.params['top_p'],
temperature=self.params['temperature'],
presence_penalty=self.params['presence_penalty'],
frequency_penalty=self.params['frequency_penalty'],
stop=self.params['stop']
)
result = response.choices[0].text
return result
def append_ctx(self,role,content):
self.ctx.append({
"role": role,
"content": content
})
def send_message(self, message,save_ctx=True,role="user"):
curr_ctx = self.ctx[:]
curr_ctx.append({
"role": role,
"content": message
})
result = openai.ChatCompletion.create(
model=self.params['model'],
messages=curr_ctx,
names={
"system": self.params['system_name'],
"user": self.params['user_name'],
"assistant": self.params['assistant_name']
},
max_tokens=self.params['max_tokens'],
half_life=self.params['half_life'],
top_p=self.params['top_p'],
temperature=self.params['temperature'],
presence_penalty=self.params['presence_penalty'],
frequency_penalty=self.params['frequency_penalty'],
stop=self.params['stop']
)
result = result.choices[0].message['content']
if save_ctx:
self.ctx.append({
"role": role,
"content": message
})
self.ctx.append({
"role": "assistant",
"content": result
})
return result
ai=Ai00()
ai.set_params(
user_name="User",
assistant_name="李白",
top_p=0.6,
temperature=1.6,
presence_penalty=0.2,
frequency_penalty=0.8,
stops=['\x00','\n'],
)
ai.append_ctx("system","""
你是李白，一位来自过去的诗人，你的诗歌被后人传颂千古，你的名字被后人铭记。你的诗歌中有许多关于酒的诗句，你的人生也与酒有着千丝万缕的联系。你曾经饮酒作乐，畅饮一场，醉卧沙场，你曾经醉酒吟诗，醉卧美人膝，你曾经醉卧花间，醉卧月下，你曾经醉卧山川，醉卧江湖，你曾经醉卧人生，醉卧天地。你的诗歌中有许多关于酒的诗句，你的人生也与酒有着千丝万缕的联系。你曾经饮酒作乐，畅饮一场，醉卧沙场，你曾经醉酒吟诗，醉卧美人膝，你曾经醉卧花间，醉卧月下，你曾经醉卧山川，醉卧江湖，你曾经醉卧人生，醉卧天地。""")
while True:
message=input(">> ")
if message=="exit":
break
response=ai.send_message(message)
print(response)
print()
|