重构了模型抽象，用来更好的支持gpt-3.5-turbo

pkg/openai/modelmgr.py

@@ -1,4 +1,9 @@
 # 提供与模型交互的抽象接口
+import openai, logging
+
+CHAT_COMPLETION_MODELS = {
+    'gpt-3.5-turbo'
+}
 
 COMPLETION_MODELS = {
     'text-davinci-003'
@@ -12,23 +17,80 @@ IMAGE_MODELS = {
 
 }
 
+class Model():
 
-# ModelManager
-# 由session包含
-class ModelMgr(object):
+    can_chat = False
 
-    using_completion_model = ""
-    using_edit_model = ""
-    using_image_model = ""
+    def __init__(self, model_name, user_name, request_fun):
+        self.model_name = model_name
+        self.user_name = user_name
+        self.request_fun = request_fun
 
-    def __init__(self):
-        pass
+    def request(self, **kwargs):
+        ret = self.request_fun(**kwargs)
+        self.ret = self.ret_handle(ret)
+        self.message = self.ret["choices"][0]["message"]
 
-    def get_using_completion_model(self):
-        return self.using_completion_model
+    def msg_handle(self, msg):
+        return msg
+    
+    def ret_handle(self, ret):
+        return ret
+    
+    def get_total_tokens(self):
+        return self.ret['usage']['total_tokens']
+    
+    def get_message(self):
+        return self.message
+    
+    def get_response(self):
+        return self.ret
 
-    def get_using_edit_model(self):
-        return self.using_edit_model
+class ChatCompletionModel(Model):
+    def __init__(self, model_name, user_name):
+        request_fun = openai.ChatCompletion.create
+        self.can_chat = True
+        super().__init__(model_name, user_name, request_fun)
 
-    def get_using_image_model(self):
-        return self.using_image_model
+    def request(self, messages, **kwargs):
+        ret = self.request_fun(messages = self.msg_handle(messages), **kwargs, user=self.user_name)
+        self.ret = self.ret_handle(ret)
+        self.message = self.ret["choices"][0]["message"]['content']
+
+    def get_content(self):
+        return self.message
+
+class CompletionModel(Model):
+    def __init__(self, model_name, user_name):
+        request_fun = openai.Completion.create
+        super().__init__(model_name, user_name, request_fun)
+
+    def request(self, prompt, **kwargs):
+        ret = self.request_fun(prompt = self.msg_handle(prompt), **kwargs)
+        self.ret = self.ret_handle(ret)
+        self.message = self.ret["choices"][0]["text"]
+
+    def msg_handle(self, msgs):
+        prompt = ''
+        for msg in msgs:
+            if msg['role'] == '':
+                prompt = prompt + "{}\n".format(msg['content'])
+            else:
+                prompt = prompt + "{}:{}\n".format(msg['role'] if msg['role']!='system' else '你的回答要遵守此规则', msg['content'])
+        print(prompt)
+        return prompt
+    
+    def get_text(self):
+        return self.message
+
+def OpenaiModel(model_name:str, user_name='user'):
+    if model_name in CHAT_COMPLETION_MODELS:
+        model = ChatCompletionModel(model_name, user_name)
+    elif model_name in COMPLETION_MODELS:
+        model = CompletionModel(model_name, user_name)
+    else :
+        log = "找不到模型[{}]，请检查配置文件".format(model_name)
+        logging.error(log)
+        raise IndexError(log)
+
+    return model