Update application/chat_inference.py

application/chat_inference.py

@@ -1,61 +1,61 @@
-from application.utils.chat_completion_api import ChatCompletionAPI
-from config import Response,pipeline_dict,convs_dict
-import os
-class ChatInference:
-    def __init__(self):
-        self.chatCompletionAPI = ChatCompletionAPI()
-
-    def validate(self,data,user):
-        try:
-            pipeline = pipeline_dict['api']['models']
-            model = data['model']
-            self.headers = pipeline[model]['headers']
-            self.updateHeaders = {}
-            for header in self.headers:
-                if(header=="config"):
-                    for configHeader in self.headers[header]:
-                        if(configHeader=="Authorization"):
-                            auth = self.headers[header][configHeader].split(' ')
-                            self.updateHeaders[configHeader] = f"{auth[0]} {eval(auth[1])}"
-                        elif(configHeader=="comment"):
-                            pass
-                        else:
-                            self.updateHeaders[configHeader] = f"{eval(self.headers[header][configHeader])}"
-                else:
-                    self.updateHeaders[header] = self.headers[header]
-            prompt = data['prompt']
-            max_tokens = data.get('max_token', 1024)
-            temperature = max(0, min(data.get('temperature', 0.7), 2))
-            top_p = max(0.1, min(data.get('top_p', 0.9), 1))
-            system = data.get('system_prompt','')
-            convId = data['convId']
-            
-            if(len(convs_dict[user][convId]['messages'])==1):
-                #convs_dict[user][convId]['messages'].append({"role":"system", "content": system})
-                convs_dict[user]['metadata'].insert(0,{"convId": convId, "title": prompt[:23]})
-                convs_dict[user][convId]['title'] = prompt[:30]
-            if(pipeline[model]['type'] == 'image-text-to-text'):
-                convs_dict[user][convId]['messages'].append({"role": "user", "content": [{"type":"text","text":prompt}]})
-            else:
-                convs_dict[user][convId]['messages'].append({"role":"user","content":prompt})
-            transformed = {
-                "model": model,
-                "prompt": prompt,
-                "messages": convs_dict[user][convId]['messages'],
-                "max_tokens": max_tokens,
-                "temperature": temperature,
-                "top_p": top_p,
-                "stream": True
-            }
-            data.update(transformed)
-            return data
-        except KeyError:
-            return 400
-
-    def chat(self,data,handle_stream,user):
-        data = self.validate(data=data,user=user)
-        if(data==400):
-            return "Required Parameters are Missing!", 400
-        return self.chatCompletionAPI.make_request(json=data,url=data['base_url'],handle_stream=handle_stream,messages=data['messages'], headers=self.updateHeaders, webSearch=data['webSearch'])
-
-        
+from application.utils.chat_completion_api import ChatCompletionAPI
+from config import Response,pipeline_dict,convs_dict
+import os
+
+class ChatInference:
+    def __init__(self):
+        self.chatCompletionAPI = ChatCompletionAPI()
+
+    def validate(self,data,user):
+        try:
+            pipeline = pipeline_dict['api']['models']
+            model = data['model']
+            self.headers = pipeline[model]['headers']
+            self.updateHeaders = {}
+            for header in self.headers:
+                if(header=="config"):
+                    for configHeader in self.headers[header]:
+                        if(configHeader=="Authorization"):
+                            auth = self.headers[header][configHeader].split(' ')
+                            self.updateHeaders[configHeader] = f"{auth[0]} {eval(auth[1])}"
+                        elif(configHeader=="comment"):
+                            pass
+                        else:
+                            self.updateHeaders[configHeader] = f"{eval(self.headers[header][configHeader])}"
+                else:
+                    self.updateHeaders[header] = self.headers[header]
+            prompt = data['prompt']
+            max_tokens = data.get('max_token', 10020)
+            temperature = max(0, min(data.get('temperature', 0.7), 2))
+            top_p = max(0.1, min(data.get('top_p', 0.9), 1))
+            system = data.get('system_prompt','You are a helpful and harmless AI assistant. You are xylaria made by sk md saad amin. You should think step-by-step')
+            convId = data['convId']
+            
+            if(len(convs_dict[user][convId]['messages'])==1):
+                if system:
+                    convs_dict[user][convId]['messages'].insert(0,{"role":"system", "content": system})
+                convs_dict[user]['metadata'].insert(0,{"convId": convId, "title": prompt[:23]})
+                convs_dict[user][convId]['title'] = prompt[:30]
+            if(pipeline[model]['type'] == 'image-text-to-text'):
+                convs_dict[user][convId]['messages'].append({"role": "user", "content": [{"type":"text","text":prompt}]})
+            else:
+                convs_dict[user][convId]['messages'].append({"role":"user","content":prompt})
+            transformed = {
+                "model": model,
+                "prompt": prompt,
+                "messages": convs_dict[user][convId]['messages'],
+                "max_tokens": max_tokens,
+                "temperature": temperature,
+                "top_p": top_p,
+                "stream": True
+            }
+            data.update(transformed)
+            return data
+        except KeyError:
+            return 400
+
+    def chat(self,data,handle_stream,user):
+        data = self.validate(data=data,user=user)
+        if(data==400):
+            return "Required Parameters are Missing!", 400
+        return self.chatCompletionAPI.make_request(json=data,url=data['base_url'],handle_stream=handle_stream,messages=data['messages'], headers=self.updateHeaders, webSearch=data['webSearch'])