|
|
@@ -1,4 +1,5 @@
|
|
|
import asyncio
|
|
|
+import datetime
|
|
|
import io
|
|
|
import json
|
|
|
import time
|
|
|
@@ -10,7 +11,7 @@ from sqlalchemy import or_
|
|
|
|
|
|
from Log import logger
|
|
|
from app.config.agent_base_url import RG_CHAT_DIALOG, DF_CHAT_AGENT, DF_CHAT_PARAMETERS, RG_CHAT_SESSIONS, \
|
|
|
- DF_CHAT_WORKFLOW, DF_UPLOAD_FILE, RG_ORIGINAL_URL
|
|
|
+ DF_CHAT_WORKFLOW, DF_UPLOAD_FILE, RG_ORIGINAL_URL, RG_CHAT_UPDATE_URL, DF_WORKFLOW_DRAFT, DF_WORKFLOW_PUBLISH
|
|
|
from app.config.config import settings
|
|
|
from app.config.const import *
|
|
|
from app.models import DialogModel, ApiTokenModel, UserTokenModel, ComplexChatSessionDao, ChatDataRequest, \
|
|
|
@@ -34,7 +35,7 @@ async def update_session_log(db, session_id: str, message: dict, conversation_id
|
|
|
|
|
|
|
|
|
async def add_session_log(db, session_id: str, question: str, chat_id: str, user_id, event_type: str,
|
|
|
- conversation_id: str, agent_type, query: dict=None):
|
|
|
+ conversation_id: str, agent_type, query: dict = None):
|
|
|
try:
|
|
|
session = await ChatSessionDao(db).update_or_insert_by_id(
|
|
|
session_id=session_id,
|
|
|
@@ -65,6 +66,10 @@ async def get_chat_token(db, app_id):
|
|
|
return app_token.token
|
|
|
return ""
|
|
|
|
|
|
+async def get_workflow_token(db):
|
|
|
+ user_token = db.query(UserTokenModel).filter(UserTokenModel.id == workflow_server).first()
|
|
|
+ return user_token.access_token if user_token else ""
|
|
|
+
|
|
|
|
|
|
async def add_chat_token(db, data):
|
|
|
try:
|
|
|
@@ -88,7 +93,6 @@ async def get_chat_object(mode):
|
|
|
return ChatAgent(), url
|
|
|
|
|
|
|
|
|
-
|
|
|
async def get_user_kb(db, user_id: int, kb_ids: list) -> list:
|
|
|
res = []
|
|
|
user = db.query(UserModel).filter(UserModel.id == user_id).first()
|
|
|
@@ -97,11 +101,12 @@ async def get_user_kb(db, user_id: int, kb_ids: list) -> list:
|
|
|
query = db.query(KnowledgeModel)
|
|
|
if user.permission != "admin":
|
|
|
klg_list = [j.id for i in user.groups for j in i.knowledges]
|
|
|
- for i in db.query(KnowledgeUserModel).filter(KnowledgeUserModel.user_id == user_id, KnowledgeUserModel.status == 1).all():
|
|
|
+ for i in db.query(KnowledgeUserModel).filter(KnowledgeUserModel.user_id == user_id,
|
|
|
+ KnowledgeUserModel.status == 1).all():
|
|
|
if i.kb_id not in klg_list:
|
|
|
klg_list.append(i.kb_id)
|
|
|
query = query.filter(or_(KnowledgeModel.id.in_(klg_list), KnowledgeModel.tenant_id == str(user_id)))
|
|
|
- kb_list= query.all()
|
|
|
+ kb_list = query.all()
|
|
|
for kb in kb_list:
|
|
|
if kb.id in kb_ids:
|
|
|
if kb.permission == "team":
|
|
|
@@ -120,7 +125,8 @@ async def service_chat_dialog(db, chat_id: str, question: str, session_id: str,
|
|
|
kb_id = await get_user_kb(db, user_id, kb_ids)
|
|
|
if not kb_id:
|
|
|
yield "data: " + json.dumps({"message": smart_message_error,
|
|
|
- "error": "\n**ERROR**: The agent has no knowledge base to work with!", "status": http_400},
|
|
|
+ "error": "\n**ERROR**: The agent has no knowledge base to work with!",
|
|
|
+ "status": http_400},
|
|
|
ensure_ascii=False) + "\n\n"
|
|
|
return
|
|
|
chat = ChatDialog()
|
|
|
@@ -285,17 +291,13 @@ async def service_chat_workflow(db, chat_id: str, chat_data: ChatData, session_i
|
|
|
"error": error}, conversation_id)
|
|
|
|
|
|
|
|
|
-
|
|
|
-
|
|
|
async def service_chat_basic(db, chat_id: str, chat_data: ChatData, session_id: str, user_id, mode: str):
|
|
|
-
|
|
|
if chat_id == basic_report_talk:
|
|
|
complex_chat = await ComplexChatDao(db).get_complex_chat_by_mode(chat_data.report_mode)
|
|
|
if complex_chat:
|
|
|
...
|
|
|
|
|
|
|
|
|
-
|
|
|
async def service_chat_parameters(db, chat_id, user_id):
|
|
|
chat_info = db.query(DialogModel).filter_by(id=chat_id).first()
|
|
|
if not chat_info:
|
|
|
@@ -328,9 +330,8 @@ async def service_chat_session_log(db, session_id):
|
|
|
session_log = await ChatSessionDao(db).get_session_by_id(session_id)
|
|
|
if not session_log:
|
|
|
return {}
|
|
|
- log_info =session_log.log_to_json()
|
|
|
- if session_log.event_type == complex_chat:
|
|
|
-
|
|
|
+ log_info = session_log.log_to_json()
|
|
|
+ if session_log.event_type == complex_chat:
|
|
|
total, message_list = await ComplexChatSessionDao(db).get_session_list(session_id)
|
|
|
log_info["message"] = [message.log_to_json() for message in message_list[::-1]]
|
|
|
|
|
|
@@ -478,7 +479,8 @@ async def service_base_chunk_retrieval(query, knowledge_id, top_k, similarity_th
|
|
|
return records
|
|
|
|
|
|
|
|
|
-async def add_complex_log(db, message_id, chat_id, session_id, chat_mode, query, user_id, mode, agent_type, message_type, conversation_id="", node_data=None, query_data=None):
|
|
|
+async def add_complex_log(db, message_id, chat_id, session_id, chat_mode, query, user_id, mode, agent_type,
|
|
|
+ message_type, conversation_id="", node_data=None, query_data=None):
|
|
|
if not node_data:
|
|
|
node_data = []
|
|
|
if not query_data:
|
|
|
@@ -493,23 +495,24 @@ async def add_complex_log(db, message_id, chat_id, session_id, chat_mode, query,
|
|
|
if session:
|
|
|
conversation_id = session.conversation_id
|
|
|
await complex_log.create_session(message_id,
|
|
|
- chat_id=chat_id,
|
|
|
- session_id=session_id,
|
|
|
- chat_mode=chat_mode,
|
|
|
- message_type=message_type,
|
|
|
- content=query,
|
|
|
- event_type=mode,
|
|
|
- tenant_id=user_id,
|
|
|
- conversation_id=conversation_id,
|
|
|
- node_data=json.dumps(node_data),
|
|
|
- query=json.dumps(query_data),
|
|
|
- agent_type=agent_type)
|
|
|
+ chat_id=chat_id,
|
|
|
+ session_id=session_id,
|
|
|
+ chat_mode=chat_mode,
|
|
|
+ message_type=message_type,
|
|
|
+ content=query,
|
|
|
+ event_type=mode,
|
|
|
+ tenant_id=user_id,
|
|
|
+ conversation_id=conversation_id,
|
|
|
+ node_data=json.dumps(node_data),
|
|
|
+ query=json.dumps(query_data),
|
|
|
+ agent_type=agent_type)
|
|
|
return conversation_id, True
|
|
|
|
|
|
except Exception as e:
|
|
|
logger.error(e)
|
|
|
return conversation_id, False
|
|
|
|
|
|
+
|
|
|
async def add_query_files(db, message_id):
|
|
|
query = {}
|
|
|
complex_log = await ComplexChatSessionDao(db).get_session_by_id(message_id)
|
|
|
@@ -517,6 +520,7 @@ async def add_query_files(db, message_id):
|
|
|
query = json.loads(complex_log.query)
|
|
|
return query.get("files", [])
|
|
|
|
|
|
+
|
|
|
async def service_complex_chat(db, chat_id, mode, user_id, chat_request: ChatDataRequest):
|
|
|
answer_event = ""
|
|
|
answer_agent = ""
|
|
|
@@ -527,7 +531,7 @@ async def service_complex_chat(db, chat_id, mode, user_id, chat_request: ChatDat
|
|
|
task_id = ""
|
|
|
error = ""
|
|
|
node_list = []
|
|
|
- reference= {}
|
|
|
+ reference = {}
|
|
|
conversation_id = ""
|
|
|
query_data = chat_request.to_dict()
|
|
|
new_message_id = str(uuid.uuid4())
|
|
|
@@ -539,9 +543,12 @@ async def service_complex_chat(db, chat_id, mode, user_id, chat_request: ChatDat
|
|
|
if not files and chat_request.parentId:
|
|
|
files = await add_query_files(db, chat_request.parentId)
|
|
|
if chat_request.chatMode != complex_content_optimization_chat:
|
|
|
- await add_session_log(db, chat_request.sessionId, chat_request.query if chat_request.query else "未命名会话", chat_id, user_id,
|
|
|
- mode, "", DF_TYPE)
|
|
|
- conversation_id, message = await add_complex_log(db, new_message_id, chat_id, chat_request.sessionId, chat_request.chatMode, chat_request.query, user_id, mode, DF_TYPE, 1, query_data=query_data)
|
|
|
+ await add_session_log(db, chat_request.sessionId, chat_request.query if chat_request.query else "未命名会话",
|
|
|
+ chat_id, user_id,
|
|
|
+ mode, "", DF_TYPE)
|
|
|
+ conversation_id, message = await add_complex_log(db, new_message_id, chat_id, chat_request.sessionId,
|
|
|
+ chat_request.chatMode, chat_request.query, user_id, mode,
|
|
|
+ DF_TYPE, 1, query_data=query_data)
|
|
|
if not message:
|
|
|
yield "data: " + json.dumps({"message": smart_message_error,
|
|
|
"error": "\n**ERROR**: 创建会话失败!", "status": http_500},
|
|
|
@@ -555,7 +562,7 @@ async def service_complex_chat(db, chat_id, mode, user_id, chat_request: ChatDat
|
|
|
session = await service_chat_sessions(db, chat_id, chat_request.query)
|
|
|
# print(session)
|
|
|
if not session or session.get("code") != 0:
|
|
|
- yield "data: " + json.dumps(
|
|
|
+ yield "data: " + json.dumps(
|
|
|
{"message": smart_message_error, "error": "\n**ERROR**: chat agent error", "status": http_500})
|
|
|
return
|
|
|
conversation_id = session.get("data", {}).get("id")
|
|
|
@@ -563,7 +570,9 @@ async def service_complex_chat(db, chat_id, mode, user_id, chat_request: ChatDat
|
|
|
url = settings.fwr_base_url + RG_CHAT_DIALOG.format(chat_id)
|
|
|
chat = ChatDialog()
|
|
|
try:
|
|
|
- async for ans in chat.chat_completions(url, await chat.complex_request_data(chat_request.query, chat_request.knowledgeId, conversation_id),
|
|
|
+ async for ans in chat.chat_completions(url, await chat.complex_request_data(chat_request.query,
|
|
|
+ chat_request.knowledgeId,
|
|
|
+ conversation_id),
|
|
|
await chat.get_headers(token)):
|
|
|
data = {}
|
|
|
error = ""
|
|
|
@@ -587,9 +596,9 @@ async def service_complex_chat(db, chat_id, mode, user_id, chat_request: ChatDat
|
|
|
reference = data.get("reference", {})
|
|
|
event = smart_message_cover
|
|
|
message_str = "data: " + json.dumps(
|
|
|
- {"event": event, "data": data, "error": error, "status": status, "message_id":message_id,
|
|
|
- "parent_id": new_message_id,
|
|
|
- "session_id": chat_request.sessionId},
|
|
|
+ {"event": event, "data": data, "error": error, "status": status, "message_id": message_id,
|
|
|
+ "parent_id": new_message_id,
|
|
|
+ "session_id": chat_request.sessionId},
|
|
|
ensure_ascii=False) + "\n\n"
|
|
|
for i in range(0, len(message_str), max_chunk_size):
|
|
|
chunk = message_str[i:i + max_chunk_size]
|
|
|
@@ -608,7 +617,9 @@ async def service_complex_chat(db, chat_id, mode, user_id, chat_request: ChatDat
|
|
|
token = await get_chat_token(db, chat_id)
|
|
|
chat, url = await get_chat_object(mode)
|
|
|
async for ans in chat.chat_completions(url,
|
|
|
- await chat.complex_request_data(chat_request.query, conversation_id, str(user_id), files=files, inputs=inputs),
|
|
|
+ await chat.complex_request_data(chat_request.query, conversation_id,
|
|
|
+ str(user_id), files=files,
|
|
|
+ inputs=inputs),
|
|
|
await chat.get_headers(token)):
|
|
|
# print(ans)
|
|
|
data = {}
|
|
|
@@ -662,7 +673,8 @@ async def service_complex_chat(db, chat_id, mode, user_id, chat_request: ChatDat
|
|
|
continue
|
|
|
|
|
|
yield "data: " + json.dumps(
|
|
|
- {"event": event, "data": data, "error": error, "status": status, "task_id": task_id, "message_id":message_id,
|
|
|
+ {"event": event, "data": data, "error": error, "status": status, "task_id": task_id,
|
|
|
+ "message_id": message_id,
|
|
|
"parent_id": new_message_id,
|
|
|
"session_id": chat_request.sessionId},
|
|
|
ensure_ascii=False) + "\n\n"
|
|
|
@@ -682,7 +694,11 @@ async def service_complex_chat(db, chat_id, mode, user_id, chat_request: ChatDat
|
|
|
# "node_list": node_list, "task_id": task_id, "id": message_id,
|
|
|
# "error": error}, conversation_id)
|
|
|
if message_id:
|
|
|
- await add_complex_log(db, message_id, chat_id, chat_request.sessionId, chat_request.chatMode, answer_event or answer_agent or answer_workflow or answer_dialog or error, user_id, mode, DF_TYPE, 2, conversation_id, node_data=node_list or reference, query_data=query_data)
|
|
|
+ await add_complex_log(db, message_id, chat_id, chat_request.sessionId, chat_request.chatMode,
|
|
|
+ answer_event or answer_agent or answer_workflow or answer_dialog or error, user_id,
|
|
|
+ mode, DF_TYPE, 2, conversation_id, node_data=node_list or reference,
|
|
|
+ query_data=query_data)
|
|
|
+
|
|
|
|
|
|
async def service_complex_upload(db, chat_id, file, user_id):
|
|
|
files = []
|
|
|
@@ -706,6 +722,92 @@ async def service_complex_upload(db, chat_id, file, user_id):
|
|
|
logger.error(e)
|
|
|
return json.dumps(files) if files else ""
|
|
|
|
|
|
+
|
|
|
+async def service_complex_model(db, chat_type, model_type, model_name, model_provider):
|
|
|
+ if chat_type == 1 and model_type == 1:
|
|
|
+ return await set_dialog_model(db, complex_knowledge_chat, model_name)
|
|
|
+ elif chat_type == 1 and model_type == 2:
|
|
|
+ return await set_dialog_model(db, complex_knowledge_chat_deep, model_name, model_provider)
|
|
|
+ else:
|
|
|
+ if model_type == 1:
|
|
|
+ chats = [complex_dialog_chat, complex_network_chat, complex_mindmap_chat, complex_content_optimization_chat]
|
|
|
+ else:
|
|
|
+ chats = [complex_dialog_chat, complex_network_chat]
|
|
|
+ return await set_workflow_model(db,chats
|
|
|
+ , # , complex_network_chat, complex_mindmap_chat, complex_content_optimization_chat
|
|
|
+ model_type, model_name, model_provider)
|
|
|
+
|
|
|
+
|
|
|
+async def set_dialog_model(db, chat_mode, model_name, model_provider):
|
|
|
+ chat = await ComplexChatDao(db).get_complex_chat_by_mode(chat_mode)
|
|
|
+ if chat:
|
|
|
+ access_token = await get_chat_token(db, rg_api_token)
|
|
|
+ url = settings.fwr_base_url + RG_CHAT_UPDATE_URL.format(chat.id)
|
|
|
+ chat_base = ChatBaseApply()
|
|
|
+ payload = {
|
|
|
+ "name": chat.name,
|
|
|
+ "llm": {
|
|
|
+ "model_name": model_name
|
|
|
+ }
|
|
|
+ }
|
|
|
+ response = await chat_base.chat_put(url, payload, await chat_base.get_headers(access_token))
|
|
|
+ # print(response)
|
|
|
+ if not response:
|
|
|
+ return "服务异常,修改失败!"
|
|
|
+ await ComplexChatDao(db).update_complex_chat_by_id(chat.id, {"chat_model": model_name, "chat_model_ds": model_name, "chat_provider": model_provider, "update_date": datetime.datetime.now()})
|
|
|
+ return ""
|
|
|
+
|
|
|
+async def set_workflow_model(db, chat_modes, model_type, model_name, model_provider):
|
|
|
+ chat_base = ChatBaseApply()
|
|
|
+ token = await get_workflow_token(db)
|
|
|
+ for chat_mode in chat_modes:
|
|
|
+ chat = await ComplexChatDao(db).get_complex_chat_by_mode(chat_mode)
|
|
|
+ if chat:
|
|
|
+
|
|
|
+ get_draft_url = settings.dify_base_url + DF_WORKFLOW_DRAFT.format(chat.id)
|
|
|
+ draft_data = await chat_base.chat_get(get_draft_url, {}, await chat_base.get_headers(token))
|
|
|
+ if draft_data:
|
|
|
+ graph = draft_data.get("graph")
|
|
|
+ for node in graph.get("nodes"):
|
|
|
+ if node.get("data", {}).get("type") == "llm":
|
|
|
+ if model_type == 1 and "深度搜索" not in node.get("data", {}).get("title"):
|
|
|
+ node["data"]["model"]["name"] = model_name
|
|
|
+ node["data"]["model"]["provider"] = model_provider
|
|
|
+ elif model_type == 2 and "深度搜索" in node.get("data", {}).get("title"):
|
|
|
+ node["data"]["model"]["name"] = model_name
|
|
|
+ node["data"]["model"]["provider"] = model_provider
|
|
|
+
|
|
|
+ draft_data_query = {"conversation_variables": draft_data.get("conversation_variables"),
|
|
|
+ "environment_variables": draft_data.get("environment_variables"),
|
|
|
+ "hash": draft_data.get("hash"),
|
|
|
+ "features": draft_data.get("features"),
|
|
|
+ "graph": graph}
|
|
|
+ set_draft_data = await chat_base.chat_post(get_draft_url, draft_data_query, await chat_base.get_headers(token))
|
|
|
+ if set_draft_data and set_draft_data.get("result") == "success":
|
|
|
+ publish_url = settings.dify_base_url + DF_WORKFLOW_PUBLISH.format(chat.id)
|
|
|
+ publish_data = await chat_base.chat_post(publish_url, {}, await chat_base.get_headers(token))
|
|
|
+ if publish_data and publish_data.get("result") == "success":
|
|
|
+ update_kwargs = {"chat_provider": model_provider, "update_date": datetime.datetime.now()}
|
|
|
+ if model_type == 1:
|
|
|
+ update_kwargs["chat_model"] = model_name
|
|
|
+ else:
|
|
|
+ update_kwargs["chat_model_ds"] = model_name
|
|
|
+ await ComplexChatDao(db).update_complex_chat_by_id(chat.id, update_kwargs)
|
|
|
+
|
|
|
+
|
|
|
+async def service_get_complex_model(db):
|
|
|
+ res = {}
|
|
|
+ for complexs in await ComplexChatDao(db).aget_complex_chat():
|
|
|
+ if complexs.chat_mode == complex_knowledge_chat:
|
|
|
+ res["dialog"] = {"modelName": complexs.chat_model, "modelProvider": complexs.chat_provider}
|
|
|
+ elif complexs.chat_mode == complex_knowledge_chat_deep:
|
|
|
+ res["dialog_ds"] = {"modelName": complexs.chat_model_ds, "modelProvider": complexs.chat_provider}
|
|
|
+ else:
|
|
|
+ res["workflow"] = {"modelName": complexs.chat_model, "modelProvider": complexs.chat_provider}
|
|
|
+ res["workflow_ds"] = {"modelName": complexs.chat_model_ds, "modelProvider": complexs.chat_provider}
|
|
|
+
|
|
|
+ return json.dumps(res)
|
|
|
+
|
|
|
if __name__ == "__main__":
|
|
|
q = json.dumps({"query": "设备", "dataset_ids": ["fc68db52f43111efb94a0242ac120004"]})
|
|
|
top_k = 2
|