chat.py 45 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793
  1. import json
  2. import re
  3. import uuid
  4. from fastapi import WebSocket, WebSocketDisconnect, APIRouter, Depends
  5. import asyncio
  6. import websockets
  7. from sqlalchemy.orm import Session
  8. from Log import logger
  9. from app.api import get_current_user_websocket
  10. from app.config.config import settings
  11. from app.config.const import IMAGE_TO_TEXT, DOCUMENT_TO_REPORT, DOCUMENT_TO_CLEANING, DOCUMENT_IA_QUESTIONS, \
  12. DOCUMENT_TO_REPORT_TITLE, DOCUMENT_TO_TITLE
  13. from app.models import MenuCapacityModel
  14. from app.models.agent_model import AgentModel, AgentType
  15. from app.models.base_model import get_db
  16. from app.models.user_model import UserModel
  17. from app.service.v2.api_token import DfTokenDao
  18. from app.service.dialog import update_session_history
  19. from app.service.basic import BasicService
  20. from app.service.difyService import DifyService
  21. from app.service.ragflow import RagflowService
  22. from app.service.service_token import get_bisheng_token, get_ragflow_token
  23. from app.service.session import SessionService
  24. router = APIRouter()
  25. # 中间层WebSocket 服务器,接收客户端的连接
  26. @router.websocket("/ws/{agent_id}/{chat_id}")
  27. async def handle_client(websocket: WebSocket,
  28. agent_id: str,
  29. chat_id: str,
  30. current_user: UserModel = Depends(get_current_user_websocket),
  31. db: Session = Depends(get_db)):
  32. tasks = []
  33. await websocket.accept()
  34. print(f"Client {agent_id} connected")
  35. agent = db.query(MenuCapacityModel).filter(MenuCapacityModel.chat_id == agent_id).first()
  36. if not agent:
  37. agent = db.query(AgentModel).filter(AgentModel.id == agent_id).first()
  38. agent_type = agent.agent_type
  39. chat_type = agent.type
  40. else:
  41. agent_type = agent.capacity_type
  42. chat_type = agent.chat_type
  43. # print(agent_type)
  44. # print(chat_type)
  45. if not agent:
  46. ret = {"message": "Agent not found", "type": "close"}
  47. await websocket.send_json(ret)
  48. return
  49. if chat_id == "" or chat_id == "0":
  50. ret = {"message": "Chat ID not found", "type": "close"}
  51. await websocket.send_json(ret)
  52. return
  53. if agent_type == AgentType.RAGFLOW:
  54. ragflow_service = RagflowService(settings.fwr_base_url)
  55. token = await get_ragflow_token(db, current_user.id)
  56. try:
  57. async def forward_to_ragflow():
  58. while True:
  59. message = await websocket.receive_json()
  60. print(f"Received from client {chat_id}: {message}")
  61. chat_history = message.get('chatHistory', [])
  62. message["role"] = "user"
  63. if len(chat_history) == 0:
  64. chat_history = await ragflow_service.get_session_history(token, chat_id)
  65. if len(chat_history) == 0:
  66. chat_history = await ragflow_service.set_session(token, agent_id,
  67. message, chat_id, True)
  68. # print("chat_history------------------------", chat_history)
  69. if len(chat_history) == 0:
  70. result = {"message": "内部错误:创建会话失败", "type": "close"}
  71. await websocket.send_json(result)
  72. await websocket.close()
  73. return
  74. else:
  75. chat_history.append({
  76. "content": message["message"],
  77. "doc_ids": message.get("doc_ids", []),
  78. "role": "user"
  79. })
  80. complete_response = ""
  81. async for rag_response in ragflow_service.chat(token, chat_id, chat_history):
  82. try:
  83. if rag_response[:5] == "data:":
  84. # 如果是,则截取掉前5个字符,并去除首尾空白符
  85. text = rag_response[5:].strip()
  86. else:
  87. # 否则,保持原样
  88. text = rag_response
  89. complete_response += text
  90. try:
  91. json_data = json.loads(complete_response)
  92. data = json_data.get("data")
  93. if data is True: # 完成输出
  94. result = {"message": "", "type": "close"}
  95. elif data is None: # 发生错误
  96. answer = json_data.get("retmsg", json_data.get("retcode"))
  97. result = {"message": "内部错误:" + answer, "type": "message"}
  98. else: # 正常输出
  99. answer = data.get("answer", "")
  100. reference = data.get("reference", {})
  101. result = {"message": answer, "type": "message", "reference": reference}
  102. await websocket.send_json(result)
  103. complete_response = ""
  104. except json.JSONDecodeError as e:
  105. print(f"Error decoding JSON: {e}")
  106. # print(f"Response text: {text}")
  107. except Exception as e2:
  108. result = {"message": f"内部错误: {e2}", "type": "close"}
  109. await websocket.send_json(result)
  110. print(f"Error process message of ragflow: {e2}")
  111. try:
  112. dialog_chat_history = await ragflow_service.get_session_history(token, chat_id, 1)
  113. await update_session_history(db, dialog_chat_history, current_user.id)
  114. except Exception as e:
  115. logger.error(e)
  116. logger.error("-----------------保存ragflow的历史会话异常-----------------")
  117. # 启动任务处理客户端消息
  118. tasks = [
  119. asyncio.create_task(forward_to_ragflow())
  120. ]
  121. await asyncio.wait(tasks, return_when=asyncio.FIRST_COMPLETED)
  122. except WebSocketDisconnect as e1:
  123. print(f"Client {chat_id} disconnected: {e1}")
  124. await websocket.close()
  125. except Exception as e:
  126. print(f"Exception occurred: {e}")
  127. finally:
  128. print("Cleaning up resources of ragflow")
  129. # 取消所有任务
  130. for task in tasks:
  131. if not task.done():
  132. task.cancel()
  133. try:
  134. await task
  135. except asyncio.CancelledError:
  136. pass
  137. elif agent_type == AgentType.BISHENG:
  138. token = await get_bisheng_token(db, current_user.id)
  139. service_uri = f"{settings.sgb_websocket_url}/api/v1/assistant/chat/{agent_id}?t=&chat_id={chat_id}"
  140. headers = {'cookie': f"access_token_cookie={token};"}
  141. async with websockets.connect(service_uri, extra_headers=headers) as service_websocket:
  142. try:
  143. # 处理客户端发来的消息
  144. async def forward_to_service():
  145. while True:
  146. message = await websocket.receive_json()
  147. print(f"Received from client, {chat_id}: {message}")
  148. # 添加 'agent_id' 和 'chat_id' 字段
  149. message['flow_id'] = agent_id
  150. message['chat_id'] = chat_id
  151. msg = message["message"]
  152. del message["message"]
  153. message['inputs'] = {
  154. "data": {"chatId": chat_id, "id": agent_id, "type": "assistant"},
  155. "input": msg
  156. }
  157. await service_websocket.send(json.dumps(message))
  158. print(f"Forwarded to bisheng: {message}")
  159. # 监听毕昇发来的消息并转发给客户端
  160. async def forward_to_client():
  161. while True:
  162. message = await service_websocket.recv()
  163. print(f"Received from bisheng: {message}")
  164. data = json.loads(message)
  165. if data["type"] == "close" or data["type"] == "stream" or data["type"] == "end_cover":
  166. if data["type"] == "close":
  167. t = "close"
  168. else:
  169. t = "stream"
  170. result = {"message": data["message"], "type": t}
  171. await websocket.send_json(result)
  172. print(f"Forwarded to client, {chat_id}: {result}")
  173. # 启动两个任务,分别处理客户端和服务端的消息
  174. tasks = [
  175. asyncio.create_task(forward_to_service()),
  176. asyncio.create_task(forward_to_client())
  177. ]
  178. done, pending = await asyncio.wait(tasks, return_when=asyncio.FIRST_COMPLETED)
  179. # 取消未完成的任务
  180. for task in pending:
  181. task.cancel()
  182. try:
  183. await task
  184. except asyncio.CancelledError:
  185. pass
  186. except WebSocketDisconnect as e:
  187. print(f"WebSocket connection closed with code {e.code}: {e.reason}")
  188. await websocket.close()
  189. await service_websocket.close()
  190. except Exception as e:
  191. print(f"Exception occurred: {e}")
  192. finally:
  193. print("Cleaning up resources of bisheng")
  194. # 取消所有任务
  195. for task in tasks:
  196. if not task.done():
  197. task.cancel()
  198. try:
  199. await task
  200. except asyncio.CancelledError:
  201. pass
  202. elif agent_type == AgentType.BASIC:
  203. try:
  204. service = BasicService(base_url=settings.basic_base_url)
  205. while True:
  206. # 接收前端消息
  207. message = await websocket.receive_json()
  208. question = message.get("message")
  209. try:
  210. SessionService(db).create_session(
  211. chat_id,
  212. question,
  213. agent_id,
  214. AgentType.BASIC,
  215. current_user.id
  216. )
  217. except Exception as e:
  218. logger.error(e)
  219. if not question:
  220. await websocket.send_json({"message": "Invalid request", "type": "error"})
  221. continue
  222. # logger.error(agent.type)
  223. if chat_type == "questionTalk":
  224. try:
  225. data = await service.questions_talk(question, chat_id)
  226. output = data.get("output", "")
  227. file_name = data.get("filename", "")
  228. excel_url = None
  229. if file_name:
  230. excel_url = f"/api/files/download/?agent_id=basic_question_talk&file_id={file_name}&file_type=word"
  231. result = {"message": output, "type": "message", "file_url": excel_url, "file_name": file_name}
  232. try:
  233. SessionService(db).update_session(chat_id,
  234. message={"role": "assistant", "content": result})
  235. except Exception as e:
  236. logger.error(e)
  237. logger.error("-----------------返回数据--------------------")
  238. await websocket.send_json(result)
  239. except Exception as e2:
  240. result = {"message": f"内部错误: {e2}", "type": "close"}
  241. logger.error(str(e2))
  242. logger.error(f"Error process message of basic chuti agent: {e2}")
  243. await websocket.send_json(result)
  244. else:
  245. message_data = {}
  246. logger.error("---------------------excel_talk-----------------------------")
  247. excel_url = ""
  248. image_url = ""
  249. image_name = ""
  250. excel_name = ""
  251. async for data in service.excel_talk(question, chat_id):
  252. # logger.error(data)
  253. output = data.get("output", "")
  254. e_name = data.get("excel_name", "")
  255. i_name = data.get("image_name", "")
  256. def build_file_url(name, file_type):
  257. if not name:
  258. return None
  259. return (f"/api/files/download/?agent_id={agent_id}&file_id={name}"
  260. f"&file_type={file_type}")
  261. if e_name:
  262. excel_url = build_file_url(e_name, 'excel')
  263. excel_name = e_name
  264. if i_name:
  265. image_url = build_file_url(i_name, 'image')
  266. image_name = i_name
  267. if data["type"] == "message":
  268. message_data = {
  269. "content": output,
  270. "excel_url": excel_url,
  271. "image_url": image_url,
  272. "image_name": image_name,
  273. "excel_name": excel_name,
  274. "sql": data.get("sql", ""),
  275. "code": data.get("code", ""),
  276. "e": data.get("e", ""),
  277. "role": "assistant"}
  278. # 发送结果给客户端
  279. # data["type"] = "message"
  280. data["message"] = output
  281. data["excel_url"] = excel_url
  282. data["image_url"] = image_url
  283. await websocket.send_json(data)
  284. if message_data:
  285. try:
  286. SessionService(db).update_session(chat_id, message=message_data)
  287. except Exception as e:
  288. logger.error(f"Unexpected error when update_session: {e}")
  289. except Exception as e:
  290. logger.error(e)
  291. await websocket.send_json({"message": "出现错误!", "type": "error"})
  292. finally:
  293. await websocket.close()
  294. print(f"Client {agent_id} disconnected")
  295. if agent_type == AgentType.DIFY:
  296. dify_service = DifyService(settings.dify_base_url)
  297. # token = get_dify_token(db, current_user.id)
  298. try:
  299. async def forward_to_dify():
  300. if chat_type == "imageTalk":
  301. token = DfTokenDao(db).get_token_by_id(IMAGE_TO_TEXT)
  302. if not token:
  303. await websocket.send_json({"message": "Invalid token", "type": "error"})
  304. while True:
  305. image_list = []
  306. is_image = False
  307. conversation_id = ""
  308. receive_message = await websocket.receive_json()
  309. print(f"Received from client {chat_id}: {receive_message}")
  310. upload_file_id = receive_message.get('upload_file_id', "")
  311. question = receive_message.get('message', "")
  312. if not question and not image_url:
  313. await websocket.send_json({"message": "Invalid request", "type": "error"})
  314. continue
  315. try:
  316. session = SessionService(db).create_session(
  317. chat_id,
  318. question,
  319. agent_id,
  320. AgentType.DIFY,
  321. current_user.id
  322. )
  323. conversation_id = session.conversation_id
  324. except Exception as e:
  325. logger.error(e)
  326. # complete_response = ""
  327. answer_str = ""
  328. files = []
  329. if upload_file_id:
  330. files.append({
  331. "type": "image",
  332. "transfer_method": "local_file",
  333. "url": "",
  334. "upload_file_id": upload_file_id
  335. })
  336. async for rag_response in dify_service.chat(token, current_user.id, question, files,
  337. conversation_id, {}):
  338. # print(rag_response)
  339. try:
  340. if rag_response[:5] == "data:":
  341. # 如果是,则截取掉前5个字符,并去除首尾空白符
  342. complete_response = rag_response[5:].strip()
  343. else:
  344. # 否则,保持原样
  345. complete_response = rag_response
  346. try:
  347. data = json.loads(complete_response)
  348. if data.get("event") == "agent_message": # "event": "message_end"
  349. if "answer" not in data or not data["answer"]: # 信息过滤
  350. logger.error("非法数据--------------------")
  351. # logger.error(data)
  352. continue
  353. else: # 正常输出
  354. answer = data.get("answer", "")
  355. if isinstance(answer, str):
  356. if "![](https://res.stepfun.com/" in answer and image_list:
  357. is_image = True
  358. pattern = r'!\[\] *\(https://res\.stepfun\.com/image_gen/[^)]+\)'
  359. url_image = image_list.pop()
  360. new_answer = re.sub(pattern, url_image, answer)
  361. answer_str += new_answer
  362. else:
  363. answer_str += answer
  364. elif isinstance(answer, dict):
  365. logger.error("未知数据体:0---------------------------------")
  366. logger.error(answer)
  367. answer_str += answer.get("action_input", "")
  368. result = {"message": answer_str, "type": "message"}
  369. elif data.get("event") == "message_end":
  370. images_url = []
  371. if image_list and not is_image:
  372. answer_str += image_list[-1]
  373. result = {"message": answer_str,
  374. "type": "close"} # , "message_files": images_url
  375. try:
  376. SessionService(db).update_session(chat_id,
  377. message={"role": "assistant",
  378. "content": {"answer": answer_str,
  379. "images": images_url}},
  380. conversation_id=data.get(
  381. "conversation_id"))
  382. except Exception as e:
  383. logger.error("保存dify的会话异常!")
  384. logger.error(e)
  385. elif data.get("event") == "message_file":
  386. await dify_service.save_images(data.get("url"), data.get("id") + ".png")
  387. image_list.append(f"![](/api/files/image/{data.get('id')})")
  388. # result = {"message": answer_str, "type": "message"}
  389. continue
  390. else:
  391. continue
  392. await websocket.send_json(result)
  393. complete_response = ""
  394. except json.JSONDecodeError as e:
  395. print(f"Error decoding JSON: {e}")
  396. # print(f"Response text: {text}")
  397. except Exception as e2:
  398. result = {"message": f"内部错误: {e2}", "type": "close"}
  399. await websocket.send_json(result)
  400. print(f"Error process message of ragflow: {e2}")
  401. elif chat_type == "reportWorkflow":
  402. token = DfTokenDao(db).get_token_by_id(DOCUMENT_TO_CLEANING)
  403. if not token:
  404. await websocket.send_json({"message": "Invalid token document_to_cleaning", "type": "error"})
  405. while True:
  406. receive_message = await websocket.receive_json()
  407. print(f"Received from client {chat_id}: {receive_message}")
  408. upload_files = receive_message.get('upload_files', [])
  409. title = receive_message.get('title', "")
  410. workflow_type = receive_message.get('workflow', 1)
  411. sub_titles = receive_message.get('sub_titles', "")
  412. title_number = receive_message.get('title_number', 8)
  413. title_style = receive_message.get('title_style', "")
  414. title_query = receive_message.get('title_query', "")
  415. if upload_files:
  416. title_query = "start"
  417. try:
  418. session = SessionService(db).create_session(
  419. chat_id,
  420. title,
  421. agent_id,
  422. AgentType.DIFY,
  423. current_user.id
  424. )
  425. conversation_id = session.conversation_id
  426. except Exception as e:
  427. logger.error(e)
  428. inputs = {
  429. }
  430. files = []
  431. for file in upload_files:
  432. files.append({
  433. "type": "document",
  434. "transfer_method": "local_file",
  435. "url": "",
  436. "upload_file_id": file
  437. })
  438. if workflow_type == 1:
  439. inputs["input_files"] = files
  440. if workflow_type == 2:
  441. inputs["file_list"] = files
  442. inputs["Completion_of_main_indicators"] = title
  443. inputs["sub_titles"] = sub_titles
  444. token = DfTokenDao(db).get_token_by_id(DOCUMENT_TO_REPORT_TITLE)
  445. if not token:
  446. await websocket.send_json(
  447. {"message": "Invalid token document_to_cleaning", "type": "error"})
  448. elif workflow_type == 3:
  449. inputs["file_list"] = files
  450. inputs["number_of_title"] = title_number
  451. inputs["title_style"] = title_style
  452. token = DfTokenDao(db).get_token_by_id(DOCUMENT_TO_TITLE)
  453. if not token:
  454. await websocket.send_json(
  455. {"message": "Invalid token document_to_title", "type": "error"})
  456. complete_response = ""
  457. if workflow_type == 1 or workflow_type == 2:
  458. async for rag_response in dify_service.workflow(token, current_user.id, inputs):
  459. # print(rag_response)
  460. try:
  461. if rag_response[:5] == "data:":
  462. # 如果是,则截取掉前5个字符,并去除首尾空白符
  463. complete_response = rag_response[5:].strip()
  464. elif "event: ping" in rag_response:
  465. continue
  466. else:
  467. # 否则,保持原样
  468. complete_response += rag_response
  469. try:
  470. data = json.loads(complete_response)
  471. complete_response = ""
  472. if data.get("event") == "node_started" or data.get("event") == "node_finished": # "event": "message_end"
  473. if "data" not in data or not data["data"]: # 信息过滤
  474. logger.error("非法数据--------------------")
  475. logger.error(data)
  476. continue
  477. else: # 正常输出
  478. answer = data.get("data", "")
  479. if isinstance(answer, str):
  480. logger.error("----------------未知数据--------------------")
  481. logger.error(data)
  482. continue
  483. elif isinstance(answer, dict):
  484. message = answer.get("title", "")
  485. result = {"message": message, "type": "system"}
  486. elif data.get("event") == "workflow_finished":
  487. answer = data.get("data", "")
  488. if isinstance(answer, str):
  489. logger.error("----------------未知数据--------------------")
  490. logger.error(data)
  491. result = {"message": "", "type": "close", "download_url": ""}
  492. elif isinstance(answer, dict):
  493. download_url = ""
  494. outputs = answer.get("outputs", {})
  495. if outputs:
  496. message = outputs.get("output", "")
  497. download_url = outputs.get("download_url", "")
  498. else:
  499. message = answer.get("error", "")
  500. result = {"message": message, "type": "message", "download_url": download_url}
  501. try:
  502. SessionService(db).update_session(chat_id,
  503. message={"role": "assistant",
  504. "content": {
  505. "answer": message,
  506. "download_url": download_url}},
  507. conversation_id=data.get(
  508. "conversation_id"))
  509. except Exception as e:
  510. logger.error("保存dify的会话异常!")
  511. logger.error(e)
  512. await websocket.send_json(result)
  513. result = {"message": "", "type": "close", "download_url": ""}
  514. else:
  515. continue
  516. try:
  517. await websocket.send_json(result)
  518. except Exception as e:
  519. logger.error(e)
  520. logger.error("返回客户端消息异常!")
  521. complete_response = ""
  522. except json.JSONDecodeError as e:
  523. print(f"Error decoding JSON: {e}")
  524. # print(f"Response text: {text}")
  525. except Exception as e2:
  526. result = {"message": f"内部错误: {e2}", "type": "close"}
  527. await websocket.send_json(result)
  528. print(f"Error process message of ragflow: {e2}")
  529. elif workflow_type == 3:
  530. image_list = []
  531. # print(inputs)
  532. complete_response = ""
  533. async for rag_response in dify_service.chat(token, current_user.id, title_query, [],
  534. conversation_id, inputs):
  535. print(rag_response)
  536. try:
  537. if rag_response[:5] == "data:":
  538. # 如果是,则截取掉前5个字符,并去除首尾空白符
  539. complete_response = rag_response[5:].strip()
  540. elif "event: ping" in rag_response:
  541. continue
  542. else:
  543. # 否则,保持原样
  544. complete_response += rag_response
  545. try:
  546. data = json.loads(complete_response)
  547. complete_response = ""
  548. if data.get("event") == "node_started" or data.get(
  549. "event") == "node_finished": # "event": "message_end"
  550. if "data" not in data or not data["data"]: # 信息过滤
  551. logger.error("非法数据--------------------")
  552. logger.error(data)
  553. continue
  554. else: # 正常输出
  555. answer = data.get("data", "")
  556. if isinstance(answer, str):
  557. logger.error("----------------未知数据--------------------")
  558. logger.error(data)
  559. continue
  560. elif isinstance(answer, dict):
  561. message = answer.get("title", "")
  562. result = {"message": message, "type": "system"}
  563. elif data.get("event") == "message":
  564. message = data.get("answer", "")
  565. # try:
  566. # msg_dict = json.loads(answer)
  567. # message = msg_dict.get("output", "")
  568. # except Exception as e:
  569. # print(e)
  570. # continue
  571. result = {"message": message, "type": "message",
  572. "download_url": ""}
  573. try:
  574. SessionService(db).update_session(chat_id,
  575. message={"role": "assistant",
  576. "content": {
  577. "answer": message,
  578. "download_url": ""}},
  579. conversation_id=data.get(
  580. "conversation_id"))
  581. except Exception as e:
  582. logger.error("保存dify的会话异常!")
  583. logger.error(e)
  584. # try:
  585. # await websocket.send_json(result)
  586. # except Exception as e:
  587. # logger.error(e)
  588. # logger.error("返回客户端消息异常!")
  589. elif data.get("event") == "message_end":
  590. result = {"message": "", "type": "close", "download_url": ""}
  591. else:
  592. continue
  593. try:
  594. await websocket.send_json(result)
  595. except Exception as e:
  596. logger.error(e)
  597. logger.error("dify返回客户端消息异常!")
  598. complete_response = ""
  599. except json.JSONDecodeError as e:
  600. print(f"Error decoding JSON: {e}")
  601. # print(f"Response text: {text}")
  602. except Exception as e2:
  603. result = {"message": f"内部错误: {e2}", "type": "close"}
  604. await websocket.send_json(result)
  605. print(f"Error process message of ragflow: {e2}")
  606. elif chat_type == "documentIa":
  607. # print(122112)
  608. token = DfTokenDao(db).get_token_by_id(DOCUMENT_IA_QUESTIONS)
  609. # print(token)
  610. if not token:
  611. await websocket.send_json({"message": "Invalid token", "type": "error"})
  612. while True:
  613. conversation_id = ""
  614. # print(4343)
  615. receive_message = await websocket.receive_json()
  616. print(f"Received from client {chat_id}: {receive_message}")
  617. upload_file_id = receive_message.get('upload_file_id', [])
  618. question = receive_message.get('message', "")
  619. if not question and not image_url:
  620. await websocket.send_json({"message": "Invalid request", "type": "error"})
  621. continue
  622. try:
  623. session = SessionService(db).create_session(
  624. chat_id,
  625. question,
  626. agent_id,
  627. AgentType.DIFY,
  628. current_user.id
  629. )
  630. conversation_id = session.conversation_id
  631. except Exception as e:
  632. logger.error(e)
  633. # complete_response = ""
  634. files = []
  635. for fileId in upload_file_id:
  636. files.append({
  637. "type": "document",
  638. "transfer_method": "local_file",
  639. "url": "",
  640. "upload_file_id": fileId
  641. })
  642. answer_str = ""
  643. complete_response = ""
  644. async for rag_response in dify_service.chat(token, current_user.id, question, files,
  645. conversation_id, {}):
  646. # print(rag_response)
  647. try:
  648. if rag_response[:5] == "data:":
  649. # 如果是,则截取掉前5个字符,并去除首尾空白符
  650. complete_response = rag_response[5:].strip()
  651. elif "event: ping" in rag_response:
  652. continue
  653. else:
  654. # 否则,保持原样
  655. complete_response += rag_response
  656. try:
  657. data = json.loads(complete_response)
  658. if data.get("event") == "node_started" or data.get(
  659. "event") == "node_finished": # "event": "message_end"
  660. if "data" not in data or not data["data"]: # 信息过滤
  661. logger.error("非法数据--------------------")
  662. logger.error(data)
  663. continue
  664. else: # 正常输出
  665. answer = data.get("data", "")
  666. if isinstance(answer, str):
  667. logger.error("----------------未知数据--------------------")
  668. logger.error(data)
  669. continue
  670. elif isinstance(answer, dict):
  671. message = answer.get("title", "")
  672. result = {"message": message, "type": "system"}
  673. continue
  674. elif data.get("event") == "message": # "event": "message_end"
  675. # 正常输出
  676. answer = data.get("answer", "")
  677. result = {"message": answer, "type": "stream"}
  678. elif data.get("event") == "workflow_finished":
  679. answer = data.get("data", "")
  680. if isinstance(answer, str):
  681. logger.error("----------------未知数据--------------------")
  682. logger.error(data)
  683. result = {"message": "", "type": "close", "download_url": ""}
  684. elif isinstance(answer, dict):
  685. download_url = ""
  686. outputs = answer.get("outputs", {})
  687. if outputs:
  688. message = outputs.get("answer", "")
  689. # download_url = outputs.get("download_url", "")
  690. else:
  691. message = answer.get("error", "")
  692. # result = {"message": message, "type": "message",
  693. # "download_url": download_url}
  694. try:
  695. SessionService(db).update_session(chat_id,
  696. message={"role": "assistant",
  697. "content": {
  698. "answer": message,
  699. "download_url": download_url}},
  700. conversation_id=data.get(
  701. "conversation_id"))
  702. except Exception as e:
  703. logger.error("保存dify的会话异常!")
  704. logger.error(e)
  705. # await websocket.send_json(result)
  706. continue
  707. elif data.get("event") == "message_end":
  708. result = {"message": "", "type": "close"}
  709. else:
  710. continue
  711. try:
  712. await websocket.send_json(result)
  713. except Exception as e:
  714. logger.error(e)
  715. logger.error("返回客户端消息异常!")
  716. complete_response = ""
  717. except json.JSONDecodeError as e:
  718. print(f"Error decoding JSON: {e}")
  719. # print(f"Response text: {text}")
  720. except Exception as e2:
  721. result = {"message": f"内部错误: {e2}", "type": "close"}
  722. await websocket.send_json(result)
  723. print(f"Error process message of ragflow: {e2}")
  724. # 启动任务处理客户端消息
  725. tasks = [
  726. asyncio.create_task(forward_to_dify())
  727. ]
  728. await asyncio.wait(tasks, return_when=asyncio.FIRST_COMPLETED)
  729. except WebSocketDisconnect as e1:
  730. print(f"Client {chat_id} disconnected: {e1}")
  731. await websocket.close()
  732. except Exception as e:
  733. print(f"Exception occurred: {e}")
  734. finally:
  735. print("Cleaning up resources of ragflow")
  736. # 取消所有任务
  737. for task in tasks:
  738. if not task.done():
  739. task.cancel()
  740. try:
  741. await task
  742. except asyncio.CancelledError:
  743. pass
  744. else:
  745. ret = {"message": "Agent not found", "type": "close"}
  746. await websocket.send_json(ret)