chat.py 55 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944
  1. import json
  2. import re
  3. import uuid
  4. from fastapi import WebSocket, WebSocketDisconnect, APIRouter, Depends
  5. import asyncio
  6. import websockets
  7. from sqlalchemy.orm import Session
  8. from Log import logger
  9. from app.api import get_current_user_websocket
  10. from app.config.config import settings
  11. from app.config.const import IMAGE_TO_TEXT, DOCUMENT_TO_REPORT, DOCUMENT_TO_CLEANING, DOCUMENT_IA_QUESTIONS, \
  12. DOCUMENT_TO_REPORT_TITLE, DOCUMENT_TO_TITLE, DOCUMENT_TO_PAPER
  13. from app.models import MenuCapacityModel
  14. from app.models.agent_model import AgentModel, AgentType
  15. from app.models.base_model import get_db
  16. from app.models.user_model import UserModel
  17. from app.service.v2.api_token import DfTokenDao
  18. from app.service.dialog import update_session_history
  19. from app.service.basic import BasicService
  20. from app.service.difyService import DifyService
  21. from app.service.ragflow import RagflowService
  22. from app.service.service_token import get_bisheng_token, get_ragflow_token
  23. from app.service.session import SessionService
  24. router = APIRouter()
  25. # 中间层WebSocket 服务器,接收客户端的连接
  26. @router.websocket("/ws/{agent_id}/{chat_id}")
  27. async def handle_client(websocket: WebSocket,
  28. agent_id: str,
  29. chat_id: str,
  30. current_user: UserModel = Depends(get_current_user_websocket),
  31. db: Session = Depends(get_db)):
  32. tasks = []
  33. await websocket.accept()
  34. print(f"Client {agent_id} connected")
  35. agent = db.query(MenuCapacityModel).filter(MenuCapacityModel.chat_id == agent_id).first()
  36. if not agent:
  37. agent = db.query(AgentModel).filter(AgentModel.id == agent_id).first()
  38. agent_type = agent.agent_type
  39. chat_type = agent.type
  40. else:
  41. agent_type = agent.capacity_type
  42. chat_type = agent.chat_type
  43. # print(agent_type)
  44. # print(chat_type)
  45. if not agent:
  46. ret = {"message": "Agent not found", "type": "close"}
  47. await websocket.send_json(ret)
  48. return
  49. if chat_id == "" or chat_id == "0":
  50. ret = {"message": "Chat ID not found", "type": "close"}
  51. await websocket.send_json(ret)
  52. return
  53. # print(agent_type)
  54. # print(chat_type)
  55. if agent_type == AgentType.RAGFLOW:
  56. ragflow_service = RagflowService(settings.fwr_base_url)
  57. token = await get_ragflow_token(db, current_user.id)
  58. try:
  59. async def forward_to_ragflow():
  60. while True:
  61. message = await websocket.receive_json()
  62. print(f"Received from client {chat_id}: {message}")
  63. chat_history = message.get('chatHistory', [])
  64. message["role"] = "user"
  65. if len(chat_history) == 0:
  66. chat_history = await ragflow_service.get_session_history(token, chat_id)
  67. if len(chat_history) == 0:
  68. chat_history = await ragflow_service.set_session(token, agent_id,
  69. message, chat_id, True)
  70. # print("chat_history------------------------", chat_history)
  71. if len(chat_history) == 0:
  72. result = {"message": "内部错误:创建会话失败", "type": "close"}
  73. await websocket.send_json(result)
  74. await websocket.close()
  75. return
  76. else:
  77. chat_history.append({
  78. "content": message["message"],
  79. "doc_ids": message.get("doc_ids", []),
  80. "role": "user"
  81. })
  82. complete_response = ""
  83. async for rag_response in ragflow_service.chat(token, chat_id, chat_history):
  84. try:
  85. if rag_response[:5] == "data:":
  86. # 如果是,则截取掉前5个字符,并去除首尾空白符
  87. text = rag_response[5:].strip()
  88. else:
  89. # 否则,保持原样
  90. text = rag_response
  91. complete_response += text
  92. try:
  93. json_data = json.loads(complete_response)
  94. data = json_data.get("data")
  95. if data is True: # 完成输出
  96. result = {"message": "", "type": "close"}
  97. elif data is None: # 发生错误
  98. answer = json_data.get("retmsg", json_data.get("retcode"))
  99. result = {"message": "内部错误:" + answer, "type": "message"}
  100. else: # 正常输出
  101. answer = data.get("answer", "")
  102. reference = data.get("reference", {})
  103. result = {"message": answer, "type": "message", "reference": reference}
  104. await websocket.send_json(result)
  105. complete_response = ""
  106. except json.JSONDecodeError as e:
  107. print(f"Error decoding JSON: {e}")
  108. # print(f"Response text: {text}")
  109. except Exception as e2:
  110. result = {"message": f"内部错误: {e2}", "type": "close"}
  111. await websocket.send_json(result)
  112. print(f"Error process message of ragflow: {e2}")
  113. try:
  114. dialog_chat_history = await ragflow_service.get_session_history(token, chat_id, 1)
  115. await update_session_history(db, dialog_chat_history, current_user.id)
  116. except Exception as e:
  117. logger.error(e)
  118. logger.error("-----------------保存ragflow的历史会话异常-----------------")
  119. # 启动任务处理客户端消息
  120. tasks = [
  121. asyncio.create_task(forward_to_ragflow())
  122. ]
  123. await asyncio.wait(tasks, return_when=asyncio.FIRST_COMPLETED)
  124. except WebSocketDisconnect as e1:
  125. print(f"Client {chat_id} disconnected: {e1}")
  126. await websocket.close()
  127. except Exception as e:
  128. print(f"Exception occurred: {e}")
  129. finally:
  130. print("Cleaning up resources of ragflow")
  131. # 取消所有任务
  132. for task in tasks:
  133. if not task.done():
  134. task.cancel()
  135. try:
  136. await task
  137. except asyncio.CancelledError:
  138. pass
  139. elif agent_type == AgentType.BISHENG:
  140. token = await get_bisheng_token(db, current_user.id)
  141. service_uri = f"{settings.sgb_websocket_url}/api/v1/assistant/chat/{agent_id}?t=&chat_id={chat_id}"
  142. headers = {'cookie': f"access_token_cookie={token};"}
  143. async with websockets.connect(service_uri, extra_headers=headers) as service_websocket:
  144. try:
  145. # 处理客户端发来的消息
  146. async def forward_to_service():
  147. while True:
  148. message = await websocket.receive_json()
  149. print(f"Received from client, {chat_id}: {message}")
  150. # 添加 'agent_id' 和 'chat_id' 字段
  151. message['flow_id'] = agent_id
  152. message['chat_id'] = chat_id
  153. msg = message["message"]
  154. del message["message"]
  155. message['inputs'] = {
  156. "data": {"chatId": chat_id, "id": agent_id, "type": "assistant"},
  157. "input": msg
  158. }
  159. await service_websocket.send(json.dumps(message))
  160. print(f"Forwarded to bisheng: {message}")
  161. # 监听毕昇发来的消息并转发给客户端
  162. async def forward_to_client():
  163. while True:
  164. message = await service_websocket.recv()
  165. print(f"Received from bisheng: {message}")
  166. data = json.loads(message)
  167. if data["type"] == "close" or data["type"] == "stream" or data["type"] == "end_cover":
  168. if data["type"] == "close":
  169. t = "close"
  170. else:
  171. t = "stream"
  172. result = {"message": data["message"], "type": t}
  173. await websocket.send_json(result)
  174. print(f"Forwarded to client, {chat_id}: {result}")
  175. # 启动两个任务,分别处理客户端和服务端的消息
  176. tasks = [
  177. asyncio.create_task(forward_to_service()),
  178. asyncio.create_task(forward_to_client())
  179. ]
  180. done, pending = await asyncio.wait(tasks, return_when=asyncio.FIRST_COMPLETED)
  181. # 取消未完成的任务
  182. for task in pending:
  183. task.cancel()
  184. try:
  185. await task
  186. except asyncio.CancelledError:
  187. pass
  188. except WebSocketDisconnect as e:
  189. print(f"WebSocket connection closed with code {e.code}: {e.reason}")
  190. await websocket.close()
  191. await service_websocket.close()
  192. except Exception as e:
  193. print(f"Exception occurred: {e}")
  194. finally:
  195. print("Cleaning up resources of bisheng")
  196. # 取消所有任务
  197. for task in tasks:
  198. if not task.done():
  199. task.cancel()
  200. try:
  201. await task
  202. except asyncio.CancelledError:
  203. pass
  204. elif agent_type == AgentType.BASIC:
  205. try:
  206. service = BasicService(base_url=settings.basic_base_url)
  207. while True:
  208. # 接收前端消息
  209. message = await websocket.receive_json()
  210. question = message.get("message")
  211. try:
  212. SessionService(db).create_session(
  213. chat_id,
  214. question,
  215. agent_id,
  216. AgentType.BASIC,
  217. current_user.id
  218. )
  219. except Exception as e:
  220. logger.error(e)
  221. if not question:
  222. await websocket.send_json({"message": "Invalid request", "type": "error"})
  223. continue
  224. # logger.error(agent.type)
  225. if chat_type == "questionTalk":
  226. try:
  227. data = await service.questions_talk(question, chat_id)
  228. output = data.get("output", "")
  229. file_name = data.get("filename", "")
  230. excel_url = None
  231. if file_name:
  232. excel_url = f"/api/files/download/?agent_id=basic_question_talk&file_id={file_name}&file_type=word"
  233. result = {"message": output, "type": "message", "file_url": excel_url, "file_name": file_name}
  234. try:
  235. SessionService(db).update_session(chat_id,
  236. message={"role": "assistant", "content": result})
  237. except Exception as e:
  238. logger.error(e)
  239. logger.error("-----------------返回数据--------------------")
  240. await websocket.send_json(result)
  241. except Exception as e2:
  242. result = {"message": f"内部错误: {e2}", "type": "close"}
  243. logger.error(str(e2))
  244. logger.error(f"Error process message of basic chuti agent: {e2}")
  245. await websocket.send_json(result)
  246. else:
  247. message_data = {}
  248. logger.error("---------------------excel_talk-----------------------------")
  249. excel_url = ""
  250. image_url = ""
  251. image_name = ""
  252. excel_name = ""
  253. async for data in service.excel_talk(question, chat_id):
  254. # logger.error(data)
  255. output = data.get("output", "")
  256. e_name = data.get("excel_name", "")
  257. i_name = data.get("image_name", "")
  258. def build_file_url(name, file_type):
  259. if not name:
  260. return None
  261. return (f"/api/files/download/?agent_id={agent_id}&file_id={name}"
  262. f"&file_type={file_type}")
  263. if e_name:
  264. excel_url = build_file_url(e_name, 'excel')
  265. excel_name = e_name
  266. if i_name:
  267. image_url = build_file_url(i_name, 'image')
  268. image_name = i_name
  269. if data["type"] == "message":
  270. message_data = {
  271. "content": output,
  272. "excel_url": excel_url,
  273. "image_url": image_url,
  274. "image_name": image_name,
  275. "excel_name": excel_name,
  276. "sql": data.get("sql", ""),
  277. "code": data.get("code", ""),
  278. "e": data.get("e", ""),
  279. "role": "assistant"}
  280. # 发送结果给客户端
  281. # data["type"] = "message"
  282. data["message"] = output
  283. data["excel_url"] = excel_url
  284. data["image_url"] = image_url
  285. await websocket.send_json(data)
  286. if message_data:
  287. try:
  288. SessionService(db).update_session(chat_id, message=message_data)
  289. except Exception as e:
  290. logger.error(f"Unexpected error when update_session: {e}")
  291. except Exception as e:
  292. logger.error(e)
  293. await websocket.send_json({"message": "出现错误!", "type": "error"})
  294. finally:
  295. await websocket.close()
  296. print(f"Client {agent_id} disconnected")
  297. if agent_type == AgentType.DIFY:
  298. dify_service = DifyService(settings.dify_base_url)
  299. # token = get_dify_token(db, current_user.id)
  300. try:
  301. async def forward_to_dify():
  302. if chat_type == "imageTalk":
  303. token = DfTokenDao(db).get_token_by_id(IMAGE_TO_TEXT)
  304. if not token:
  305. await websocket.send_json({"message": "Invalid token", "type": "error"})
  306. while True:
  307. image_list = []
  308. is_image = False
  309. conversation_id = ""
  310. receive_message = await websocket.receive_json()
  311. print(f"Received from client {chat_id}: {receive_message}")
  312. upload_file_id = receive_message.get('upload_file_id', "")
  313. question = receive_message.get('message', "")
  314. if not question and not image_url:
  315. await websocket.send_json({"message": "Invalid request", "type": "error"})
  316. continue
  317. try:
  318. session = SessionService(db).create_session(
  319. chat_id,
  320. question,
  321. agent_id,
  322. AgentType.DIFY,
  323. current_user.id
  324. )
  325. conversation_id = session.conversation_id
  326. except Exception as e:
  327. logger.error(e)
  328. # complete_response = ""
  329. answer_str = ""
  330. files = []
  331. if upload_file_id:
  332. files.append({
  333. "type": "image",
  334. "transfer_method": "local_file",
  335. "url": "",
  336. "upload_file_id": upload_file_id
  337. })
  338. async for rag_response in dify_service.chat(token, current_user.id, question, files,
  339. conversation_id, {}):
  340. # print(rag_response)
  341. try:
  342. if rag_response[:5] == "data:":
  343. # 如果是,则截取掉前5个字符,并去除首尾空白符
  344. complete_response = rag_response[5:].strip()
  345. else:
  346. # 否则,保持原样
  347. complete_response = rag_response
  348. try:
  349. data = json.loads(complete_response)
  350. if data.get("event") == "agent_message": # "event": "message_end"
  351. if "answer" not in data or not data["answer"]: # 信息过滤
  352. logger.error("非法数据--------------------")
  353. # logger.error(data)
  354. continue
  355. else: # 正常输出
  356. answer = data.get("answer", "")
  357. if isinstance(answer, str):
  358. if "![](https://res.stepfun.com/" in answer and image_list:
  359. is_image = True
  360. pattern = r'!\[\] *\(https://res\.stepfun\.com/image_gen/[^)]+\)'
  361. url_image = image_list.pop()
  362. new_answer = re.sub(pattern, url_image, answer)
  363. answer_str += new_answer
  364. else:
  365. answer_str += answer
  366. elif isinstance(answer, dict):
  367. logger.error("未知数据体:0---------------------------------")
  368. logger.error(answer)
  369. answer_str += answer.get("action_input", "")
  370. result = {"message": answer_str, "type": "message"}
  371. elif data.get("event") == "message_end":
  372. images_url = []
  373. if image_list and not is_image:
  374. answer_str += image_list[-1]
  375. result = {"message": answer_str,
  376. "type": "close"} # , "message_files": images_url
  377. try:
  378. SessionService(db).update_session(chat_id,
  379. message={"role": "assistant",
  380. "content": {"answer": answer_str,
  381. "images": images_url}},
  382. conversation_id=data.get(
  383. "conversation_id"))
  384. except Exception as e:
  385. logger.error("保存dify的会话异常!")
  386. logger.error(e)
  387. elif data.get("event") == "message_file":
  388. await dify_service.save_images(data.get("url"), data.get("id") + ".png")
  389. image_list.append(f"![](/api/files/image/{data.get('id')})")
  390. # result = {"message": answer_str, "type": "message"}
  391. continue
  392. else:
  393. continue
  394. await websocket.send_json(result)
  395. complete_response = ""
  396. except json.JSONDecodeError as e:
  397. print(f"Error decoding JSON: {e}")
  398. # print(f"Response text: {text}")
  399. except Exception as e2:
  400. result = {"message": f"内部错误: {e2}", "type": "close"}
  401. await websocket.send_json(result)
  402. print(f"Error process message of ragflow: {e2}")
  403. elif chat_type == "reportWorkflow":
  404. token = DfTokenDao(db).get_token_by_id(DOCUMENT_TO_CLEANING)
  405. if not token:
  406. await websocket.send_json({"message": "Invalid token document_to_cleaning", "type": "error"})
  407. while True:
  408. receive_message = await websocket.receive_json()
  409. print(f"Received from client {chat_id}: {receive_message}")
  410. upload_files = receive_message.get('upload_files', [])
  411. title = receive_message.get('title', "")
  412. workflow_type = receive_message.get('workflow', 1)
  413. sub_titles = receive_message.get('sub_titles', "")
  414. title_number = receive_message.get('title_number', 8)
  415. title_style = receive_message.get('title_style', "")
  416. title_query = receive_message.get('title_query', "")
  417. if upload_files:
  418. title_query = "start"
  419. try:
  420. session = SessionService(db).create_session(
  421. chat_id,
  422. title,
  423. agent_id,
  424. AgentType.DIFY,
  425. current_user.id
  426. )
  427. conversation_id = session.conversation_id
  428. except Exception as e:
  429. logger.error(e)
  430. inputs = {
  431. }
  432. files = []
  433. for file in upload_files:
  434. files.append({
  435. "type": "document",
  436. "transfer_method": "local_file",
  437. "url": "",
  438. "upload_file_id": file
  439. })
  440. if workflow_type == 1:
  441. inputs["input_files"] = files
  442. if workflow_type == 2:
  443. inputs["file_list"] = files
  444. inputs["Completion_of_main_indicators"] = title
  445. inputs["sub_titles"] = sub_titles
  446. token = DfTokenDao(db).get_token_by_id(DOCUMENT_TO_REPORT_TITLE)
  447. if not token:
  448. await websocket.send_json(
  449. {"message": "Invalid token document_to_cleaning", "type": "error"})
  450. elif workflow_type == 3:
  451. inputs["file_list"] = files
  452. inputs["number_of_title"] = title_number
  453. inputs["title_style"] = title_style
  454. token = DfTokenDao(db).get_token_by_id(DOCUMENT_TO_TITLE)
  455. if not token:
  456. await websocket.send_json(
  457. {"message": "Invalid token document_to_title", "type": "error"})
  458. complete_response = ""
  459. if workflow_type == 1 or workflow_type == 2:
  460. async for rag_response in dify_service.workflow(token, current_user.id, inputs):
  461. # print(rag_response)
  462. try:
  463. if rag_response[:5] == "data:":
  464. # 如果是,则截取掉前5个字符,并去除首尾空白符
  465. complete_response = rag_response[5:].strip()
  466. elif "event: ping" in rag_response:
  467. continue
  468. else:
  469. # 否则,保持原样
  470. complete_response += rag_response
  471. try:
  472. data = json.loads(complete_response)
  473. complete_response = ""
  474. if data.get("event") == "node_started" or data.get("event") == "node_finished": # "event": "message_end"
  475. if "data" not in data or not data["data"]: # 信息过滤
  476. logger.error("非法数据--------------------")
  477. logger.error(data)
  478. continue
  479. else: # 正常输出
  480. answer = data.get("data", "")
  481. if isinstance(answer, str):
  482. logger.error("----------------未知数据--------------------")
  483. logger.error(data)
  484. continue
  485. elif isinstance(answer, dict):
  486. message = answer.get("title", "")
  487. result = {"message": message, "type": "system"}
  488. elif data.get("event") == "workflow_finished":
  489. answer = data.get("data", "")
  490. if isinstance(answer, str):
  491. logger.error("----------------未知数据--------------------")
  492. logger.error(data)
  493. result = {"message": "", "type": "close", "download_url": ""}
  494. elif isinstance(answer, dict):
  495. download_url = ""
  496. outputs = answer.get("outputs", {})
  497. if outputs:
  498. message = outputs.get("output", "")
  499. download_url = outputs.get("download_url", "")
  500. else:
  501. message = answer.get("error", "")
  502. result = {"message": message, "type": "message", "download_url": download_url}
  503. try:
  504. SessionService(db).update_session(chat_id,
  505. message={"role": "assistant",
  506. "content": {
  507. "answer": message,
  508. "download_url": download_url}},
  509. conversation_id=data.get(
  510. "conversation_id"))
  511. except Exception as e:
  512. logger.error("保存dify的会话异常!")
  513. logger.error(e)
  514. await websocket.send_json(result)
  515. result = {"message": "", "type": "close", "download_url": ""}
  516. else:
  517. continue
  518. try:
  519. await websocket.send_json(result)
  520. except Exception as e:
  521. logger.error(e)
  522. logger.error("返回客户端消息异常!")
  523. complete_response = ""
  524. except json.JSONDecodeError as e:
  525. print(f"Error decoding JSON: {e}")
  526. # print(f"Response text: {text}")
  527. except Exception as e2:
  528. result = {"message": f"内部错误: {e2}", "type": "close"}
  529. await websocket.send_json(result)
  530. print(f"Error process message of ragflow: {e2}")
  531. elif workflow_type == 3:
  532. image_list = []
  533. # print(inputs)
  534. complete_response = ""
  535. async for rag_response in dify_service.chat(token, current_user.id, title_query, [],
  536. conversation_id, inputs):
  537. print(rag_response)
  538. try:
  539. if rag_response[:5] == "data:":
  540. # 如果是,则截取掉前5个字符,并去除首尾空白符
  541. complete_response = rag_response[5:].strip()
  542. elif "event: ping" in rag_response:
  543. continue
  544. else:
  545. # 否则,保持原样
  546. complete_response += rag_response
  547. try:
  548. data = json.loads(complete_response)
  549. complete_response = ""
  550. if data.get("event") == "node_started" or data.get(
  551. "event") == "node_finished": # "event": "message_end"
  552. if "data" not in data or not data["data"]: # 信息过滤
  553. logger.error("非法数据--------------------")
  554. logger.error(data)
  555. continue
  556. else: # 正常输出
  557. answer = data.get("data", "")
  558. if isinstance(answer, str):
  559. logger.error("----------------未知数据--------------------")
  560. logger.error(data)
  561. continue
  562. elif isinstance(answer, dict):
  563. message = answer.get("title", "")
  564. result = {"message": message, "type": "system"}
  565. elif data.get("event") == "message":
  566. message = data.get("answer", "")
  567. # try:
  568. # msg_dict = json.loads(answer)
  569. # message = msg_dict.get("output", "")
  570. # except Exception as e:
  571. # print(e)
  572. # continue
  573. result = {"message": message, "type": "message",
  574. "download_url": ""}
  575. try:
  576. SessionService(db).update_session(chat_id,
  577. message={"role": "assistant",
  578. "content": {
  579. "answer": message,
  580. "download_url": ""}},
  581. conversation_id=data.get(
  582. "conversation_id"))
  583. except Exception as e:
  584. logger.error("保存dify的会话异常!")
  585. logger.error(e)
  586. # try:
  587. # await websocket.send_json(result)
  588. # except Exception as e:
  589. # logger.error(e)
  590. # logger.error("返回客户端消息异常!")
  591. elif data.get("event") == "message_end":
  592. result = {"message": "", "type": "close", "download_url": ""}
  593. else:
  594. continue
  595. try:
  596. await websocket.send_json(result)
  597. except Exception as e:
  598. logger.error(e)
  599. logger.error("dify返回客户端消息异常!")
  600. complete_response = ""
  601. except json.JSONDecodeError as e:
  602. print(f"Error decoding JSON: {e}")
  603. # print(f"Response text: {text}")
  604. except Exception as e2:
  605. result = {"message": f"内部错误: {e2}", "type": "close"}
  606. await websocket.send_json(result)
  607. print(f"Error process message of ragflow: {e2}")
  608. elif chat_type == "documentIa":
  609. # print(122112)
  610. token = DfTokenDao(db).get_token_by_id(DOCUMENT_IA_QUESTIONS)
  611. # print(token)
  612. if not token:
  613. await websocket.send_json({"message": "Invalid token", "type": "error"})
  614. while True:
  615. conversation_id = ""
  616. # print(4343)
  617. receive_message = await websocket.receive_json()
  618. print(f"Received from client {chat_id}: {receive_message}")
  619. upload_file_id = receive_message.get('upload_file_id', [])
  620. question = receive_message.get('message', "")
  621. if not question and not image_url:
  622. await websocket.send_json({"message": "Invalid request", "type": "error"})
  623. continue
  624. try:
  625. session = SessionService(db).create_session(
  626. chat_id,
  627. question,
  628. agent_id,
  629. AgentType.DIFY,
  630. current_user.id
  631. )
  632. conversation_id = session.conversation_id
  633. except Exception as e:
  634. logger.error(e)
  635. # complete_response = ""
  636. files = []
  637. for fileId in upload_file_id:
  638. files.append({
  639. "type": "document",
  640. "transfer_method": "local_file",
  641. "url": "",
  642. "upload_file_id": fileId
  643. })
  644. answer_str = ""
  645. complete_response = ""
  646. async for rag_response in dify_service.chat(token, current_user.id, question, files,
  647. conversation_id, {}):
  648. # print(rag_response)
  649. try:
  650. if rag_response[:5] == "data:":
  651. # 如果是,则截取掉前5个字符,并去除首尾空白符
  652. complete_response = rag_response[5:].strip()
  653. elif "event: ping" in rag_response:
  654. continue
  655. else:
  656. # 否则,保持原样
  657. complete_response += rag_response
  658. try:
  659. data = json.loads(complete_response)
  660. if data.get("event") == "node_started" or data.get(
  661. "event") == "node_finished": # "event": "message_end"
  662. if "data" not in data or not data["data"]: # 信息过滤
  663. logger.error("非法数据--------------------")
  664. logger.error(data)
  665. continue
  666. else: # 正常输出
  667. answer = data.get("data", "")
  668. if isinstance(answer, str):
  669. logger.error("----------------未知数据--------------------")
  670. logger.error(data)
  671. continue
  672. elif isinstance(answer, dict):
  673. message = answer.get("title", "")
  674. result = {"message": message, "type": "system"}
  675. continue
  676. elif data.get("event") == "message": # "event": "message_end"
  677. # 正常输出
  678. answer = data.get("answer", "")
  679. result = {"message": answer, "type": "stream"}
  680. elif data.get("event") == "workflow_finished":
  681. answer = data.get("data", "")
  682. if isinstance(answer, str):
  683. logger.error("----------------未知数据--------------------")
  684. logger.error(data)
  685. result = {"message": "", "type": "close", "download_url": ""}
  686. elif isinstance(answer, dict):
  687. download_url = ""
  688. outputs = answer.get("outputs", {})
  689. if outputs:
  690. message = outputs.get("answer", "")
  691. # download_url = outputs.get("download_url", "")
  692. else:
  693. message = answer.get("error", "")
  694. # result = {"message": message, "type": "message",
  695. # "download_url": download_url}
  696. try:
  697. SessionService(db).update_session(chat_id,
  698. message={"role": "assistant",
  699. "content": {
  700. "answer": message,
  701. "download_url": download_url}},
  702. conversation_id=data.get(
  703. "conversation_id"))
  704. except Exception as e:
  705. logger.error("保存dify的会话异常!")
  706. logger.error(e)
  707. # await websocket.send_json(result)
  708. continue
  709. elif data.get("event") == "message_end":
  710. result = {"message": "", "type": "close"}
  711. else:
  712. continue
  713. try:
  714. await websocket.send_json(result)
  715. except Exception as e:
  716. logger.error(e)
  717. logger.error("返回客户端消息异常!")
  718. complete_response = ""
  719. except json.JSONDecodeError as e:
  720. print(f"Error decoding JSON: {e}")
  721. # print(f"Response text: {text}")
  722. except Exception as e2:
  723. result = {"message": f"内部错误: {e2}", "type": "close"}
  724. await websocket.send_json(result)
  725. print(f"Error process message of ragflow: {e2}")
  726. elif chat_type == "paperTalk":
  727. token = DfTokenDao(db).get_token_by_id(DOCUMENT_TO_PAPER)
  728. # print(token)
  729. if not token:
  730. await websocket.send_json({"message": "Invalid token", "type": "error"})
  731. while True:
  732. conversation_id = ""
  733. inputs = {}
  734. # print(4343)
  735. receive_message = await websocket.receive_json()
  736. print(f"Received from client {chat_id}: {receive_message}")
  737. if "difficulty" in receive_message:
  738. inputs["Question_Difficulty"] = receive_message["difficulty"]
  739. if "is_paper" in receive_message:
  740. inputs["Generate_test_paper"] = receive_message["is_paper"]
  741. if "single_choice" in receive_message:
  742. inputs["Multiple_choice_questions"] = receive_message["single_choice"]
  743. if "gap_filling" in receive_message:
  744. inputs["Fill_in_blank"] = receive_message["gap_filling"]
  745. if "true_or_false" in receive_message:
  746. inputs["true_or_false"] = receive_message["true_or_false"]
  747. if "multiple_choice" in receive_message:
  748. inputs["Multiple_Choice"] = receive_message["multiple_choice"]
  749. if "easy_question" in receive_message:
  750. inputs["Short_Answer_Questions"] = receive_message["easy_question"]
  751. if "case_questions" in receive_message:
  752. inputs["Case_Questions"] = receive_message["case_questions"]
  753. if "key_words" in receive_message:
  754. inputs["key_words"] = receive_message["key_words"]
  755. upload_files = receive_message.get('upload_files', [])
  756. question = receive_message.get('message', "")
  757. try:
  758. session = SessionService(db).create_session(
  759. chat_id,
  760. question if question else "开始出题",
  761. agent_id,
  762. AgentType.DIFY,
  763. current_user.id
  764. )
  765. conversation_id = session.conversation_id
  766. except Exception as e:
  767. logger.error(e)
  768. # complete_response = ""
  769. files = []
  770. for fileId in upload_files:
  771. files.append({
  772. "type": "document",
  773. "transfer_method": "local_file",
  774. "url": "",
  775. "upload_file_id": fileId
  776. })
  777. if files:
  778. inputs["upload_files"] = files
  779. # print(inputs)
  780. if not question and not inputs:
  781. await websocket.send_json({"message": "Invalid request", "type": "error"})
  782. continue
  783. if not question:
  784. question = "开始出题"
  785. complete_response = ""
  786. async for rag_response in dify_service.chat(token, current_user.id, question, files,
  787. conversation_id, inputs):
  788. # print(rag_response)
  789. try:
  790. if rag_response[:5] == "data:":
  791. # 如果是,则截取掉前5个字符,并去除首尾空白符
  792. complete_response = rag_response[5:].strip()
  793. elif "event: ping" in rag_response:
  794. continue
  795. else:
  796. # 否则,保持原样
  797. complete_response += rag_response
  798. try:
  799. data = json.loads(complete_response)
  800. # print(data)
  801. if data.get("event") == "node_started" or data.get(
  802. "event") == "node_finished": # "event": "message_end"
  803. if "data" not in data or not data["data"]: # 信息过滤
  804. logger.error("非法数据--------------------")
  805. logger.error(data)
  806. continue
  807. else: # 正常输出
  808. answer = data.get("data", "")
  809. if isinstance(answer, str):
  810. logger.error("----------------未知数据--------------------")
  811. logger.error(data)
  812. continue
  813. elif isinstance(answer, dict):
  814. message = answer.get("title", "")
  815. result = {"message": message, "type": "system"}
  816. # continue
  817. elif data.get("event") == "message": # "event": "message_end"
  818. # 正常输出
  819. answer = data.get("answer", "")
  820. result = {"message": answer, "type": "stream"}
  821. elif data.get("event") == "workflow_finished":
  822. answer = data.get("data", "")
  823. if isinstance(answer, str):
  824. logger.error("----------------未知数据--------------------")
  825. logger.error(data)
  826. result = {"message": "", "type": "close", "download_url": ""}
  827. elif isinstance(answer, dict):
  828. download_url = ""
  829. outputs = answer.get("outputs", {})
  830. if outputs:
  831. message = outputs.get("answer", "")
  832. download_url = outputs.get("download_url", "")
  833. else:
  834. message = answer.get("error", "")
  835. # result = {"message": message, "type": "message",
  836. # "download_url": download_url}
  837. try:
  838. SessionService(db).update_session(chat_id,
  839. message={"role": "assistant",
  840. "content": {
  841. "answer": message,
  842. "download_url": download_url}},
  843. conversation_id=data.get(
  844. "conversation_id"))
  845. except Exception as e:
  846. logger.error("保存dify的会话异常!")
  847. logger.error(e)
  848. # await websocket.send_json(result)
  849. continue
  850. elif data.get("event") == "message_end":
  851. result = {"message": "", "type": "close"}
  852. else:
  853. continue
  854. try:
  855. await websocket.send_json(result)
  856. except Exception as e:
  857. logger.error(e)
  858. logger.error("返回客户端消息异常!")
  859. complete_response = ""
  860. except json.JSONDecodeError as e:
  861. print(f"Error decoding JSON: {e}")
  862. # print(f"Response text: {text}")
  863. except Exception as e2:
  864. result = {"message": f"内部错误: {e2}", "type": "close"}
  865. await websocket.send_json(result)
  866. print(f"Error process message of ragflow: {e2}")
  867. # 启动任务处理客户端消息
  868. tasks = [
  869. asyncio.create_task(forward_to_dify())
  870. ]
  871. await asyncio.wait(tasks, return_when=asyncio.FIRST_COMPLETED)
  872. except WebSocketDisconnect as e1:
  873. print(f"Client {chat_id} disconnected: {e1}")
  874. await websocket.close()
  875. except Exception as e:
  876. print(f"Exception occurred: {e}")
  877. finally:
  878. print("Cleaning up resources of ragflow")
  879. # 取消所有任务
  880. for task in tasks:
  881. if not task.done():
  882. task.cancel()
  883. try:
  884. await task
  885. except asyncio.CancelledError:
  886. pass
  887. else:
  888. ret = {"message": "Agent not found", "type": "close"}
  889. await websocket.send_json(ret)