rag-gateway/app/service/dialog.py

import json
from datetime import datetime

from sqlalchemy import or_

from app.config.agent_base_url import DF_CHAT_PARAMETERS, DF_CHAT_API_KEY
from app.config.config import settings
from app.config.const import Dialog_STATSU_DELETE, DF_TYPE, Dialog_STATSU_ON, workflow_server, RG_TYPE, basic_chat
from app.models import KnowledgeModel, GroupModel, DialogModel, ConversationModel, group_dialog_table, LabelWorkerModel, \
    LabelModel, ApiTokenModel
from app.models.user_model import UserModel, UserTokenModel
from Log import logger
from app.service.v2.app_driver.chat_data import ChatBaseApply
from app.service.v2.chat import get_chat_token, add_chat_token, get_app_token
from app.task.fetch_agent import get_one_from_ragflow_dialog


async def get_dialog_list(db, user_id, keyword, label, status, page_size, page_index, mode):
    user = db.query(UserModel).filter(UserModel.id == user_id).first()
    if user is None:
        return {"rows": []}
    query = db.query(DialogModel)
    if status:
        query = query.filter(DialogModel.status == status)
    else:
        query = query.filter(DialogModel.status != Dialog_STATSU_DELETE)
    if mode == 1:
        query = query.filter(DialogModel.mode != basic_chat)
    id_list = []
    # if label:
    #     id_list = [i.object_id for i in db.query(LabelWorkerModel).filter(LabelWorkerModel.label_id==label).all()]
    if user.permission != "admin":
        dia_list = [j.id for i in user.groups for j in i.dialogs]
        query = query.filter(or_(DialogModel.tenant_id == user_id, DialogModel.id.in_(dia_list)))
    # else:
    if label:
        id_list = [i.object_id for i in db.query(LabelWorkerModel).filter(LabelWorkerModel.label_id == label).all()]
        query = query.filter(DialogModel.id.in_(id_list))

    if keyword:
        query = query.filter(DialogModel.name.like('%{}%'.format(keyword)))

    query = query.order_by(DialogModel.update_date.desc())
    total = query.count()
    if page_size:
        query = query.limit(page_size).offset((page_index - 1) * page_size)

    rows = []
    user_id_set = set()
    dialog_id_set = set()
    label_dict = {}
    for kld in query.all():
        user_id_set.add(kld.tenant_id)
        dialog_id_set.add(kld.id)
        rows.append(kld.to_json())
    user_dict = {str(i.id): i.to_dict() for i in db.query(UserModel).filter(UserModel.id.in_(user_id_set)).all()}
    for i in db.query(LabelModel.id, LabelModel.name, LabelWorkerModel.object_id).outerjoin(LabelWorkerModel,
                                                                                            LabelModel.id == LabelWorkerModel.label_id).filter(
        LabelWorkerModel.object_id.in_(dialog_id_set)).all():
        label_dict[i.object_id] = label_dict.get(i.object_id, []) + [{"labelId": i.id, "labelName": i.name}]
    for r in rows:
        r["user"] = user_dict.get(r["user_id"], {})
        r["label"] = label_dict.get(r["id"], [])
    return {"total": total, "rows": rows}


async def update_session_history(db, data: dict, user_id):
    session_id = data.get("id")
    if not session_id:
        logger.error("更新回话记录失败！{}".format(data))
        return
    data["create_date"] = datetime.strptime(data["create_date"], '%a, %d %b %Y %H:%M:%S %Z')
    data["update_date"] = datetime.strptime(data["update_date"], '%a, %d %b %Y %H:%M:%S %Z')
    conversation = db.query(ConversationModel).filter(ConversationModel.id == session_id).first()
    if not conversation:
        try:
            data["tenant_id"] = user_id
            conversation_model = ConversationModel(**data)
            db.add(conversation_model)
            db.commit()
        except Exception as e:
            logger.error(e)
            db.rollback()
    else:
        try:
            # data["tenant_id"] = user_id
            del data["id"]
            db.query(ConversationModel).filter(ConversationModel.id == session_id).update(data)
            db.commit()
        except Exception as e:
            logger.error(e)
            db.rollback()


async def get_session_history(db, user_id, dialog_id, page, limit):
    session_list = db.query(ConversationModel).filter(ConversationModel.tenant_id.__eq__(user_id),
                                                      ConversationModel.dialog_id.__eq__(dialog_id)).order_by(
        ConversationModel.update_time.desc()).limit(limit).offset((page - 1) * limit).all()
    return [i.to_json() for i in session_list]


async def create_dialog_service(db, dialog_id, dialog_name, description, icon, dialog_type, mode, user_id):
    para = {
        "user_input_form": [],
        "retriever_resource": {
            "enabled": True
        },
        "file_upload": {
            "enabled": False
        }
    }
    try:
        dialog_model = DialogModel(id=dialog_id, name=dialog_name, description=description, icon=icon,
                                   dialog_type=dialog_type, tenant_id=user_id, mode=mode, update_date=datetime.now(),
                                   create_date=datetime.now(), parameters=json.dumps(para))
        db.add(dialog_model)
        db.commit()
        db.refresh(dialog_model)
    except Exception as e:
        logger.error(e)
        db.rollback()
        return False
    return True


async def update_dialog_status_service(db, dialog_id, status, user_id):
    try:
        dialog = db.query(DialogModel).filter_by(id=dialog_id).first()
        dialog.status = status
        dialog.update_date = datetime.now()
        # db.query(DialogModel).filter_by(id=dialog_id).update({"status":status, "update_date": datetime.now()})
        if dialog.dialog_type == DF_TYPE and status == Dialog_STATSU_ON:
            chat = ChatBaseApply()
            token = await get_chat_token(db, dialog_id)
            if not token:
                access_token = await get_app_token(db, workflow_server)
                # print(workflow)
                if access_token:
                    url = settings.dify_base_url + DF_CHAT_API_KEY.format(dialog_id)
                    param = await chat.chat_get(url, {}, await chat.get_headers(access_token))
                    if param and param.get("data"):
                        token = param.get("data", [{}])[0].get("token")
                        token_id = param.get("data", [{}])[0].get("id")
                        await add_chat_token(db, {"id":token_id, "app_id": dialog_id, "type":"app", "token": token})
                        # dialog.parameters = json.dumps(param)
                    else:
                        param = await chat.chat_post(url, {}, await chat.get_headers(access_token))
                        if param:
                            token = param.get("token")
                            token_id = param.get("id")
                            await add_chat_token(db, {"id": token_id, "app_id": dialog_id, "type": "app", "token": token})
            if token:
                url = settings.dify_base_url + DF_CHAT_PARAMETERS
                param = await chat.chat_get(url, {"user": str(user_id)}, await chat.get_headers(token))
                if param:
                    dialog.parameters = json.dumps(param)

        db.commit()
    except Exception as e:
        logger.error(e)
        db.rollback()
        return False
    return True



async def delete_dialog_service(db, dialog_id):
    try:
        db.query(DialogModel).filter_by(id=dialog_id).update(
            {"status": Dialog_STATSU_DELETE, "update_date": datetime.now()})
        db.commit()
    except Exception as e:
        logger.error(e)
        db.rollback()
        return False
    return True


async def update_dialog_icon_service(db, dialog_id, icon, name, description):
    update = {"icon": icon, "update_date": datetime.now()}
    if name:
        update["name"] = name
    if description or description == "":
        update["description"] = description
    try:
        db.query(DialogModel).filter_by(id=dialog_id).update(update)
        db.commit()
    except Exception as e:
        logger.error(e)
        db.rollback()
        return False
    return True


async def get_dialog_manage_list(db, user_id, keyword, label, status, page_size, page_index, mode):
    user = db.query(UserModel).filter(UserModel.id == user_id).first()
    if user is None:
        return {"rows": []}
    query = db.query(DialogModel).filter(DialogModel.status != Dialog_STATSU_DELETE)
    if user.permission != "admin":
        dia_list = [j.id for i in user.groups for j in i.dialogs]
        query = query.filter(or_(DialogModel.tenant_id == user_id, DialogModel.id.in_(dia_list)))

    if label:
        id_list = set(
            [i.object_id for i in db.query(LabelWorkerModel).filter(LabelWorkerModel.label_id.in_(label)).all()])
        query = query.filter(DialogModel.id.in_(id_list))

    if keyword:
        query = query.filter(DialogModel.name.like('%{}%'.format(keyword)))

    if status:
        # print(status)
        query = query.filter(DialogModel.status == status)
    if mode:
        query = query.filter(DialogModel.mode == mode)
    query = query.order_by(DialogModel.update_date.desc())
    total = query.count()
    if page_size:
        query = query.limit(page_size).offset((page_index - 1) * page_size)

    rows = []
    user_id_set = set()
    dialog_id_set = set()
    label_dict = {}
    for kld in query.all():
        user_id_set.add(kld.tenant_id)
        dialog_id_set.add(kld.id)
        rows.append(kld.to_json())
    user_dict = {str(i.id): i.to_dict() for i in db.query(UserModel).filter(UserModel.id.in_(user_id_set)).all()}
    for i in db.query(LabelModel.id, LabelModel.name, LabelWorkerModel.object_id).outerjoin(LabelWorkerModel,
                                                                                            LabelModel.id == LabelWorkerModel.label_id).filter(
        LabelWorkerModel.object_id.in_(dialog_id_set)).all():
        label_dict[i.object_id] = label_dict.get(i.object_id, []) + [{"labelId": i.id, "labelName": i.name}]
    for r in rows:
        r["user"] = user_dict.get(r["user_id"], {})
        r["label"] = label_dict.get(r["id"], [])
    return {"total": total, "rows": rows}



async def sync_dialog_service(db, dialog_id):
    dialog = db.query(DialogModel).filter(DialogModel.id == dialog_id).first()
    if dialog and dialog.dialog_type == RG_TYPE:
        try:
            app_dialog = get_one_from_ragflow_dialog(dialog_id)
            if app_dialog:
                dialog.name = app_dialog["name"]
                dialog.description = app_dialog["description"]
                dialog.kb_ids = app_dialog["kb_ids"]
                dialog.update_date = datetime.now()
                db.add(dialog)
                db.commit()
                db.refresh(dialog)
        except Exception as e:
            logger.error(e)
            db.rollback()
            return False
        return True