mirror of
https://github.com/langgenius/dify.git
synced 2025-10-31 10:53:02 +00:00
323 lines
13 KiB
Python
323 lines
13 KiB
Python
from datetime import datetime, timezone
|
|
|
|
import pytz
|
|
from flask_login import current_user
|
|
from flask_restful import Resource, marshal_with, reqparse
|
|
from flask_restful.inputs import int_range
|
|
from sqlalchemy import func, or_
|
|
from sqlalchemy.orm import joinedload
|
|
from werkzeug.exceptions import Forbidden, NotFound
|
|
|
|
from controllers.console import api
|
|
from controllers.console.app.wraps import get_app_model
|
|
from controllers.console.setup import setup_required
|
|
from controllers.console.wraps import account_initialization_required
|
|
from core.app.entities.app_invoke_entities import InvokeFrom
|
|
from extensions.ext_database import db
|
|
from fields.conversation_fields import (
|
|
conversation_detail_fields,
|
|
conversation_message_detail_fields,
|
|
conversation_pagination_fields,
|
|
conversation_with_summary_pagination_fields,
|
|
)
|
|
from libs.helper import DatetimeString
|
|
from libs.login import login_required
|
|
from models import Conversation, EndUser, Message, MessageAnnotation
|
|
from models.model import AppMode
|
|
|
|
|
|
class CompletionConversationApi(Resource):
|
|
@setup_required
|
|
@login_required
|
|
@account_initialization_required
|
|
@get_app_model(mode=AppMode.COMPLETION)
|
|
@marshal_with(conversation_pagination_fields)
|
|
def get(self, app_model):
|
|
if not current_user.is_editor:
|
|
raise Forbidden()
|
|
parser = reqparse.RequestParser()
|
|
parser.add_argument("keyword", type=str, location="args")
|
|
parser.add_argument("start", type=DatetimeString("%Y-%m-%d %H:%M"), location="args")
|
|
parser.add_argument("end", type=DatetimeString("%Y-%m-%d %H:%M"), location="args")
|
|
parser.add_argument(
|
|
"annotation_status", type=str, choices=["annotated", "not_annotated", "all"], default="all", location="args"
|
|
)
|
|
parser.add_argument("page", type=int_range(1, 99999), default=1, location="args")
|
|
parser.add_argument("limit", type=int_range(1, 100), default=20, location="args")
|
|
args = parser.parse_args()
|
|
|
|
query = db.select(Conversation).where(Conversation.app_id == app_model.id, Conversation.mode == "completion")
|
|
|
|
if args["keyword"]:
|
|
query = query.join(Message, Message.conversation_id == Conversation.id).filter(
|
|
or_(
|
|
Message.query.ilike("%{}%".format(args["keyword"])),
|
|
Message.answer.ilike("%{}%".format(args["keyword"])),
|
|
)
|
|
)
|
|
|
|
account = current_user
|
|
timezone = pytz.timezone(account.timezone)
|
|
utc_timezone = pytz.utc
|
|
|
|
if args["start"]:
|
|
start_datetime = datetime.strptime(args["start"], "%Y-%m-%d %H:%M")
|
|
start_datetime = start_datetime.replace(second=0)
|
|
|
|
start_datetime_timezone = timezone.localize(start_datetime)
|
|
start_datetime_utc = start_datetime_timezone.astimezone(utc_timezone)
|
|
|
|
query = query.where(Conversation.created_at >= start_datetime_utc)
|
|
|
|
if args["end"]:
|
|
end_datetime = datetime.strptime(args["end"], "%Y-%m-%d %H:%M")
|
|
end_datetime = end_datetime.replace(second=59)
|
|
|
|
end_datetime_timezone = timezone.localize(end_datetime)
|
|
end_datetime_utc = end_datetime_timezone.astimezone(utc_timezone)
|
|
|
|
query = query.where(Conversation.created_at < end_datetime_utc)
|
|
|
|
if args["annotation_status"] == "annotated":
|
|
query = query.options(joinedload(Conversation.message_annotations)).join(
|
|
MessageAnnotation, MessageAnnotation.conversation_id == Conversation.id
|
|
)
|
|
elif args["annotation_status"] == "not_annotated":
|
|
query = (
|
|
query.outerjoin(MessageAnnotation, MessageAnnotation.conversation_id == Conversation.id)
|
|
.group_by(Conversation.id)
|
|
.having(func.count(MessageAnnotation.id) == 0)
|
|
)
|
|
|
|
query = query.order_by(Conversation.created_at.desc())
|
|
|
|
conversations = db.paginate(query, page=args["page"], per_page=args["limit"], error_out=False)
|
|
|
|
return conversations
|
|
|
|
|
|
class CompletionConversationDetailApi(Resource):
|
|
@setup_required
|
|
@login_required
|
|
@account_initialization_required
|
|
@get_app_model(mode=AppMode.COMPLETION)
|
|
@marshal_with(conversation_message_detail_fields)
|
|
def get(self, app_model, conversation_id):
|
|
if not current_user.is_editor:
|
|
raise Forbidden()
|
|
conversation_id = str(conversation_id)
|
|
|
|
return _get_conversation(app_model, conversation_id)
|
|
|
|
@setup_required
|
|
@login_required
|
|
@account_initialization_required
|
|
@get_app_model(mode=[AppMode.CHAT, AppMode.AGENT_CHAT, AppMode.ADVANCED_CHAT])
|
|
def delete(self, app_model, conversation_id):
|
|
if not current_user.is_editor:
|
|
raise Forbidden()
|
|
conversation_id = str(conversation_id)
|
|
|
|
conversation = (
|
|
db.session.query(Conversation)
|
|
.filter(Conversation.id == conversation_id, Conversation.app_id == app_model.id)
|
|
.first()
|
|
)
|
|
|
|
if not conversation:
|
|
raise NotFound("Conversation Not Exists.")
|
|
|
|
conversation.is_deleted = True
|
|
db.session.commit()
|
|
|
|
return {"result": "success"}, 204
|
|
|
|
|
|
class ChatConversationApi(Resource):
|
|
@setup_required
|
|
@login_required
|
|
@account_initialization_required
|
|
@get_app_model(mode=[AppMode.CHAT, AppMode.AGENT_CHAT, AppMode.ADVANCED_CHAT])
|
|
@marshal_with(conversation_with_summary_pagination_fields)
|
|
def get(self, app_model):
|
|
if not current_user.is_editor:
|
|
raise Forbidden()
|
|
parser = reqparse.RequestParser()
|
|
parser.add_argument("keyword", type=str, location="args")
|
|
parser.add_argument("start", type=DatetimeString("%Y-%m-%d %H:%M"), location="args")
|
|
parser.add_argument("end", type=DatetimeString("%Y-%m-%d %H:%M"), location="args")
|
|
parser.add_argument(
|
|
"annotation_status", type=str, choices=["annotated", "not_annotated", "all"], default="all", location="args"
|
|
)
|
|
parser.add_argument("message_count_gte", type=int_range(1, 99999), required=False, location="args")
|
|
parser.add_argument("page", type=int_range(1, 99999), required=False, default=1, location="args")
|
|
parser.add_argument("limit", type=int_range(1, 100), required=False, default=20, location="args")
|
|
parser.add_argument(
|
|
"sort_by",
|
|
type=str,
|
|
choices=["created_at", "-created_at", "updated_at", "-updated_at"],
|
|
required=False,
|
|
default="-updated_at",
|
|
location="args",
|
|
)
|
|
args = parser.parse_args()
|
|
|
|
subquery = (
|
|
db.session.query(
|
|
Conversation.id.label("conversation_id"), EndUser.session_id.label("from_end_user_session_id")
|
|
)
|
|
.outerjoin(EndUser, Conversation.from_end_user_id == EndUser.id)
|
|
.subquery()
|
|
)
|
|
|
|
query = db.select(Conversation).where(Conversation.app_id == app_model.id)
|
|
|
|
if args["keyword"]:
|
|
keyword_filter = "%{}%".format(args["keyword"])
|
|
query = (
|
|
query.join(
|
|
Message,
|
|
Message.conversation_id == Conversation.id,
|
|
)
|
|
.join(subquery, subquery.c.conversation_id == Conversation.id)
|
|
.filter(
|
|
or_(
|
|
Message.query.ilike(keyword_filter),
|
|
Message.answer.ilike(keyword_filter),
|
|
Conversation.name.ilike(keyword_filter),
|
|
Conversation.introduction.ilike(keyword_filter),
|
|
subquery.c.from_end_user_session_id.ilike(keyword_filter),
|
|
),
|
|
)
|
|
.group_by(Conversation.id)
|
|
)
|
|
|
|
account = current_user
|
|
timezone = pytz.timezone(account.timezone)
|
|
utc_timezone = pytz.utc
|
|
|
|
if args["start"]:
|
|
start_datetime = datetime.strptime(args["start"], "%Y-%m-%d %H:%M")
|
|
start_datetime = start_datetime.replace(second=0)
|
|
|
|
start_datetime_timezone = timezone.localize(start_datetime)
|
|
start_datetime_utc = start_datetime_timezone.astimezone(utc_timezone)
|
|
|
|
match args["sort_by"]:
|
|
case "updated_at" | "-updated_at":
|
|
query = query.where(Conversation.updated_at >= start_datetime_utc)
|
|
case "created_at" | "-created_at" | _:
|
|
query = query.where(Conversation.created_at >= start_datetime_utc)
|
|
|
|
if args["end"]:
|
|
end_datetime = datetime.strptime(args["end"], "%Y-%m-%d %H:%M")
|
|
end_datetime = end_datetime.replace(second=59)
|
|
|
|
end_datetime_timezone = timezone.localize(end_datetime)
|
|
end_datetime_utc = end_datetime_timezone.astimezone(utc_timezone)
|
|
|
|
match args["sort_by"]:
|
|
case "updated_at" | "-updated_at":
|
|
query = query.where(Conversation.updated_at <= end_datetime_utc)
|
|
case "created_at" | "-created_at" | _:
|
|
query = query.where(Conversation.created_at <= end_datetime_utc)
|
|
|
|
if args["annotation_status"] == "annotated":
|
|
query = query.options(joinedload(Conversation.message_annotations)).join(
|
|
MessageAnnotation, MessageAnnotation.conversation_id == Conversation.id
|
|
)
|
|
elif args["annotation_status"] == "not_annotated":
|
|
query = (
|
|
query.outerjoin(MessageAnnotation, MessageAnnotation.conversation_id == Conversation.id)
|
|
.group_by(Conversation.id)
|
|
.having(func.count(MessageAnnotation.id) == 0)
|
|
)
|
|
|
|
if args["message_count_gte"] and args["message_count_gte"] >= 1:
|
|
query = (
|
|
query.options(joinedload(Conversation.messages))
|
|
.join(Message, Message.conversation_id == Conversation.id)
|
|
.group_by(Conversation.id)
|
|
.having(func.count(Message.id) >= args["message_count_gte"])
|
|
)
|
|
|
|
if app_model.mode == AppMode.ADVANCED_CHAT.value:
|
|
query = query.where(Conversation.invoke_from != InvokeFrom.DEBUGGER.value)
|
|
|
|
match args["sort_by"]:
|
|
case "created_at":
|
|
query = query.order_by(Conversation.created_at.asc())
|
|
case "-created_at":
|
|
query = query.order_by(Conversation.created_at.desc())
|
|
case "updated_at":
|
|
query = query.order_by(Conversation.updated_at.asc())
|
|
case "-updated_at":
|
|
query = query.order_by(Conversation.updated_at.desc())
|
|
case _:
|
|
query = query.order_by(Conversation.created_at.desc())
|
|
|
|
conversations = db.paginate(query, page=args["page"], per_page=args["limit"], error_out=False)
|
|
|
|
return conversations
|
|
|
|
|
|
class ChatConversationDetailApi(Resource):
|
|
@setup_required
|
|
@login_required
|
|
@account_initialization_required
|
|
@get_app_model(mode=[AppMode.CHAT, AppMode.AGENT_CHAT, AppMode.ADVANCED_CHAT])
|
|
@marshal_with(conversation_detail_fields)
|
|
def get(self, app_model, conversation_id):
|
|
if not current_user.is_editor:
|
|
raise Forbidden()
|
|
conversation_id = str(conversation_id)
|
|
|
|
return _get_conversation(app_model, conversation_id)
|
|
|
|
@setup_required
|
|
@login_required
|
|
@get_app_model(mode=[AppMode.CHAT, AppMode.AGENT_CHAT, AppMode.ADVANCED_CHAT])
|
|
@account_initialization_required
|
|
def delete(self, app_model, conversation_id):
|
|
if not current_user.is_editor:
|
|
raise Forbidden()
|
|
conversation_id = str(conversation_id)
|
|
|
|
conversation = (
|
|
db.session.query(Conversation)
|
|
.filter(Conversation.id == conversation_id, Conversation.app_id == app_model.id)
|
|
.first()
|
|
)
|
|
|
|
if not conversation:
|
|
raise NotFound("Conversation Not Exists.")
|
|
|
|
conversation.is_deleted = True
|
|
db.session.commit()
|
|
|
|
return {"result": "success"}, 204
|
|
|
|
|
|
api.add_resource(CompletionConversationApi, "/apps/<uuid:app_id>/completion-conversations")
|
|
api.add_resource(CompletionConversationDetailApi, "/apps/<uuid:app_id>/completion-conversations/<uuid:conversation_id>")
|
|
api.add_resource(ChatConversationApi, "/apps/<uuid:app_id>/chat-conversations")
|
|
api.add_resource(ChatConversationDetailApi, "/apps/<uuid:app_id>/chat-conversations/<uuid:conversation_id>")
|
|
|
|
|
|
def _get_conversation(app_model, conversation_id):
|
|
conversation = (
|
|
db.session.query(Conversation)
|
|
.filter(Conversation.id == conversation_id, Conversation.app_id == app_model.id)
|
|
.first()
|
|
)
|
|
|
|
if not conversation:
|
|
raise NotFound("Conversation Not Exists.")
|
|
|
|
if not conversation.read_at:
|
|
conversation.read_at = datetime.now(timezone.utc).replace(tzinfo=None)
|
|
conversation.read_account_id = current_user.id
|
|
db.session.commit()
|
|
|
|
return conversation
|