| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  | import logging | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-06 13:21:13 +08:00
										 |  |  | from flask_restful import fields, marshal_with, reqparse | 
					
						
							|  |  |  | from flask_restful.inputs import int_range | 
					
						
							|  |  |  | from werkzeug.exceptions import InternalServerError, NotFound | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  | import services | 
					
						
							|  |  |  | from controllers.web import api | 
					
						
							| 
									
										
										
										
											2024-02-06 13:21:13 +08:00
										 |  |  | from controllers.web.error import ( | 
					
						
							|  |  |  |     AppMoreLikeThisDisabledError, | 
					
						
							|  |  |  |     AppSuggestedQuestionsAfterAnswerDisabledError, | 
					
						
							|  |  |  |     CompletionRequestError, | 
					
						
							|  |  |  |     NotChatAppError, | 
					
						
							|  |  |  |     NotCompletionAppError, | 
					
						
							|  |  |  |     ProviderModelCurrentlyNotSupportError, | 
					
						
							|  |  |  |     ProviderNotInitializeError, | 
					
						
							|  |  |  |     ProviderQuotaExceededError, | 
					
						
							|  |  |  | ) | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  | from controllers.web.wraps import WebApiResource | 
					
						
							| 
									
										
										
										
											2024-04-08 18:51:46 +08:00
										 |  |  | from core.app.entities.app_invoke_entities import InvokeFrom | 
					
						
							| 
									
										
										
										
											2024-01-12 12:34:01 +08:00
										 |  |  | from core.errors.error import ModelCurrentlyNotSupportError, ProviderTokenNotInitError, QuotaExceededError | 
					
						
							| 
									
										
										
										
											2024-01-02 23:42:00 +08:00
										 |  |  | from core.model_runtime.errors.invoke import InvokeError | 
					
						
							| 
									
										
										
										
											2024-01-12 12:34:01 +08:00
										 |  |  | from fields.conversation_fields import message_file_fields | 
					
						
							| 
									
										
										
										
											2024-01-23 19:58:23 +08:00
										 |  |  | from fields.message_fields import agent_thought_fields | 
					
						
							| 
									
										
										
										
											2024-04-08 18:51:46 +08:00
										 |  |  | from libs import helper | 
					
						
							| 
									
										
										
										
											2024-01-12 12:34:01 +08:00
										 |  |  | from libs.helper import TimestampField, uuid_value | 
					
						
							| 
									
										
										
										
											2024-04-08 18:51:46 +08:00
										 |  |  | from models.model import AppMode | 
					
						
							|  |  |  | from services.app_generate_service import AppGenerateService | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  | from services.errors.app import MoreLikeThisDisabledError | 
					
						
							|  |  |  | from services.errors.conversation import ConversationNotExistsError | 
					
						
							|  |  |  | from services.errors.message import MessageNotExistsError, SuggestedQuestionsAfterAnswerDisabledError | 
					
						
							|  |  |  | from services.message_service import MessageService | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | class MessageListApi(WebApiResource): | 
					
						
							| 
									
										
										
										
											2024-08-26 15:29:10 +08:00
										 |  |  |     feedback_fields = {"rating": fields.String} | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-09-10 15:17:43 +08:00
										 |  |  |     retriever_resource_fields = { | 
					
						
							| 
									
										
										
										
											2024-08-26 15:29:10 +08:00
										 |  |  |         "id": fields.String, | 
					
						
							|  |  |  |         "message_id": fields.String, | 
					
						
							|  |  |  |         "position": fields.Integer, | 
					
						
							|  |  |  |         "dataset_id": fields.String, | 
					
						
							|  |  |  |         "dataset_name": fields.String, | 
					
						
							|  |  |  |         "document_id": fields.String, | 
					
						
							|  |  |  |         "document_name": fields.String, | 
					
						
							|  |  |  |         "data_source_type": fields.String, | 
					
						
							|  |  |  |         "segment_id": fields.String, | 
					
						
							|  |  |  |         "score": fields.Float, | 
					
						
							|  |  |  |         "hit_count": fields.Integer, | 
					
						
							|  |  |  |         "word_count": fields.Integer, | 
					
						
							|  |  |  |         "segment_position": fields.Integer, | 
					
						
							|  |  |  |         "index_node_hash": fields.String, | 
					
						
							|  |  |  |         "content": fields.String, | 
					
						
							|  |  |  |         "created_at": TimestampField, | 
					
						
							| 
									
										
										
										
											2023-09-10 15:17:43 +08:00
										 |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  |     message_fields = { | 
					
						
							| 
									
										
										
										
											2024-08-26 15:29:10 +08:00
										 |  |  |         "id": fields.String, | 
					
						
							|  |  |  |         "conversation_id": fields.String, | 
					
						
							| 
									
										
										
										
											2024-09-22 03:15:11 +08:00
										 |  |  |         "parent_message_id": fields.String, | 
					
						
							| 
									
										
										
										
											2024-08-26 15:29:10 +08:00
										 |  |  |         "inputs": fields.Raw, | 
					
						
							|  |  |  |         "query": fields.String, | 
					
						
							|  |  |  |         "answer": fields.String(attribute="re_sign_file_url_answer"), | 
					
						
							|  |  |  |         "message_files": fields.List(fields.Nested(message_file_fields), attribute="files"), | 
					
						
							|  |  |  |         "feedback": fields.Nested(feedback_fields, attribute="user_feedback", allow_null=True), | 
					
						
							|  |  |  |         "retriever_resources": fields.List(fields.Nested(retriever_resource_fields)), | 
					
						
							|  |  |  |         "created_at": TimestampField, | 
					
						
							|  |  |  |         "agent_thoughts": fields.List(fields.Nested(agent_thought_fields)), | 
					
						
							|  |  |  |         "status": fields.String, | 
					
						
							|  |  |  |         "error": fields.String, | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     message_infinite_scroll_pagination_fields = { | 
					
						
							| 
									
										
										
										
											2024-08-26 15:29:10 +08:00
										 |  |  |         "limit": fields.Integer, | 
					
						
							|  |  |  |         "has_more": fields.Boolean, | 
					
						
							|  |  |  |         "data": fields.List(fields.Nested(message_fields)), | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     @marshal_with(message_infinite_scroll_pagination_fields) | 
					
						
							|  |  |  |     def get(self, app_model, end_user): | 
					
						
							| 
									
										
										
										
											2024-04-08 18:51:46 +08:00
										 |  |  |         app_mode = AppMode.value_of(app_model.mode) | 
					
						
							| 
									
										
										
										
											2024-09-13 22:42:08 +08:00
										 |  |  |         if app_mode not in {AppMode.CHAT, AppMode.AGENT_CHAT, AppMode.ADVANCED_CHAT}: | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  |             raise NotChatAppError() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         parser = reqparse.RequestParser() | 
					
						
							| 
									
										
										
										
											2024-08-26 15:29:10 +08:00
										 |  |  |         parser.add_argument("conversation_id", required=True, type=uuid_value, location="args") | 
					
						
							|  |  |  |         parser.add_argument("first_id", type=uuid_value, location="args") | 
					
						
							|  |  |  |         parser.add_argument("limit", type=int_range(1, 100), required=False, default=20, location="args") | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  |         args = parser.parse_args() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         try: | 
					
						
							| 
									
										
										
										
											2024-08-26 15:29:10 +08:00
										 |  |  |             return MessageService.pagination_by_first_id( | 
					
						
							| 
									
										
										
										
											2024-09-22 03:15:11 +08:00
										 |  |  |                 app_model, end_user, args["conversation_id"], args["first_id"], args["limit"], "desc" | 
					
						
							| 
									
										
										
										
											2024-08-26 15:29:10 +08:00
										 |  |  |             ) | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  |         except services.errors.conversation.ConversationNotExistsError: | 
					
						
							|  |  |  |             raise NotFound("Conversation Not Exists.") | 
					
						
							|  |  |  |         except services.errors.message.FirstMessageNotExistsError: | 
					
						
							|  |  |  |             raise NotFound("First Message Not Exists.") | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | class MessageFeedbackApi(WebApiResource): | 
					
						
							|  |  |  |     def post(self, app_model, end_user, message_id): | 
					
						
							|  |  |  |         message_id = str(message_id) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         parser = reqparse.RequestParser() | 
					
						
							| 
									
										
										
										
											2024-08-26 15:29:10 +08:00
										 |  |  |         parser.add_argument("rating", type=str, choices=["like", "dislike", None], location="json") | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  |         args = parser.parse_args() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         try: | 
					
						
							| 
									
										
										
										
											2024-08-26 15:29:10 +08:00
										 |  |  |             MessageService.create_feedback(app_model, message_id, end_user, args["rating"]) | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  |         except services.errors.message.MessageNotExistsError: | 
					
						
							|  |  |  |             raise NotFound("Message Not Exists.") | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-08-26 15:29:10 +08:00
										 |  |  |         return {"result": "success"} | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | class MessageMoreLikeThisApi(WebApiResource): | 
					
						
							|  |  |  |     def get(self, app_model, end_user, message_id): | 
					
						
							| 
									
										
										
										
											2024-08-26 15:29:10 +08:00
										 |  |  |         if app_model.mode != "completion": | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  |             raise NotCompletionAppError() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         message_id = str(message_id) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         parser = reqparse.RequestParser() | 
					
						
							| 
									
										
										
										
											2024-08-26 15:29:10 +08:00
										 |  |  |         parser.add_argument( | 
					
						
							|  |  |  |             "response_mode", type=str, required=True, choices=["blocking", "streaming"], location="args" | 
					
						
							|  |  |  |         ) | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  |         args = parser.parse_args() | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-08-26 15:29:10 +08:00
										 |  |  |         streaming = args["response_mode"] == "streaming" | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  |         try: | 
					
						
							| 
									
										
										
										
											2024-04-08 18:51:46 +08:00
										 |  |  |             response = AppGenerateService.generate_more_like_this( | 
					
						
							| 
									
										
										
										
											2024-01-02 23:42:00 +08:00
										 |  |  |                 app_model=app_model, | 
					
						
							|  |  |  |                 user=end_user, | 
					
						
							|  |  |  |                 message_id=message_id, | 
					
						
							|  |  |  |                 invoke_from=InvokeFrom.WEB_APP, | 
					
						
							| 
									
										
										
										
											2024-08-26 15:29:10 +08:00
										 |  |  |                 streaming=streaming, | 
					
						
							| 
									
										
										
										
											2024-01-02 23:42:00 +08:00
										 |  |  |             ) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-04-08 18:51:46 +08:00
										 |  |  |             return helper.compact_generate_response(response) | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  |         except MessageNotExistsError: | 
					
						
							|  |  |  |             raise NotFound("Message Not Exists.") | 
					
						
							|  |  |  |         except MoreLikeThisDisabledError: | 
					
						
							|  |  |  |             raise AppMoreLikeThisDisabledError() | 
					
						
							| 
									
										
										
										
											2023-07-17 00:14:19 +08:00
										 |  |  |         except ProviderTokenNotInitError as ex: | 
					
						
							|  |  |  |             raise ProviderNotInitializeError(ex.description) | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  |         except QuotaExceededError: | 
					
						
							|  |  |  |             raise ProviderQuotaExceededError() | 
					
						
							|  |  |  |         except ModelCurrentlyNotSupportError: | 
					
						
							|  |  |  |             raise ProviderModelCurrentlyNotSupportError() | 
					
						
							| 
									
										
										
										
											2024-01-02 23:42:00 +08:00
										 |  |  |         except InvokeError as e: | 
					
						
							| 
									
										
										
										
											2024-01-04 17:49:55 +08:00
										 |  |  |             raise CompletionRequestError(e.description) | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  |         except ValueError as e: | 
					
						
							|  |  |  |             raise e | 
					
						
							|  |  |  |         except Exception: | 
					
						
							|  |  |  |             logging.exception("internal server error.") | 
					
						
							|  |  |  |             raise InternalServerError() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | class MessageSuggestedQuestionApi(WebApiResource): | 
					
						
							|  |  |  |     def get(self, app_model, end_user, message_id): | 
					
						
							| 
									
										
										
										
											2024-04-08 18:51:46 +08:00
										 |  |  |         app_mode = AppMode.value_of(app_model.mode) | 
					
						
							| 
									
										
										
										
											2024-09-13 22:42:08 +08:00
										 |  |  |         if app_mode not in {AppMode.CHAT, AppMode.AGENT_CHAT, AppMode.ADVANCED_CHAT}: | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  |             raise NotCompletionAppError() | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         message_id = str(message_id) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         try: | 
					
						
							|  |  |  |             questions = MessageService.get_suggested_questions_after_answer( | 
					
						
							| 
									
										
										
										
											2024-08-26 15:29:10 +08:00
										 |  |  |                 app_model=app_model, user=end_user, message_id=message_id, invoke_from=InvokeFrom.WEB_APP | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  |             ) | 
					
						
							|  |  |  |         except MessageNotExistsError: | 
					
						
							|  |  |  |             raise NotFound("Message not found") | 
					
						
							|  |  |  |         except ConversationNotExistsError: | 
					
						
							|  |  |  |             raise NotFound("Conversation not found") | 
					
						
							|  |  |  |         except SuggestedQuestionsAfterAnswerDisabledError: | 
					
						
							|  |  |  |             raise AppSuggestedQuestionsAfterAnswerDisabledError() | 
					
						
							| 
									
										
										
										
											2023-07-17 00:14:19 +08:00
										 |  |  |         except ProviderTokenNotInitError as ex: | 
					
						
							|  |  |  |             raise ProviderNotInitializeError(ex.description) | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  |         except QuotaExceededError: | 
					
						
							|  |  |  |             raise ProviderQuotaExceededError() | 
					
						
							|  |  |  |         except ModelCurrentlyNotSupportError: | 
					
						
							|  |  |  |             raise ProviderModelCurrentlyNotSupportError() | 
					
						
							| 
									
										
										
										
											2024-01-02 23:42:00 +08:00
										 |  |  |         except InvokeError as e: | 
					
						
							| 
									
										
										
										
											2024-01-04 17:49:55 +08:00
										 |  |  |             raise CompletionRequestError(e.description) | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  |         except Exception: | 
					
						
							|  |  |  |             logging.exception("internal server error.") | 
					
						
							|  |  |  |             raise InternalServerError() | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-08-26 15:29:10 +08:00
										 |  |  |         return {"data": questions} | 
					
						
							| 
									
										
										
										
											2023-05-15 08:51:32 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-08-26 15:29:10 +08:00
										 |  |  | api.add_resource(MessageListApi, "/messages") | 
					
						
							|  |  |  | api.add_resource(MessageFeedbackApi, "/messages/<uuid:message_id>/feedbacks") | 
					
						
							|  |  |  | api.add_resource(MessageMoreLikeThisApi, "/messages/<uuid:message_id>/more-like-this") | 
					
						
							|  |  |  | api.add_resource(MessageSuggestedQuestionApi, "/messages/<uuid:message_id>/suggested-questions") |