# # Copyright 2025 The InfiniFlow Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # import json import logging from .base import Base logger = logging.getLogger(__name__) class Session(Base): def __init__(self, rag, res_dict): self.id = None self.name = "New session" self.messages = [{"role": "assistant", "content": "Hi! I am your assistant, can I help you?"}] for key, value in res_dict.items(): if key == "chat_id" and value is not None: self.chat_id = None self.__session_type = "chat" if key == "agent_id" and value is not None: self.agent_id = None self.__session_type = "agent" super().__init__(rag, res_dict) def ask( self, question="", stream=False, inputs=None, release=None, return_trace=None, **kwargs, ): """ Ask a question to the session. Parameters ---------- question : str The user's question. May be empty when the agent is driven solely by Begin component inputs. stream : bool If ``True``, yields ``Message`` objects as they arrive (SSE streaming). If ``False``, yields a single ``Message`` with the final answer. inputs : dict, optional Values for variables declared on the agent's **Begin** component. Each value must be a dict containing at least a ``"value"`` key, and may include ``"type"``. Example:: session.ask( "", stream=False, inputs={"key1": {"type": "line", "value": "hello"}}, ) Only meaningful for agent sessions; ignored for chat sessions. release : bool, optional If ``True``, run against the latest published agent version instead of the editable draft. Only meaningful for agent sessions. return_trace : bool, optional If ``True``, include execution trace information in the response. Only meaningful for agent sessions. **kwargs Additional fields forwarded verbatim to the completion endpoint (e.g. ``session_id``, ``files``, ``user_id``, ``custom_header``). See the HTTP API reference for the full list. """ if inputs is not None: kwargs["inputs"] = inputs if release is not None: kwargs["release"] = release if return_trace is not None: kwargs["return_trace"] = return_trace if inputs is not None or release is not None or return_trace is not None: logger.debug( "Session.ask explicit-params session_type=%s session_id=%s " "input_keys=%s release=%s return_trace=%s", self.__session_type, getattr(self, "id", None), list(inputs.keys()) if isinstance(inputs, dict) else None, release, return_trace, ) if self.__session_type == "agent": res = self._ask_agent(question, stream, **kwargs) elif self.__session_type == "chat": res = self._ask_chat(question, stream, **kwargs) else: raise Exception(f"Unknown session type: {self.__session_type}") if stream: for line in res.iter_lines(decode_unicode=True): if not line: continue # Skip empty lines line = line.strip() if line.startswith("data:"): content = line[len("data:"):].strip() if content == "[DONE]": break # End of stream else: content = line try: json_data = json.loads(content) except json.JSONDecodeError: continue # Skip lines that are not valid JSON event = json_data.get("event",None) if event and event != "message": continue if ( (self.__session_type == "agent" and event == "message_end") or (self.__session_type == "chat" and json_data.get("data") is True) ): return if self.__session_type == "agent": yield self._structure_answer(json_data) else: yield self._structure_answer(json_data["data"]) else: try: json_data = res.json() except ValueError: raise Exception(f"Invalid response {res}") yield self._structure_answer(json_data["data"]) def _structure_answer(self, json_data): answer = "" if self.__session_type == "agent": answer = json_data["data"]["content"] elif self.__session_type == "chat": answer = json_data["answer"] reference = json_data.get("reference", {}) temp_dict = { "content": answer, "role": "assistant" } if reference and "chunks" in reference: chunks = reference["chunks"] temp_dict["reference"] = chunks message = Message(self.rag, temp_dict) return message def _ask_chat(self, question: str, stream: bool, **kwargs): json_data = {"question": question, "stream": stream, "session_id": self.id} json_data.update(kwargs) res = self.post(f"/chats/{self.chat_id}/completions", json_data, stream=stream) return res def _ask_agent(self, question: str, stream: bool, **kwargs): json_data = { "agent_id": self.agent_id, "query": question, "stream": stream, "session_id": self.id, "openai-compatible": False, } json_data.update(kwargs) res = self.post("/agents/chat/completions", json_data, stream=stream) return res def update(self, update_message): res = self.patch(f"/chats/{self.chat_id}/sessions/{self.id}", update_message) res = res.json() if res.get("code") != 0: raise Exception(res.get("message")) class Message(Base): def __init__(self, rag, res_dict): self.content = "Hi! I am your assistant, can I help you?" self.reference = None self.role = "assistant" self.prompt = None self.id = None super().__init__(rag, res_dict)