Adds proper history handling for prompting

Author: vmesel

docs/quick-start.md

@@ -98,7 +98,7 @@ See [our documentation](https://dialog.talkd.ai/settings#csv-knowledge-base) for
 
 #### `.toml` prompt configuration
 
-The `[prompt.header]`, `[prompt.suggested]`, and `[fallback.prompt]` fields are mandatory fields used for processing the conversation and connecting to the LLM.
+The `[prompt.header]`, `[prompt.history_header]`, `[prompt.suggested]`, and `[fallback.prompt]` fields are mandatory fields used for processing the conversation and connecting to the LLM.
 
 The `[prompt.fallback]` field is used when the LLM does not find a compatible embedding in the database; that is, the `[prompt.header]` **is ignored** and the `[prompt.fallback]` is used. Without it, there could be hallucinations about possible answers to questions outside the scope of the embeddings.
 
@@ -117,6 +117,8 @@ qualified service to high-end customers. Be brief in your answers, without being
 and objective in your responses. Never say that you are a model (AI), always answer as Avelino.
 Be polite and friendly!"""
 
+history_header = """This is the history of the conversation with the user:"""
+
 suggested = "Here is some possible content
 that could help the user in a better way."
 

sample_data/prompt.toml

@@ -16,6 +16,10 @@ suggested = """
 Here are some contents that you need to use in order to help you with the user's question:
 """
 
+history_header = """
+This is the history of the conversation:
+"""
+
 [fallback]
 prompt = """
 Answer the following message to the user.

src/dialog/llm/agents/default.py

@@ -17,6 +17,7 @@
 from dialog.settings import Settings
 from dialog.db import get_session
 
+
 class DialogLLM(AbstractRAG):
     def __init__(self, *args, **kwargs):
         kwargs["dbsession"] = next(get_session())
@@ -47,24 +48,35 @@ def generate_prompt(self, text):
             self.config.get("fallback").get("prompt") # maintaining compatibility with the previous configuration
         header = prompt_config.get("header")
         suggested = prompt_config.get("suggested")
+        history_header = prompt_config.get("history_header")
         messages = []
+
+        messages.append(SystemMessagePromptTemplate.from_template(header))
         if len(self.relevant_contents) > 0:
             context = "Context: \n".join(
                 [f"{c.question}\n{c.content}\n" for c in self.relevant_contents]
             )
-            messages.append(SystemMessagePromptTemplate.from_template(header))
-            messages.append(SystemMessagePromptTemplate.from_template(
-                f"{suggested}. {context}"))
             messages.append(
-                MessagesPlaceholder(
-                    variable_name="chat_history", optional=True))
-            messages.append(
-                HumanMessagePromptTemplate.from_template("{user_message}"))
+                SystemMessagePromptTemplate.from_template(f"{suggested}. {context}")
+            )
         else:
             messages.append(
-                SystemMessagePromptTemplate.from_template(fallback))
-            messages.append(
-                HumanMessagePromptTemplate.from_template("{user_message}"))
+                SystemMessagePromptTemplate.from_template(fallback)
+            )
+
+        messages.append(
+            SystemMessagePromptTemplate.from_template(history_header)
+        )
+
+        messages.append(
+            MessagesPlaceholder(
+                variable_name="chat_history"
+            )
+        )
+
+        messages.append(
+            HumanMessagePromptTemplate.from_template("{user_message}")
+        )
         self.prompt = ChatPromptTemplate.from_messages(messages)
 
         if Settings().VERBOSE_LLM: