Adds support for OpenAI responses and adds Open-WebUI interface

Author: vmesel

docker-compose.yml

@@ -38,3 +38,21 @@ services:
       - STATIC_FILE_LOCATION=/app/static
     env_file:
       - .env
+  openwebui:
+    image: ghcr.io/open-webui/open-webui:main
+    ports:
+      - '3000:8080'
+    environment:
+      - OPENAI_API_KEYS=FAKE-KEY;
+      - OPENAI_API_BASE_URLS=http://dialog:8000/openai;
+      - ENABLE_OPENAI_API=true
+    volumes:
+      - open-webui:/app/backend/data
+    depends_on:
+      db:
+        condition: service_healthy
+      dialog:
+        condition: service_started
+
+volumes:
+  open-webui:

src/dialog/routers/openai.py

@@ -31,15 +31,16 @@ async def ask_question_to_llm(message: OpenAIChat, session: Session = Depends(ge
     """
     This posts a message to the LLM and returns the response in the OpenAI format.
     """
+    logging.info(f"Received message: {message}")
     start_time = datetime.datetime.now()
     new_chat = ChatEntity(
         session_id = f"openai-{str(uuid4())}",
     )
     session.add(new_chat)
-    for message in message.messages[:-1]:
+    for _message in message.messages[:-1]:
         new_message = ChatMessages(
             session_id=new_chat.session_id,
-            message=message.message,
+            message=_message.content,
         )
         session.add(new_message)
     session.flush()
@@ -62,12 +63,13 @@ async def ask_question_to_llm(message: OpenAIChat, session: Session = Depends(ge
         ],
         created=int(datetime.datetime.now().timestamp()),
         id=f"talkdai-{str(uuid4())}",
-        model="talkdai",
+        model="talkd-ai",
         object="chat.completion",
         usage={
             "completion_tokens": None,
             "prompt_tokens": None,
             "total_tokens": None
         }
     )
+    logging.info(f"Chat completion: {chat_completion}")
     return chat_completion