message streaming

This commit is contained in:
Matteo Rosati
2026-02-18 14:21:31 +01:00
parent 3e6fefabbd
commit e1afb6e6c7
5 changed files with 299 additions and 101 deletions

View File

@@ -2,17 +2,33 @@ const statusEl = document.getElementById("status");
const messagesEl = document.getElementById("messages");
const formEl = document.getElementById("chat-form");
const inputEl = document.getElementById("chat-input");
const clearEl = document.getElementById("chat-clear");
const sendButtonEl = formEl?.querySelector("button[type='submit']");
const settingsToggle = document.getElementById("settings-toggle");
const settingsDrawer = document.getElementById("settings-drawer");
const settingsClose = document.getElementById("settings-close");
const rangeInputs = settingsDrawer
? Array.from(settingsDrawer.querySelectorAll("input[type='range']"))
: [];
const configInputs = {
topK: document.getElementById("config-top-k"),
topP: document.getElementById("config-top-p"),
temperature: document.getElementById("config-temperature"),
retrieverMaxDocs: document.getElementById("config-retriever-max-docs"),
rerankerMaxDocs: document.getElementById("config-reranker-max-docs"),
};
const scheme = window.location.protocol === "https:" ? "wss" : "ws";
const socketUrl = `${scheme}://${window.location.host}/ws`;
let socket;
let streamingBubble = null;
let loadingBubble = null;
let isAwaitingResponse = false;
const updateSendButtonState = () => {
if (!sendButtonEl) return;
sendButtonEl.disabled = isAwaitingResponse;
};
const addMessage = (text, direction) => {
const bubble = document.createElement("div");
@@ -22,6 +38,29 @@ const addMessage = (text, direction) => {
messagesEl.scrollTop = messagesEl.scrollHeight;
};
const showLoadingBubble = () => {
if (loadingBubble) return;
loadingBubble = document.createElement("div");
loadingBubble.className = "message message--in message--loading";
loadingBubble.innerHTML =
'<span class="typing-dot"></span><span class="typing-dot"></span><span class="typing-dot"></span>';
messagesEl.appendChild(loadingBubble);
messagesEl.scrollTop = messagesEl.scrollHeight;
};
const removeLoadingBubble = () => {
if (!loadingBubble) return;
loadingBubble.remove();
loadingBubble = null;
};
const clearMessages = () => {
if (!messagesEl) return;
messagesEl.innerHTML = "";
streamingBubble = null;
loadingBubble = null;
};
const connect = () => {
socket = new WebSocket(socketUrl);
@@ -39,11 +78,11 @@ const connect = () => {
}
if (payload.type === "start") {
// Keep the loading bubble visible until the first chunk arrives.
// Just prepare the streaming bubble but don't append it yet.
streamingBubble = document.createElement("div");
streamingBubble.className = "message message--in";
streamingBubble.textContent = "";
messagesEl.appendChild(streamingBubble);
messagesEl.scrollTop = messagesEl.scrollHeight;
return;
}
@@ -51,6 +90,10 @@ const connect = () => {
if (!streamingBubble) {
streamingBubble = document.createElement("div");
streamingBubble.className = "message message--in";
}
// First chunk: swap loading bubble for the streaming bubble.
if (!streamingBubble.isConnected) {
removeLoadingBubble();
messagesEl.appendChild(streamingBubble);
}
streamingBubble.textContent += payload.data ?? "";
@@ -58,18 +101,36 @@ const connect = () => {
return;
}
if (payload.type === "report") {
console.log("%cSOURCES", 'border: 2px solid red; padding: 1em; color: red; font-size: 14px; font-weight: bold;')
console.log(payload.sources);
console.log("%cRE-RANKED SOURCES", 'border: 2px solid red; padding: 1em; color: red; font-size: 14px; font-weight: bold;')
console.log(payload.reranked_sources);
return;
}
if (payload.type === "end") {
// Safety net: remove loading bubble if no chunks were ever received.
removeLoadingBubble();
streamingBubble = null;
isAwaitingResponse = false;
updateSendButtonState();
return;
}
});
socket.addEventListener("close", () => {
statusEl.textContent = "Disconnected";
removeLoadingBubble();
isAwaitingResponse = false;
updateSendButtonState();
});
socket.addEventListener("error", () => {
statusEl.textContent = "Connection error";
removeLoadingBubble();
isAwaitingResponse = false;
updateSendButtonState();
});
};
@@ -106,6 +167,14 @@ settingsToggle?.addEventListener("click", () => {
settingsClose?.addEventListener("click", closeDrawer);
clearEl?.addEventListener("click", () => {
clearMessages();
inputEl?.focus();
updateSendButtonState();
});
inputEl?.addEventListener("input", updateSendButtonState);
formEl.addEventListener("submit", (event) => {
event.preventDefault();
const text = inputEl.value.trim();
@@ -114,10 +183,22 @@ formEl.addEventListener("submit", (event) => {
addMessage("Not connected.", "in");
return;
}
if (isAwaitingResponse) return;
const config = {
top_k: Number(configInputs.topK?.value ?? 0),
top_p: Number(configInputs.topP?.value ?? 0),
temperature: Number(configInputs.temperature?.value ?? 0),
retriever_max_docs: Number(configInputs.retrieverMaxDocs?.value ?? 0),
reranker_max_results: Number(configInputs.rerankerMaxDocs?.value ?? 0),
};
addMessage(text, "out");
socket.send(text);
socket.send(JSON.stringify({ message: text, config }));
inputEl.value = "";
inputEl.focus();
isAwaitingResponse = true;
updateSendButtonState();
showLoadingBubble();
});
connect();
updateSendButtonState();