Structured outputs for regular replies; streaming can be enabled/disabled
This commit is contained in:
@@ -249,11 +249,12 @@ async function onNewMessage(message: Message) {
|
||||
|
||||
// Check if provider supports streaming
|
||||
const provider = state.provider!();
|
||||
const useStreaming = provider.requestLLMResponseStreaming && state.llmconf!().streaming;
|
||||
logInfo(
|
||||
`[bot] Provider: ${provider.name()}, streaming supported: ${!!provider.requestLLMResponseStreaming}`
|
||||
`[bot] Provider: ${provider.name()}, streaming supported: ${!!provider.requestLLMResponseStreaming}, streaming enabled: ${useStreaming}`
|
||||
);
|
||||
|
||||
if (provider.requestLLMResponseStreaming) {
|
||||
if (useStreaming) {
|
||||
// Use streaming - accumulate all chunks, show only the delta (newest piece) in embed
|
||||
let lastUpdateTime = Date.now();
|
||||
const updateIntervalMs = 1500; // Update every ~1.5 seconds
|
||||
|
||||
Reference in New Issue
Block a user