mirror of
https://github.com/mostlygeek/llama-swap.git
synced 2026-06-09 06:46:34 +02:00
ui-svelte: support reasoning and reasoning_content (#708)
UI Tests / run-tests (push) Successful in 8m1s
Close inactive issues / close-issues (push) Successful in 2m22s
Build Unified Docker Image / setup (push) Successful in 4s
Build Containers / build-and-push (cpu) (push) Failing after 15s
Build Containers / build-and-push (cuda) (push) Failing after 13s
Build Containers / build-and-push (cuda13) (push) Failing after 26s
Build Containers / build-and-push (musa) (push) Failing after 11s
Build Containers / build-and-push (rocm) (push) Failing after 11s
Build Containers / build-and-push (vulkan) (push) Failing after 10s
Build Unified Docker Image / build (push) Failing after 10s
Build Containers / build-and-push (intel) (push) Failing after 2m42s
Build Containers / delete-untagged-containers (push) Has been skipped
UI Tests / run-tests (push) Successful in 8m1s
Close inactive issues / close-issues (push) Successful in 2m22s
Build Unified Docker Image / setup (push) Successful in 4s
Build Containers / build-and-push (cpu) (push) Failing after 15s
Build Containers / build-and-push (cuda) (push) Failing after 13s
Build Containers / build-and-push (cuda13) (push) Failing after 26s
Build Containers / build-and-push (musa) (push) Failing after 11s
Build Containers / build-and-push (rocm) (push) Failing after 11s
Build Containers / build-and-push (vulkan) (push) Failing after 10s
Build Unified Docker Image / build (push) Failing after 10s
Build Containers / build-and-push (intel) (push) Failing after 2m42s
Build Containers / delete-untagged-containers (push) Has been skipped
Support `reasoning` v1/chat/completion delta that vLLM uses.
This commit is contained in:
@@ -106,6 +106,7 @@
|
||||
const delta = parsed.choices?.[0]?.delta;
|
||||
if (delta?.content) result.content += delta.content;
|
||||
if (delta?.reasoning_content) result.reasoning += delta.reasoning_content;
|
||||
if (delta?.reasoning) result.reasoning += delta.reasoning;
|
||||
} catch {
|
||||
// skip unparseable lines
|
||||
}
|
||||
|
||||
@@ -25,7 +25,7 @@ function parseSSELine(line: string): StreamChunk | null {
|
||||
const parsed = JSON.parse(data);
|
||||
const delta = parsed.choices?.[0]?.delta;
|
||||
const content = delta?.content || "";
|
||||
const reasoning_content = delta?.reasoning_content || "";
|
||||
const reasoning_content = delta?.reasoning_content || delta?.reasoning || "";
|
||||
|
||||
if (content || reasoning_content) {
|
||||
return { content, reasoning_content, done: false };
|
||||
|
||||
Reference in New Issue
Block a user