NCBM/plyngent
1
0
Fork 0
mirror of https://github.com/NCBM/plyngent.git synced 2026-11-07 15:37:55 +08:00
Code Issues Packages Projects Releases Wiki Activity

core/lmproto: allow null logprobs and usage on stream chunks

Browse Source 
Providers send logprobs=null (and sometimes usage=null) on SSE choices;
accept None so decode does not fail mid-stream.
This commit is contained in:
worldmozara
2026-07-15 14:23:23 +08:00
parent 366752efb9
commit 9cc2216807
2 changed files with 15 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/plyngent/lmproto/openai_compatible/model.py
+4 -2
View File
@@ -245,7 +245,8 @@ class DeltaMessage(Struct):
class ChunkChoice(Struct):
index: int
delta: DeltaMessage
logprobs: dict[str, Any] | Unset = UNSET
# APIs often send logprobs=null on stream choices.
logprobs: dict[str, Any] | None | Unset = UNSET
finish_reason: FinishReason | None | Unset = UNSET
@@ -255,4 +256,5 @@ class ChatCompletionChunk(Struct):
created: int
model: str
choices: list[ChunkChoice]
usage: dict[str, Any] | Unset = UNSET
# Final usage chunk may omit or null usage depending on provider.
usage: dict[str, Any] | None | Unset = UNSET