Merge pull request #1780 from cheahjs/fix/harden-streaming

fix: harden openai streaming parsing

Merge pull request #1780 from cheahjs/fix/harden-streaming
fix: harden openai streaming parsing
81fb53e7 · Timothy Jaeryang Baek · GitHub · add5269b · 615e9e34 · 81fb53e7
Unverified Commit 81fb53e7 authored Apr 26, 2024 by Timothy Jaeryang Baek Committed by GitHub Apr 26, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 7 additions and 3 deletions

src/lib/apis/streaming/index.ts src/lib/apis/streaming/index.ts +7 -3

No files found.
--- a/src/lib/apis/streaming/index.ts
+++ b/src/lib/apis/streaming/index.ts
@@ -36,10 +36,14 @@ async function* openAIStreamToIterator(
 					// OpenRouter sends heartbeats like ": OPENROUTER PROCESSING"
 					continue
 				} else {
-					const data = JSON.parse(line.replace(/^data: /, ''));
-					console.log(data);
+					try {
+						const data = JSON.parse(line.replace(/^data: /, ''));
+						console.log(data);

-					yield { done: false, value: data.choices[0].delta.content ?? '' };
+						yield { done: false, value: data.choices?.[0]?.delta?.content ?? '' };
+					} catch (e) {
+						console.error('Error extracting delta from SSE event:', e);
+					}
 				}
 			}
 		}