Merge pull request #560 from thanseefpp/streamfix

Streaming AIApplication error with Azure OpenAI API #541 fixed
PrefectHQ · Sep 8, 2023 · 3774b95 · 3774b95
2 parents 9e46f44 + f0f3521
commit 3774b95
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/src/marvin/engine/language_models/openai.py b/src/marvin/engine/language_models/openai.py
@@ -48,7 +48,10 @@ async def handle_streaming_response(
         async for r in api_response:
             response["llm_response"] = r.to_dict_recursive()
 
-            delta = r.choices[0].delta
+            delta = r.choices[0].delta if r.choices and r.choices[0] else None
+
+            if delta is None:
+                continue
 
             if "role" in delta:
                 response["role"] = delta.role