Merge pull request #182 from Nitewriter/resolve-unknown-message-role-…

…exception Resolve unknown message role exceptions
MadcowD · Sep 19, 2024 · d9ee4ea · d9ee4ea
2 parents 63d4de3 + 96de551
commit d9ee4ea
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/src/ell/providers/openai.py b/src/ell/providers/openai.py
@@ -182,6 +182,9 @@ def process_response(
                                 )
                             )
                         )
+
+                    # Determine the role for streaming responses, defaulting to 'assistant' if not provided
+                    streamed_role = next((choice.delta.role for choice in choice_deltas if choice.delta.role), 'assistant')
                 else:
                     choice = choice_deltas[0].message
                     if choice.refusal:
@@ -229,7 +232,7 @@ def process_response(
                         role=(
                             choice.role
                             if not call_result.actual_streaming
-                            else choice_deltas[0].delta.role
+                            else streamed_role
                         ),
                         content=content,
                     )