Fix for non streaming clients (#967)

* Fix for non-non streaming clients

Fixes bug that that returned improper json for non-streaming clients. This fix corrects also ensures that the chat requests and responses are persisted properly for display in codegate admin UI.

* Fix for non-streaming clients

Fixes  that returned improper json for non-streaming clients. This fix corrects also ensures that the chat requests and responses are persisted properly for display in codegate admin UI.

Author: dussab

src/codegate/providers/formatting/input_pipeline.py

@@ -2,7 +2,7 @@
 from typing import AsyncIterator, Union
 
 from litellm import ModelResponse
-from litellm.types.utils import Delta, StreamingChoices
+from litellm.types.utils import Choices, Delta, Message, StreamingChoices
 
 from codegate.db.connection import DbRecorder
 from codegate.pipeline.base import PipelineContext, PipelineResponse
@@ -56,7 +56,12 @@ def _create_model_response(
     else:
         return ModelResponse(
             id=response_id,
-            choices=[{"text": content, "index": 0, "finish_reason": None}],
+            # choices=[{"text": content, "index": 0, "finish_reason": None}],
+            choices=[
+                Choices(
+                    message=Message(content=content, role="assistant"),
+                )
+            ],
             created=created,
             model=model,
         )