Merge branch 'main' into hosted

2024-03-19 10:31:12 -04:00 · 2024-03-19 10:31:12 -04:00 · 7edbe16325
commit 7edbe16325
parent f67cfb6d8a 212aa228ab
1 changed files with 6 additions and 1 deletions
--- a/backend/llm.py
+++ b/backend/llm.py
@ -36,7 +36,12 @@ async def stream_openai_response(
    model = Llm.GPT_4_VISION

    # Base parameters
-    params = {"model": model, "messages": messages, "stream": True, "timeout": 600}
+    params = {
+        "model": model.value,
+        "messages": messages,
+        "stream": True,
+        "timeout": 600,
+    }

    # Add 'max_tokens' only if the model is a GPT4 vision model
    if model == Llm.GPT_4_VISION: