Github/screenshot-to-code
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

send correct media type to Claude

Browse Source
This commit is contained in:
Abi Raja 2024-03-05 14:02:48 -05:00
parent d281006586
commit c69edeb4b6
1 changed files with 16 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
backend/llm.py
View File

@ -69,13 +69,23 @@ async def stream_claude_response(
for content in message["content"]: # type: ignore for content in message["content"]: # type: ignore
if content["type"] == "image_url": if content["type"] == "image_url":
content["type"] = "image" content["type"] = "image"
content["source"] = {
"type": "base64", # Extract base64 data and media type from data URL
"media_type": "image/png", # TODO: Automatically detect media type # Example base64 data URL: data:image/png;base64,iVBOR...
"data": content["image_url"]["url"].split(",")[1], # type: ignore image_data_url = cast(str, content["image_url"]["url"])
} media_type = image_data_url.split(";")[0].split(":")[1]
base64_data = image_data_url.split(",")[1]
# Remove OpenAI parameter
del content["image_url"] del content["image_url"]
content["source"] = {
"type": "base64",
"media_type": media_type,
"data": base64_data,
}
# Stream Claude response
async with client.messages.stream( async with client.messages.stream(
model=model, model=model,
max_tokens=max_tokens, max_tokens=max_tokens,
@ -86,5 +96,6 @@ async def stream_claude_response(
async for text in stream.text_stream: async for text in stream.text_stream:
await callback(text) await callback(text)
# Return final message
response = await stream.get_final_message() response = await stream.get_final_message()
return response.content[0].text return response.content[0].text