Github/screenshot-to-code
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

close anthropic client after it's done streaming

Browse Source
This commit is contained in:
Abi Raja 2024-03-19 12:09:25 -04:00
parent 212aa228ab
commit b57f34d73a
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
backend/llm.py
View File

@ -113,6 +113,10 @@ async def stream_claude_response(
# Return final message # Return final message
response = await stream.get_final_message() response = await stream.get_final_message()
# Close the Anthropic client
await client.close()
return response.content[0].text return response.content[0].text
@ -177,6 +181,9 @@ async def stream_claude_response_native(
f"Token usage: Input Tokens: {response.usage.input_tokens}, Output Tokens: {response.usage.output_tokens}" f"Token usage: Input Tokens: {response.usage.input_tokens}, Output Tokens: {response.usage.output_tokens}"
) )
# Close the Anthropic client
await client.close()
if not response: if not response:
raise Exception("No HTML response found in AI response") raise Exception("No HTML response found in AI response")
else: else: