ping Sentry when Claude response is too long

2024-07-15 19:15:35 -04:00 · 2024-07-15 19:15:35 -04:00 · f7d0dbb7ce
commit f7d0dbb7ce
parent c092418e47
1 changed files with 4 additions and 0 deletions
--- a/backend/llm.py
+++ b/backend/llm.py
@ -151,7 +151,11 @@ async def stream_claude_response(

    # Return final message
    response = await stream.get_final_message()
+
+    # Log stop reason
    print("[STOP REASON] " + str(response.stop_reason))
+    if response.stop_reason == "max_tokens":
+        sentry_sdk.capture_exception(Exception("Claude response too long"))

    # Close the Anthropic client
    await client.close()