51 lines
1.3 KiB
Python
51 lines
1.3 KiB
Python
# Load environment variables first
|
|
import json
|
|
from dotenv import load_dotenv
|
|
import os
|
|
from datetime import datetime
|
|
|
|
from prompts import assemble_prompt
|
|
|
|
load_dotenv()
|
|
|
|
|
|
from fastapi import FastAPI, WebSocket
|
|
from llm import stream_openai_response
|
|
|
|
app = FastAPI()
|
|
|
|
|
|
def write_logs(prompt_messages, completion):
|
|
# Create run_logs directory if it doesn't exist
|
|
if not os.path.exists("run_logs"):
|
|
os.makedirs("run_logs")
|
|
|
|
# Generate a unique filename using the current timestamp
|
|
filename = datetime.now().strftime("run_logs/messages_%Y%m%d_%H%M%S.json")
|
|
|
|
# Write the messages dict into a new file for each run
|
|
with open(filename, "w") as f:
|
|
f.write(json.dumps({"prompt": prompt_messages, "completion": completion}))
|
|
|
|
|
|
@app.websocket("/generate-code")
|
|
async def stream_code_test(websocket: WebSocket):
|
|
await websocket.accept()
|
|
|
|
params = await websocket.receive_json()
|
|
|
|
async def process_chunk(content):
|
|
await websocket.send_json({"type": "chunk", "value": content})
|
|
|
|
prompt_messages = assemble_prompt(params["image"])
|
|
|
|
completion = await stream_openai_response(
|
|
prompt_messages,
|
|
lambda x: process_chunk(x),
|
|
)
|
|
|
|
# Write the messages dict into a log so that we can debug later
|
|
write_logs(prompt_messages, completion)
|
|
|
|
await websocket.close()
|