From a2d6fda7fdf7cf3a87abbd85f3b7cd1339cdd06f Mon Sep 17 00:00:00 2001 From: Abi Raja Date: Mon, 15 Jul 2024 16:33:39 -0400 Subject: [PATCH] update QA tests to use 4o and Claude Sonnet --- frontend/src/tests/qa.test.ts | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/frontend/src/tests/qa.test.ts b/frontend/src/tests/qa.test.ts index b5274d1..9c6c973 100644 --- a/frontend/src/tests/qa.test.ts +++ b/frontend/src/tests/qa.test.ts @@ -16,14 +16,16 @@ describe("e2e tests", () => { let browser: Browser; let page: Page; - const DEBUG = false; + const DEBUG = true; const IS_HEADLESS = true; const stacks = Object.values(Stack).slice(0, DEBUG ? 1 : undefined); - const models = Object.values(CodeGenerationModel).slice( - 0, - DEBUG ? 1 : undefined - ); + const models = DEBUG + ? [ + CodeGenerationModel.GPT_4O_2024_05_13, + CodeGenerationModel.CLAUDE_3_5_SONNET_2024_06_20, + ] + : Object.values(CodeGenerationModel); beforeAll(async () => { browser = await puppeteer.launch({ headless: IS_HEADLESS });