update QA tests to use 4o and Claude Sonnet

This commit is contained in:
Abi Raja 2024-07-15 16:33:39 -04:00
parent 329b8e8e77
commit a2d6fda7fd

View File

@ -16,14 +16,16 @@ describe("e2e tests", () => {
let browser: Browser; let browser: Browser;
let page: Page; let page: Page;
const DEBUG = false; const DEBUG = true;
const IS_HEADLESS = true; const IS_HEADLESS = true;
const stacks = Object.values(Stack).slice(0, DEBUG ? 1 : undefined); const stacks = Object.values(Stack).slice(0, DEBUG ? 1 : undefined);
const models = Object.values(CodeGenerationModel).slice( const models = DEBUG
0, ? [
DEBUG ? 1 : undefined CodeGenerationModel.GPT_4O_2024_05_13,
); CodeGenerationModel.CLAUDE_3_5_SONNET_2024_06_20,
]
: Object.values(CodeGenerationModel);
beforeAll(async () => { beforeAll(async () => {
browser = await puppeteer.launch({ headless: IS_HEADLESS }); browser = await puppeteer.launch({ headless: IS_HEADLESS });