From 83aea4ceb4e5faada1a35150f0242d8fbe6b2b43 Mon Sep 17 00:00:00 2001
From: Ankur Goyal <ankrgyl@gmail.com>
Date: Thu, 18 Jul 2024 12:07:44 -0700
Subject: [PATCH] Try gpt-4o-mini

---
 js/llm.ts | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/js/llm.ts b/js/llm.ts
index c8169b2..3e93508 100644
--- a/js/llm.ts
+++ b/js/llm.ts
@@ -22,7 +22,7 @@ export type LLMArgs = {
   temperature?: number;
 } & OpenAIAuth;
 
-export const DEFAULT_MODEL = "gpt-4o";
+export const DEFAULT_MODEL = "gpt-4o-mini";
 
 const PLAIN_RESPONSE_SCHEMA = {
   properties: {
@@ -217,7 +217,7 @@ export function LLMClassifierFromTemplate<RenderArgs>({
     const prompt =
       promptTemplate + "\n" + (useCoT ? COT_SUFFIX : NO_COT_SUFFIX);
 
-    let maxTokens = 512;
+    const maxTokens = 512;
     const messages: ChatCompletionMessageParam[] = [
       {
         role: "user",