From 81328b61d2a4ab597a7a057be70e785cf756d9f8 Mon Sep 17 00:00:00 2001
From: Meet Patel <113581962+meetpateltech@users.noreply.github.com>
Date: Sat, 22 Jun 2024 22:44:46 +0530
Subject: [PATCH] add anthropic sonnet 3.5 model (#1794)

---
 lib/chat-setting-limits.ts           |  6 ++++++
 lib/models/llm/anthropic-llm-list.ts | 21 +++++++++++++++++++--
 types/llms.ts                        |  1 +
 3 files changed, 26 insertions(+), 2 deletions(-)

diff --git a/lib/chat-setting-limits.ts b/lib/chat-setting-limits.ts
index 289088f42a..c802bd657b 100644
--- a/lib/chat-setting-limits.ts
+++ b/lib/chat-setting-limits.ts
@@ -39,6 +39,12 @@ export const CHAT_SETTING_LIMITS: Record<LLMID, ChatSettingLimits> = {
     MAX_TOKEN_OUTPUT_LENGTH: 4096,
     MAX_CONTEXT_LENGTH: 200000
   },
+  "claude-3-5-sonnet-20240620": {
+    MIN_TEMPERATURE: 0.0,
+    MAX_TEMPERATURE: 1.0,
+    MAX_TOKEN_OUTPUT_LENGTH: 4096,
+    MAX_CONTEXT_LENGTH: 200000
+  },
 
   // GOOGLE MODELS
   
diff --git a/lib/models/llm/anthropic-llm-list.ts b/lib/models/llm/anthropic-llm-list.ts
index 92371cc4a4..2a47b8bfaa 100644
--- a/lib/models/llm/anthropic-llm-list.ts
+++ b/lib/models/llm/anthropic-llm-list.ts
@@ -3,7 +3,7 @@ import { LLM } from "@/types"
 const ANTHROPIC_PLATFORM_LINK =
   "https://docs.anthropic.com/claude/reference/getting-started-with-the-api"
 
-// Anthropic Models (UPDATED 03/13/24) -----------------------------
+// Anthropic Models (UPDATED 06/20/24) -----------------------------
 
 // Claude 2 (UPDATED 12/21/23)
 const CLAUDE_2: LLM = {
@@ -85,10 +85,27 @@ const CLAUDE_3_OPUS: LLM = {
   }
 }
 
+// Claude 3.5 Sonnet (UPDATED 06/20/24)
+const CLAUDE_3_5_SONNET: LLM = {
+  modelId: "claude-3-5-sonnet-20240620",
+  modelName: "Claude 3.5 Sonnet",
+  provider: "anthropic",
+  hostedId: "claude-3-5-sonnet-20240620",
+  platformLink: ANTHROPIC_PLATFORM_LINK,
+  imageInput: true,
+  pricing: {
+    currency: "USD",
+    unit: "1M tokens",
+    inputCost: 3,
+    outputCost: 15
+  }
+}
+
 export const ANTHROPIC_LLM_LIST: LLM[] = [
   CLAUDE_2,
   CLAUDE_INSTANT,
   CLAUDE_3_HAIKU,
   CLAUDE_3_SONNET,
-  CLAUDE_3_OPUS
+  CLAUDE_3_OPUS,
+  CLAUDE_3_5_SONNET
 ]
diff --git a/types/llms.ts b/types/llms.ts
index 4f2c08874d..6f89acf612 100644
--- a/types/llms.ts
+++ b/types/llms.ts
@@ -30,6 +30,7 @@ export type AnthropicLLMID =
   | "claude-3-haiku-20240307" // Claude 3 Haiku
   | "claude-3-sonnet-20240229" // Claude 3 Sonnet
   | "claude-3-opus-20240229" // Claude 3 Opus
+  | "claude-3-5-sonnet-20240620" // Claude 3.5 Sonnet
 
 // Mistral Models
 export type MistralLLMID =