Update AnthropicChatModel, relax OpenAIChatModel

fixie-ai · Apr 9, 2024 · 969d09f · 969d09f
1 parent c595ade
commit 969d09f
Show file tree

Hide file tree

Showing 11 changed files with 627 additions and 216 deletions.
diff --git a/packages/ai-jsx/package.json b/packages/ai-jsx/package.json
@@ -4,7 +4,7 @@
   "repository": "fixie-ai/ai-jsx",
   "bugs": "https://github.com/fixie-ai/ai-jsx/issues",
   "homepage": "https://ai-jsx.com",
-  "version": "0.29.0",
+  "version": "0.30.0",
   "volta": {
     "extends": "../../package.json"
   },
@@ -375,7 +375,7 @@
     "react": "^16.8.0  || ^17.0.0 || ^18.0.0"
   },
   "dependencies": {
-    "@anthropic-ai/sdk": "^0.5.10",
+    "@anthropic-ai/sdk": "^0.20.1",
     "@mdx-js/mdx": "^2.3.0",
     "@nick.heiner/wandb-fork": "^0.5.2-5",
     "@opentelemetry/api": "^1.4.1",

diff --git a/packages/ai-jsx/src/batteries/constrained-output.tsx b/packages/ai-jsx/src/batteries/constrained-output.tsx
@@ -323,7 +323,7 @@ export async function* JsonChatCompletionFunctionCall(
       functionDefinitions={{
         print: {
           description: 'Prints the response in a human readable format.',
-          parameters: schema,
+          parameters: schema as any,
         },
       }}
       forcedFunction="print"

diff --git a/packages/ai-jsx/src/core/completion.tsx b/packages/ai-jsx/src/core/completion.tsx
@@ -29,6 +29,8 @@ export interface ModelProps {
   maxTokens?: number;
   /** The number of tokens to reserve for the generation. */
   reservedTokens?: number;
+  /** Maximum number of input tokens to allow.  */
+  maxInputTokens?: number;
   /** A list of stop tokens. */
   stop?: string[];
 
@@ -37,6 +39,16 @@ export interface ModelProps {
    *
    * @see https://platform.openai.com/docs/api-reference/chat/create#chat/create-top_p */
   topP?: number;
+
+  /**
+   * Any function definitions (tools) that the model can choose to invoke.
+   */
+  functionDefinitions?: Record<string, FunctionDefinition>;
+
+  /**
+   * If specified, the model will be forced to use this function.
+   */
+  forcedFunction?: string;
 }
 
 /**