Update AnthropicChatModel, relax OpenAIChatModel (#541)

- Update Anthropic SDK, switch to messages API, add support for beta
tool use API
- Relax OpenAI function calling restrictions (all models support
function calling now)
- Add `maxInputTokens` prop to `OpenAIChatModel` to support explicitly
limiting prompt size
- Add new GPT-4 models to enum

packages/ai-jsx/package.json

@@ -4,7 +4,7 @@
   "repository": "fixie-ai/ai-jsx",
   "bugs": "https://github.com/fixie-ai/ai-jsx/issues",
   "homepage": "https://ai-jsx.com",
-  "version": "0.29.0",
+  "version": "0.30.0",
   "volta": {
     "extends": "../../package.json"
   },
@@ -375,7 +375,7 @@
     "react": "^16.8.0  || ^17.0.0 || ^18.0.0"
   },
   "dependencies": {
-    "@anthropic-ai/sdk": "^0.5.10",
+    "@anthropic-ai/sdk": "^0.20.1",
     "@mdx-js/mdx": "^2.3.0",
     "@nick.heiner/wandb-fork": "^0.5.2-5",
     "@opentelemetry/api": "^1.4.1",

packages/ai-jsx/src/batteries/constrained-output.tsx

@@ -323,7 +323,7 @@ export async function* JsonChatCompletionFunctionCall(
       functionDefinitions={{
         print: {
           description: 'Prints the response in a human readable format.',
-          parameters: schema,
+          parameters: schema as any,
         },
       }}
       forcedFunction="print"

packages/ai-jsx/src/core/completion.tsx

@@ -29,6 +29,8 @@ export interface ModelProps {
   maxTokens?: number;
   /** The number of tokens to reserve for the generation. */
   reservedTokens?: number;
+  /** Maximum number of input tokens to allow.  */
+  maxInputTokens?: number;
   /** A list of stop tokens. */
   stop?: string[];
 
@@ -37,6 +39,16 @@ export interface ModelProps {
    *
    * @see https://platform.openai.com/docs/api-reference/chat/create#chat/create-top_p */
   topP?: number;
+
+  /**
+   * Any function definitions (tools) that the model can choose to invoke.
+   */
+  functionDefinitions?: Record<string, FunctionDefinition>;
+
+  /**
+   * If specified, the model will be forced to use this function.
+   */
+  forcedFunction?: string;
 }
 
 /**