feat(api): add claude-3.7 + support for thinking

Author: RobertCraigie

README.md

@@ -1,6 +1,6 @@
-> [!IMPORTANT]  
+> [!IMPORTANT]
 > We're actively working on a new alpha version that migrates from `node-fetch` to builtin fetch.
-> 
+>
 > Please try it out and let us know if you run into any issues!
 > https://github.com/anthropics/anthropic-sdk-typescript/issues/645
 
@@ -268,7 +268,16 @@ await client.messages.create({ max_tokens: 1024, messages: [{ role: 'user', cont
 
 ### Timeouts
 
-Requests time out after 10 minutes by default. You can configure this with a `timeout` option:
+By default requests time out after 10 minutes. However if you have specified a large `max_tokens` value and are
+*not* streaming, the default timeout will be calculated dynamically using the formula:
+```typescript
+const minimum = 10 * 60;
+const calculated = (60 * 60 * maxTokens) / 128_000;
+return calculated < minimum ? minimum * 1000 : calculated * 1000;
+```
+which will result in a timeout up to 60 minutes, scaled by the `max_tokens` parameter, unless overriden at the request or client level.
+
+You can configure this with a `timeout` option:
 
 <!-- prettier-ignore -->
 ```ts
@@ -287,6 +296,24 @@ On timeout, an `APIConnectionTimeoutError` is thrown.
 
 Note that requests which time out will be [retried twice by default](#retries).
 
+### Long Requests
+
+> [!IMPORTANT]
+> We highly encourage you use the streaming [Messages API](#streaming-responses) for longer running requests.
+
+We do not recommend setting a large `max_tokens` values without using streaming.
+Some networks may drop idle connections after a certain period of time, which
+can cause the request to fail or [timeout](#timeouts) without receiving a response from Anthropic.
+
+This SDK will also throw an error if a non-streaming request is expected to be above roughly 10 minutes long.
+Passing `stream: true` or [overriding](#timeouts) the `timeout` option at the client or request level disables this error.
+
+An expected request latency longer than the [timeout](#timeouts) for a non-streaming request
+will result in the client terminating the connection and retrying without receiving a response.
+
+When supported by the `fetch` implementation, we set a [TCP socket keep-alive](https://tldp.org/HOWTO/TCP-Keepalive-HOWTO/overview.html)
+option in order to reduce the impact of idle connection timeouts on some networks.
+
 ## Auto-pagination
 
 List methods in the Anthropic API are paginated.

api.md

@@ -41,6 +41,7 @@ Types:
 - <code><a href="./src/resources/messages/messages.ts">ImageBlockParam</a></code>
 - <code><a href="./src/resources/messages/messages.ts">InputJSONDelta</a></code>
 - <code><a href="./src/resources/messages/messages.ts">Message</a></code>
+- <code><a href="./src/resources/messages/messages.ts">MessageCountTokensTool</a></code>
 - <code><a href="./src/resources/messages/messages.ts">MessageDeltaEvent</a></code>
 - <code><a href="./src/resources/messages/messages.ts">MessageDeltaUsage</a></code>
 - <code><a href="./src/resources/messages/messages.ts">MessageParam</a></code>
@@ -58,17 +59,29 @@ Types:
 - <code><a href="./src/resources/messages/messages.ts">RawMessageStartEvent</a></code>
 - <code><a href="./src/resources/messages/messages.ts">RawMessageStopEvent</a></code>
 - <code><a href="./src/resources/messages/messages.ts">RawMessageStreamEvent</a></code>
+- <code><a href="./src/resources/messages/messages.ts">RedactedThinkingBlock</a></code>
+- <code><a href="./src/resources/messages/messages.ts">RedactedThinkingBlockParam</a></code>
+- <code><a href="./src/resources/messages/messages.ts">SignatureDelta</a></code>
 - <code><a href="./src/resources/messages/messages.ts">TextBlock</a></code>
 - <code><a href="./src/resources/messages/messages.ts">TextBlockParam</a></code>
 - <code><a href="./src/resources/messages/messages.ts">TextCitation</a></code>
 - <code><a href="./src/resources/messages/messages.ts">TextCitationParam</a></code>
 - <code><a href="./src/resources/messages/messages.ts">TextDelta</a></code>
+- <code><a href="./src/resources/messages/messages.ts">ThinkingBlock</a></code>
+- <code><a href="./src/resources/messages/messages.ts">ThinkingBlockParam</a></code>
+- <code><a href="./src/resources/messages/messages.ts">ThinkingConfigDisabled</a></code>
+- <code><a href="./src/resources/messages/messages.ts">ThinkingConfigEnabled</a></code>
+- <code><a href="./src/resources/messages/messages.ts">ThinkingConfigParam</a></code>
+- <code><a href="./src/resources/messages/messages.ts">ThinkingDelta</a></code>
 - <code><a href="./src/resources/messages/messages.ts">Tool</a></code>
+- <code><a href="./src/resources/messages/messages.ts">ToolBash20250124</a></code>
 - <code><a href="./src/resources/messages/messages.ts">ToolChoice</a></code>
 - <code><a href="./src/resources/messages/messages.ts">ToolChoiceAny</a></code>
 - <code><a href="./src/resources/messages/messages.ts">ToolChoiceAuto</a></code>
 - <code><a href="./src/resources/messages/messages.ts">ToolChoiceTool</a></code>
 - <code><a href="./src/resources/messages/messages.ts">ToolResultBlockParam</a></code>
+- <code><a href="./src/resources/messages/messages.ts">ToolTextEditor20250124</a></code>
+- <code><a href="./src/resources/messages/messages.ts">ToolUnion</a></code>
 - <code><a href="./src/resources/messages/messages.ts">ToolUseBlock</a></code>
 - <code><a href="./src/resources/messages/messages.ts">ToolUseBlockParam</a></code>
 - <code><a href="./src/resources/messages/messages.ts">Usage</a></code>
@@ -175,20 +188,32 @@ Types:
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaRawMessageStartEvent</a></code>
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaRawMessageStopEvent</a></code>
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaRawMessageStreamEvent</a></code>
+- <code><a href="./src/resources/beta/messages/messages.ts">BetaRedactedThinkingBlock</a></code>
+- <code><a href="./src/resources/beta/messages/messages.ts">BetaRedactedThinkingBlockParam</a></code>
+- <code><a href="./src/resources/beta/messages/messages.ts">BetaSignatureDelta</a></code>
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaTextBlock</a></code>
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaTextBlockParam</a></code>
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaTextCitation</a></code>
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaTextCitationParam</a></code>
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaTextDelta</a></code>
+- <code><a href="./src/resources/beta/messages/messages.ts">BetaThinkingBlock</a></code>
+- <code><a href="./src/resources/beta/messages/messages.ts">BetaThinkingBlockParam</a></code>
+- <code><a href="./src/resources/beta/messages/messages.ts">BetaThinkingConfigDisabled</a></code>
+- <code><a href="./src/resources/beta/messages/messages.ts">BetaThinkingConfigEnabled</a></code>
+- <code><a href="./src/resources/beta/messages/messages.ts">BetaThinkingConfigParam</a></code>
+- <code><a href="./src/resources/beta/messages/messages.ts">BetaThinkingDelta</a></code>
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaTool</a></code>
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaToolBash20241022</a></code>
+- <code><a href="./src/resources/beta/messages/messages.ts">BetaToolBash20250124</a></code>
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaToolChoice</a></code>
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaToolChoiceAny</a></code>
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaToolChoiceAuto</a></code>
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaToolChoiceTool</a></code>
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaToolComputerUse20241022</a></code>
+- <code><a href="./src/resources/beta/messages/messages.ts">BetaToolComputerUse20250124</a></code>
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaToolResultBlockParam</a></code>
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaToolTextEditor20241022</a></code>
+- <code><a href="./src/resources/beta/messages/messages.ts">BetaToolTextEditor20250124</a></code>
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaToolUnion</a></code>
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaToolUseBlock</a></code>
 - <code><a href="./src/resources/beta/messages/messages.ts">BetaToolUseBlockParam</a></code>

packages/vertex-sdk/yarn.lock

@@ -27,7 +27,6 @@
     form-data-encoder "1.7.2"
     formdata-node "^4.3.2"
     node-fetch "^2.6.7"
-    web-streams-polyfill "^3.2.1"
 
 "@babel/code-frame@^7.0.0", "@babel/code-frame@^7.12.13", "@babel/code-frame@^7.22.13", "@babel/code-frame@^7.23.5":
   version "7.23.5"
@@ -3257,11 +3256,6 @@ [email protected]:
   resolved "https://registry.yarnpkg.com/web-streams-polyfill/-/web-streams-polyfill-4.0.0-beta.3.tgz#2898486b74f5156095e473efe989dcf185047a38"
   integrity sha512-QW95TCTaHmsYfHDybGMwO5IJIM93I/6vTRk+daHTWFPhwh+C8Cg7j7XyKrwrj8Ib6vYXe0ocYNrmzY4xAAN6ug==
 
-web-streams-polyfill@^3.2.1:
-  version "3.3.2"
-  resolved "https://registry.yarnpkg.com/web-streams-polyfill/-/web-streams-polyfill-3.3.2.tgz#32e26522e05128203a7de59519be3c648004343b"
-  integrity sha512-3pRGuxRF5gpuZc0W+EpwQRmCD7gRqcDOMt688KmdlDAgAyaB1XlN0zq2njfDNm44XVdIouE7pZ6GzbdyH47uIQ==
-
 webidl-conversions@^3.0.0:
   version "3.0.1"
   resolved "https://registry.yarnpkg.com/webidl-conversions/-/webidl-conversions-3.0.1.tgz#24534275e2a7bc6be7bc86611cc16ae0a5654871"

src/core.ts

@@ -408,6 +408,18 @@ export abstract class APIClient {
     return reqHeaders;
   }
 
+  _calculateNonstreamingTimeout(maxTokens: number): number {
+    const defaultTimeout = 10 * 60;
+    const expectedTimeout = (60 * 60 * maxTokens) / 128_000;
+    if (expectedTimeout > defaultTimeout) {
+      throw new AnthropicError(
+        'Streaming is strongly recommended for operations that may take longer than 10 minutes. ' +
+          'See https://github.com/anthropics/anthropic-sdk-python#streaming-responses for more details',
+      );
+    }
+    return defaultTimeout * 1000;
+  }
+
   /**
    * Used as a callback for mutating the given `FinalRequestOptions` object.
    */
@@ -574,10 +586,23 @@ export abstract class APIClient {
       fetchOptions.method = fetchOptions.method.toUpperCase();
     }
 
+    // turn on TCP keep-alive for the sockets, if the runtime supports it
+    const socketKeepAliveInterval = 60 * 1000;
+    const keepAliveTimeout = setTimeout(() => {
+      if (fetchOptions && (fetchOptions as any)?.agent?.sockets) {
+        for (const socket of Object.values((fetchOptions as any)?.agent?.sockets).flat()) {
+          if ((socket as any)?.setKeepAlive) {
+            (socket as any).setKeepAlive(true, socketKeepAliveInterval);
+          }
+        }
+      }
+    }, socketKeepAliveInterval);
+
     return (
       // use undefined this binding; fetch errors if bound to something else in browser/cloudflare
       this.fetch.call(undefined, url, fetchOptions).finally(() => {
         clearTimeout(timeout);
+        clearTimeout(keepAliveTimeout);
       })
     );
   }

src/index.ts

@@ -53,6 +53,7 @@ import {
   InputJSONDelta,
   Message,
   MessageCountTokensParams,
+  MessageCountTokensTool,
   MessageCreateParams,
   MessageCreateParamsNonStreaming,
   MessageCreateParamsStreaming,
@@ -75,17 +76,29 @@ import {
   RawMessageStartEvent,
   RawMessageStopEvent,
   RawMessageStreamEvent,
+  RedactedThinkingBlock,
+  RedactedThinkingBlockParam,
+  SignatureDelta,
   TextBlock,
   TextBlockParam,
   TextCitation,
   TextCitationParam,
   TextDelta,
+  ThinkingBlock,
+  ThinkingBlockParam,
+  ThinkingConfigDisabled,
+  ThinkingConfigEnabled,
+  ThinkingConfigParam,
+  ThinkingDelta,
   Tool,
+  ToolBash20250124,
   ToolChoice,
   ToolChoiceAny,
   ToolChoiceAuto,
   ToolChoiceTool,
   ToolResultBlockParam,
+  ToolTextEditor20250124,
+  ToolUnion,
   ToolUseBlock,
   ToolUseBlockParam,
   Usage,
@@ -354,6 +367,7 @@ export declare namespace Anthropic {
     type ImageBlockParam as ImageBlockParam,
     type InputJSONDelta as InputJSONDelta,
     type Message as Message,
+    type MessageCountTokensTool as MessageCountTokensTool,
     type MessageDeltaEvent as MessageDeltaEvent,
     type MessageDeltaUsage as MessageDeltaUsage,
     type MessageParam as MessageParam,
@@ -371,17 +385,29 @@ export declare namespace Anthropic {
     type RawMessageStartEvent as RawMessageStartEvent,
     type RawMessageStopEvent as RawMessageStopEvent,
     type RawMessageStreamEvent as RawMessageStreamEvent,
+    type RedactedThinkingBlock as RedactedThinkingBlock,
+    type RedactedThinkingBlockParam as RedactedThinkingBlockParam,
+    type SignatureDelta as SignatureDelta,
     type TextBlock as TextBlock,
     type TextBlockParam as TextBlockParam,
     type TextCitation as TextCitation,
     type TextCitationParam as TextCitationParam,
     type TextDelta as TextDelta,
+    type ThinkingBlock as ThinkingBlock,
+    type ThinkingBlockParam as ThinkingBlockParam,
+    type ThinkingConfigDisabled as ThinkingConfigDisabled,
+    type ThinkingConfigEnabled as ThinkingConfigEnabled,
+    type ThinkingConfigParam as ThinkingConfigParam,
+    type ThinkingDelta as ThinkingDelta,
     type Tool as Tool,
+    type ToolBash20250124 as ToolBash20250124,
     type ToolChoice as ToolChoice,
     type ToolChoiceAny as ToolChoiceAny,
     type ToolChoiceAuto as ToolChoiceAuto,
     type ToolChoiceTool as ToolChoiceTool,
     type ToolResultBlockParam as ToolResultBlockParam,
+    type ToolTextEditor20250124 as ToolTextEditor20250124,
+    type ToolUnion as ToolUnion,
     type ToolUseBlock as ToolUseBlock,
     type ToolUseBlockParam as ToolUseBlockParam,
     type Usage as Usage,

src/lib/BetaMessageStream.ts

@@ -21,6 +21,8 @@ export interface MessageStreamEvents {
   text: (textDelta: string, textSnapshot: string) => void;
   citation: (citation: BetaTextCitation, citationsSnapshot: BetaTextCitation[]) => void;
   inputJson: (partialJson: string, jsonSnapshot: unknown) => void;
+  thinking: (thinkingDelta: string, thinkingSnapshot: string) => void;
+  signature: (signature: string) => void;
   message: (message: BetaMessage) => void;
   contentBlock: (content: BetaContentBlock) => void;
   finalMessage: (message: BetaMessage) => void;
@@ -434,6 +436,18 @@ export class BetaMessageStream implements AsyncIterable<BetaMessageStreamEvent>
             }
             break;
           }
+          case 'thinking_delta': {
+            if (content.type === 'thinking') {
+              this._emit('thinking', event.delta.thinking, content.thinking);
+            }
+            break;
+          }
+          case 'signature_delta': {
+            if (content.type === 'thinking') {
+              this._emit('signature', content.signature);
+            }
+            break;
+          }
           default:
             checkNever(event.delta);
         }
@@ -557,6 +571,18 @@ export class BetaMessageStream implements AsyncIterable<BetaMessageStreamEvent>
             }
             break;
           }
+          case 'thinking_delta': {
+            if (snapshotContent?.type === 'thinking') {
+              snapshotContent.thinking += event.delta.thinking;
+            }
+            break;
+          }
+          case 'signature_delta': {
+            if (snapshotContent?.type === 'thinking') {
+              snapshotContent.signature = event.delta.signature;
+            }
+            break;
+          }
           default:
             checkNever(event.delta);
         }

src/lib/MessageStream.ts

@@ -21,6 +21,8 @@ export interface MessageStreamEvents {
   text: (textDelta: string, textSnapshot: string) => void;
   citation: (citation: TextCitation, citationsSnapshot: TextCitation[]) => void;
   inputJson: (partialJson: string, jsonSnapshot: unknown) => void;
+  thinking: (thinkingDelta: string, thinkingSnapshot: string) => void;
+  signature: (signature: string) => void;
   message: (message: Message) => void;
   contentBlock: (content: ContentBlock) => void;
   finalMessage: (message: Message) => void;
@@ -434,6 +436,18 @@ export class MessageStream implements AsyncIterable<MessageStreamEvent> {
             }
             break;
           }
+          case 'thinking_delta': {
+            if (content.type === 'thinking') {
+              this._emit('thinking', event.delta.thinking, content.thinking);
+            }
+            break;
+          }
+          case 'signature_delta': {
+            if (content.type === 'thinking') {
+              this._emit('signature', content.signature);
+            }
+            break;
+          }
           default:
             checkNever(event.delta);
         }
@@ -557,6 +571,18 @@ export class MessageStream implements AsyncIterable<MessageStreamEvent> {
             }
             break;
           }
+          case 'thinking_delta': {
+            if (snapshotContent?.type === 'thinking') {
+              snapshotContent.thinking += event.delta.thinking;
+            }
+            break;
+          }
+          case 'signature_delta': {
+            if (snapshotContent?.type === 'thinking') {
+              snapshotContent.signature = event.delta.signature;
+            }
+            break;
+          }
           default:
             checkNever(event.delta);
         }