feat(api): add claude-3.7 + support for thinking

Author: RobertCraigie

README.md

@@ -262,7 +262,16 @@ await client.messages.create({ max_tokens: 1024, messages: [{ role: 'user', cont
 
 ### Timeouts
 
-Requests time out after 10 minutes by default. You can configure this with a `timeout` option:
+By default requests time out after 10 minutes. However if you have specified a large `max_tokens` value and are
+*not* streaming, the default timeout will be calculated dynamically using the formula:
+```typescript
+const minimum = 10 * 60;
+const calculated = (60 * 60 * maxTokens) / 128_000;
+return calculated < minimum ? minimum * 1000 : calculated * 1000;
+```
+which will result in a timeout up to 60 minutes, scaled by the `max_tokens` parameter, unless overriden at the request or client level.
+
+You can configure this with a `timeout` option:
 
 <!-- prettier-ignore -->
 ```ts
@@ -281,6 +290,24 @@ On timeout, an `APIConnectionTimeoutError` is thrown.
 
 Note that requests which time out will be [retried twice by default](#retries).
 
+### Long Requests
+
+> [!IMPORTANT]
+> We highly encourage you use the streaming [Messages API](#streaming-responses) for longer running requests.
+
+We do not recommend setting a large `max_tokens` values without using streaming.
+Some networks may drop idle connections after a certain period of time, which
+can cause the request to fail or [timeout](#timeouts) without receiving a response from Anthropic.
+
+This SDK will also throw an error if a non-streaming request is expected to be above roughly 10 minutes long.
+Passing `stream: true` or [overriding](#timeouts) the `timeout` option at the client or request level disables this error.
+
+An expected request latency longer than the [timeout](#timeouts) for a non-streaming request
+will result in the client terminating the connection and retrying without receiving a response.
+
+When supported by the `fetch` implementation, we set a [TCP socket keep-alive](https://tldp.org/HOWTO/TCP-Keepalive-HOWTO/overview.html)
+option in order to reduce the impact of idle connection timeouts on some networks.
+
 ## Auto-pagination
 
 List methods in the Anthropic API are paginated.

packages/vertex-sdk/yarn.lock

@@ -27,7 +27,6 @@
     form-data-encoder "1.7.2"
     formdata-node "^4.3.2"
     node-fetch "^2.6.7"
-    web-streams-polyfill "^3.2.1"
 
 "@babel/code-frame@^7.0.0", "@babel/code-frame@^7.12.13", "@babel/code-frame@^7.22.13", "@babel/code-frame@^7.23.5":
   version "7.23.5"
@@ -3257,11 +3256,6 @@ [email protected]:
   resolved "https://registry.yarnpkg.com/web-streams-polyfill/-/web-streams-polyfill-4.0.0-beta.3.tgz#2898486b74f5156095e473efe989dcf185047a38"
   integrity sha512-QW95TCTaHmsYfHDybGMwO5IJIM93I/6vTRk+daHTWFPhwh+C8Cg7j7XyKrwrj8Ib6vYXe0ocYNrmzY4xAAN6ug==
 
-web-streams-polyfill@^3.2.1:
-  version "3.3.2"
-  resolved "https://registry.yarnpkg.com/web-streams-polyfill/-/web-streams-polyfill-3.3.2.tgz#32e26522e05128203a7de59519be3c648004343b"
-  integrity sha512-3pRGuxRF5gpuZc0W+EpwQRmCD7gRqcDOMt688KmdlDAgAyaB1XlN0zq2njfDNm44XVdIouE7pZ6GzbdyH47uIQ==
-
 webidl-conversions@^3.0.0:
   version "3.0.1"
   resolved "https://registry.yarnpkg.com/webidl-conversions/-/webidl-conversions-3.0.1.tgz#24534275e2a7bc6be7bc86611cc16ae0a5654871"

src/client.ts

@@ -13,6 +13,7 @@ import * as Opts from './internal/request-options';
 import { VERSION } from './version';
 import * as Errors from './error';
 import * as Pagination from './pagination';
+import { AnthropicError } from './error';
 import { AbstractPage, type PageParams, PageResponse } from './pagination';
 import * as Uploads from './uploads';
 import * as API from './resources/index';
@@ -430,6 +431,18 @@ export class BaseAnthropic {
     return url.toString();
   }
 
+  _calculateNonstreamingTimeout(maxTokens: number): number {
+    const defaultTimeout = 10 * 60;
+    const expectedTimeout = (60 * 60 * maxTokens) / 128_000;
+    if (expectedTimeout > defaultTimeout) {
+      throw new AnthropicError(
+        'Streaming is strongly recommended for operations that may take longer than 10 minutes. ' +
+          'See https://github.com/anthropics/anthropic-sdk-python#streaming-responses for more details',
+      );
+    }
+    return defaultTimeout * 1000;
+  }
+
   /**
    * Used as a callback for mutating the given `FinalRequestOptions` object.
    */