docs/core_docs/docs/integrations/document_loaders/web_loaders/google_cloud_storage.mdx

@@ -0,0 +1,33 @@
+---
+hide_table_of_contents: true
+sidebar_class_name: node-only
+---
+
+# Google Cloud Storage
+
+:::tip Compatibility
+Only available on Node.js.
+:::
+
+This covers how to load a Google Cloud Storage File into LangChain documents.
+
+## Setup
+
+To use this loader, you'll need to have Unstructured already set up and ready to use at an available URL endpoint. It can also be configured to run locally.
+
+See the docs [here](/docs/integrations/document_loaders/file_loaders/unstructured) for information on how to do that.
+
+You'll also need to install the official Google Cloud Storage SDK:
+
+```bash npm2yarn
+npm install @langchain/community @langchain/core @google-cloud/storage
+```
+
+## Usage
+
+Once Unstructured is configured, you can use the Google Cloud Storage loader to load files and then convert them into a Document.
+
+import CodeBlock from "@theme/CodeBlock";
+import Example from "@examples/document_loaders/google_cloud_storage.ts";
+
+<CodeBlock language="typescript">{Example}</CodeBlock>

docs/core_docs/docs/integrations/retrievers/self_query/pinecone.ipynb

@@ -56,7 +56,7 @@
     "\n",
     "The vector store lives in the `@langchain/pinecone` package. You'll also need to install the `langchain` package to import the main `SelfQueryRetriever` class.\n",
     "\n",
-    "The official Pinecone SDK (`@pinecone-database/pinecone`) is automatically installed as a dependency of `@langchain/pinecone`, but you may wish to install it independently as well.\n",
+    "You will also need to install the official Pinecone SDK (`@pinecone-database/pinecone@5`).\n",
     "\n",
     "For this example, we'll also use OpenAI embeddings, so you'll need to install the `@langchain/openai` package and [obtain an API key](https://platform.openai.com):\n",
     "\n",

docs/core_docs/docs/integrations/text_embedding/pinecone.ipynb

@@ -60,7 +60,7 @@
         "<IntegrationInstallTooltip></IntegrationInstallTooltip>\n",
         "\n",
         "<Npm2Yarn>\n",
-        "  @langchain/pinecone @langchain/core\n",
+        "  @langchain/pinecone @langchain/core @pinecone-database/pinecone@5\n",
         "</Npm2Yarn>\n",
         "```"
       ]

docs/core_docs/docs/integrations/vectorstores/pinecone.ipynb

@@ -58,7 +58,7 @@
         "<IntegrationInstallTooltip></IntegrationInstallTooltip>\n",
         "\n",
         "<Npm2Yarn>\n",
-        "  @langchain/pinecone @langchain/openai @langchain/core @pinecone-database/pinecone \n",
+        "  @langchain/pinecone @langchain/openai @langchain/core @pinecone-database/pinecone@5\n",
         "</Npm2Yarn>\n",
         "```\n",
         "\n",
@@ -363,4 +363,4 @@
   },
   "nbformat": 4,
   "nbformat_minor": 5
-}
+}

docs/core_docs/vercel.json

@@ -100,6 +100,18 @@
     {
       "source": "/docs/modules/model_io/prompts/quick_start/",
       "destination": "/docs/concepts/prompt_templates"
+    },
+    {
+      "source": "/docs/modules/model_io/prompts(/?)",
+      "destination": "/docs/concepts/prompt_templates"
+    },
+    {
+      "source": "/docs/guides/expression_language/cookbook(/?)",
+      "destination": "/docs/how_to/sequence"
+    },
+    {
+      "source": "/docs/modules/model_io/models(/?)",
+      "destination": "/docs/integrations/chat/"
     }
   ]
 }

examples/package.json

@@ -69,7 +69,7 @@
     "@langchain/yandex": "workspace:*",
     "@layerup/layerup-security": "^1.5.12",
     "@opensearch-project/opensearch": "^2.2.0",
-    "@pinecone-database/pinecone": "^4.0.0",
+    "@pinecone-database/pinecone": "^5.0.2",
     "@planetscale/database": "^1.8.0",
     "@prisma/client": "^4.11.0",
     "@qdrant/js-client-rest": "^1.9.0",

examples/src/document_loaders/google_cloud_storage.ts

@@ -0,0 +1,17 @@
+import { GoogleCloudStorageLoader } from "@langchain/community/document_loaders/web/google_cloud_storage";
+
+const loader = new GoogleCloudStorageLoader({
+  bucket: "my-bucket-123",
+  file: "path/to/file.pdf",
+  storageOptions: {
+    keyFilename: "/path/to/keyfile.json",
+  },
+  unstructuredLoaderOptions: {
+    apiUrl: "http://localhost:8000/general/v0/general",
+    apiKey: "", // this will be soon required
+  },
+});
+
+const docs = await loader.load();
+
+console.log(docs);

langchain-core/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/core",
-  "version": "0.3.40",
+  "version": "0.3.41",
   "description": "Core LangChain.js abstractions and schemas",
   "type": "module",
   "engines": {

langchain-core/src/indexing/base.ts

@@ -348,9 +348,12 @@ export async function index(args: IndexArgs): Promise<IndexingResult> {
         before: indexStartDt,
         groupIds: sourceIds,
       });
-      await vectorStore.delete({ ids: uidsToDelete });
-      await recordManager.deleteKeys(uidsToDelete);
-      numDeleted += uidsToDelete.length;
+
+      if (uidsToDelete.length > 0) {
+        await vectorStore.delete({ ids: uidsToDelete });
+        await recordManager.deleteKeys(uidsToDelete);
+        numDeleted += uidsToDelete.length;
+      }
     }
   }
 

langchain-core/src/messages/base.ts

@@ -107,6 +107,9 @@ export function mergeContent(
 ): MessageContent {
   // If first content is a string
   if (typeof firstContent === "string") {
+    if (firstContent === "") {
+      return secondContent;
+    }
     if (typeof secondContent === "string") {
       return firstContent + secondContent;
     } else {
@@ -121,6 +124,9 @@ export function mergeContent(
       ]
     );
   } else {
+    if (secondContent === "") {
+      return firstContent;
+    }
     // Otherwise, add the second content as a new element of the list
     return [...firstContent, { type: "text", text: secondContent }];
   }

langchain-core/src/runnables/remote.ts

@@ -87,6 +87,7 @@ function revive(obj: any): any {
           content: obj.content,
           tool_call_id: obj.tool_call_id,
           status: obj.status,
+          artifact: obj.artifact,
         });
       }
       if (obj.type === "AIMessage" || obj.type === "ai") {
@@ -121,6 +122,7 @@ function revive(obj: any): any {
           content: obj.content,
           tool_call_id: obj.tool_call_id,
           status: obj.status,
+          artifact: obj.artifact,
         });
       }
       if (obj.type === "AIMessageChunk") {

libs/langchain-anthropic/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/anthropic",
-  "version": "0.3.13",
+  "version": "0.3.14",
   "description": "Anthropic integrations for LangChain.js",
   "type": "module",
   "engines": {
@@ -35,7 +35,7 @@
   "author": "LangChain",
   "license": "MIT",
   "dependencies": {
-    "@anthropic-ai/sdk": "^0.36.3",
+    "@anthropic-ai/sdk": "^0.37.0",
     "fast-xml-parser": "^4.4.1",
     "zod": "^3.22.4",
     "zod-to-json-schema": "^3.22.4"

libs/langchain-anthropic/src/chat_models.ts

@@ -39,6 +39,7 @@ import {
   AnthropicMessageStreamEvent,
   AnthropicRequestOptions,
   AnthropicStreamingMessageCreateParams,
+  AnthropicThinkingConfigParam,
   AnthropicToolChoice,
   ChatAnthropicToolType,
 } from "./types.js";
@@ -88,6 +89,12 @@ function _documentsInParams(
   return false;
 }
 
+function _thinkingInParams(
+  params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams
+): boolean {
+  return !!(params.thinking && params.thinking.type === "enabled");
+}
+
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 function isAnthropicTool(tool: any): tool is Anthropic.Messages.Tool {
   return "input_schema" in tool;
@@ -173,6 +180,11 @@ export interface AnthropicInput {
    */
   // eslint-disable-next-line @typescript-eslint/no-explicit-any
   createClient?: (options: ClientOptions) => any;
+
+  /**
+   * Options for extended thinking.
+   */
+  thinking?: AnthropicThinkingConfigParam;
 }
 
 /**
@@ -631,6 +643,8 @@ export class ChatAnthropicMessages<
 
   clientOptions: ClientOptions;
 
+  thinking: AnthropicThinkingConfigParam = { type: "disabled" };
+
   // Used for non-streaming requests
   protected batchClient: Anthropic;
 
@@ -680,6 +694,8 @@ export class ChatAnthropicMessages<
     this.streaming = fields?.streaming ?? false;
     this.streamUsage = fields?.streamUsage ?? this.streamUsage;
 
+    this.thinking = fields?.thinking ?? this.thinking;
+
     this.createClient =
       fields?.createClient ??
       ((options: ClientOptions) => new Anthropic(options));
@@ -766,6 +782,30 @@ export class ChatAnthropicMessages<
       | Anthropic.Messages.ToolChoiceTool
       | undefined = handleToolChoice(options?.tool_choice);
 
+    if (this.thinking.type === "enabled") {
+      if (this.topK !== -1) {
+        throw new Error("topK is not supported when thinking is enabled");
+      }
+      if (this.topP !== -1) {
+        throw new Error("topP is not supported when thinking is enabled");
+      }
+      if (this.temperature !== 1) {
+        throw new Error(
+          "temperature is not supported when thinking is enabled"
+        );
+      }
+
+      return {
+        model: this.model,
+        stop_sequences: options?.stop ?? this.stopSequences,
+        stream: this.streaming,
+        max_tokens: this.maxTokens,
+        tools: this.formatStructuredToolToAnthropic(options?.tools),
+        tool_choice,
+        thinking: this.thinking,
+        ...this.invocationKwargs,
+      };
+    }
     return {
       model: this.model,
       temperature: this.temperature,
@@ -776,6 +816,7 @@ export class ChatAnthropicMessages<
       max_tokens: this.maxTokens,
       tools: this.formatStructuredToolToAnthropic(options?.tools),
       tool_choice,
+      thinking: this.thinking,
       ...this.invocationKwargs,
     };
   }
@@ -811,7 +852,9 @@ export class ChatAnthropicMessages<
       stream: true,
     } as const;
     const coerceContentToString =
-      !_toolsInParams(payload) && !_documentsInParams(payload);
+      !_toolsInParams(payload) &&
+      !_documentsInParams(payload) &&
+      !_thinkingInParams(payload);
 
     const stream = await this.createStreamWithRetry(payload, {
       headers: options.headers,