Added timeout parameter for async client

langchain-ai · Apr 5, 2024 · cefb2c3 · cefb2c3
1 parent 526e332
commit cefb2c3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/libs/community/langchain_community/llms/openllm.py b/libs/community/langchain_community/llms/openllm.py
@@ -308,7 +308,7 @@ async def _acall(
             self._identifying_params["model_name"], **copied
         )
         if self._client:
-            async_client = openllm.client.AsyncHTTPClient(self.server_url)
+            async_client = openllm.client.AsyncHTTPClient(self.server_url, self.timeout)
             res = (
                 (await async_client.generate(prompt, **config.model_dump(flatten=True)))
                 .outputs[0]