community[minor]: Add async_client for Anyscale Chat model (langchain…

…-ai#18050) Add `async_client` for Anyscale Chat_model
al1p · Feb 27, 2024 · 2876c76 · 2876c76
1 parent 5b28747
commit 2876c76
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/libs/community/langchain_community/chat_models/anyscale.py b/libs/community/langchain_community/chat_models/anyscale.py
@@ -144,7 +144,12 @@ def validate_environment(cls, values: dict) -> dict:
                     # "default_query": values["default_query"],
                     # "http_client": values["http_client"],
                 }
-                values["client"] = openai.OpenAI(**client_params).chat.completions
+                if not values.get("client"):
+                    values["client"] = openai.OpenAI(**client_params).chat.completions
+                if not values.get("async_client"):
+                    values["async_client"] = openai.AsyncOpenAI(
+                        **client_params
+                    ).chat.completions
             else:
                 values["openai_api_base"] = values["anyscale_api_base"]
                 values["openai_api_key"] = values["anyscale_api_key"].get_secret_value()