Skip to content

Commit

Permalink
community[patch]: Invoke callback prior to yielding token (langchain-…
Browse files Browse the repository at this point in the history
…ai#18448)

## PR title
community[patch]: Invoke callback prior to yielding token

## PR message
- Description: Invoke callback prior to yielding token in _stream method
in llms/tongyi.
- Issue: langchain-ai#16913
- Dependencies: None
  • Loading branch information
williamdevena authored and gkorland committed Mar 30, 2024
1 parent c6013f6 commit a38051c
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions libs/community/langchain_community/llms/tongyi.py
Original file line number Diff line number Diff line change
Expand Up @@ -285,13 +285,13 @@ def _stream(
)
for stream_resp in stream_generate_with_retry(self, prompt=prompt, **params):
chunk = GenerationChunk(**self._generation_from_qwen_resp(stream_resp))
yield chunk
if run_manager:
run_manager.on_llm_new_token(
chunk.text,
chunk=chunk,
verbose=self.verbose,
)
yield chunk

async def _astream(
self,
Expand All @@ -307,13 +307,13 @@ async def _astream(
self, prompt=prompt, **params
):
chunk = GenerationChunk(**self._generation_from_qwen_resp(stream_resp))
yield chunk
if run_manager:
await run_manager.on_llm_new_token(
chunk.text,
chunk=chunk,
verbose=self.verbose,
)
yield chunk

def _invocation_params(self, stop: Any, **kwargs: Any) -> Dict[str, Any]:
params = {
Expand Down

0 comments on commit a38051c

Please sign in to comment.