update dashscope stream output

This commit is contained in:
better629 2024-02-18 20:02:42 +08:00
parent cec879f71b
commit 41d6d2be1d
2 changed files with 4 additions and 2 deletions

View file

@ -192,6 +192,8 @@ class DashScopeLLM(BaseLLM):
if self.config.temperature > 0:
# different model has default temperature. only set when it"s specified.
kwargs["temperature"] = self.config.temperature
if stream:
kwargs["incremental_output"] = True
return kwargs
def _check_response(self, resp: GenerationResponse):

View file

@ -27,7 +27,7 @@ python_docx==0.8.11
PyYAML==6.0.1
# sentence_transformers==2.2.2
setuptools==65.6.3
tenacity==8.2.2
tenacity==8.2.3
tiktoken==0.5.2
tqdm==4.65.0
#unstructured[local-inference]
@ -68,4 +68,4 @@ anytree
ipywidgets==8.1.1
Pillow
qianfan==0.3.1
dashscope==1.14.1
dashscope==1.14.1