diff --git a/metagpt/configs/llm_config.py b/metagpt/configs/llm_config.py index e202150f7..dbf04dac6 100644 --- a/metagpt/configs/llm_config.py +++ b/metagpt/configs/llm_config.py @@ -74,7 +74,7 @@ class LLMConfig(YamlModel): frequency_penalty: float = 0.0 best_of: Optional[int] = None n: Optional[int] = None - stream: bool = False + stream: bool = True # https://cookbook.openai.com/examples/using_logprobs logprobs: Optional[bool] = None top_logprobs: Optional[int] = None diff --git a/metagpt/provider/base_llm.py b/metagpt/provider/base_llm.py index e554f7767..a95e8dbd3 100644 --- a/metagpt/provider/base_llm.py +++ b/metagpt/provider/base_llm.py @@ -132,7 +132,7 @@ class BaseLLM(ABC): format_msgs: Optional[list[dict[str, str]]] = None, images: Optional[Union[str, list[str]]] = None, timeout=USE_CONFIG_TIMEOUT, - stream=True, + stream=None, ) -> str: if system_msgs: message = self._system_msgs(system_msgs) @@ -146,6 +146,8 @@ class BaseLLM(ABC): message.append(self._user_msg(msg, images=images)) else: message.extend(msg) + if stream is None: + stream = self.config.stream logger.debug(message) rsp = await self.acompletion_text(message, stream=stream, timeout=self.get_timeout(timeout)) return rsp