add config in provider

This commit is contained in:
geekan 2024-02-28 22:59:55 +08:00
parent 0f919c5172
commit fe52bf6032

View file

@ -99,7 +99,7 @@ class OpenAILLM(BaseLLM):
"max_tokens": self._get_max_tokens(messages),
"n": 1,
# "stop": None, # default it's None and gpt4-v can't have this one
"temperature": 0.3,
"temperature": self.config.temperature,
"model": self.model,
"timeout": max(self.config.timeout, timeout),
}