Merge pull request #1311 from chenchun0629/main

LLMConfig add seed
This commit is contained in:
Alexander Wu 2024-10-20 14:51:15 +08:00 committed by GitHub
commit 8387e28d1d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -5,6 +5,7 @@
@Author : alexanderwu
@File : llm_config.py
"""
from enum import Enum
from typing import Optional
@ -77,6 +78,7 @@ class LLMConfig(YamlModel):
best_of: Optional[int] = None
n: Optional[int] = None
stream: bool = True
seed: Optional[int] = None
# https://cookbook.openai.com/examples/using_logprobs
logprobs: Optional[bool] = None
top_logprobs: Optional[int] = None