LLMConfig add seed

This commit is contained in:
chenchun 2024-05-29 20:23:29 +08:00
parent bc1cd11a4b
commit c1c2acafd2

View file

@ -5,6 +5,7 @@
@Author : alexanderwu
@File : llm_config.py
"""
from enum import Enum
from typing import Optional
@ -76,6 +77,7 @@ class LLMConfig(YamlModel):
best_of: Optional[int] = None
n: Optional[int] = None
stream: bool = True
seed: Optional[int] = None
# https://cookbook.openai.com/examples/using_logprobs
logprobs: Optional[bool] = None
top_logprobs: Optional[int] = None