address cmt

This commit is contained in:
cotran 2024-11-07 11:15:03 -08:00
parent dd07ba2cd0
commit 1f383eafc4
4 changed files with 27 additions and 23 deletions

View file

@ -10,6 +10,16 @@ LLM_GATEWAY_ENDPOINT = os.getenv(
)
ARCH_STATE_HEADER = "x-arch-state"
PREFILL_LIST = [
"May",
"Could",
"Sure",
"Definitely",
"Certainly",
"Of course",
"Can",
]
def get_data_chunks(stream, n=1):
chunks = []