Update LLMs to LlmService API (#353)

This commit is contained in:
cybermaggedon 2025-04-25 19:57:42 +01:00 committed by GitHub
parent 099018e103
commit 5af7909122
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
13 changed files with 297 additions and 969 deletions

View file

@ -13,6 +13,11 @@ from .. base import FlowProcessor, ConsumerSpec, ProducerSpec
default_ident = "text-completion"
class LlmResult:
def __init__(self, text=None, in_token=None, out_token=None, model=None):
self.text = text
self.in_token = in_token
self.out_token = out_token
self.model = model
__slots__ = ["text", "in_token", "out_token", "model"]
class LlmService(FlowProcessor):