Refactoring some LLM handlers

This commit is contained in:
Cyber MacGeddon 2025-04-25 16:21:46 +01:00
parent 099018e103
commit 8ab0a9ace6
5 changed files with 91 additions and 259 deletions

View file

@ -13,6 +13,11 @@ from .. base import FlowProcessor, ConsumerSpec, ProducerSpec
default_ident = "text-completion"
class LlmResult:
def __init__(self, text=None, in_token=None, out_token=None, model=None):
self.text = text
self.in_token = in_token
self.out_token = out_token
self.model = model
__slots__ = ["text", "in_token", "out_token", "model"]
class LlmService(FlowProcessor):