2024-12-02 17:41:30 +00:00
|
|
|
|
2024-12-06 13:37:44 +00:00
|
|
|
from .. schema import TextCompletionRequest, TextCompletionResponse
|
|
|
|
|
from .. schema import text_completion_request_queue
|
|
|
|
|
from .. schema import text_completion_response_queue
|
2024-12-02 17:41:30 +00:00
|
|
|
|
|
|
|
|
from . endpoint import ServiceEndpoint
|
2024-12-06 23:56:10 +00:00
|
|
|
from . requestor import ServiceRequestor
|
2024-12-02 17:41:30 +00:00
|
|
|
|
2024-12-06 23:56:10 +00:00
|
|
|
class TextCompletionRequestor(ServiceRequestor):
|
2024-12-02 19:57:21 +00:00
|
|
|
def __init__(self, pulsar_host, timeout, auth):
|
2024-12-02 17:41:30 +00:00
|
|
|
|
2024-12-06 23:56:10 +00:00
|
|
|
super(TextCompletionRequestor, self).__init__(
|
2024-12-02 17:41:30 +00:00
|
|
|
pulsar_host=pulsar_host,
|
|
|
|
|
request_queue=text_completion_request_queue,
|
|
|
|
|
response_queue=text_completion_response_queue,
|
|
|
|
|
request_schema=TextCompletionRequest,
|
|
|
|
|
response_schema=TextCompletionResponse,
|
|
|
|
|
timeout=timeout,
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
def to_request(self, body):
|
|
|
|
|
return TextCompletionRequest(
|
|
|
|
|
system=body["system"],
|
|
|
|
|
prompt=body["prompt"]
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
def from_response(self, message):
|
2024-12-06 23:56:10 +00:00
|
|
|
return { "response": message.response }, True
|
|
|
|
|
|