2024-12-02 17:41:30 +00:00
|
|
|
|
2025-05-02 21:11:50 +01:00
|
|
|
from ... schema import EmbeddingsRequest, EmbeddingsResponse
|
2024-12-02 17:41:30 +00:00
|
|
|
|
2024-12-06 23:56:10 +00:00
|
|
|
from . requestor import ServiceRequestor
|
2024-12-02 17:41:30 +00:00
|
|
|
|
2024-12-06 23:56:10 +00:00
|
|
|
class EmbeddingsRequestor(ServiceRequestor):
|
2025-04-29 23:34:41 +01:00
|
|
|
def __init__(
|
2025-05-02 21:11:50 +01:00
|
|
|
self, pulsar_client, request_queue, response_queue, timeout,
|
2025-04-29 23:34:41 +01:00
|
|
|
consumer, subscriber,
|
|
|
|
|
):
|
2024-12-02 17:41:30 +00:00
|
|
|
|
2024-12-06 23:56:10 +00:00
|
|
|
super(EmbeddingsRequestor, self).__init__(
|
2025-02-12 23:39:24 +00:00
|
|
|
pulsar_client=pulsar_client,
|
2025-04-29 23:34:41 +01:00
|
|
|
request_queue=request_queue,
|
|
|
|
|
response_queue=response_queue,
|
2024-12-02 17:41:30 +00:00
|
|
|
request_schema=EmbeddingsRequest,
|
|
|
|
|
response_schema=EmbeddingsResponse,
|
2025-04-29 23:34:41 +01:00
|
|
|
subscription = subscriber,
|
|
|
|
|
consumer_name = consumer,
|
2024-12-02 17:41:30 +00:00
|
|
|
timeout=timeout,
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
def to_request(self, body):
|
|
|
|
|
return EmbeddingsRequest(
|
|
|
|
|
text=body["text"]
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
def from_response(self, message):
|
2024-12-06 23:56:10 +00:00
|
|
|
return { "vectors": message.vectors }, True
|
|
|
|
|
|