2024-12-02 17:41:30 +00:00
|
|
|
|
2024-12-06 13:37:44 +00:00
|
|
|
from .. schema import EmbeddingsRequest, EmbeddingsResponse
|
|
|
|
|
from .. schema import embeddings_request_queue
|
|
|
|
|
from .. schema import embeddings_response_queue
|
2024-12-02 17:41:30 +00:00
|
|
|
|
|
|
|
|
from . endpoint import ServiceEndpoint
|
|
|
|
|
|
|
|
|
|
class EmbeddingsEndpoint(ServiceEndpoint):
|
2024-12-02 19:57:21 +00:00
|
|
|
def __init__(self, pulsar_host, timeout, auth):
|
2024-12-02 17:41:30 +00:00
|
|
|
|
|
|
|
|
super(EmbeddingsEndpoint, self).__init__(
|
|
|
|
|
pulsar_host=pulsar_host,
|
|
|
|
|
request_queue=embeddings_request_queue,
|
|
|
|
|
response_queue=embeddings_response_queue,
|
|
|
|
|
request_schema=EmbeddingsRequest,
|
|
|
|
|
response_schema=EmbeddingsResponse,
|
|
|
|
|
endpoint_path="/api/v1/embeddings",
|
|
|
|
|
timeout=timeout,
|
2024-12-02 19:57:21 +00:00
|
|
|
auth=auth,
|
2024-12-02 17:41:30 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
|
|
def to_request(self, body):
|
|
|
|
|
return EmbeddingsRequest(
|
|
|
|
|
text=body["text"]
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
def from_response(self, message):
|
|
|
|
|
return { "vectors": message.vectors }
|