mirror of
https://github.com/katanemo/plano.git
synced 2026-05-01 03:46:35 +02:00
add embedding store (#10)
This commit is contained in:
parent
cc2a496f90
commit
7bf77afa0e
16 changed files with 409 additions and 11 deletions
48
embedding-server/app/main.py
Normal file
48
embedding-server/app/main.py
Normal file
|
|
@ -0,0 +1,48 @@
|
|||
from fastapi import FastAPI, Response, HTTPException
|
||||
from pydantic import BaseModel
|
||||
from load_transformers import load_transformers
|
||||
|
||||
transformers = load_transformers()
|
||||
|
||||
app = FastAPI()
|
||||
|
||||
class EmbeddingRequest(BaseModel):
|
||||
input: str
|
||||
model: str
|
||||
|
||||
@app.get("/models")
|
||||
async def models():
|
||||
models = []
|
||||
|
||||
for model in transformers.keys():
|
||||
models.append({
|
||||
"id": model,
|
||||
"object": "model"
|
||||
})
|
||||
|
||||
return {
|
||||
"data": models,
|
||||
"object": "list"
|
||||
}
|
||||
|
||||
@app.post("/embeddings")
|
||||
async def embedding(req: EmbeddingRequest, res: Response):
|
||||
if not req.model in transformers:
|
||||
raise HTTPException(status_code=400, detail="unknown model: " + req.model)
|
||||
|
||||
embeddings = transformers[req.model].encode([req.input])
|
||||
|
||||
data = []
|
||||
|
||||
for embedding in embeddings.tolist():
|
||||
data.append({
|
||||
"object": "embedding",
|
||||
"embedding": embedding,
|
||||
"index": len(data)
|
||||
})
|
||||
|
||||
return {
|
||||
"data": data,
|
||||
"model": req.model,
|
||||
"object": "list"
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue