apunkt/plano
1
0
Fork 0
mirror of https://github.com/katanemo/plano.git synced 2026-05-27 14:17:15 +02:00
Code Issues Projects Releases Packages Wiki Activity

fix dependcy + logg info (#148)

Browse source
This commit is contained in:
Co Tran 2024-10-08 16:42:40 -07:00 • committed by GitHub
parent 285aa1419b
commit e62c6e75ea
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 6 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
model_server/app/main.py
View file

@ -59,6 +59,7 @@ async def models():
@app.post("/embeddings")
async def embedding(req: EmbeddingRequest, res: Response):
logger.info(f"Embedding req: {req}")
if req.model != transformers["model_name"]:
raise HTTPException(status_code=400, detail="unknown model: " + req.model)
@ -70,7 +71,7 @@ async def embedding(req: EmbeddingRequest, res: Response):
embeddings = embeddings[0][:, 0]
# normalize embeddings
embeddings = torch.nn.functional.normalize(embeddings, p=2, dim=1).detach().numpy()
print(f"Embedding Call Complete Time: {time.time()-start}")
logger.info(f"Embedding Call Complete Time: {time.time()-start}")
data = []
for embedding in embeddings.tolist():