add embedding store (#10)

This commit is contained in:
Adil Hafeez 2024-07-18 14:04:51 -07:00 committed by GitHub
parent cc2a496f90
commit 7bf77afa0e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
16 changed files with 409 additions and 11 deletions

View file

@ -0,0 +1,10 @@
import os
import sentence_transformers
def load_transformers(models = os.getenv("MODELS", "sentence-transformers/all-MiniLM-L6-v2")):
transformers = {}
for model in models.split(','):
transformers[model] = sentence_transformers.SentenceTransformer(model)
return transformers