mirror of
https://github.com/katanemo/plano.git
synced 2026-04-25 00:36:34 +02:00
19 lines
547 B
Python
19 lines
547 B
Python
import os
|
|
import sentence_transformers
|
|
from gliner import GLiNER
|
|
|
|
def load_transformers(models = os.getenv("MODELS", "sentence-transformers/all-MiniLM-L6-v2")):
|
|
transformers = {}
|
|
|
|
for model in models.split(','):
|
|
transformers[model] = sentence_transformers.SentenceTransformer(model)
|
|
|
|
return transformers
|
|
|
|
def load_ner_models(models = os.getenv("NER_MODELS", "urchade/gliner_large-v2.1")):
|
|
ner_models = {}
|
|
|
|
for model in models.split(','):
|
|
ner_models[model] = GLiNER.from_pretrained(model)
|
|
|
|
return ner_models
|