Forming embeddings-hf package

This commit is contained in:
Cyber MacGeddon 2024-09-28 22:40:14 +01:00
parent 396a484a11
commit 3bbfe83ecf
10 changed files with 54 additions and 12 deletions

View file

@ -27,18 +27,13 @@ setuptools.setup(
python_requires='>=3.8',
download_url = "https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v" + version + ".tar.gz",
install_requires=[
"torch",
"urllib3",
"transformers",
"sentence-transformers",
"rdflib",
"pymilvus",
"langchain",
"langchain-core",
"langchain-huggingface",
"langchain-text-splitters",
"langchain-community",
"huggingface-hub",
"requests",
"cassandra-driver",
"pulsar-client",
@ -66,7 +61,6 @@ setuptools.setup(
"scripts/de-write-qdrant",
"scripts/document-rag",
"scripts/dump-parquet",
"scripts/embeddings-hf",
"scripts/embeddings-ollama",
"scripts/embeddings-vectorize",
"scripts/ge-dump-parquet",