mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-07-01 17:39:39 +02:00
Squashed 'ai-context/trustgraph-templates/' content from commit 42a5fd1b
git-subtree-dir: ai-context/trustgraph-templates git-subtree-split: 42a5fd1b678f32be378062e30451e2052ccb95dd
This commit is contained in:
commit
74cc8a4685
1216 changed files with 116347 additions and 0 deletions
59
examples/intel-battlemage-vllm.json
Normal file
59
examples/intel-battlemage-vllm.json
Normal file
|
|
@ -0,0 +1,59 @@
|
|||
[
|
||||
{
|
||||
"name": "triple-store-cassandra",
|
||||
"parameters": {}
|
||||
},
|
||||
{
|
||||
"name": "object-store-cassandra",
|
||||
"parameters": {}
|
||||
},
|
||||
{
|
||||
"name": "pulsar",
|
||||
"parameters": {}
|
||||
},
|
||||
{
|
||||
"name": "vector-store-qdrant",
|
||||
"parameters": {}
|
||||
},
|
||||
{
|
||||
"name": "grafana",
|
||||
"parameters": {}
|
||||
},
|
||||
{
|
||||
"name": "trustgraph-base",
|
||||
"parameters": {
|
||||
"text-completion-concurrency": 16,
|
||||
"text-completion-rag-concurrency": 16,
|
||||
"prompt-concurrency": 16,
|
||||
"prompt-rag-concurrency": 16,
|
||||
"kg-extraction-concurrency": 16,
|
||||
"embeddings-concurrency": 16,
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "override-recursive-chunker",
|
||||
"parameters": {
|
||||
"chunk-size": 2000,
|
||||
"chunk-overlap": 100
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "embeddings-fastembed",
|
||||
"parameters": {}
|
||||
},
|
||||
{
|
||||
"name": "vllm",
|
||||
"parameters": {
|
||||
"max-output-tokens": 8192
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "hosting-intel-battlemage-vllm",
|
||||
"parameters": {
|
||||
"model": "mistralai/Mistral-Nemo-Instruct-2407",
|
||||
"cpus": "32.0",
|
||||
"memory": "48G",
|
||||
"hf-token": "<HFTOKEN-GOES-HERE>",
|
||||
}
|
||||
},
|
||||
]
|
||||
Loading…
Add table
Add a link
Reference in a new issue