trustgraph/trustgraph_configurator/templates/2.0/parameters/vllm.jsonnet
elpresidank 74cc8a4685 Squashed 'ai-context/trustgraph-templates/' content from commit 42a5fd1b
git-subtree-dir: ai-context/trustgraph-templates
git-subtree-split: 42a5fd1b678f32be378062e30451e2052ccb95dd
2026-04-05 21:09:49 -05:00

18 lines
436 B
Jsonnet

// vLLM Model Definitions
// Defines available models and their configurations for vLLM
// vLLM works with any HuggingFace model. We have to use the model
// vLLM was initialised with
{
"type": "string",
"description": "LLM model to use",
"default": "model",
"enum": [
// Llama 3.1 models
{
id: "model",
description: "Pre-defined model"
},
],
"required": true
}