trustgraph/templates/patterns/llm-ollama.jsonnet
cybermaggedon 208c219962
Template rejig (#48)
* document-rag / graph-rag refactor of templates

* Tweaking the docs and categories

* Clarify triple store vs RAG

* Tweak knowledge graph linkage

* Doc embedding for Qdrant

* Fix document RAG on Qdrant

* Fix templates

* Bump version

* Updated templates
2024-09-03 00:09:15 +01:00

41 lines
1.2 KiB
Jsonnet

{
pattern: {
name: "ollama",
icon: "🤖💬",
title: "Add Ollama LLM for text completion",
description: "This pattern integrates an Ollama service for text completion operations. You need to have a running Ollama service with the necessary models added in order to be able to use this service.",
requires: ["pulsar", "trustgraph"],
features: ["llm"],
args: [
{
name: "ollama-max-output-tokens",
label: "Maximum output tokens",
type: "integer",
description: "Limit on number tokens to generate",
default: 4096,
required: true,
},
{
name: "ollama-temperature",
label: "Temperature",
type: "slider",
description: "Controlling predictability / creativity balance",
min: 0,
max: 1,
step: 0.05,
default: 0.5,
},
{
name: "ollama-url",
label: "URL",
type: "text",
width: 120,
description: "URL of the Ollama service",
default: "http://ollama:11434",
required: true,
},
],
category: [ "llm" ],
},
module: "components/ollama.jsonnet",
}