2024-08-30 17:47:35 +01:00
|
|
|
{
|
|
|
|
|
pattern: {
|
|
|
|
|
name: "ollama",
|
|
|
|
|
icon: "🤖💬",
|
|
|
|
|
title: "Add Ollama LLM for text completion",
|
|
|
|
|
description: "This pattern integrates an Ollama service for text completion operations. You need to have a running Ollama service with the necessary models added in order to be able to use this service.",
|
|
|
|
|
requires: ["pulsar", "trustgraph"],
|
|
|
|
|
features: ["llm"],
|
|
|
|
|
args: [
|
2024-09-01 21:29:29 +01:00
|
|
|
{
|
|
|
|
|
name: "ollama-max-output-tokens",
|
|
|
|
|
label: "Maximum output tokens",
|
|
|
|
|
type: "integer",
|
|
|
|
|
description: "Limit on number tokens to generate",
|
|
|
|
|
default: 4096,
|
|
|
|
|
required: true,
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
name: "ollama-temperature",
|
|
|
|
|
label: "Temperature",
|
|
|
|
|
type: "slider",
|
|
|
|
|
description: "Controlling predictability / creativity balance",
|
|
|
|
|
min: 0,
|
|
|
|
|
max: 1,
|
|
|
|
|
step: 0.05,
|
|
|
|
|
default: 0.5,
|
|
|
|
|
},
|
2024-09-03 00:09:15 +01:00
|
|
|
{
|
|
|
|
|
name: "ollama-url",
|
|
|
|
|
label: "URL",
|
|
|
|
|
type: "text",
|
|
|
|
|
width: 120,
|
|
|
|
|
description: "URL of the Ollama service",
|
|
|
|
|
default: "http://ollama:11434",
|
|
|
|
|
required: true,
|
|
|
|
|
},
|
2024-09-01 21:29:29 +01:00
|
|
|
],
|
|
|
|
|
category: [ "llm" ],
|
2024-08-30 17:47:35 +01:00
|
|
|
},
|
|
|
|
|
module: "components/ollama.jsonnet",
|
|
|
|
|
}
|