mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-04-25 16:36:21 +02:00
121f7bb776
* Fix pulsar manager template import * Add pattern categories. Update parameters with new schema. * Add more parameters to config
28 lines
801 B
Jsonnet
28 lines
801 B
Jsonnet
{
|
||
pattern: {
|
||
name: "override-recursive-chunker",
|
||
icon: "✂️🪚",
|
||
title: "Replace default chunker with recursive chunker",
|
||
description: "The default chunker used in Trustgraph core is a token-based chunker. This pattern replaces that with a recursive chunker, and allows ou to configure the chunking parameters.",
|
||
requires: ["pulsar", "trustgraph"],
|
||
features: [],
|
||
args: [
|
||
{
|
||
name: "chunk-size",
|
||
type: "integer",
|
||
description: "Chunk size value",
|
||
default: 2000,
|
||
required: true,
|
||
},
|
||
{
|
||
name: "chunk-overlap",
|
||
type: "integer",
|
||
description: "Overlap size value",
|
||
default: 100,
|
||
required: true,
|
||
}
|
||
],
|
||
category: [ "chunking" ],
|
||
},
|
||
module: "components/cassandra.jsonnet",
|
||
}
|