trustgraph/trustgraph_configurator/templates/2.2/embeddings/embeddings-fastembed.jsonnet

local images = import "values/images.jsonnet";
local url = import "values/url.jsonnet";
local prompts = import "prompts/mixtral.jsonnet";
local models = import "parameters/embeddings-fastembed.jsonnet";

{

    "fastembed-models":: models,

    "embeddings-models" +:: $["fastembed-models"],

    embeddings +: {

        create:: function(engine)

            local concurrency = self.concurrency;

            local container =
                engine.container("embeddings")
                    .with_image(images.trustgraph_flow)
                    .with_command([
                        "embeddings-fastembed",
                    ] + $["pub-sub-args"] + [
                        "--concurrency",
                        std.toString(concurrency),
                        "--log-level",
                        $["log-level"],
                    ])
                    .with_limits("2.0", "600M")
                    .with_reservations("1.0", "600M");

            local containerSet = engine.containers(
                "embeddings", [ container ]
            );

            local service =
                engine.internalService(containerSet)
                .with_port(8000, 8000, "metrics");

            engine.resources([
                containerSet,
                service,
            ])

    },

}