apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-02 02:58:10 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

Use MutableHashSet for Qdrant collection caches

Browse source
This commit is contained in:
elpresidank 2026-06-02 09:21:19 -05:00
parent 71edff47ed
commit d19167b566
4 changed files with 94 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

9
ts/packages/flow/src/storage/embeddings/qdrant-doc.ts
View file

@ -10,6 +10,7 @@
import { errorMessage } from "@trustgraph/base";
import { Config, Effect, Random } from "effect";
import * as MutableHashSet from "effect/MutableHashSet";
import * as O from "effect/Option";
import * as S from "effect/Schema";
import { makeQdrantClient, type QdrantClientFactory, type QdrantClientLike } from "../../qdrant/client.js";
@ -121,7 +122,7 @@ interface QdrantDocEmbeddingsStoreEffectShape {
const makeQdrantDocEmbeddingsStoreFromClient = (
client: QdrantClientLike,
): QdrantDocEmbeddingsStoreEffectShape => {
const knownCollections = new Set<string>();
const knownCollections = MutableHashSet.empty<string>();
const collectionName = (user: string, collection: string, dim: number): string =>
`d_${user}_${collection}_${dim}`;
@ -130,7 +131,7 @@ const makeQdrantDocEmbeddingsStoreFromClient = (
name: string,
dim: number,
) {
if (knownCollections.has(name)) return;
if (MutableHashSet.has(knownCollections, name)) return;
const exists = yield* Effect.tryPromise({
try: () => client.collectionExists(name),
@ -147,7 +148,7 @@ const makeQdrantDocEmbeddingsStoreFromClient = (
});
}
knownCollections.add(name);
MutableHashSet.add(knownCollections, name);
});
const storeEffect = Effect.fn("QdrantDocEmbeddings.store")(function* (message: DocEmbeddingsMessage) {
@ -206,7 +207,7 @@ const makeQdrantDocEmbeddingsStoreFromClient = (
try: () => client.deleteCollection(coll.name),
catch: (cause) => qdrantDocEmbeddingsStoreError("delete-collection", cause),
});
knownCollections.delete(coll.name);
MutableHashSet.remove(knownCollections, coll.name);
yield* Effect.log(`[QdrantDocEmbeddings] Deleted collection: ${coll.name}`);
}

9
ts/packages/flow/src/storage/embeddings/qdrant-graph.ts
View file

@ -10,6 +10,7 @@
import { errorMessage, type Term } from "@trustgraph/base";
import { Config, Context, Effect, Layer, Match, Random } from "effect";
import * as MutableHashSet from "effect/MutableHashSet";
import * as O from "effect/Option";
import * as S from "effect/Schema";
import { makeQdrantClient, type QdrantClientFactory, type QdrantClientLike } from "../../qdrant/client.js";
@ -122,7 +123,7 @@ const makeQdrantGraphEmbeddingsClient = (
const makeQdrantGraphEmbeddingsStoreFromClient = (
client: QdrantClientLike,
): QdrantGraphEmbeddingsStoreServiceShape => {
const knownCollections = new Set<string>();
const knownCollections = MutableHashSet.empty<string>();
const collectionName = (user: string, collection: string, dim: number): string =>
`t_${user}_${collection}_${dim}`;
@ -131,7 +132,7 @@ const makeQdrantGraphEmbeddingsStoreFromClient = (
name: string,
dim: number,
) {
if (knownCollections.has(name)) return;
if (MutableHashSet.has(knownCollections, name)) return;
const exists = yield* Effect.tryPromise({
try: () => client.collectionExists(name),
@ -148,7 +149,7 @@ const makeQdrantGraphEmbeddingsStoreFromClient = (
});
}
knownCollections.add(name);
MutableHashSet.add(knownCollections, name);
});
const storeEffect = Effect.fn("QdrantGraphEmbeddings.store")(function* (message: GraphEmbeddingsMessage) {
@ -208,7 +209,7 @@ const makeQdrantGraphEmbeddingsStoreFromClient = (
try: () => client.deleteCollection(coll.name),
catch: (cause) => qdrantGraphEmbeddingsStoreError("delete-collection", cause),
});
knownCollections.delete(coll.name);
MutableHashSet.remove(knownCollections, coll.name);
yield* Effect.log(`[QdrantGraphEmbeddings] Deleted collection: ${coll.name}`);
}