mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-05-17 11:25:12 +02:00
142dd0231c
* CLI auth migration, document embeddings core lifecycle (#913) Migrate get_kg_core and put_kg_core CLI tools to use Api/SocketClient with first-frame auth (fixes broken raw websocket path). Fix wire format field names (root/vector). Remove ~600 lines of dead raw websocket code from invoke_graph_rag.py. Add document embeddings core lifecycle to the knowledge service: list/get/put/delete/load operations across schema, translator, Cassandra table store, knowledge manager, gateway registry, REST API, socket client, and CLI (tg-get-de-core, tg-put-de-core). Fix delete_kg_core to also clean up document embeddings rows. * Remove spurious workspace parameter from SPARQL algebra evaluator (#915) Fix threading of workspace paramater: - The SPARQL algebra evaluator was threading a workspace parameter through every function and passing it to TriplesClient.query(), which doesn't accept it. Workspace isolation is handled by pub/sub topic routing — the TriplesClient is already scoped to a workspace-specific flow, same as GraphRAG. Passing workspace explicitly was both incorrect and unnecessary. Update tests: - tests/unit/test_query/test_sparql_algebra.py (new) — Tests _query_pattern, _eval_bgp, and evaluate() with various algebra nodes. Key tests assert workspace is never in tc.query() kwargs, plus correctness tests for BGP, JOIN, UNION, SLICE, DISTINCT, and edge cases. - tests/unit/test_retrieval/test_graph_rag.py — Added test_triples_query_never_passes_workspace (checks query()) and test_follow_edges_never_passes_workspace (checks query_stream()). * Make all Cassandra and Qdrant I/O async-safe with proper concurrency controls (#916) Cassandra triples services were using syncronous EntityCentricKnowledgeGraph methods from async contexts, and connection state was managed with threading.local which is wrong for asyncio coroutines sharing a single thread. Qdrant services had no async wrapping at all, blocking the event loop on every network call. Rows services had unprotected shared state mutations across concurrent coroutines. - Add async methods to EntityCentricKnowledgeGraph (async_insert, async_get_s/p/o/sp/po/os/spo/all, async_collection_exists, async_create_collection, async_delete_collection) using the existing cassandra_async.async_execute bridge - Rewrite triples write + query services: replace threading.local with asyncio.Lock + dict cache for per-workspace connections, use async ECKG methods for all data operations, keep asyncio.to_thread only for one-time blocking ECKG construction - Wrap all Qdrant calls in asyncio.to_thread across all 6 services (doc/graph/row embeddings write + query), add asyncio.Lock + set cache for collection existence checks - Add asyncio.Lock to rows write + query services to protect shared state (schemas, sessions, config caches) from concurrent mutation - Update all affected tests to match new async patterns * Fixed error only returning a page of results (#921) The root cause: async_execute only materialises the first result page (by design — it says so in its docstring). The streaming query set fetch_size=20 and expected to iterate all results, but only got the first 20 rows back. The fix uses asyncio.to_thread(lambda: list(tg.session.execute(...))) which lets the sync driver iterate all pages in a worker thread — exactly what the pre-async code did. * Optional test warning suppression (#923) * Fix test collection module errors & silence upstream Pytest warnings (#823) * chore: add virtual environment and .env directories to gitignore * test: filter upstream DeprecationWarning and UserWarning messages * fix(namespace): remove empty __init__.py files to fix PEP 420 implicit namespace routing for trustgraph sub-packages * Revert __init__.py deletions * Add .ini changes but commented out, will be useful at times --------- Co-authored-by: Salil M <d2kyt@protonmail.com>
128 lines
No EOL
6.3 KiB
TOML
128 lines
No EOL
6.3 KiB
TOML
[build-system]
|
|
requires = ["setuptools>=61.0", "wheel"]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
[project]
|
|
name = "trustgraph-cli"
|
|
dynamic = ["version"]
|
|
authors = [{name = "trustgraph.ai", email = "security@trustgraph.ai"}]
|
|
description = "TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline."
|
|
readme = "README.md"
|
|
requires-python = ">=3.8"
|
|
dependencies = [
|
|
"trustgraph-base>=2.4,<2.5",
|
|
"requests",
|
|
"pulsar-client",
|
|
"aiohttp",
|
|
"rdflib",
|
|
"tabulate",
|
|
"msgpack",
|
|
"websockets",
|
|
]
|
|
classifiers = [
|
|
"Programming Language :: Python :: 3",
|
|
"Operating System :: OS Independent",
|
|
]
|
|
|
|
[project.urls]
|
|
Homepage = "https://github.com/trustgraph-ai/trustgraph"
|
|
|
|
[project.scripts]
|
|
tg-add-library-document = "trustgraph.cli.add_library_document:main"
|
|
tg-delete-flow-blueprint = "trustgraph.cli.delete_flow_blueprint:main"
|
|
tg-delete-mcp-tool = "trustgraph.cli.delete_mcp_tool:main"
|
|
tg-delete-kg-core = "trustgraph.cli.delete_kg_core:main"
|
|
tg-delete-tool = "trustgraph.cli.delete_tool:main"
|
|
tg-dump-msgpack = "trustgraph.cli.dump_msgpack:main"
|
|
tg-dump-queues = "trustgraph.cli.dump_queues:main"
|
|
tg-monitor-prompts = "trustgraph.cli.monitor_prompts:main"
|
|
tg-get-flow-blueprint = "trustgraph.cli.get_flow_blueprint:main"
|
|
tg-get-de-core = "trustgraph.cli.get_de_core:main"
|
|
tg-get-kg-core = "trustgraph.cli.get_kg_core:main"
|
|
tg-get-document-content = "trustgraph.cli.get_document_content:main"
|
|
tg-graph-to-turtle = "trustgraph.cli.graph_to_turtle:main"
|
|
tg-bootstrap-iam = "trustgraph.cli.bootstrap_iam:main"
|
|
tg-login = "trustgraph.cli.login:main"
|
|
tg-create-user = "trustgraph.cli.create_user:main"
|
|
tg-list-users = "trustgraph.cli.list_users:main"
|
|
tg-whoami = "trustgraph.cli.whoami:main"
|
|
tg-update-user = "trustgraph.cli.update_user:main"
|
|
tg-disable-user = "trustgraph.cli.disable_user:main"
|
|
tg-enable-user = "trustgraph.cli.enable_user:main"
|
|
tg-delete-user = "trustgraph.cli.delete_user:main"
|
|
tg-change-password = "trustgraph.cli.change_password:main"
|
|
tg-reset-password = "trustgraph.cli.reset_password:main"
|
|
tg-create-api-key = "trustgraph.cli.create_api_key:main"
|
|
tg-list-api-keys = "trustgraph.cli.list_api_keys:main"
|
|
tg-revoke-api-key = "trustgraph.cli.revoke_api_key:main"
|
|
tg-list-workspaces = "trustgraph.cli.list_workspaces:main"
|
|
tg-create-workspace = "trustgraph.cli.create_workspace:main"
|
|
tg-invoke-agent = "trustgraph.cli.invoke_agent:main"
|
|
tg-invoke-document-rag = "trustgraph.cli.invoke_document_rag:main"
|
|
tg-invoke-graph-rag = "trustgraph.cli.invoke_graph_rag:main"
|
|
tg-invoke-llm = "trustgraph.cli.invoke_llm:main"
|
|
tg-invoke-embeddings = "trustgraph.cli.invoke_embeddings:main"
|
|
tg-invoke-graph-embeddings = "trustgraph.cli.invoke_graph_embeddings:main"
|
|
tg-invoke-document-embeddings = "trustgraph.cli.invoke_document_embeddings:main"
|
|
tg-invoke-mcp-tool = "trustgraph.cli.invoke_mcp_tool:main"
|
|
tg-invoke-nlp-query = "trustgraph.cli.invoke_nlp_query:main"
|
|
tg-invoke-rows-query = "trustgraph.cli.invoke_rows_query:main"
|
|
tg-invoke-sparql-query = "trustgraph.cli.invoke_sparql_query:main"
|
|
tg-invoke-row-embeddings = "trustgraph.cli.invoke_row_embeddings:main"
|
|
tg-invoke-prompt = "trustgraph.cli.invoke_prompt:main"
|
|
tg-invoke-structured-query = "trustgraph.cli.invoke_structured_query:main"
|
|
tg-load-doc-embeds = "trustgraph.cli.load_doc_embeds:main"
|
|
tg-load-kg-core = "trustgraph.cli.load_kg_core:main"
|
|
tg-load-sample-documents = "trustgraph.cli.load_sample_documents:main"
|
|
tg-load-turtle = "trustgraph.cli.load_turtle:main"
|
|
tg-load-knowledge = "trustgraph.cli.load_knowledge:main"
|
|
tg-load-structured-data = "trustgraph.cli.load_structured_data:main"
|
|
tg-put-flow-blueprint = "trustgraph.cli.put_flow_blueprint:main"
|
|
tg-put-de-core = "trustgraph.cli.put_de_core:main"
|
|
tg-put-kg-core = "trustgraph.cli.put_kg_core:main"
|
|
tg-remove-library-document = "trustgraph.cli.remove_library_document:main"
|
|
tg-save-doc-embeds = "trustgraph.cli.save_doc_embeds:main"
|
|
tg-set-mcp-tool = "trustgraph.cli.set_mcp_tool:main"
|
|
tg-set-prompt = "trustgraph.cli.set_prompt:main"
|
|
tg-set-token-costs = "trustgraph.cli.set_token_costs:main"
|
|
tg-set-tool = "trustgraph.cli.set_tool:main"
|
|
tg-show-config = "trustgraph.cli.show_config:main"
|
|
tg-show-flow-blueprints = "trustgraph.cli.show_flow_blueprints:main"
|
|
tg-show-flow-state = "trustgraph.cli.show_flow_state:main"
|
|
tg-show-flows = "trustgraph.cli.show_flows:main"
|
|
tg-query-graph = "trustgraph.cli.query_graph:main"
|
|
tg-show-graph = "trustgraph.cli.show_graph:main"
|
|
tg-show-kg-cores = "trustgraph.cli.show_kg_cores:main"
|
|
tg-show-library-documents = "trustgraph.cli.show_library_documents:main"
|
|
tg-show-library-processing = "trustgraph.cli.show_library_processing:main"
|
|
tg-show-mcp-tools = "trustgraph.cli.show_mcp_tools:main"
|
|
tg-show-parameter-types = "trustgraph.cli.show_parameter_types:main"
|
|
tg-show-processor-state = "trustgraph.cli.show_processor_state:main"
|
|
tg-show-prompts = "trustgraph.cli.show_prompts:main"
|
|
tg-show-token-costs = "trustgraph.cli.show_token_costs:main"
|
|
tg-show-token-rate = "trustgraph.cli.show_token_rate:main"
|
|
tg-show-tools = "trustgraph.cli.show_tools:main"
|
|
tg-start-flow = "trustgraph.cli.start_flow:main"
|
|
tg-unload-kg-core = "trustgraph.cli.unload_kg_core:main"
|
|
tg-start-library-processing = "trustgraph.cli.start_library_processing:main"
|
|
tg-stop-flow = "trustgraph.cli.stop_flow:main"
|
|
tg-stop-library-processing = "trustgraph.cli.stop_library_processing:main"
|
|
tg-verify-system-status = "trustgraph.cli.verify_system_status:main"
|
|
tg-list-config-items = "trustgraph.cli.list_config_items:main"
|
|
tg-get-config-item = "trustgraph.cli.get_config_item:main"
|
|
tg-put-config-item = "trustgraph.cli.put_config_item:main"
|
|
tg-delete-config-item = "trustgraph.cli.delete_config_item:main"
|
|
tg-export-workspace-config = "trustgraph.cli.export_workspace_config:main"
|
|
tg-import-workspace-config = "trustgraph.cli.import_workspace_config:main"
|
|
tg-list-collections = "trustgraph.cli.list_collections:main"
|
|
tg-set-collection = "trustgraph.cli.set_collection:main"
|
|
tg-delete-collection = "trustgraph.cli.delete_collection:main"
|
|
tg-show-extraction-provenance = "trustgraph.cli.show_extraction_provenance:main"
|
|
tg-list-explain-traces = "trustgraph.cli.list_explain_traces:main"
|
|
tg-show-explain-trace = "trustgraph.cli.show_explain_trace:main"
|
|
|
|
[tool.setuptools.packages.find]
|
|
include = ["trustgraph*"]
|
|
|
|
[tool.setuptools.dynamic]
|
|
version = {attr = "trustgraph.cli_version.__version__"} |