mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-04-25 08:26:21 +02:00
ae9936c9cc
A generic, long-running bootstrap processor that converges a
deployment to its configured initial state and then idles.
Replaces the previous one-shot `tg-init-trustgraph` container model
and provides an extension point for enterprise / third-party
initialisers.
See docs/tech-specs/bootstrap.md for the full design.
Bootstrapper
------------
A single AsyncProcessor (trustgraph.bootstrap.bootstrapper.Processor)
that:
* Reads a list of initialiser specifications (class, name, flag,
params) from either a direct `initialisers` parameter
(processor-group embedding) or a YAML/JSON file (`-c`, CLI).
* On each wake, runs a cheap service-gate (config-svc +
flow-svc round-trips), then iterates the initialiser list,
running each whose configured flag differs from the one stored
in __system__/init-state/<name>.
* Stores per-initialiser completion state in the reserved
__system__ workspace.
* Adapts cadence: ~5s on gate failure, ~15s while converging,
~300s in steady state.
* Isolates failures — one initialiser's exception does not block
others in the same cycle; the failed one retries next wake.
Initialiser contract
--------------------
* Subclass trustgraph.bootstrap.base.Initialiser.
* Implement async run(ctx, old_flag, new_flag).
* Opt out of the service gate with class attr
wait_for_services=False (only used by PulsarTopology, since
config-svc cannot come up until Pulsar namespaces exist).
* ctx carries short-lived config and flow-svc clients plus a
scoped logger.
Core initialisers (trustgraph.bootstrap.initialisers.*)
-------------------------------------------------------
* PulsarTopology — creates Pulsar tenant + namespaces
(pre-gate, blocking HTTP offloaded to
executor).
* TemplateSeed — seeds __template__ from an external JSON
file; re-run is upsert-missing by default,
overwrite-all opt-in.
* WorkspaceInit — populates a named workspace from either
the full contents of __template__ or a
seed file; raises cleanly if the template
isn't seeded yet so the bootstrapper retries
on the next cycle.
* DefaultFlowStart — starts a specific flow in a workspace;
no-ops if the flow is already running.
Enterprise or third-party initialisers plug in via fully-qualified
dotted class paths in the bootstrapper's configuration — no core
code change required.
Config service
--------------
* push(): filter out reserved workspaces (ids starting with "_")
from the change notifications. Stored config is preserved; only
the broadcast is suppressed, so bootstrap / template state lives
in config-svc without live processors ever reacting to it.
Config client
-------------
* ConfigClient.get_all(workspace): wraps the existing `config`
operation to return {type: {key: value}} for a workspace.
WorkspaceInit uses it to copy __template__ without needing a
hardcoded types list.
pyproject.toml
--------------
* Adds a `bootstrap` console script pointing at the new Processor.
* Remove tg-init-trustgraph, superceded by bootstrap processor
110 lines
No EOL
5.3 KiB
TOML
110 lines
No EOL
5.3 KiB
TOML
[build-system]
|
|
requires = ["setuptools>=61.0", "wheel"]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
[project]
|
|
name = "trustgraph-cli"
|
|
dynamic = ["version"]
|
|
authors = [{name = "trustgraph.ai", email = "security@trustgraph.ai"}]
|
|
description = "TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline."
|
|
readme = "README.md"
|
|
requires-python = ">=3.8"
|
|
dependencies = [
|
|
"trustgraph-base>=2.4,<2.5",
|
|
"requests",
|
|
"pulsar-client",
|
|
"aiohttp",
|
|
"rdflib",
|
|
"tabulate",
|
|
"msgpack",
|
|
"websockets",
|
|
]
|
|
classifiers = [
|
|
"Programming Language :: Python :: 3",
|
|
"Operating System :: OS Independent",
|
|
]
|
|
|
|
[project.urls]
|
|
Homepage = "https://github.com/trustgraph-ai/trustgraph"
|
|
|
|
[project.scripts]
|
|
tg-add-library-document = "trustgraph.cli.add_library_document:main"
|
|
tg-delete-flow-blueprint = "trustgraph.cli.delete_flow_blueprint:main"
|
|
tg-delete-mcp-tool = "trustgraph.cli.delete_mcp_tool:main"
|
|
tg-delete-kg-core = "trustgraph.cli.delete_kg_core:main"
|
|
tg-delete-tool = "trustgraph.cli.delete_tool:main"
|
|
tg-dump-msgpack = "trustgraph.cli.dump_msgpack:main"
|
|
tg-dump-queues = "trustgraph.cli.dump_queues:main"
|
|
tg-monitor-prompts = "trustgraph.cli.monitor_prompts:main"
|
|
tg-get-flow-blueprint = "trustgraph.cli.get_flow_blueprint:main"
|
|
tg-get-kg-core = "trustgraph.cli.get_kg_core:main"
|
|
tg-get-document-content = "trustgraph.cli.get_document_content:main"
|
|
tg-graph-to-turtle = "trustgraph.cli.graph_to_turtle:main"
|
|
tg-invoke-agent = "trustgraph.cli.invoke_agent:main"
|
|
tg-invoke-document-rag = "trustgraph.cli.invoke_document_rag:main"
|
|
tg-invoke-graph-rag = "trustgraph.cli.invoke_graph_rag:main"
|
|
tg-invoke-llm = "trustgraph.cli.invoke_llm:main"
|
|
tg-invoke-embeddings = "trustgraph.cli.invoke_embeddings:main"
|
|
tg-invoke-graph-embeddings = "trustgraph.cli.invoke_graph_embeddings:main"
|
|
tg-invoke-document-embeddings = "trustgraph.cli.invoke_document_embeddings:main"
|
|
tg-invoke-mcp-tool = "trustgraph.cli.invoke_mcp_tool:main"
|
|
tg-invoke-nlp-query = "trustgraph.cli.invoke_nlp_query:main"
|
|
tg-invoke-rows-query = "trustgraph.cli.invoke_rows_query:main"
|
|
tg-invoke-sparql-query = "trustgraph.cli.invoke_sparql_query:main"
|
|
tg-invoke-row-embeddings = "trustgraph.cli.invoke_row_embeddings:main"
|
|
tg-invoke-prompt = "trustgraph.cli.invoke_prompt:main"
|
|
tg-invoke-structured-query = "trustgraph.cli.invoke_structured_query:main"
|
|
tg-load-doc-embeds = "trustgraph.cli.load_doc_embeds:main"
|
|
tg-load-kg-core = "trustgraph.cli.load_kg_core:main"
|
|
tg-load-sample-documents = "trustgraph.cli.load_sample_documents:main"
|
|
tg-load-turtle = "trustgraph.cli.load_turtle:main"
|
|
tg-load-knowledge = "trustgraph.cli.load_knowledge:main"
|
|
tg-load-structured-data = "trustgraph.cli.load_structured_data:main"
|
|
tg-put-flow-blueprint = "trustgraph.cli.put_flow_blueprint:main"
|
|
tg-put-kg-core = "trustgraph.cli.put_kg_core:main"
|
|
tg-remove-library-document = "trustgraph.cli.remove_library_document:main"
|
|
tg-save-doc-embeds = "trustgraph.cli.save_doc_embeds:main"
|
|
tg-set-mcp-tool = "trustgraph.cli.set_mcp_tool:main"
|
|
tg-set-prompt = "trustgraph.cli.set_prompt:main"
|
|
tg-set-token-costs = "trustgraph.cli.set_token_costs:main"
|
|
tg-set-tool = "trustgraph.cli.set_tool:main"
|
|
tg-show-config = "trustgraph.cli.show_config:main"
|
|
tg-show-flow-blueprints = "trustgraph.cli.show_flow_blueprints:main"
|
|
tg-show-flow-state = "trustgraph.cli.show_flow_state:main"
|
|
tg-show-flows = "trustgraph.cli.show_flows:main"
|
|
tg-query-graph = "trustgraph.cli.query_graph:main"
|
|
tg-show-graph = "trustgraph.cli.show_graph:main"
|
|
tg-show-kg-cores = "trustgraph.cli.show_kg_cores:main"
|
|
tg-show-library-documents = "trustgraph.cli.show_library_documents:main"
|
|
tg-show-library-processing = "trustgraph.cli.show_library_processing:main"
|
|
tg-show-mcp-tools = "trustgraph.cli.show_mcp_tools:main"
|
|
tg-show-parameter-types = "trustgraph.cli.show_parameter_types:main"
|
|
tg-show-processor-state = "trustgraph.cli.show_processor_state:main"
|
|
tg-show-prompts = "trustgraph.cli.show_prompts:main"
|
|
tg-show-token-costs = "trustgraph.cli.show_token_costs:main"
|
|
tg-show-token-rate = "trustgraph.cli.show_token_rate:main"
|
|
tg-show-tools = "trustgraph.cli.show_tools:main"
|
|
tg-start-flow = "trustgraph.cli.start_flow:main"
|
|
tg-unload-kg-core = "trustgraph.cli.unload_kg_core:main"
|
|
tg-start-library-processing = "trustgraph.cli.start_library_processing:main"
|
|
tg-stop-flow = "trustgraph.cli.stop_flow:main"
|
|
tg-stop-library-processing = "trustgraph.cli.stop_library_processing:main"
|
|
tg-verify-system-status = "trustgraph.cli.verify_system_status:main"
|
|
tg-list-config-items = "trustgraph.cli.list_config_items:main"
|
|
tg-get-config-item = "trustgraph.cli.get_config_item:main"
|
|
tg-put-config-item = "trustgraph.cli.put_config_item:main"
|
|
tg-delete-config-item = "trustgraph.cli.delete_config_item:main"
|
|
tg-export-workspace-config = "trustgraph.cli.export_workspace_config:main"
|
|
tg-import-workspace-config = "trustgraph.cli.import_workspace_config:main"
|
|
tg-list-collections = "trustgraph.cli.list_collections:main"
|
|
tg-set-collection = "trustgraph.cli.set_collection:main"
|
|
tg-delete-collection = "trustgraph.cli.delete_collection:main"
|
|
tg-show-extraction-provenance = "trustgraph.cli.show_extraction_provenance:main"
|
|
tg-list-explain-traces = "trustgraph.cli.list_explain_traces:main"
|
|
tg-show-explain-trace = "trustgraph.cli.show_explain_trace:main"
|
|
|
|
[tool.setuptools.packages.find]
|
|
include = ["trustgraph*"]
|
|
|
|
[tool.setuptools.dynamic]
|
|
version = {attr = "trustgraph.cli_version.__version__"} |