mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-05-01 03:16:23 +02:00
* Bump setup.py versions for 1.1 * PoC MCP server (#419) * Very initial MCP server PoC for TrustGraph * Put service on port 8000 * Add MCP container and packages to buildout * Update docs for API/CLI changes in 1.0 (#421) * Update some API basics for the 0.23/1.0 API change * Add MCP container push (#425) * Add command args to the MCP server (#426) * Host and port parameters * Added websocket arg * More docs * MCP client support (#427) - MCP client service - Tool request/response schema - API gateway support for mcp-tool - Message translation for tool request & response - Make mcp-tool using configuration service for information about where the MCP services are. * Feature/react call mcp (#428) Key Features - MCP Tool Integration: Added core MCP tool support with ToolClientSpec and ToolClient classes - API Enhancement: New mcp_tool method for flow-specific tool invocation - CLI Tooling: New tg-invoke-mcp-tool command for testing MCP integration - React Agent Enhancement: Fixed and improved multi-tool invocation capabilities - Tool Management: Enhanced CLI for tool configuration and management Changes - Added MCP tool invocation to API with flow-specific integration - Implemented ToolClientSpec and ToolClient for tool call handling - Updated agent-manager-react to invoke MCP tools with configurable types - Enhanced CLI with new commands and improved help text - Added comprehensive documentation for new CLI commands - Improved tool configuration management Testing - Added tg-invoke-mcp-tool CLI command for isolated MCP integration testing - Enhanced agent capability to invoke multiple tools simultaneously * Test suite executed from CI pipeline (#433) * Test strategy & test cases * Unit tests * Integration tests * Extending test coverage (#434) * Contract tests * Testing embeedings * Agent unit tests * Knowledge pipeline tests * Turn on contract tests * Increase storage test coverage (#435) * Fixing storage and adding tests * PR pipeline only runs quick tests * Empty configuration is returned as empty list, previously was not in response (#436) * Update config util to take files as well as command-line text (#437) * Updated CLI invocation and config model for tools and mcp (#438) * Updated CLI invocation and config model for tools and mcp * CLI anomalies * Tweaked the MCP tool implementation for new model * Update agent implementation to match the new model * Fix agent tools, now all tested * Fixed integration tests * Fix MCP delete tool params * Update Python deps to 1.2 * Update to enable knowledge extraction using the agent framework (#439) * Implement KG extraction agent (kg-extract-agent) * Using ReAct framework (agent-manager-react) * ReAct manager had an issue when emitting JSON, which conflicts which ReAct manager's own JSON messages, so refactored ReAct manager to use traditional ReAct messages, non-JSON structure. * Minor refactor to take the prompt template client out of prompt-template so it can be more readily used by other modules. kg-extract-agent uses this framework. * Migrate from setup.py to pyproject.toml (#440) * Converted setup.py to pyproject.toml * Modern package infrastructure as recommended by py docs * Install missing build deps (#441) * Install missing build deps (#442) * Implement logging strategy (#444) * Logging strategy and convert all prints() to logging invocations * Fix/startup failure (#445) * Fix loggin startup problems * Fix logging startup problems (#446) * Fix logging startup problems (#447) * Fixed Mistral OCR to use current API (#448) * Fixed Mistral OCR to use current API * Added PDF decoder tests * Fix Mistral OCR ident to be standard pdf-decoder (#450) * Fix Mistral OCR ident to be standard pdf-decoder * Correct test * Schema structure refactor (#451) * Write schema refactor spec * Implemented schema refactor spec * Structure data mvp (#452) * Structured data tech spec * Architecture principles * New schemas * Updated schemas and specs * Object extractor * Add .coveragerc * New tests * Cassandra object storage * Trying to object extraction working, issues exist * Validate librarian collection (#453) * Fix token chunker, broken API invocation (#454) * Fix token chunker, broken API invocation (#455) * Knowledge load utility CLI (#456) * Knowledge loader * More tests
107 lines
No EOL
2.3 KiB
Python
107 lines
No EOL
2.3 KiB
Python
"""
|
|
Dump out a stream of token rates, input, output and total. This is averaged
|
|
across the time since tg-show-token-rate is started.
|
|
"""
|
|
|
|
import requests
|
|
import argparse
|
|
import json
|
|
import time
|
|
|
|
default_metrics_url = "http://localhost:8088/api/metrics"
|
|
|
|
class Collate:
|
|
|
|
def look(self, data):
|
|
return sum(
|
|
[
|
|
float(x["value"][1])
|
|
for x in data["data"]["result"]
|
|
]
|
|
)
|
|
|
|
def __init__(self, data):
|
|
self.last = self.look(data)
|
|
self.total = 0
|
|
self.time = 0
|
|
|
|
def record(self, data, time):
|
|
|
|
value = self.look(data)
|
|
delta = value - self.last
|
|
self.last = value
|
|
|
|
self.total += delta
|
|
self.time += time
|
|
|
|
return delta/time, self.total/self.time
|
|
|
|
def dump_status(metrics_url, number_samples, period):
|
|
|
|
input_url = f"{metrics_url}/query?query=input_tokens_total"
|
|
output_url = f"{metrics_url}/query?query=output_tokens_total"
|
|
|
|
resp = requests.get(input_url)
|
|
obj = resp.json()
|
|
input = Collate(obj)
|
|
|
|
resp = requests.get(output_url)
|
|
obj = resp.json()
|
|
output = Collate(obj)
|
|
|
|
print(f"{'Input':>10s} {'Output':>10s} {'Total':>10s}")
|
|
print(f"{'-----':>10s} {'------':>10s} {'-----':>10s}")
|
|
|
|
for i in range(number_samples):
|
|
|
|
time.sleep(period)
|
|
|
|
resp = requests.get(input_url)
|
|
obj = resp.json()
|
|
inr, inl = input.record(obj, period)
|
|
|
|
resp = requests.get(output_url)
|
|
obj = resp.json()
|
|
outr, outl = output.record(obj, period)
|
|
|
|
print(f"{inl:10.1f} {outl:10.1f} {inl+outl:10.1f}")
|
|
|
|
def main():
|
|
|
|
parser = argparse.ArgumentParser(
|
|
prog='tg-show-processor-state',
|
|
description=__doc__,
|
|
)
|
|
|
|
parser.add_argument(
|
|
'-m', '--metrics-url',
|
|
default=default_metrics_url,
|
|
help=f'Metrics URL (default: {default_metrics_url})',
|
|
)
|
|
|
|
parser.add_argument(
|
|
'-p', '--period',
|
|
type=int,
|
|
default=1,
|
|
help=f'Metrics period (default: 1)',
|
|
)
|
|
|
|
parser.add_argument(
|
|
'-n', '--number-samples',
|
|
type=int,
|
|
default=100,
|
|
help=f'Metrics period (default: 100)',
|
|
)
|
|
|
|
args = parser.parse_args()
|
|
|
|
try:
|
|
|
|
dump_status(**vars(args))
|
|
|
|
except Exception as e:
|
|
|
|
print("Exception:", e, flush=True)
|
|
|
|
if __name__ == "__main__":
|
|
main() |