apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-05-15 18:35:15 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Entity & triple batch size limits (#635)

Browse source 
* Entities and triples are emitted in batches with a batch limit to manage
overloading downstream.

* Update tests
This commit is contained in:
cybermaggedon 2026-02-16 17:38:03 +00:00 • committed by GitHub
parent fe389354f6
commit d886358be6
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
5 changed files with 79 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

3
tests/integration/test_kg_extract_store_integration.py
View file

@ -147,6 +147,8 @@ class TestKnowledgeGraphPipelineIntegration:
processor.emit_triples = DefinitionsProcessor.emit_triples.__get__(processor, DefinitionsProcessor)
processor.emit_ecs = DefinitionsProcessor.emit_ecs.__get__(processor, DefinitionsProcessor)
processor.on_message = DefinitionsProcessor.on_message.__get__(processor, DefinitionsProcessor)
processor.triples_batch_size = 50
processor.entity_batch_size = 5
return processor
@pytest.fixture
@ -156,6 +158,7 @@ class TestKnowledgeGraphPipelineIntegration:
processor.to_uri = RelationshipsProcessor.to_uri.__get__(processor, RelationshipsProcessor)
processor.emit_triples = RelationshipsProcessor.emit_triples.__get__(processor, RelationshipsProcessor)
processor.on_message = RelationshipsProcessor.on_message.__get__(processor, RelationshipsProcessor)
processor.triples_batch_size = 50
return processor
@pytest.mark.asyncio