Integration tests pass

This commit is contained in:
Cyber MacGeddon 2025-09-30 13:49:39 +01:00
parent 48ac9960a7
commit b5bdc21cee

View file

@ -86,6 +86,7 @@ class TestObjectsCassandraIntegration:
processor.convert_value = Processor.convert_value.__get__(processor, Processor) processor.convert_value = Processor.convert_value.__get__(processor, Processor)
processor.on_schema_config = Processor.on_schema_config.__get__(processor, Processor) processor.on_schema_config = Processor.on_schema_config.__get__(processor, Processor)
processor.on_object = Processor.on_object.__get__(processor, Processor) processor.on_object = Processor.on_object.__get__(processor, Processor)
processor.create_collection = Processor.create_collection.__get__(processor, Processor)
return processor, mock_cassandra_cluster, mock_cassandra_session return processor, mock_cassandra_cluster, mock_cassandra_session
@ -261,6 +262,9 @@ class TestObjectsCassandraIntegration:
] ]
) )
# Create collection first
await processor.create_collection("test", "test")
# Create object missing required field # Create object missing required field
test_obj = ExtractedObject( test_obj = ExtractedObject(
metadata=Metadata(id="t1", user="test", collection="test", metadata=[]), metadata=Metadata(id="t1", user="test", collection="test", metadata=[]),
@ -297,6 +301,9 @@ class TestObjectsCassandraIntegration:
] ]
) )
# Create collection first
await processor.create_collection("logger", "app_events")
# Process object # Process object
test_obj = ExtractedObject( test_obj = ExtractedObject(
metadata=Metadata(id="e1", user="logger", collection="app_events", metadata=[]), metadata=Metadata(id="e1", user="logger", collection="app_events", metadata=[]),
@ -398,6 +405,10 @@ class TestObjectsCassandraIntegration:
# Process objects from different collections # Process objects from different collections
collections = ["import_jan", "import_feb", "import_mar"] collections = ["import_jan", "import_feb", "import_mar"]
# Create all collections first
for coll in collections:
await processor.create_collection("analytics", coll)
for coll in collections: for coll in collections:
obj = ExtractedObject( obj = ExtractedObject(
metadata=Metadata(id=f"{coll}-1", user="analytics", collection=coll, metadata=[]), metadata=Metadata(id=f"{coll}-1", user="analytics", collection=coll, metadata=[]),
@ -474,6 +485,9 @@ class TestObjectsCassandraIntegration:
source_span="Multiple customers extracted from document" source_span="Multiple customers extracted from document"
) )
# Create collection first
await processor.create_collection("test_user", "batch_import")
msg = MagicMock() msg = MagicMock()
msg.value.return_value = batch_obj msg.value.return_value = batch_obj
@ -517,6 +531,9 @@ class TestObjectsCassandraIntegration:
fields=[Field(name="id", type="string", size=50, primary=True)] fields=[Field(name="id", type="string", size=50, primary=True)]
) )
# Create collection first
await processor.create_collection("test", "empty")
# Process empty batch object # Process empty batch object
empty_obj = ExtractedObject( empty_obj = ExtractedObject(
metadata=Metadata(id="empty-1", user="test", collection="empty", metadata=[]), metadata=Metadata(id="empty-1", user="test", collection="empty", metadata=[]),
@ -555,6 +572,9 @@ class TestObjectsCassandraIntegration:
] ]
) )
# Create collection first
await processor.create_collection("test", "mixed")
# Single object (backward compatibility) # Single object (backward compatibility)
single_obj = ExtractedObject( single_obj = ExtractedObject(
metadata=Metadata(id="single", user="test", collection="mixed", metadata=[]), metadata=Metadata(id="single", user="test", collection="mixed", metadata=[]),