mirror of
https://github.com/flakestorm/flakestorm.git
synced 2026-04-25 00:36:54 +02:00
a36cecf255
- Created .gitignore to exclude unnecessary files and directories. - Added Cargo.toml for Rust workspace configuration. - Introduced example configuration file entropix.yaml.example for user customization. - Included LICENSE file with Apache 2.0 license details. - Created pyproject.toml for Python project metadata and dependencies. - Added README.md with project overview and usage instructions. - Implemented a broken agent example to demonstrate testing capabilities. - Established Rust module structure with Cargo.toml and source files. - Set up initial tests for assertions and configuration validation.
146 lines
4.6 KiB
Python
146 lines
4.6 KiB
Python
"""
|
|
Tests for the mutation engine.
|
|
"""
|
|
|
|
import pytest
|
|
from entropix.mutations.types import MutationType, Mutation
|
|
from entropix.mutations.templates import MutationTemplates, MUTATION_TEMPLATES
|
|
|
|
|
|
class TestMutationType:
|
|
"""Tests for MutationType enum."""
|
|
|
|
def test_mutation_type_values(self):
|
|
"""Test mutation type string values."""
|
|
assert MutationType.PARAPHRASE.value == "paraphrase"
|
|
assert MutationType.NOISE.value == "noise"
|
|
assert MutationType.TONE_SHIFT.value == "tone_shift"
|
|
assert MutationType.PROMPT_INJECTION.value == "prompt_injection"
|
|
|
|
def test_display_name(self):
|
|
"""Test display name generation."""
|
|
assert MutationType.PARAPHRASE.display_name == "Paraphrase"
|
|
assert MutationType.TONE_SHIFT.display_name == "Tone Shift"
|
|
assert MutationType.PROMPT_INJECTION.display_name == "Prompt Injection"
|
|
|
|
def test_default_weights(self):
|
|
"""Test default weights are assigned."""
|
|
assert MutationType.PARAPHRASE.default_weight == 1.0
|
|
assert MutationType.PROMPT_INJECTION.default_weight == 1.5
|
|
assert MutationType.NOISE.default_weight == 0.8
|
|
|
|
|
|
class TestMutation:
|
|
"""Tests for Mutation dataclass."""
|
|
|
|
def test_mutation_creation(self):
|
|
"""Test creating a mutation."""
|
|
mutation = Mutation(
|
|
original="Book a flight",
|
|
mutated="I need to fly somewhere",
|
|
type=MutationType.PARAPHRASE,
|
|
weight=1.0,
|
|
)
|
|
|
|
assert mutation.original == "Book a flight"
|
|
assert mutation.mutated == "I need to fly somewhere"
|
|
assert mutation.type == MutationType.PARAPHRASE
|
|
|
|
def test_mutation_id_generation(self):
|
|
"""Test unique ID generation."""
|
|
m1 = Mutation(
|
|
original="Test",
|
|
mutated="Test 1",
|
|
type=MutationType.NOISE,
|
|
)
|
|
m2 = Mutation(
|
|
original="Test",
|
|
mutated="Test 2",
|
|
type=MutationType.NOISE,
|
|
)
|
|
|
|
assert m1.id != m2.id
|
|
assert len(m1.id) == 12
|
|
|
|
def test_mutation_validity(self):
|
|
"""Test mutation validity checks."""
|
|
# Valid mutation
|
|
valid = Mutation(
|
|
original="Test",
|
|
mutated="Different text",
|
|
type=MutationType.PARAPHRASE,
|
|
)
|
|
assert valid.is_valid()
|
|
|
|
# Invalid: same as original
|
|
invalid_same = Mutation(
|
|
original="Test",
|
|
mutated="Test",
|
|
type=MutationType.PARAPHRASE,
|
|
)
|
|
assert not invalid_same.is_valid()
|
|
|
|
# Invalid: empty mutated
|
|
invalid_empty = Mutation(
|
|
original="Test",
|
|
mutated="",
|
|
type=MutationType.PARAPHRASE,
|
|
)
|
|
assert not invalid_empty.is_valid()
|
|
|
|
def test_mutation_serialization(self):
|
|
"""Test to_dict and from_dict."""
|
|
mutation = Mutation(
|
|
original="Test prompt",
|
|
mutated="Mutated prompt",
|
|
type=MutationType.NOISE,
|
|
weight=0.8,
|
|
)
|
|
|
|
data = mutation.to_dict()
|
|
restored = Mutation.from_dict(data)
|
|
|
|
assert restored.original == mutation.original
|
|
assert restored.mutated == mutation.mutated
|
|
assert restored.type == mutation.type
|
|
|
|
|
|
class TestMutationTemplates:
|
|
"""Tests for MutationTemplates."""
|
|
|
|
def test_all_types_have_templates(self):
|
|
"""Test that all mutation types have templates."""
|
|
templates = MutationTemplates()
|
|
|
|
for mutation_type in MutationType:
|
|
template = templates.get(mutation_type)
|
|
assert template is not None
|
|
assert "{prompt}" in template
|
|
|
|
def test_format_template(self):
|
|
"""Test formatting a template with a prompt."""
|
|
templates = MutationTemplates()
|
|
formatted = templates.format(
|
|
MutationType.PARAPHRASE,
|
|
"Book a flight to Paris"
|
|
)
|
|
|
|
assert "Book a flight to Paris" in formatted
|
|
assert "{prompt}" not in formatted
|
|
|
|
def test_custom_template(self):
|
|
"""Test setting a custom template."""
|
|
templates = MutationTemplates()
|
|
custom = "Custom template for {prompt}"
|
|
|
|
templates.set_template(MutationType.NOISE, custom)
|
|
|
|
assert templates.get(MutationType.NOISE) == custom
|
|
|
|
def test_custom_template_requires_placeholder(self):
|
|
"""Test that custom templates must have {prompt} placeholder."""
|
|
templates = MutationTemplates()
|
|
|
|
with pytest.raises(ValueError):
|
|
templates.set_template(MutationType.NOISE, "No placeholder here")
|
|
|