mirror of
https://github.com/flakestorm/flakestorm.git
synced 2026-04-25 00:36:54 +02:00
7b75fc9530
- Add 5 mutation types (paraphrase, noise, tone_shift, prompt_injection, custom) - Cap mutations at 50 per test run - Force sequential execution only - Disable GitHub Actions integration (Cloud feature) - Add upgrade prompts throughout CLI - Update README with feature comparison - Add limits.py module for centralized limit management - Add cloud and limits CLI commands - Update all documentation with Cloud upgrade messaging
143 lines
4.6 KiB
Python
143 lines
4.6 KiB
Python
"""
|
|
Tests for the mutation engine.
|
|
"""
|
|
|
|
import pytest
|
|
|
|
from entropix.mutations.templates import MutationTemplates
|
|
from entropix.mutations.types import Mutation, MutationType
|
|
|
|
|
|
class TestMutationType:
|
|
"""Tests for MutationType enum."""
|
|
|
|
def test_mutation_type_values(self):
|
|
"""Test mutation type string values."""
|
|
assert MutationType.PARAPHRASE.value == "paraphrase"
|
|
assert MutationType.NOISE.value == "noise"
|
|
assert MutationType.TONE_SHIFT.value == "tone_shift"
|
|
assert MutationType.PROMPT_INJECTION.value == "prompt_injection"
|
|
|
|
def test_display_name(self):
|
|
"""Test display name generation."""
|
|
assert MutationType.PARAPHRASE.display_name == "Paraphrase"
|
|
assert MutationType.TONE_SHIFT.display_name == "Tone Shift"
|
|
assert MutationType.PROMPT_INJECTION.display_name == "Prompt Injection"
|
|
|
|
def test_default_weights(self):
|
|
"""Test default weights are assigned."""
|
|
assert MutationType.PARAPHRASE.default_weight == 1.0
|
|
assert MutationType.PROMPT_INJECTION.default_weight == 1.5
|
|
assert MutationType.NOISE.default_weight == 0.8
|
|
|
|
|
|
class TestMutation:
|
|
"""Tests for Mutation dataclass."""
|
|
|
|
def test_mutation_creation(self):
|
|
"""Test creating a mutation."""
|
|
mutation = Mutation(
|
|
original="Book a flight",
|
|
mutated="I need to fly somewhere",
|
|
type=MutationType.PARAPHRASE,
|
|
weight=1.0,
|
|
)
|
|
|
|
assert mutation.original == "Book a flight"
|
|
assert mutation.mutated == "I need to fly somewhere"
|
|
assert mutation.type == MutationType.PARAPHRASE
|
|
|
|
def test_mutation_id_generation(self):
|
|
"""Test unique ID generation."""
|
|
m1 = Mutation(
|
|
original="Test",
|
|
mutated="Test 1",
|
|
type=MutationType.NOISE,
|
|
)
|
|
m2 = Mutation(
|
|
original="Test",
|
|
mutated="Test 2",
|
|
type=MutationType.NOISE,
|
|
)
|
|
|
|
assert m1.id != m2.id
|
|
assert len(m1.id) == 12
|
|
|
|
def test_mutation_validity(self):
|
|
"""Test mutation validity checks."""
|
|
# Valid mutation (mutated must be different and <= 3x original length)
|
|
valid = Mutation(
|
|
original="What is the weather today?",
|
|
mutated="Tell me about the weather",
|
|
type=MutationType.PARAPHRASE,
|
|
)
|
|
assert valid.is_valid()
|
|
|
|
# Invalid: same as original
|
|
invalid_same = Mutation(
|
|
original="Test prompt",
|
|
mutated="Test prompt",
|
|
type=MutationType.PARAPHRASE,
|
|
)
|
|
assert not invalid_same.is_valid()
|
|
|
|
# Invalid: empty mutated
|
|
invalid_empty = Mutation(
|
|
original="Test prompt",
|
|
mutated="",
|
|
type=MutationType.PARAPHRASE,
|
|
)
|
|
assert not invalid_empty.is_valid()
|
|
|
|
def test_mutation_serialization(self):
|
|
"""Test to_dict and from_dict."""
|
|
mutation = Mutation(
|
|
original="Test prompt",
|
|
mutated="Mutated prompt",
|
|
type=MutationType.NOISE,
|
|
weight=0.8,
|
|
)
|
|
|
|
data = mutation.to_dict()
|
|
restored = Mutation.from_dict(data)
|
|
|
|
assert restored.original == mutation.original
|
|
assert restored.mutated == mutation.mutated
|
|
assert restored.type == mutation.type
|
|
|
|
|
|
class TestMutationTemplates:
|
|
"""Tests for MutationTemplates."""
|
|
|
|
def test_all_types_have_templates(self):
|
|
"""Test that all mutation types have templates."""
|
|
templates = MutationTemplates()
|
|
|
|
for mutation_type in MutationType:
|
|
template = templates.get(mutation_type)
|
|
assert template is not None
|
|
assert "{prompt}" in template
|
|
|
|
def test_format_template(self):
|
|
"""Test formatting a template with a prompt."""
|
|
templates = MutationTemplates()
|
|
formatted = templates.format(MutationType.PARAPHRASE, "Book a flight to Paris")
|
|
|
|
assert "Book a flight to Paris" in formatted
|
|
assert "{prompt}" not in formatted
|
|
|
|
def test_custom_template(self):
|
|
"""Test setting a custom template."""
|
|
templates = MutationTemplates()
|
|
custom = "Custom template for {prompt}"
|
|
|
|
templates.set_template(MutationType.NOISE, custom)
|
|
|
|
assert templates.get(MutationType.NOISE) == custom
|
|
|
|
def test_custom_template_requires_placeholder(self):
|
|
"""Test that custom templates must have {prompt} placeholder."""
|
|
templates = MutationTemplates()
|
|
|
|
with pytest.raises(ValueError):
|
|
templates.set_template(MutationType.NOISE, "No placeholder here")
|