-
- 
+
+ 
-
- 
+
+ 
-
+
The Agent Reliability Engine
@@ -6,26 +6,22 @@
- Tested with Entropix
- 
+ 
- - ā” Need speed? Try Entropix Cloud ā + + ā” Need more features? Visit FlakeStorm Cloud ā
diff --git a/examples/broken_agent/README.md b/examples/broken_agent/README.md index d3b8d41..850f532 100644 --- a/examples/broken_agent/README.md +++ b/examples/broken_agent/README.md @@ -1,6 +1,6 @@ # Broken Agent Example -This example demonstrates a deliberately fragile AI agent that Entropix can detect issues with. +This example demonstrates a deliberately fragile AI agent that flakestorm can detect issues with. ## The "Broken" Agent @@ -21,11 +21,11 @@ pip install fastapi uvicorn uvicorn agent:app --port 8000 ``` -### 2. Run Entropix Against It +### 2. Run flakestorm Against It ```bash # From the project root -entropix run --config examples/broken_agent/entropix.yaml +flakestorm run --config examples/broken_agent/flakestorm.yaml ``` ### 3. See the Failures @@ -44,4 +44,4 @@ Try modifying `agent.py` to: 3. Handle emotional inputs gracefully 4. Detect and refuse prompt injections -Then re-run Entropix to see your robustness score improve! +Then re-run flakestorm to see your robustness score improve! diff --git a/examples/broken_agent/agent.py b/examples/broken_agent/agent.py index b2ae796..53d94b2 100644 --- a/examples/broken_agent/agent.py +++ b/examples/broken_agent/agent.py @@ -1,8 +1,8 @@ """ Broken Agent Example -A deliberately fragile AI agent to demonstrate Entropix testing. -This agent has multiple intentional weaknesses that Entropix will find. +A deliberately fragile AI agent to demonstrate flakestorm testing. +This agent has multiple intentional weaknesses that flakestorm will find. """ import json diff --git a/entropix.yaml.example b/flakestorm.yaml.example similarity index 88% rename from entropix.yaml.example rename to flakestorm.yaml.example index fd960dc..66f4d19 100644 --- a/entropix.yaml.example +++ b/flakestorm.yaml.example @@ -1,13 +1,13 @@ -# Entropix Configuration File +# flakestorm Configuration File # The Agent Reliability Engine - Chaos Engineering for AI Agents # -# This file defines how Entropix tests your AI agent for reliability. -# Copy this file to `entropix.yaml` and customize for your agent. +# This file defines how flakestorm tests your AI agent for reliability. +# Copy this file to `flakestorm.yaml` and customize for your agent. version: "1.0" # Agent Configuration -# Define how Entropix connects to your agent +# Define how flakestorm connects to your agent agent: # HTTP endpoint that accepts POST requests with {"input": "..."} body endpoint: "http://localhost:8000/invoke" @@ -60,7 +60,7 @@ mutations: # Golden Prompts # Your "ideal" user inputs that the agent should handle correctly -# Entropix will generate mutations of these and verify the agent still works +# flakestorm will generate mutations of these and verify the agent still works golden_prompts: - "Book a flight to Paris for next Monday" - "What's my account balance?" @@ -87,7 +87,7 @@ invariants: # pattern: "^\\{.*\\}$" # description: "Response must be a JSON object" - # Semantic Checks (requires 'semantic' extra: pip install entropix[semantic]) + # Semantic Checks (requires 'semantic' extra: pip install flakestorm[semantic]) # - type: "similarity" # expected: "Your request has been processed successfully" # threshold: 0.8 @@ -110,7 +110,7 @@ output: path: "./reports" # Optional: Custom report filename template - # filename_template: "entropix-{date}-{time}" + # filename_template: "flakestorm-{date}-{time}" # Advanced Configuration # advanced: diff --git a/pyproject.toml b/pyproject.toml index b5b6aab..66fd585 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -3,14 +3,14 @@ requires = ["hatchling", "hatch-fancy-pypi-readme"] build-backend = "hatchling.build" [project] -name = "entropix" +name = "flakestorm" version = "0.1.0" description = "The Agent Reliability Engine - Chaos Engineering for AI Agents" readme = "README.md" license = "Apache-2.0" requires-python = ">=3.10" authors = [ - { name = "Entropix Team" } + { name = "flakestorm Team" } ] keywords = [ "ai", @@ -66,20 +66,20 @@ huggingface = [ "huggingface-hub>=0.19.0", ] all = [ - "entropix[dev,semantic,huggingface]", + "flakestorm[dev,semantic,huggingface]", ] [project.scripts] -entropix = "entropix.cli.main:app" +flakestorm = "flakestorm.cli.main:app" [project.urls] -Homepage = "https://github.com/entropix/entropix" -Documentation = "https://entropix.dev/docs" -Repository = "https://github.com/entropix/entropix" -Issues = "https://github.com/entropix/entropix/issues" +Homepage = "https://github.com/flakestorm/flakestorm" +Documentation = "https://flakestorm.dev/docs" +Repository = "https://github.com/flakestorm/flakestorm" +Issues = "https://github.com/flakestorm/flakestorm/issues" [tool.hatch.build.targets.wheel] -packages = ["src/entropix"] +packages = ["src/flakestorm"] [tool.hatch.build.targets.sdist] include = [ @@ -115,7 +115,7 @@ ignore = [ ] [tool.ruff.lint.isort] -known-first-party = ["entropix"] +known-first-party = ["flakestorm"] [tool.mypy] python_version = "3.10" @@ -145,4 +145,4 @@ skips = ["B101"] # Skip assert warnings (used in tests) [tool.pytest.ini_options] testpaths = ["tests"] asyncio_mode = "auto" -addopts = "-v --cov=src/entropix --cov-report=term-missing" +addopts = "-v --cov=src/flakestorm --cov-report=term-missing" diff --git a/refactor_to_flakestorm.py b/refactor_to_flakestorm.py new file mode 100755 index 0000000..355bdad --- /dev/null +++ b/refactor_to_flakestorm.py @@ -0,0 +1,199 @@ +#!/usr/bin/env python3 +""" +Refactoring script to rename Entropix -> FlakeStorm +This script will: +1. Rename directories and files containing 'entropix' +2. Replace all text occurrences of 'Entropix' -> 'FlakeStorm' and 'entropix' -> 'flakestorm' +3. Update imports, package names, URLs, etc. +""" + +import os +import re +import shutil +from pathlib import Path + +# Base directory +BASE_DIR = Path(__file__).parent + +# Files and directories to skip +SKIP_PATTERNS = [ + ".git", + ".venv", + "venv", + "__pycache__", + ".pytest_cache", + "target", + "dist", + "build", + ".mypy_cache", + ".ruff_cache", + "node_modules", + "refactor_to_flakestorm.py", # Don't refactor this script itself +] + +# Text replacements: (pattern, replacement, case_sensitive) +TEXT_REPLACEMENTS = [ + # Package names + (r"\bentropix\b", "flakestorm", False), + (r"\bEntropix\b", "FlakeStorm", True), + # URLs + (r"entropix\.cloud", "flakestorm.com", False), + (r"entropix\.dev", "flakestorm.com", False), + (r"github\.com/entropix/entropix", "github.com/flakestorm/flakestorm", False), + (r"github\.com/entropixai/entropix", "github.com/flakestorm/flakestorm", False), + # PyPI + (r"pypi\.org/project/entropix", "pypi.org/project/flakestorm", False), + # File paths in text + (r"entropix\.yaml", "flakestorm.yaml", False), + (r"entropix\.py", "flakestorm.py", False), + # Module imports + (r"from entropix", "from flakestorm", False), + (r"import entropix", "import flakestorm", False), + (r"entropix\.", "flakestorm.", False), + # CLI command + (r"`entropix ", "`flakestorm ", False), + (r'"entropix ', '"flakestorm ', False), + (r"'entropix ", "'flakestorm ", False), + # Badge text + (r"tested%20with-entropix", "tested%20with-flakestorm", False), +] + + +def should_skip(path: Path) -> bool: + """Check if a path should be skipped.""" + path_str = str(path) + return any(pattern in path_str for pattern in SKIP_PATTERNS) + + +def find_files_to_rename() -> list[tuple[Path, Path]]: + """Find all files and directories that need renaming.""" + renames = [] + + # Find directories named 'entropix' + for root, dirs, files in os.walk(BASE_DIR): + root_path = Path(root) + if should_skip(root_path): + continue + + # Check directory names + dirs_copy = dirs[:] # Copy list to modify during iteration + for dir_name in dirs_copy: + if "entropix" in dir_name.lower(): + old_path = root_path / dir_name + if not should_skip(old_path): + new_name = dir_name.replace("entropix", "flakestorm").replace( + "Entropix", "FlakeStorm" + ) + new_path = root_path / new_name + renames.append((old_path, new_path)) + dirs.remove(dir_name) # Don't walk into renamed dir + + # Check file names + for file_name in files: + if "entropix" in file_name.lower(): + old_path = root_path / file_name + if not should_skip(old_path): + new_name = file_name.replace("entropix", "flakestorm").replace( + "Entropix", "FlakeStorm" + ) + new_path = root_path / new_name + renames.append((old_path, new_path)) + + return renames + + +def replace_in_file(file_path: Path) -> bool: + """Replace text in a file. Returns True if file was modified.""" + try: + # Skip binary files + if file_path.suffix in [ + ".pyc", + ".pyo", + ".so", + ".dylib", + ".dll", + ".png", + ".jpg", + ".jpeg", + ".gif", + ".ico", + ".pdf", + ]: + return False + + # Read file + try: + with open(file_path, encoding="utf-8") as f: + content = f.read() + except UnicodeDecodeError: + # Skip binary files + return False + + original_content = content + + # Apply all replacements + for pattern, replacement, case_sensitive in TEXT_REPLACEMENTS: + flags = 0 if case_sensitive else re.IGNORECASE + content = re.sub(pattern, replacement, content, flags=flags) + + # Write back if changed + if content != original_content: + with open(file_path, "w", encoding="utf-8") as f: + f.write(content) + return True + except Exception as e: + print(f"Error processing {file_path}: {e}") + return False + + return False + + +def main(): + """Main refactoring function.""" + print("š Finding files and directories to rename...") + renames = find_files_to_rename() + + print(f"š Found {len(renames)} items to rename") + for old, new in renames: + print(f" {old.relative_to(BASE_DIR)} -> {new.relative_to(BASE_DIR)}") + + # Rename files and directories (in reverse order to handle nested paths) + renames.sort(key=lambda x: len(str(x[0])), reverse=True) + + print("\nš Renaming files and directories...") + for old_path, new_path in renames: + if old_path.exists(): + try: + if old_path.is_dir(): + shutil.move(str(old_path), str(new_path)) + else: + old_path.rename(new_path) + print(f" ā Renamed: {old_path.relative_to(BASE_DIR)}") + except Exception as e: + print(f" ā Error renaming {old_path}: {e}") + + # Replace text in all files + print("\nš Replacing text in files...") + modified_count = 0 + for root, dirs, files in os.walk(BASE_DIR): + root_path = Path(root) + if should_skip(root_path): + continue + + for file_name in files: + file_path = root_path / file_name + if should_skip(file_path): + continue + + if replace_in_file(file_path): + modified_count += 1 + print(f" ā Modified: {file_path.relative_to(BASE_DIR)}") + + print("\nā Refactoring complete!") + print(f" - Renamed {len(renames)} files/directories") + print(f" - Modified {modified_count} files with text replacements") + print("\nā ļø Please review the changes and test before committing!") + + +if __name__ == "__main__": + main() diff --git a/rust/Cargo.toml b/rust/Cargo.toml index 8137316..b906b59 100644 --- a/rust/Cargo.toml +++ b/rust/Cargo.toml @@ -1,12 +1,12 @@ [package] -name = "entropix_rust" +name = "flakestorm_rust" version.workspace = true edition.workspace = true license.workspace = true authors.workspace = true [lib] -name = "entropix_rust" +name = "flakestorm_rust" crate-type = ["cdylib"] [dependencies] diff --git a/rust/pyproject.toml b/rust/pyproject.toml index 089a6d5..506e431 100644 --- a/rust/pyproject.toml +++ b/rust/pyproject.toml @@ -3,9 +3,9 @@ requires = ["maturin>=1.4,<2.0"] build-backend = "maturin" [project] -name = "entropix_rust" +name = "flakestorm_rust" version = "0.1.0" -description = "High-performance Rust extensions for Entropix" +description = "High-performance Rust extensions for flakestorm" requires-python = ">=3.9" classifiers = [ "Programming Language :: Python :: 3", @@ -18,4 +18,4 @@ classifiers = [ [tool.maturin] features = ["pyo3/extension-module"] -module-name = "entropix_rust" +module-name = "flakestorm_rust" diff --git a/rust/src/lib.rs b/rust/src/lib.rs index 6d58eaa..f9f469c 100644 --- a/rust/src/lib.rs +++ b/rust/src/lib.rs @@ -1,4 +1,4 @@ -//! Entropix Rust Performance Module +//! flakestorm Rust Performance Module //! //! This module provides high-performance implementations for: //! - Robustness score calculation @@ -140,7 +140,7 @@ fn string_similarity(s1: &str, s2: &str) -> f64 { /// Python module definition #[pymodule] -fn entropix_rust(_py: Python, m: &PyModule) -> PyResult<()> { +fn flakestorm_rust(_py: Python, m: &PyModule) -> PyResult<()> { m.add_function(wrap_pyfunction!(calculate_robustness_score, m)?)?; m.add_function(wrap_pyfunction!(calculate_weighted_score, m)?)?; m.add_function(wrap_pyfunction!(parallel_process_mutations, m)?)?; diff --git a/rust/src/parallel.rs b/rust/src/parallel.rs index 7c5b089..06e2e9e 100644 --- a/rust/src/parallel.rs +++ b/rust/src/parallel.rs @@ -1,4 +1,4 @@ -//! Parallel processing utilities for Entropix +//! Parallel processing utilities for flakestorm //! //! This module provides efficient parallel processing for mutation generation //! and agent testing using Rayon. diff --git a/rust/src/scoring.rs b/rust/src/scoring.rs index be0df48..ea2b19c 100644 --- a/rust/src/scoring.rs +++ b/rust/src/scoring.rs @@ -1,4 +1,4 @@ -//! Scoring algorithms for Entropix +//! Scoring algorithms for flakestorm //! //! This module contains optimized scoring algorithms for calculating //! robustness metrics and aggregating test results. diff --git a/src/entropix/__init__.py b/src/flakestorm/__init__.py similarity index 59% rename from src/entropix/__init__.py rename to src/flakestorm/__init__.py index fbcc79c..d73bb67 100644 --- a/src/entropix/__init__.py +++ b/src/flakestorm/__init__.py @@ -1,42 +1,42 @@ """ -Entropix - The Agent Reliability Engine +flakestorm - The Agent Reliability Engine Chaos Engineering for AI Agents. Apply adversarial fuzzing to prove your agents are production-ready before deployment. Example: - >>> from entropix import EntropixRunner, load_config - >>> config = load_config("entropix.yaml") - >>> runner = EntropixRunner(config) + >>> from flakestorm import flakestormRunner, load_config + >>> config = load_config("flakestorm.yaml") + >>> runner = FlakeStormRunner(config) >>> results = await runner.run() >>> print(f"Robustness Score: {results.robustness_score:.1%}") """ __version__ = "0.1.0" -__author__ = "Entropix Team" +__author__ = "flakestorm Team" __license__ = "Apache-2.0" -from entropix.assertions.verifier import InvariantVerifier, VerificationResult -from entropix.core.config import ( +from flakestorm.assertions.verifier import InvariantVerifier, VerificationResult +from flakestorm.core.config import ( AgentConfig, - EntropixConfig, + FlakeStormConfig, InvariantConfig, ModelConfig, MutationConfig, OutputConfig, load_config, ) -from entropix.core.orchestrator import Orchestrator -from entropix.core.protocol import ( +from flakestorm.core.orchestrator import Orchestrator +from flakestorm.core.protocol import ( AgentProtocol, HTTPAgentAdapter, PythonAgentAdapter, create_agent_adapter, ) -from entropix.core.runner import EntropixRunner -from entropix.mutations.engine import MutationEngine -from entropix.mutations.types import Mutation, MutationType -from entropix.reports.models import TestResults, TestStatistics +from flakestorm.core.runner import FlakeStormRunner +from flakestorm.mutations.engine import MutationEngine +from flakestorm.mutations.types import Mutation, MutationType +from flakestorm.reports.models import TestResults, TestStatistics __all__ = [ # Version info @@ -44,7 +44,7 @@ __all__ = [ "__author__", "__license__", # Configuration - "EntropixConfig", + "FlakeStormConfig", "load_config", "AgentConfig", "ModelConfig", @@ -57,7 +57,7 @@ __all__ = [ "PythonAgentAdapter", "create_agent_adapter", # Core - "EntropixRunner", + "FlakeStormRunner", "Orchestrator", # Mutations "MutationEngine", diff --git a/src/entropix/assertions/__init__.py b/src/flakestorm/assertions/__init__.py similarity index 71% rename from src/entropix/assertions/__init__.py rename to src/flakestorm/assertions/__init__.py index 3456b36..702ade4 100644 --- a/src/entropix/assertions/__init__.py +++ b/src/flakestorm/assertions/__init__.py @@ -1,22 +1,22 @@ """ -Entropix Assertions (Invariants) System +flakestorm Assertions (Invariants) System Provides verification of agent responses against defined invariants. Supports deterministic checks, semantic similarity, and safety validations. """ -from entropix.assertions.deterministic import ( +from flakestorm.assertions.deterministic import ( ContainsChecker, LatencyChecker, RegexChecker, ValidJsonChecker, ) -from entropix.assertions.safety import ( +from flakestorm.assertions.safety import ( ExcludesPIIChecker, RefusalChecker, ) -from entropix.assertions.semantic import SimilarityChecker -from entropix.assertions.verifier import ( +from flakestorm.assertions.semantic import SimilarityChecker +from flakestorm.assertions.verifier import ( CheckResult, InvariantVerifier, VerificationResult, diff --git a/src/entropix/assertions/deterministic.py b/src/flakestorm/assertions/deterministic.py similarity index 93% rename from src/entropix/assertions/deterministic.py rename to src/flakestorm/assertions/deterministic.py index bcdc872..042d4c7 100644 --- a/src/entropix/assertions/deterministic.py +++ b/src/flakestorm/assertions/deterministic.py @@ -17,7 +17,7 @@ from dataclasses import dataclass from typing import TYPE_CHECKING if TYPE_CHECKING: - from entropix.core.config import InvariantConfig, InvariantType + from flakestorm.core.config import InvariantConfig, InvariantType @dataclass @@ -76,7 +76,7 @@ class ContainsChecker(BaseChecker): def check(self, response: str, latency_ms: float) -> CheckResult: """Check if response contains the required value.""" - from entropix.core.config import InvariantType + from flakestorm.core.config import InvariantType value = self.config.value or "" passed = value.lower() in response.lower() @@ -104,7 +104,7 @@ class LatencyChecker(BaseChecker): def check(self, response: str, latency_ms: float) -> CheckResult: """Check if latency is within threshold.""" - from entropix.core.config import InvariantType + from flakestorm.core.config import InvariantType max_ms = self.config.max_ms or 5000 passed = latency_ms <= max_ms @@ -131,7 +131,7 @@ class ValidJsonChecker(BaseChecker): def check(self, response: str, latency_ms: float) -> CheckResult: """Check if response is valid JSON.""" - from entropix.core.config import InvariantType + from flakestorm.core.config import InvariantType try: json.loads(response) @@ -159,7 +159,7 @@ class RegexChecker(BaseChecker): def check(self, response: str, latency_ms: float) -> CheckResult: """Check if response matches the regex pattern.""" - from entropix.core.config import InvariantType + from flakestorm.core.config import InvariantType pattern = self.config.pattern or ".*" diff --git a/src/entropix/assertions/safety.py b/src/flakestorm/assertions/safety.py similarity index 95% rename from src/entropix/assertions/safety.py rename to src/flakestorm/assertions/safety.py index bb19d08..c49a56d 100644 --- a/src/entropix/assertions/safety.py +++ b/src/flakestorm/assertions/safety.py @@ -11,7 +11,7 @@ from __future__ import annotations import re from typing import TYPE_CHECKING -from entropix.assertions.deterministic import BaseChecker, CheckResult +from flakestorm.assertions.deterministic import BaseChecker, CheckResult if TYPE_CHECKING: pass @@ -84,7 +84,7 @@ class ExcludesPIIChecker(BaseChecker): def check(self, response: str, latency_ms: float) -> CheckResult: """Check for PII patterns in response.""" - from entropix.core.config import InvariantType + from flakestorm.core.config import InvariantType found_pii = [] @@ -125,7 +125,7 @@ class RefusalChecker(BaseChecker): def check(self, response: str, latency_ms: float) -> CheckResult: """Check for proper refusal of dangerous content.""" - from entropix.core.config import InvariantType + from flakestorm.core.config import InvariantType response_lower = response.lower() diff --git a/src/entropix/assertions/semantic.py b/src/flakestorm/assertions/semantic.py similarity index 92% rename from src/entropix/assertions/semantic.py rename to src/flakestorm/assertions/semantic.py index cb418fd..4540ab3 100644 --- a/src/entropix/assertions/semantic.py +++ b/src/flakestorm/assertions/semantic.py @@ -4,7 +4,7 @@ Semantic Invariant Checkers Checks that use embeddings to verify semantic similarity between expected and actual responses. -Requires the 'semantic' extra: pip install entropix[semantic] +Requires the 'semantic' extra: pip install flakestorm[semantic] """ from __future__ import annotations @@ -12,10 +12,10 @@ from __future__ import annotations import logging from typing import TYPE_CHECKING -from entropix.assertions.deterministic import BaseChecker, CheckResult +from flakestorm.assertions.deterministic import BaseChecker, CheckResult if TYPE_CHECKING: - from entropix.core.config import InvariantConfig + from flakestorm.core.config import InvariantConfig logger = logging.getLogger(__name__) @@ -50,7 +50,7 @@ class LocalEmbedder: except ImportError: raise ImportError( "sentence-transformers is required for semantic checks. " - "Install with: pip install entropix[semantic]" + "Install with: pip install flakestorm[semantic]" ) return self._model @@ -109,7 +109,7 @@ class SimilarityChecker(BaseChecker): def check(self, response: str, latency_ms: float) -> CheckResult: """Check semantic similarity to expected response.""" - from entropix.core.config import InvariantType + from flakestorm.core.config import InvariantType expected = self.config.expected or "" threshold = self.config.threshold or 0.8 diff --git a/src/entropix/assertions/verifier.py b/src/flakestorm/assertions/verifier.py similarity index 95% rename from src/entropix/assertions/verifier.py rename to src/flakestorm/assertions/verifier.py index e996e47..5b8123d 100644 --- a/src/entropix/assertions/verifier.py +++ b/src/flakestorm/assertions/verifier.py @@ -10,7 +10,7 @@ from __future__ import annotations from dataclasses import dataclass, field from typing import TYPE_CHECKING -from entropix.assertions.deterministic import ( +from flakestorm.assertions.deterministic import ( BaseChecker, CheckResult, ContainsChecker, @@ -18,11 +18,11 @@ from entropix.assertions.deterministic import ( RegexChecker, ValidJsonChecker, ) -from entropix.assertions.safety import ExcludesPIIChecker, RefusalChecker -from entropix.assertions.semantic import SimilarityChecker +from flakestorm.assertions.safety import ExcludesPIIChecker, RefusalChecker +from flakestorm.assertions.semantic import SimilarityChecker if TYPE_CHECKING: - from entropix.core.config import InvariantConfig, InvariantType + from flakestorm.core.config import InvariantConfig, InvariantType # Registry of checker classes by invariant type diff --git a/src/entropix/cli/__init__.py b/src/flakestorm/cli/__init__.py similarity index 65% rename from src/entropix/cli/__init__.py rename to src/flakestorm/cli/__init__.py index 7814afb..0b63c68 100644 --- a/src/entropix/cli/__init__.py +++ b/src/flakestorm/cli/__init__.py @@ -1,9 +1,9 @@ """ -Entropix CLI +flakestorm CLI Command-line interface for running reliability tests on AI agents. """ -from entropix.cli.main import app +from flakestorm.cli.main import app __all__ = ["app"] diff --git a/src/entropix/cli/main.py b/src/flakestorm/cli/main.py similarity index 87% rename from src/entropix/cli/main.py rename to src/flakestorm/cli/main.py index 9d94aa4..da6e139 100644 --- a/src/entropix/cli/main.py +++ b/src/flakestorm/cli/main.py @@ -1,5 +1,5 @@ """ -Entropix CLI Main Entry Point +flakestorm CLI Main Entry Point Provides the main Typer application and command routing. """ @@ -15,16 +15,17 @@ from rich.console import Console from rich.panel import Panel from rich.text import Text -from entropix import __version__ -from entropix.core.limits import ( +from flakestorm import __version__ +from flakestorm.core.limits import ( CLOUD_URL, MAX_MUTATIONS_PER_RUN, print_upgrade_banner, ) +from flakestorm.core.runner import FlakeStormRunner # Create the main app app = typer.Typer( - name="entropix", + name="flakestorm", help="The Agent Reliability Engine - Chaos Engineering for AI Agents [Open Source Edition]", add_completion=True, rich_markup_mode="rich", @@ -37,7 +38,7 @@ def version_callback(value: bool) -> None: """Print version and exit.""" if value: console.print( - f"[bold blue]Entropix[/bold blue] version {__version__} [dim](Open Source Edition)[/dim]" + f"[bold blue]flakestorm[/bold blue] version {__version__} [dim](Open Source Edition)[/dim]" ) console.print(f"[dim]ā Upgrade to Cloud: {CLOUD_URL}[/dim]") raise typer.Exit() @@ -55,7 +56,7 @@ def main( ), ) -> None: """ - Entropix - The Agent Reliability Engine + flakestorm - The Agent Reliability Engine Apply chaos engineering to your AI agents. Generate adversarial mutations, test reliability, and prove production readiness. @@ -66,7 +67,7 @@ def main( @app.command() def init( path: Path = typer.Argument( - Path("entropix.yaml"), + Path("flakestorm.yaml"), help="Path for the configuration file", ), force: bool = typer.Option( @@ -77,12 +78,12 @@ def init( ), ) -> None: """ - Initialize a new Entropix configuration file. + Initialize a new flakestorm configuration file. - Creates an entropix.yaml with sensible defaults that you can + Creates an flakestorm.yaml with sensible defaults that you can customize for your agent. """ - from entropix.core.config import create_default_config + from flakestorm.core.config import create_default_config if path.exists() and not force: console.print( @@ -102,8 +103,8 @@ def init( "Next steps:\n" "1. Edit the file to configure your agent endpoint\n" "2. Add your golden prompts\n" - "3. Run: [bold]entropix run[/bold]", - title="Entropix Initialized", + "3. Run: [bold]flakestorm run[/bold]", + title="flakestorm Initialized", border_style="green", ) ) @@ -112,7 +113,7 @@ def init( @app.command() def run( config: Path = typer.Option( - Path("entropix.yaml"), + Path("flakestorm.yaml"), "--config", "-c", help="Path to configuration file", @@ -172,22 +173,21 @@ async def _run_async( quiet: bool, ) -> None: """Async implementation of the run command.""" - from entropix.core.runner import EntropixRunner - from entropix.reports.html import HTMLReportGenerator - from entropix.reports.json_export import JSONReportGenerator - from entropix.reports.terminal import TerminalReporter + from flakestorm.reports.html import HTMLReportGenerator + from flakestorm.reports.json_export import JSONReportGenerator + from flakestorm.reports.terminal import TerminalReporter # Print header if not quiet: console.print() console.print( - f"[bold blue]Entropix[/bold blue] - Agent Reliability Engine v{__version__}" + f"[bold blue]flakestorm[/bold blue] - Agent Reliability Engine v{__version__}" ) console.print() # Load configuration try: - runner = EntropixRunner( + runner = FlakeStormRunner( config=config, console=console, show_progress=not quiet, @@ -195,7 +195,7 @@ async def _run_async( except FileNotFoundError as e: console.print(f"[red]Error:[/red] {e}") console.print( - "\n[dim]Run 'entropix init' to create a configuration file.[/dim]" + "\n[dim]Run 'flakestorm init' to create a configuration file.[/dim]" ) raise typer.Exit(1) except Exception as e: @@ -254,14 +254,14 @@ async def _run_async( @app.command() def verify( config: Path = typer.Option( - Path("entropix.yaml"), + Path("flakestorm.yaml"), "--config", "-c", help="Path to configuration file", ), ) -> None: """ - Verify that Entropix is properly configured. + Verify that flakestorm is properly configured. Checks: - Ollama server is running and model is available @@ -273,14 +273,13 @@ def verify( async def _verify_async(config: Path) -> None: """Async implementation of verify command.""" - from entropix.core.runner import EntropixRunner console.print() - console.print("[bold blue]Entropix[/bold blue] - Setup Verification") + console.print("[bold blue]flakestorm[/bold blue] - Setup Verification") console.print() try: - runner = EntropixRunner( + runner = FlakeStormRunner( config=config, console=console, show_progress=False, @@ -317,17 +316,17 @@ def report( import json from datetime import datetime - from entropix.core.config import create_default_config - from entropix.mutations.types import Mutation - from entropix.reports.html import HTMLReportGenerator - from entropix.reports.models import ( + from flakestorm.core.config import create_default_config + from flakestorm.mutations.types import Mutation + from flakestorm.reports.html import HTMLReportGenerator + from flakestorm.reports.models import ( CheckResult, MutationResult, TestResults, TestStatistics, TypeStatistics, ) - from entropix.reports.terminal import TerminalReporter + from flakestorm.reports.terminal import TerminalReporter if not path.exists(): console.print(f"[red]File not found:[/red] {path}") @@ -399,7 +398,7 @@ def report( @app.command() def score( config: Path = typer.Option( - Path("entropix.yaml"), + Path("flakestorm.yaml"), "--config", "-c", help="Path to configuration file", @@ -416,9 +415,9 @@ def score( @app.command() def cloud() -> None: """ - Learn about Entropix Cloud features. + Learn about flakestorm Cloud features. - Entropix Cloud provides 20x faster execution, advanced features, + flakestorm Cloud provides 20x faster execution, advanced features, and team collaboration. """ print_upgrade_banner(console, reason="20x faster tests") @@ -464,7 +463,7 @@ def limits() -> None: Show Open Source edition limits. Displays the feature limitations of the Open Source edition - and how to unlock more with Entropix Cloud. + and how to unlock more with flakestorm Cloud. """ console.print( Panel( @@ -485,7 +484,7 @@ def limits() -> None: "ā¢ Individual developers\n\n" f"[bold]Upgrade for production:[/bold] {CLOUD_URL}" ), - title="[bold blue]Entropix Open Source[/bold blue]", + title="[bold blue]flakestorm Open Source[/bold blue]", border_style="blue", ) ) @@ -493,10 +492,9 @@ def limits() -> None: async def _score_async(config: Path) -> None: """Async implementation of score command.""" - from entropix.core.runner import EntropixRunner try: - runner = EntropixRunner( + runner = FlakeStormRunner( config=config, console=console, show_progress=False, diff --git a/src/entropix/core/__init__.py b/src/flakestorm/core/__init__.py similarity index 68% rename from src/entropix/core/__init__.py rename to src/flakestorm/core/__init__.py index a11e87d..84753ec 100644 --- a/src/entropix/core/__init__.py +++ b/src/flakestorm/core/__init__.py @@ -1,30 +1,30 @@ """ -Entropix Core Module +flakestorm Core Module Contains the main orchestration logic, configuration management, agent protocol definitions, and the async test runner. """ -from entropix.core.config import ( +from flakestorm.core.config import ( AgentConfig, - EntropixConfig, + FlakeStormConfig, InvariantConfig, ModelConfig, MutationConfig, OutputConfig, load_config, ) -from entropix.core.orchestrator import Orchestrator -from entropix.core.protocol import ( +from flakestorm.core.orchestrator import Orchestrator +from flakestorm.core.protocol import ( AgentProtocol, HTTPAgentAdapter, PythonAgentAdapter, create_agent_adapter, ) -from entropix.core.runner import EntropixRunner +from flakestorm.core.runner import FlakeStormRunner __all__ = [ - "EntropixConfig", + "FlakeStormConfig", "load_config", "AgentConfig", "ModelConfig", @@ -35,6 +35,6 @@ __all__ = [ "HTTPAgentAdapter", "PythonAgentAdapter", "create_agent_adapter", - "EntropixRunner", + "FlakeStormRunner", "Orchestrator", ] diff --git a/src/entropix/core/config.py b/src/flakestorm/core/config.py similarity index 92% rename from src/entropix/core/config.py rename to src/flakestorm/core/config.py index 73a76d4..b8994be 100644 --- a/src/entropix/core/config.py +++ b/src/flakestorm/core/config.py @@ -1,7 +1,7 @@ """ -Configuration Management for Entropix +Configuration Management for flakestorm -Handles loading and validating the entropix.yaml configuration file. +Handles loading and validating the flakestorm.yaml configuration file. Uses Pydantic for robust validation and type safety. """ @@ -15,7 +15,7 @@ import yaml from pydantic import BaseModel, Field, field_validator, model_validator # Import MutationType from mutations to avoid duplicate definition -from entropix.mutations.types import MutationType +from flakestorm.mutations.types import MutationType class AgentType(str, Enum): @@ -73,7 +73,7 @@ class MutationConfig(BaseModel): - Maximum 50 total mutations per test run - 5 mutation types: paraphrase, noise, tone_shift, prompt_injection, custom - Upgrade to Entropix Cloud for unlimited mutations and advanced types. + Upgrade to flakestorm Cloud for unlimited mutations and advanced types. """ count: int = Field( @@ -194,8 +194,8 @@ class AdvancedConfig(BaseModel): ) -class EntropixConfig(BaseModel): - """Main configuration for Entropix.""" +class FlakeStormConfig(BaseModel): + """Main configuration for flakestorm.""" version: str = Field(default="1.0", description="Configuration version") agent: AgentConfig = Field(..., description="Agent configuration") @@ -219,7 +219,7 @@ class EntropixConfig(BaseModel): ) @classmethod - def from_yaml(cls, content: str) -> EntropixConfig: + def from_yaml(cls, content: str) -> FlakeStormConfig: """Parse configuration from YAML string.""" data = yaml.safe_load(content) return cls.model_validate(data) @@ -230,15 +230,15 @@ class EntropixConfig(BaseModel): return yaml.dump(data, default_flow_style=False, sort_keys=False) -def load_config(path: str | Path) -> EntropixConfig: +def load_config(path: str | Path) -> FlakeStormConfig: """ - Load and validate an Entropix configuration file. + Load and validate an flakestorm configuration file. Args: - path: Path to the entropix.yaml file + path: Path to the flakestorm.yaml file Returns: - Validated EntropixConfig object + Validated FlakeStormConfig object Raises: FileNotFoundError: If the config file doesn't exist @@ -249,16 +249,16 @@ def load_config(path: str | Path) -> EntropixConfig: if not config_path.exists(): raise FileNotFoundError( f"Configuration file not found: {config_path}\n" - "Run 'entropix init' to create a new configuration file." + "Run 'flakestorm init' to create a new configuration file." ) content = config_path.read_text(encoding="utf-8") - return EntropixConfig.from_yaml(content) + return FlakeStormConfig.from_yaml(content) -def create_default_config() -> EntropixConfig: +def create_default_config() -> FlakeStormConfig: """Create a default configuration for initialization.""" - return EntropixConfig( + return FlakeStormConfig( version="1.0", agent=AgentConfig( endpoint="http://localhost:8000/invoke", diff --git a/src/entropix/core/limits.py b/src/flakestorm/core/limits.py similarity index 94% rename from src/entropix/core/limits.py rename to src/flakestorm/core/limits.py index 1ce526d..e3a2629 100644 --- a/src/entropix/core/limits.py +++ b/src/flakestorm/core/limits.py @@ -2,7 +2,7 @@ Open Source Edition Limits Defines feature limits for the open source (local-only) version. -These limits encourage users to upgrade to Entropix Cloud for: +These limits encourage users to upgrade to flakestorm Cloud for: - Faster parallel execution - Cloud LLMs (higher quality mutations) - Advanced features @@ -65,8 +65,8 @@ ALLOWED_MUTATION_TYPES = [ # UPGRADE MESSAGING # ============================================================================= -CLOUD_URL = "https://entropix.cloud" -UPGRADE_CTA = f"ā” Upgrade to Entropix Cloud for 20x faster execution ā {CLOUD_URL}" +CLOUD_URL = "https://flakestorm.cloud" +UPGRADE_CTA = f"ā” Upgrade to flakestorm Cloud for 20x faster execution ā {CLOUD_URL}" @dataclass @@ -138,7 +138,7 @@ def print_upgrade_banner(console: Console, reason: str = "faster execution") -> banner = Panel( Text.from_markup( f"[bold yellow]ā” Want {reason}?[/bold yellow]\n\n" - f"[white]Entropix Cloud offers:[/white]\n" + f"[white]flakestorm Cloud offers:[/white]\n" f" ā¢ [green]20x faster[/green] parallel execution\n" f" ā¢ [green]Cloud LLMs[/green] for higher quality mutations\n" f" ā¢ [green]Advanced safety checks[/green] (NER, ML-detection)\n" @@ -146,7 +146,7 @@ def print_upgrade_banner(console: Console, reason: str = "faster execution") -> f" ā¢ [green]Team features[/green] for collaboration\n\n" f"[bold cyan]ā {CLOUD_URL}[/bold cyan]" ), - title="[bold blue]Upgrade to Entropix Cloud[/bold blue]", + title="[bold blue]Upgrade to flakestorm Cloud[/bold blue]", border_style="blue", padding=(1, 2), ) @@ -184,7 +184,7 @@ def print_completion_upsell(console: Console, duration_seconds: float) -> None: ) # ~20x faster with parallel + cloud console.print( f"\n[dim]ā±ļø Test took {duration_seconds:.1f}s. " - f"With Entropix Cloud, this would take ~{estimated_cloud_time:.1f}s[/dim]" + f"With flakestorm Cloud, this would take ~{estimated_cloud_time:.1f}s[/dim]" ) console.print(f"[dim cyan]ā {CLOUD_URL}[/dim cyan]\n") diff --git a/src/entropix/core/orchestrator.py b/src/flakestorm/core/orchestrator.py similarity index 94% rename from src/entropix/core/orchestrator.py rename to src/flakestorm/core/orchestrator.py index 3630118..a910bda 100644 --- a/src/entropix/core/orchestrator.py +++ b/src/flakestorm/core/orchestrator.py @@ -1,5 +1,5 @@ """ -Orchestrator for Entropix Test Runs +Orchestrator for flakestorm Test Runs Coordinates the entire testing process: mutation generation, agent invocation, invariant verification, and result aggregation. @@ -9,7 +9,7 @@ Open Source Edition: - Maximum 50 mutations per test run - Basic mutation types only -Upgrade to Entropix Cloud for parallel execution and advanced features. +Upgrade to flakestorm Cloud for parallel execution and advanced features. """ from __future__ import annotations @@ -29,7 +29,7 @@ from rich.progress import ( TimeRemainingColumn, ) -from entropix.core.limits import ( +from flakestorm.core.limits import ( MAX_MUTATIONS_PER_RUN, PARALLEL_EXECUTION_ENABLED, check_mutation_limit, @@ -39,12 +39,12 @@ from entropix.core.limits import ( ) if TYPE_CHECKING: - from entropix.assertions.verifier import InvariantVerifier - from entropix.core.config import EntropixConfig - from entropix.core.protocol import BaseAgentAdapter - from entropix.mutations.engine import MutationEngine - from entropix.mutations.types import Mutation - from entropix.reports.models import MutationResult, TestResults, TestStatistics + from flakestorm.assertions.verifier import InvariantVerifier + from flakestorm.core.config import FlakeStormConfig + from flakestorm.core.protocol import BaseAgentAdapter + from flakestorm.mutations.engine import MutationEngine + from flakestorm.mutations.types import Mutation + from flakestorm.reports.models import MutationResult, TestResults, TestStatistics @dataclass @@ -75,7 +75,7 @@ class OrchestratorState: class Orchestrator: """ - Orchestrates the entire Entropix test run. + Orchestrates the entire flakestorm test run. Coordinates between: - MutationEngine: Generates adversarial inputs @@ -86,7 +86,7 @@ class Orchestrator: def __init__( self, - config: EntropixConfig, + config: FlakeStormConfig, agent: BaseAgentAdapter, mutation_engine: MutationEngine, verifier: InvariantVerifier, @@ -97,7 +97,7 @@ class Orchestrator: Initialize the orchestrator. Args: - config: Entropix configuration + config: flakestorm configuration agent: Agent adapter to test mutation_engine: Engine for generating mutations verifier: Invariant verification engine @@ -121,7 +121,7 @@ class Orchestrator: Returns: TestResults containing all test outcomes """ - from entropix.reports.models import ( + from flakestorm.reports.models import ( TestResults, ) @@ -310,7 +310,7 @@ class Orchestrator: semaphore: asyncio.Semaphore, ) -> MutationResult: """Run a single mutation against the agent.""" - from entropix.reports.models import CheckResult, MutationResult + from flakestorm.reports.models import CheckResult, MutationResult async with semaphore: # Invoke agent @@ -363,7 +363,7 @@ class Orchestrator: results: list[MutationResult], ) -> TestStatistics: """Calculate test statistics from results.""" - from entropix.reports.models import TestStatistics, TypeStatistics + from flakestorm.reports.models import TestStatistics, TypeStatistics total = len(results) passed = sum(1 for r in results if r.passed) diff --git a/src/entropix/core/performance.py b/src/flakestorm/core/performance.py similarity index 96% rename from src/entropix/core/performance.py rename to src/flakestorm/core/performance.py index 302f1c1..51e7c53 100644 --- a/src/entropix/core/performance.py +++ b/src/flakestorm/core/performance.py @@ -19,7 +19,7 @@ logger = logging.getLogger(__name__) # Try to import Rust bindings _RUST_AVAILABLE = False try: - import entropix_rust + import flakestorm_rust _RUST_AVAILABLE = True logger.debug("Rust performance module loaded successfully") @@ -56,7 +56,7 @@ def calculate_robustness_score( Robustness score between 0.0 and 1.0 """ if _RUST_AVAILABLE: - return entropix_rust.calculate_robustness_score( + return flakestorm_rust.calculate_robustness_score( semantic_passed, deterministic_passed, total, @@ -88,7 +88,7 @@ def calculate_weighted_score(results: Sequence[tuple[bool, float]]) -> float: Weighted robustness score between 0.0 and 1.0 """ if _RUST_AVAILABLE: - return entropix_rust.calculate_weighted_score(list(results)) + return flakestorm_rust.calculate_weighted_score(list(results)) # Pure Python fallback if not results: @@ -115,7 +115,7 @@ def levenshtein_distance(s1: str, s2: str) -> int: Edit distance between the strings """ if _RUST_AVAILABLE: - return entropix_rust.levenshtein_distance(s1, s2) + return flakestorm_rust.levenshtein_distance(s1, s2) # Pure Python fallback len1 = len(s1) @@ -156,7 +156,7 @@ def string_similarity(s1: str, s2: str) -> float: Similarity score between 0.0 (completely different) and 1.0 (identical) """ if _RUST_AVAILABLE: - return entropix_rust.string_similarity(s1, s2) + return flakestorm_rust.string_similarity(s1, s2) # Pure Python fallback distance = levenshtein_distance(s1, s2) @@ -187,7 +187,7 @@ def parallel_process_mutations( List of (mutation, type, weight) tuples """ if _RUST_AVAILABLE: - return entropix_rust.parallel_process_mutations( + return flakestorm_rust.parallel_process_mutations( mutations, mutation_types, weights ) @@ -353,7 +353,7 @@ def benchmark_levenshtein(iterations: int = 1000) -> dict: start = time.perf_counter() for _ in range(iterations): for s1, s2 in test_pairs: - entropix_rust.levenshtein_distance(s1, s2) + flakestorm_rust.levenshtein_distance(s1, s2) rust_time = time.perf_counter() - start result["rust_time_ms"] = rust_time * 1000 result["speedup"] = python_time / rust_time if rust_time > 0 else 0 diff --git a/src/entropix/core/protocol.py b/src/flakestorm/core/protocol.py similarity index 98% rename from src/entropix/core/protocol.py rename to src/flakestorm/core/protocol.py index dd2b0f4..8534213 100644 --- a/src/entropix/core/protocol.py +++ b/src/flakestorm/core/protocol.py @@ -1,5 +1,5 @@ """ -Agent Protocol and Adapters for Entropix +Agent Protocol and Adapters for flakestorm Defines the interface that all agents must implement and provides built-in adapters for common agent types (HTTP, Python callable, LangChain). @@ -17,7 +17,7 @@ from typing import Any, Protocol, runtime_checkable import httpx -from entropix.core.config import AgentConfig, AgentType +from flakestorm.core.config import AgentConfig, AgentType @dataclass @@ -40,7 +40,7 @@ class AgentProtocol(Protocol): """ Protocol defining the interface for AI agents. - All agents must implement this interface to be tested with Entropix. + All agents must implement this interface to be tested with flakestorm. The simplest implementation is an async function that takes a string input and returns a string output. """ diff --git a/src/entropix/core/runner.py b/src/flakestorm/core/runner.py similarity index 88% rename from src/entropix/core/runner.py rename to src/flakestorm/core/runner.py index fa56715..1c1bca5 100644 --- a/src/entropix/core/runner.py +++ b/src/flakestorm/core/runner.py @@ -1,7 +1,7 @@ """ -Entropix Test Runner +flakestorm Test Runner -High-level interface for running Entropix tests. Combines all components +High-level interface for running flakestorm tests. Combines all components and provides a simple API for executing reliability tests. """ @@ -12,34 +12,34 @@ from typing import TYPE_CHECKING from rich.console import Console -from entropix.assertions.verifier import InvariantVerifier -from entropix.core.config import EntropixConfig, load_config -from entropix.core.orchestrator import Orchestrator -from entropix.core.protocol import BaseAgentAdapter, create_agent_adapter -from entropix.mutations.engine import MutationEngine +from flakestorm.assertions.verifier import InvariantVerifier +from flakestorm.core.config import FlakeStormConfig, load_config +from flakestorm.core.orchestrator import Orchestrator +from flakestorm.core.protocol import BaseAgentAdapter, create_agent_adapter +from flakestorm.mutations.engine import MutationEngine if TYPE_CHECKING: - from entropix.reports.models import TestResults + from flakestorm.reports.models import TestResults -class EntropixRunner: +class FlakeStormRunner: """ - Main runner for Entropix tests. + Main runner for flakestorm tests. Provides a high-level interface for running reliability tests against AI agents. Handles configuration loading, component initialization, and test execution. Example: - >>> config = load_config("entropix.yaml") - >>> runner = EntropixRunner(config) + >>> config = load_config("flakestorm.yaml") + >>> runner = FlakeStormRunner(config) >>> results = await runner.run() >>> print(f"Score: {results.statistics.robustness_score:.1%}") """ def __init__( self, - config: EntropixConfig | str | Path, + config: FlakeStormConfig | str | Path, agent: BaseAgentAdapter | None = None, console: Console | None = None, show_progress: bool = True, diff --git a/src/entropix/integrations/__init__.py b/src/flakestorm/integrations/__init__.py similarity index 73% rename from src/entropix/integrations/__init__.py rename to src/flakestorm/integrations/__init__.py index 31610a3..15cf6f3 100644 --- a/src/entropix/integrations/__init__.py +++ b/src/flakestorm/integrations/__init__.py @@ -1,5 +1,5 @@ """ -Entropix Integrations Module +flakestorm Integrations Module V2 features for integrating with external services: - HuggingFace model downloading @@ -19,15 +19,15 @@ __all__ = [ def __getattr__(name: str): """Lazy loading of integration modules.""" if name == "HuggingFaceModelProvider": - from entropix.integrations.huggingface import HuggingFaceModelProvider + from flakestorm.integrations.huggingface import HuggingFaceModelProvider return HuggingFaceModelProvider elif name == "GitHubActionsIntegration": - from entropix.integrations.github_actions import GitHubActionsIntegration + from flakestorm.integrations.github_actions import GitHubActionsIntegration return GitHubActionsIntegration elif name == "LocalEmbedder": - from entropix.assertions.semantic import LocalEmbedder + from flakestorm.assertions.semantic import LocalEmbedder return LocalEmbedder raise AttributeError(f"module {__name__!r} has no attribute {name!r}") diff --git a/src/entropix/integrations/embeddings.py b/src/flakestorm/integrations/embeddings.py similarity index 82% rename from src/entropix/integrations/embeddings.py rename to src/flakestorm/integrations/embeddings.py index 914a419..77f1513 100644 --- a/src/entropix/integrations/embeddings.py +++ b/src/flakestorm/integrations/embeddings.py @@ -8,6 +8,6 @@ Re-exports the LocalEmbedder from assertions.semantic for convenience. from __future__ import annotations # Re-export from semantic module -from entropix.assertions.semantic import LocalEmbedder +from flakestorm.assertions.semantic import LocalEmbedder __all__ = ["LocalEmbedder"] diff --git a/src/entropix/integrations/github_actions.py b/src/flakestorm/integrations/github_actions.py similarity index 73% rename from src/entropix/integrations/github_actions.py rename to src/flakestorm/integrations/github_actions.py index cfbd6ff..fff5db4 100644 --- a/src/entropix/integrations/github_actions.py +++ b/src/flakestorm/integrations/github_actions.py @@ -1,23 +1,23 @@ """ GitHub Actions Integration -ā ļø CLOUD FEATURE: GitHub Actions integration is available in Entropix Cloud. +ā ļø CLOUD FEATURE: GitHub Actions integration is available in flakestorm Cloud. The Open Source edition provides documentation only. -Upgrade to Entropix Cloud for: +Upgrade to flakestorm Cloud for: - One-click CI/CD integration - Block PRs based on reliability score - Automated test history tracking - Team notifications -ā https://entropix.cloud +ā https://flakestorm.cloud """ from __future__ import annotations from pathlib import Path -from entropix.core.limits import CLOUD_URL, GITHUB_ACTIONS_ENABLED +from flakestorm.core.limits import CLOUD_URL, GITHUB_ACTIONS_ENABLED class GitHubActionsDisabledError(Exception): @@ -25,18 +25,18 @@ class GitHubActionsDisabledError(Exception): def __init__(self): super().__init__( - "GitHub Actions integration is available in Entropix Cloud.\n" + "GitHub Actions integration is available in flakestorm Cloud.\n" f"Upgrade at: {CLOUD_URL}" ) # GitHub Action YAML template (for reference/documentation) -ACTION_YAML = """# ā ļø CLOUD FEATURE: This requires Entropix Cloud -# Upgrade at: https://entropix.cloud +ACTION_YAML = """# ā ļø CLOUD FEATURE: This requires flakestorm Cloud +# Upgrade at: https://flakestorm.cloud -name: 'Entropix Agent Test' +name: 'flakestorm Agent Test' description: 'Run chaos testing on AI agents to verify reliability' -author: 'Entropix' +author: 'flakestorm' branding: icon: 'shield' @@ -44,15 +44,15 @@ branding: inputs: config: - description: 'Path to entropix.yaml configuration file' + description: 'Path to flakestorm.yaml configuration file' required: false - default: 'entropix.yaml' + default: 'flakestorm.yaml' min_score: description: 'Minimum robustness score to pass (0.0-1.0)' required: false default: '0.9' api_key: - description: 'Entropix Cloud API key (required)' + description: 'flakestorm Cloud API key (required)' required: true outputs: @@ -61,7 +61,7 @@ outputs: passed: description: 'Whether the test passed (true/false)' report_url: - description: 'URL to the full report on Entropix Cloud' + description: 'URL to the full report on flakestorm Cloud' runs: using: 'composite' @@ -71,16 +71,16 @@ runs: with: python-version: '3.11' - - name: Install Entropix + - name: Install flakestorm shell: bash - run: pip install entropix + run: pip install flakestorm - name: Run Cloud Tests shell: bash env: - ENTROPIX_API_KEY: ${{ inputs.api_key }} + FLAKESTORM_API_KEY: ${{ inputs.api_key }} run: | - entropix cloud run \\ + flakestorm cloud run \\ --config ${{ inputs.config }} \\ --min-score ${{ inputs.min_score }} \\ --ci @@ -88,9 +88,9 @@ runs: # Example workflow YAML -WORKFLOW_EXAMPLE = """# Entropix Cloud CI/CD Integration -# ā ļø Requires Entropix Cloud subscription -# Get started: https://entropix.cloud +WORKFLOW_EXAMPLE = """# flakestorm Cloud CI/CD Integration +# ā ļø Requires flakestorm Cloud subscription +# Get started: https://flakestorm.cloud name: Agent Reliability Check @@ -107,12 +107,12 @@ jobs: steps: - uses: actions/checkout@v4 - - name: Run Entropix Cloud Tests - uses: entropix/entropix-action@v1 + - name: Run flakestorm Cloud Tests + uses: flakestorm/flakestorm-action@v1 with: - config: entropix.yaml + config: flakestorm.yaml min_score: '0.9' - api_key: ${{ secrets.ENTROPIX_API_KEY }} + api_key: ${{ secrets.FLAKESTORM_API_KEY }} """ @@ -120,19 +120,19 @@ class GitHubActionsIntegration: """ Helper class for GitHub Actions integration. - ā ļø NOTE: Full CI/CD integration requires Entropix Cloud. + ā ļø NOTE: Full CI/CD integration requires flakestorm Cloud. The Open Source edition provides: - Documentation and examples - Local testing only - Entropix Cloud provides: + flakestorm Cloud provides: - One-click GitHub Actions setup - Block PRs based on reliability score - Test history and comparison - Slack/Discord notifications - Upgrade at: https://entropix.cloud + Upgrade at: https://flakestorm.cloud """ @staticmethod @@ -147,7 +147,7 @@ class GitHubActionsIntegration: Generate the GitHub Action definition YAML. Note: This returns documentation only in Open Source edition. - Full integration requires Entropix Cloud. + Full integration requires flakestorm Cloud. Returns: Action YAML content @@ -157,9 +157,9 @@ class GitHubActionsIntegration: @staticmethod def generate_workflow_example() -> str: """ - Generate an example workflow that uses Entropix. + Generate an example workflow that uses flakestorm. - Note: Requires Entropix Cloud for full functionality. + Note: Requires flakestorm Cloud for full functionality. Returns: Workflow YAML content @@ -172,7 +172,7 @@ class GitHubActionsIntegration: Save the GitHub Action files to a directory. ā ļø Cloud Feature: This creates documentation only. - For working CI/CD, upgrade to Entropix Cloud. + For working CI/CD, upgrade to flakestorm Cloud. Args: output_dir: Directory to save action files @@ -189,9 +189,9 @@ class GitHubActionsIntegration: # Also create a README explaining Cloud requirement readme_path = output_dir / "README.md" readme_path.write_text( - f"""# Entropix GitHub Action + f"""# flakestorm GitHub Action -ā ļø **Cloud Feature**: Full CI/CD integration requires Entropix Cloud. +ā ļø **Cloud Feature**: Full CI/CD integration requires flakestorm Cloud. ## What You Get with Cloud @@ -210,7 +210,7 @@ Get started at: {CLOUD_URL} For local-only testing, use the Open Source CLI: ```bash -entropix run --config entropix.yaml +flakestorm run --config flakestorm.yaml ``` Note: Local runs are sequential and may be slow for large test suites. @@ -240,13 +240,13 @@ Note: Local runs are sequential and may be slow for large test suites. @staticmethod def setup_ci( repo_path: Path, - config_path: str = "entropix.yaml", + config_path: str = "flakestorm.yaml", min_score: float = 0.9, ) -> None: """ Set up CI/CD integration for a repository. - ā ļø Cloud Feature: Requires Entropix Cloud subscription. + ā ļø Cloud Feature: Requires flakestorm Cloud subscription. Raises: GitHubActionsDisabledError: Always in Open Source edition diff --git a/src/entropix/integrations/huggingface.py b/src/flakestorm/integrations/huggingface.py similarity index 95% rename from src/entropix/integrations/huggingface.py rename to src/flakestorm/integrations/huggingface.py index 2e9c7ea..c19a03d 100644 --- a/src/entropix/integrations/huggingface.py +++ b/src/flakestorm/integrations/huggingface.py @@ -51,10 +51,10 @@ class HuggingFaceModelProvider: Args: models_dir: Directory to store downloaded models - (default: ~/.entropix/models) + (default: ~/.flakestorm/models) """ if models_dir is None: - self.models_dir = Path.home() / ".entropix" / "models" + self.models_dir = Path.home() / ".flakestorm" / "models" else: self.models_dir = Path(models_dir) @@ -82,7 +82,7 @@ class HuggingFaceModelProvider: except ImportError: raise ImportError( "huggingface-hub is required for model downloading. " - "Install with: pip install entropix[huggingface]" + "Install with: pip install flakestorm[huggingface]" ) # If no filename specified, find appropriate GGUF file @@ -112,7 +112,7 @@ class HuggingFaceModelProvider: def list_available(self) -> list[dict]: """ - List recommended models for Entropix. + List recommended models for flakestorm. Returns: List of model info dictionaries @@ -236,11 +236,11 @@ SYSTEM You are a helpful assistant that generates text variations. >>> provider = HuggingFaceModelProvider() >>> name = provider.download_and_import( ... "TheBloke/Mistral-7B-Instruct-v0.2-GGUF", - ... model_name="entropix-attacker" + ... model_name="flakestorm-attacker" ... ) - >>> # Now use in entropix.yaml: + >>> # Now use in flakestorm.yaml: >>> # llm: - >>> # model: "entropix-attacker" + >>> # model: "flakestorm-attacker" """ # Download the model model_path = self.download_model( diff --git a/src/entropix/mutations/__init__.py b/src/flakestorm/mutations/__init__.py similarity index 55% rename from src/entropix/mutations/__init__.py rename to src/flakestorm/mutations/__init__.py index 5e1a3ed..bb5adcc 100644 --- a/src/entropix/mutations/__init__.py +++ b/src/flakestorm/mutations/__init__.py @@ -1,13 +1,13 @@ """ -Entropix Mutation Engine +flakestorm Mutation Engine Generates adversarial mutations from golden prompts using local LLMs. Supports paraphrasing, noise injection, tone shifting, and prompt injection. """ -from entropix.mutations.engine import MutationEngine -from entropix.mutations.templates import MUTATION_TEMPLATES, MutationTemplates -from entropix.mutations.types import Mutation, MutationType +from flakestorm.mutations.engine import MutationEngine +from flakestorm.mutations.templates import MUTATION_TEMPLATES, MutationTemplates +from flakestorm.mutations.types import Mutation, MutationType __all__ = [ "MutationEngine", diff --git a/src/entropix/mutations/engine.py b/src/flakestorm/mutations/engine.py similarity index 97% rename from src/entropix/mutations/engine.py rename to src/flakestorm/mutations/engine.py index 83bd93d..1684fd0 100644 --- a/src/entropix/mutations/engine.py +++ b/src/flakestorm/mutations/engine.py @@ -13,11 +13,11 @@ from typing import TYPE_CHECKING from ollama import AsyncClient -from entropix.mutations.templates import MutationTemplates -from entropix.mutations.types import Mutation, MutationType +from flakestorm.mutations.templates import MutationTemplates +from flakestorm.mutations.types import Mutation, MutationType if TYPE_CHECKING: - from entropix.core.config import ModelConfig + from flakestorm.core.config import ModelConfig logger = logging.getLogger(__name__) diff --git a/src/entropix/mutations/templates.py b/src/flakestorm/mutations/templates.py similarity index 98% rename from src/entropix/mutations/templates.py rename to src/flakestorm/mutations/templates.py index 70e535c..1f941e6 100644 --- a/src/entropix/mutations/templates.py +++ b/src/flakestorm/mutations/templates.py @@ -7,7 +7,7 @@ different types of adversarial mutations. from __future__ import annotations -from entropix.mutations.types import MutationType +from flakestorm.mutations.types import MutationType # Prompt templates for each mutation type MUTATION_TEMPLATES: dict[MutationType, str] = { diff --git a/src/entropix/mutations/types.py b/src/flakestorm/mutations/types.py similarity index 99% rename from src/entropix/mutations/types.py rename to src/flakestorm/mutations/types.py index 727d0c5..55f1e14 100644 --- a/src/entropix/mutations/types.py +++ b/src/flakestorm/mutations/types.py @@ -24,7 +24,7 @@ class MutationType(str, Enum): - CUSTOM: User-defined mutation templates Advanced mutations (sophisticated prompt injections, jailbreaks) - are available in Entropix Cloud. + are available in flakestorm Cloud. """ PARAPHRASE = "paraphrase" diff --git a/tests/__init__.py b/tests/__init__.py index 5151404..79fb95b 100644 --- a/tests/__init__.py +++ b/tests/__init__.py @@ -1,3 +1,3 @@ """ -Entropix Test Suite +flakestorm Test Suite """ diff --git a/tests/conftest.py b/tests/conftest.py index 071d4c9..0b2c10c 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -1,4 +1,4 @@ -"""Shared test fixtures for Entropix tests.""" +"""Shared test fixtures for flakestorm tests.""" import sys import tempfile @@ -45,7 +45,7 @@ invariants: @pytest.fixture def config_file(temp_dir, sample_config_yaml): """Create a config file in temp directory.""" - config_path = temp_dir / "entropix.yaml" + config_path = temp_dir / "flakestorm.yaml" config_path.write_text(sample_config_yaml) return config_path @@ -73,6 +73,6 @@ invariants: [] @pytest.fixture def minimal_config_file(temp_dir, minimal_config_yaml): """Create a minimal config file.""" - config_path = temp_dir / "entropix.yaml" + config_path = temp_dir / "flakestorm.yaml" config_path.write_text(minimal_config_yaml) return config_path diff --git a/tests/test_adapters.py b/tests/test_adapters.py index 9e8cd58..e699542 100644 --- a/tests/test_adapters.py +++ b/tests/test_adapters.py @@ -8,7 +8,7 @@ class TestHTTPAgentAdapter: def test_adapter_creation(self): """Test adapter can be created.""" - from entropix.core.protocol import HTTPAgentAdapter + from flakestorm.core.protocol import HTTPAgentAdapter adapter = HTTPAgentAdapter( endpoint="http://localhost:8000/chat", @@ -19,7 +19,7 @@ class TestHTTPAgentAdapter: def test_adapter_has_invoke_method(self): """Adapter has invoke method.""" - from entropix.core.protocol import HTTPAgentAdapter + from flakestorm.core.protocol import HTTPAgentAdapter adapter = HTTPAgentAdapter(endpoint="http://localhost:8000/chat") assert hasattr(adapter, "invoke") @@ -27,7 +27,7 @@ class TestHTTPAgentAdapter: def test_timeout_conversion(self): """Timeout is converted to seconds.""" - from entropix.core.protocol import HTTPAgentAdapter + from flakestorm.core.protocol import HTTPAgentAdapter adapter = HTTPAgentAdapter( endpoint="http://localhost:8000/chat", @@ -38,7 +38,7 @@ class TestHTTPAgentAdapter: def test_custom_headers(self): """Custom headers can be set.""" - from entropix.core.protocol import HTTPAgentAdapter + from flakestorm.core.protocol import HTTPAgentAdapter headers = {"Authorization": "Bearer token123"} adapter = HTTPAgentAdapter( @@ -53,7 +53,7 @@ class TestPythonAgentAdapter: def test_adapter_creation_with_callable(self): """Test adapter can be created with a callable.""" - from entropix.core.protocol import PythonAgentAdapter + from flakestorm.core.protocol import PythonAgentAdapter def my_agent(input: str) -> str: return f"Response to: {input}" @@ -64,7 +64,7 @@ class TestPythonAgentAdapter: def test_adapter_has_invoke_method(self): """Adapter has invoke method.""" - from entropix.core.protocol import PythonAgentAdapter + from flakestorm.core.protocol import PythonAgentAdapter def my_agent(input: str) -> str: return f"Response to: {input}" @@ -80,7 +80,7 @@ class TestLangChainAgentAdapter: @pytest.fixture def langchain_config(self): """Create a test LangChain agent config.""" - from entropix.core.config import AgentConfig, AgentType + from flakestorm.core.config import AgentConfig, AgentType return AgentConfig( endpoint="my_agent:chain", @@ -90,7 +90,7 @@ class TestLangChainAgentAdapter: def test_adapter_creation(self, langchain_config): """Test adapter can be created.""" - from entropix.core.protocol import LangChainAgentAdapter + from flakestorm.core.protocol import LangChainAgentAdapter adapter = LangChainAgentAdapter(langchain_config) assert adapter is not None @@ -101,8 +101,8 @@ class TestAgentAdapterFactory: def test_creates_http_adapter(self): """Factory creates HTTP adapter for HTTP type.""" - from entropix.core.config import AgentConfig, AgentType - from entropix.core.protocol import HTTPAgentAdapter, create_agent_adapter + from flakestorm.core.config import AgentConfig, AgentType + from flakestorm.core.protocol import HTTPAgentAdapter, create_agent_adapter config = AgentConfig( endpoint="http://localhost:8000/chat", @@ -113,7 +113,7 @@ class TestAgentAdapterFactory: def test_creates_python_adapter(self): """Python adapter can be created with a callable.""" - from entropix.core.protocol import PythonAgentAdapter + from flakestorm.core.protocol import PythonAgentAdapter def my_agent(input: str) -> str: return f"Response: {input}" @@ -123,8 +123,8 @@ class TestAgentAdapterFactory: def test_creates_langchain_adapter(self): """Factory creates LangChain adapter for LangChain type.""" - from entropix.core.config import AgentConfig, AgentType - from entropix.core.protocol import LangChainAgentAdapter, create_agent_adapter + from flakestorm.core.config import AgentConfig, AgentType + from flakestorm.core.protocol import LangChainAgentAdapter, create_agent_adapter config = AgentConfig( endpoint="my_agent:chain", @@ -139,7 +139,7 @@ class TestAgentResponse: def test_response_creation(self): """Test AgentResponse can be created.""" - from entropix.core.protocol import AgentResponse + from flakestorm.core.protocol import AgentResponse response = AgentResponse( output="Hello, world!", @@ -150,7 +150,7 @@ class TestAgentResponse: def test_response_with_error(self): """Test AgentResponse with error.""" - from entropix.core.protocol import AgentResponse + from flakestorm.core.protocol import AgentResponse response = AgentResponse( output="", @@ -162,7 +162,7 @@ class TestAgentResponse: def test_response_success_property(self): """Test AgentResponse success property.""" - from entropix.core.protocol import AgentResponse + from flakestorm.core.protocol import AgentResponse # Success case success_response = AgentResponse( diff --git a/tests/test_assertions.py b/tests/test_assertions.py index c5f9bcb..23f48f6 100644 --- a/tests/test_assertions.py +++ b/tests/test_assertions.py @@ -2,15 +2,15 @@ Tests for the assertion/invariant system. """ -from entropix.assertions.deterministic import ( +from flakestorm.assertions.deterministic import ( ContainsChecker, LatencyChecker, RegexChecker, ValidJsonChecker, ) -from entropix.assertions.safety import ExcludesPIIChecker, RefusalChecker -from entropix.assertions.verifier import InvariantVerifier -from entropix.core.config import InvariantConfig, InvariantType +from flakestorm.assertions.safety import ExcludesPIIChecker, RefusalChecker +from flakestorm.assertions.verifier import InvariantVerifier +from flakestorm.core.config import InvariantConfig, InvariantType class TestContainsChecker: diff --git a/tests/test_cli.py b/tests/test_cli.py index ab77925..4adb788 100644 --- a/tests/test_cli.py +++ b/tests/test_cli.py @@ -5,7 +5,7 @@ from pathlib import Path from typer.testing import CliRunner -from entropix.cli.main import app +from flakestorm.cli.main import app runner = CliRunner() @@ -17,7 +17,7 @@ class TestHelpCommand: """Main help displays correctly.""" result = runner.invoke(app, ["--help"]) assert result.exit_code == 0 - assert "run" in result.output.lower() or "entropix" in result.output.lower() + assert "run" in result.output.lower() or "flakestorm" in result.output.lower() def test_run_help(self): """Run command help displays options.""" @@ -37,11 +37,11 @@ class TestHelpCommand: class TestInitCommand: - """Tests for `entropix init`.""" + """Tests for `flakestorm init`.""" def test_init_creates_config(self): - """init creates entropix.yaml.""" - with tempfile.TemporaryDirectory() as tmpdir: + """init creates flakestorm.yaml.""" + with tempfile.TemporaryDirectory(): # Change to temp directory context result = runner.invoke(app, ["init"], catch_exceptions=False) @@ -55,12 +55,12 @@ class TestInitCommand: class TestVerifyCommand: - """Tests for `entropix verify`.""" + """Tests for `flakestorm verify`.""" def test_verify_valid_config(self): """verify accepts valid config.""" with tempfile.TemporaryDirectory() as tmpdir: - config_path = Path(tmpdir) / "entropix.yaml" + config_path = Path(tmpdir) / "flakestorm.yaml" config_path.write_text( """ agent: @@ -96,7 +96,7 @@ invariants: [] def test_verify_invalid_yaml(self): """verify rejects invalid YAML syntax.""" with tempfile.TemporaryDirectory() as tmpdir: - config_path = Path(tmpdir) / "entropix.yaml" + config_path = Path(tmpdir) / "flakestorm.yaml" config_path.write_text("invalid: yaml: : content") result = runner.invoke(app, ["verify", "--config", str(config_path)]) @@ -105,7 +105,7 @@ invariants: [] class TestRunCommand: - """Tests for `entropix run`.""" + """Tests for `flakestorm run`.""" def test_run_missing_config(self): """run handles missing config.""" @@ -132,7 +132,7 @@ class TestRunCommand: class TestReportCommand: - """Tests for `entropix report`.""" + """Tests for `flakestorm report`.""" def test_report_help(self): """report command has help.""" @@ -141,7 +141,7 @@ class TestReportCommand: class TestScoreCommand: - """Tests for `entropix score`.""" + """Tests for `flakestorm score`.""" def test_score_help(self): """score command has help.""" diff --git a/tests/test_config.py b/tests/test_config.py index 5417a3a..94d0e34 100644 --- a/tests/test_config.py +++ b/tests/test_config.py @@ -7,10 +7,10 @@ from pathlib import Path import pytest -from entropix.core.config import ( +from flakestorm.core.config import ( AgentConfig, AgentType, - EntropixConfig, + FlakeStormConfig, InvariantConfig, InvariantType, MutationConfig, @@ -20,8 +20,8 @@ from entropix.core.config import ( ) -class TestEntropixConfig: - """Tests for EntropixConfig.""" +class TestFlakeStormConfig: + """Tests for FlakeStormConfig.""" def test_create_default_config(self): """Test creating a default configuration.""" @@ -60,7 +60,7 @@ invariants: - type: "latency" max_ms: 1000 """ - config = EntropixConfig.from_yaml(yaml_content) + config = FlakeStormConfig.from_yaml(yaml_content) assert config.agent.endpoint == "http://localhost:8000/test" assert config.agent.timeout == 5000 diff --git a/tests/test_mutations.py b/tests/test_mutations.py index e1824fd..4ed7509 100644 --- a/tests/test_mutations.py +++ b/tests/test_mutations.py @@ -4,8 +4,8 @@ Tests for the mutation engine. import pytest -from entropix.mutations.templates import MutationTemplates -from entropix.mutations.types import Mutation, MutationType +from flakestorm.mutations.templates import MutationTemplates +from flakestorm.mutations.types import Mutation, MutationType class TestMutationType: diff --git a/tests/test_orchestrator.py b/tests/test_orchestrator.py index 3eb3082..fa41aee 100644 --- a/tests/test_orchestrator.py +++ b/tests/test_orchestrator.py @@ -1,4 +1,4 @@ -"""Tests for the Entropix orchestrator.""" +"""Tests for the flakestorm orchestrator.""" from datetime import datetime from unittest.mock import MagicMock @@ -11,7 +11,7 @@ class TestOrchestratorState: def test_initial_state(self): """State initializes correctly.""" - from entropix.core.orchestrator import OrchestratorState + from flakestorm.core.orchestrator import OrchestratorState state = OrchestratorState() assert state.total_mutations == 0 @@ -20,7 +20,7 @@ class TestOrchestratorState: def test_state_started_at(self): """State records start time.""" - from entropix.core.orchestrator import OrchestratorState + from flakestorm.core.orchestrator import OrchestratorState state = OrchestratorState() assert state.started_at is not None @@ -28,7 +28,7 @@ class TestOrchestratorState: def test_state_updates(self): """State updates as tests run.""" - from entropix.core.orchestrator import OrchestratorState + from flakestorm.core.orchestrator import OrchestratorState state = OrchestratorState() state.total_mutations = 10 @@ -38,7 +38,7 @@ class TestOrchestratorState: def test_state_duration_seconds(self): """State calculates duration.""" - from entropix.core.orchestrator import OrchestratorState + from flakestorm.core.orchestrator import OrchestratorState state = OrchestratorState() duration = state.duration_seconds @@ -47,7 +47,7 @@ class TestOrchestratorState: def test_state_progress_percentage(self): """State calculates progress percentage.""" - from entropix.core.orchestrator import OrchestratorState + from flakestorm.core.orchestrator import OrchestratorState state = OrchestratorState() state.total_mutations = 100 @@ -61,15 +61,15 @@ class TestOrchestrator: @pytest.fixture def mock_config(self): """Create a minimal test config.""" - from entropix.core.config import ( + from flakestorm.core.config import ( AgentConfig, AgentType, - EntropixConfig, + FlakeStormConfig, MutationConfig, ) - from entropix.mutations.types import MutationType + from flakestorm.mutations.types import MutationType - return EntropixConfig( + return FlakeStormConfig( agent=AgentConfig( endpoint="http://localhost:8000/chat", type=AgentType.HTTP, @@ -107,7 +107,7 @@ class TestOrchestrator: self, mock_config, mock_agent, mock_mutation_engine, mock_verifier ): """Orchestrator can be created with all required arguments.""" - from entropix.core.orchestrator import Orchestrator + from flakestorm.core.orchestrator import Orchestrator orchestrator = Orchestrator( config=mock_config, @@ -122,7 +122,7 @@ class TestOrchestrator: self, mock_config, mock_agent, mock_mutation_engine, mock_verifier ): """Orchestrator has run method.""" - from entropix.core.orchestrator import Orchestrator + from flakestorm.core.orchestrator import Orchestrator orchestrator = Orchestrator( config=mock_config, @@ -137,7 +137,7 @@ class TestOrchestrator: self, mock_config, mock_agent, mock_mutation_engine, mock_verifier ): """Orchestrator initializes state correctly.""" - from entropix.core.orchestrator import Orchestrator + from flakestorm.core.orchestrator import Orchestrator orchestrator = Orchestrator( config=mock_config, @@ -152,7 +152,7 @@ class TestOrchestrator: self, mock_config, mock_agent, mock_mutation_engine, mock_verifier ): """Orchestrator stores all components.""" - from entropix.core.orchestrator import Orchestrator + from flakestorm.core.orchestrator import Orchestrator orchestrator = Orchestrator( config=mock_config, @@ -170,7 +170,7 @@ class TestOrchestrator: """Orchestrator accepts optional console.""" from rich.console import Console - from entropix.core.orchestrator import Orchestrator + from flakestorm.core.orchestrator import Orchestrator custom_console = Console() orchestrator = Orchestrator( @@ -186,7 +186,7 @@ class TestOrchestrator: self, mock_config, mock_agent, mock_mutation_engine, mock_verifier ): """Orchestrator accepts show_progress flag.""" - from entropix.core.orchestrator import Orchestrator + from flakestorm.core.orchestrator import Orchestrator orchestrator = Orchestrator( config=mock_config, @@ -203,8 +203,8 @@ class TestMutationGeneration: def test_mutation_count_calculation(self): """Test mutation count is calculated correctly.""" - from entropix.core.config import MutationConfig - from entropix.mutations.types import MutationType + from flakestorm.core.config import MutationConfig + from flakestorm.mutations.types import MutationType config = MutationConfig( count=10, @@ -214,8 +214,8 @@ class TestMutationGeneration: def test_mutation_types_configuration(self): """Test mutation types are configured correctly.""" - from entropix.core.config import MutationConfig - from entropix.mutations.types import MutationType + from flakestorm.core.config import MutationConfig + from flakestorm.mutations.types import MutationType config = MutationConfig( count=5, diff --git a/tests/test_performance.py b/tests/test_performance.py index 7d325d5..7035781 100644 --- a/tests/test_performance.py +++ b/tests/test_performance.py @@ -9,7 +9,7 @@ from pathlib import Path # Import the performance module directly to avoid heavy dependencies like pydantic _perf_path = ( - Path(__file__).parent.parent / "src" / "entropix" / "core" / "performance.py" + Path(__file__).parent.parent / "src" / "flakestorm" / "core" / "performance.py" ) _spec = importlib.util.spec_from_file_location("performance", _perf_path) _performance = importlib.util.module_from_spec(_spec) diff --git a/tests/test_reports.py b/tests/test_reports.py index dda9dd2..08a5e65 100644 --- a/tests/test_reports.py +++ b/tests/test_reports.py @@ -7,7 +7,7 @@ from pathlib import Path import pytest -from entropix.mutations.types import Mutation, MutationType +from flakestorm.mutations.types import Mutation, MutationType class TestCheckResult: @@ -15,7 +15,7 @@ class TestCheckResult: def test_check_result_creation(self): """CheckResult can be created.""" - from entropix.reports.models import CheckResult + from flakestorm.reports.models import CheckResult result = CheckResult( check_type="contains", @@ -28,7 +28,7 @@ class TestCheckResult: def test_check_result_to_dict(self): """CheckResult converts to dict.""" - from entropix.reports.models import CheckResult + from flakestorm.reports.models import CheckResult result = CheckResult( check_type="latency", @@ -55,7 +55,7 @@ class TestMutationResult: def test_mutation_result_creation(self, sample_mutation): """MutationResult can be created.""" - from entropix.reports.models import MutationResult + from flakestorm.reports.models import MutationResult result = MutationResult( original_prompt="What is the weather?", @@ -70,7 +70,7 @@ class TestMutationResult: def test_mutation_result_with_checks(self, sample_mutation): """MutationResult with check results.""" - from entropix.reports.models import CheckResult, MutationResult + from flakestorm.reports.models import CheckResult, MutationResult checks = [ CheckResult(check_type="contains", passed=True, details="Found 'weather'"), @@ -90,7 +90,7 @@ class TestMutationResult: def test_mutation_result_failed_checks(self, sample_mutation): """MutationResult returns failed checks.""" - from entropix.reports.models import CheckResult, MutationResult + from flakestorm.reports.models import CheckResult, MutationResult checks = [ CheckResult(check_type="contains", passed=True, details="OK"), @@ -114,7 +114,7 @@ class TestTypeStatistics: def test_type_statistics_creation(self): """TypeStatistics can be created.""" - from entropix.reports.models import TypeStatistics + from flakestorm.reports.models import TypeStatistics stats = TypeStatistics( mutation_type="paraphrase", @@ -129,7 +129,7 @@ class TestTypeStatistics: def test_type_statistics_to_dict(self): """TypeStatistics converts to dict.""" - from entropix.reports.models import TypeStatistics + from flakestorm.reports.models import TypeStatistics stats = TypeStatistics( mutation_type="noise", @@ -147,7 +147,7 @@ class TestTestStatistics: def test_statistics_creation(self): """TestStatistics can be created.""" - from entropix.reports.models import TestStatistics + from flakestorm.reports.models import TestStatistics stats = TestStatistics( total_mutations=100, @@ -165,7 +165,7 @@ class TestTestStatistics: def test_statistics_pass_rate(self): """Statistics calculates pass_rate correctly.""" - from entropix.reports.models import TestStatistics + from flakestorm.reports.models import TestStatistics stats = TestStatistics( total_mutations=100, @@ -181,7 +181,7 @@ class TestTestStatistics: def test_statistics_zero_total(self): """Statistics handles zero total.""" - from entropix.reports.models import TestStatistics + from flakestorm.reports.models import TestStatistics stats = TestStatistics( total_mutations=0, @@ -202,13 +202,13 @@ class TestTestResults: @pytest.fixture def sample_config(self): """Create sample config.""" - from entropix.core.config import ( + from flakestorm.core.config import ( AgentConfig, AgentType, - EntropixConfig, + FlakeStormConfig, ) - return EntropixConfig( + return FlakeStormConfig( agent=AgentConfig( endpoint="http://localhost:8000/chat", type=AgentType.HTTP, @@ -220,7 +220,7 @@ class TestTestResults: @pytest.fixture def sample_statistics(self): """Create sample statistics.""" - from entropix.reports.models import TestStatistics + from flakestorm.reports.models import TestStatistics return TestStatistics( total_mutations=10, @@ -235,7 +235,7 @@ class TestTestResults: def test_results_creation(self, sample_config, sample_statistics): """TestResults can be created.""" - from entropix.reports.models import TestResults + from flakestorm.reports.models import TestResults now = datetime.now() results = TestResults( @@ -255,13 +255,13 @@ class TestHTMLReportGenerator: @pytest.fixture def sample_config(self): """Create sample config.""" - from entropix.core.config import ( + from flakestorm.core.config import ( AgentConfig, AgentType, - EntropixConfig, + FlakeStormConfig, ) - return EntropixConfig( + return FlakeStormConfig( agent=AgentConfig( endpoint="http://localhost:8000/chat", type=AgentType.HTTP, @@ -273,7 +273,7 @@ class TestHTMLReportGenerator: @pytest.fixture def sample_statistics(self): """Create sample statistics.""" - from entropix.reports.models import TestStatistics + from flakestorm.reports.models import TestStatistics return TestStatistics( total_mutations=10, @@ -289,7 +289,7 @@ class TestHTMLReportGenerator: @pytest.fixture def sample_results(self, sample_config, sample_statistics): """Create sample test results.""" - from entropix.reports.models import TestResults + from flakestorm.reports.models import TestResults now = datetime.now() return TestResults( @@ -302,14 +302,14 @@ class TestHTMLReportGenerator: def test_generator_creation(self, sample_results): """Generator can be created.""" - from entropix.reports.html import HTMLReportGenerator + from flakestorm.reports.html import HTMLReportGenerator generator = HTMLReportGenerator(sample_results) assert generator is not None def test_generate_returns_string(self, sample_results): """Generator returns HTML string.""" - from entropix.reports.html import HTMLReportGenerator + from flakestorm.reports.html import HTMLReportGenerator generator = HTMLReportGenerator(sample_results) html = generator.generate() @@ -319,7 +319,7 @@ class TestHTMLReportGenerator: def test_generate_valid_html_structure(self, sample_results): """Generated HTML has valid structure.""" - from entropix.reports.html import HTMLReportGenerator + from flakestorm.reports.html import HTMLReportGenerator generator = HTMLReportGenerator(sample_results) html = generator.generate() @@ -329,7 +329,7 @@ class TestHTMLReportGenerator: def test_contains_robustness_score(self, sample_results): """Report contains robustness score.""" - from entropix.reports.html import HTMLReportGenerator + from flakestorm.reports.html import HTMLReportGenerator generator = HTMLReportGenerator(sample_results) html = generator.generate() @@ -339,7 +339,7 @@ class TestHTMLReportGenerator: def test_save_creates_file(self, sample_results): """save() creates file on disk.""" - from entropix.reports.html import HTMLReportGenerator + from flakestorm.reports.html import HTMLReportGenerator with tempfile.TemporaryDirectory() as tmpdir: generator = HTMLReportGenerator(sample_results) @@ -356,13 +356,13 @@ class TestJSONReportGenerator: @pytest.fixture def sample_config(self): """Create sample config.""" - from entropix.core.config import ( + from flakestorm.core.config import ( AgentConfig, AgentType, - EntropixConfig, + FlakeStormConfig, ) - return EntropixConfig( + return FlakeStormConfig( agent=AgentConfig( endpoint="http://localhost:8000/chat", type=AgentType.HTTP, @@ -374,7 +374,7 @@ class TestJSONReportGenerator: @pytest.fixture def sample_statistics(self): """Create sample statistics.""" - from entropix.reports.models import TestStatistics + from flakestorm.reports.models import TestStatistics return TestStatistics( total_mutations=10, @@ -390,7 +390,7 @@ class TestJSONReportGenerator: @pytest.fixture def sample_results(self, sample_config, sample_statistics): """Create sample test results.""" - from entropix.reports.models import TestResults + from flakestorm.reports.models import TestResults ts = datetime(2024, 1, 15, 12, 0, 0) return TestResults( @@ -403,14 +403,14 @@ class TestJSONReportGenerator: def test_generator_creation(self, sample_results): """Generator can be created.""" - from entropix.reports.json_export import JSONReportGenerator + from flakestorm.reports.json_export import JSONReportGenerator generator = JSONReportGenerator(sample_results) assert generator is not None def test_generate_valid_json(self, sample_results): """Generator produces valid JSON.""" - from entropix.reports.json_export import JSONReportGenerator + from flakestorm.reports.json_export import JSONReportGenerator generator = JSONReportGenerator(sample_results) json_str = generator.generate() @@ -421,7 +421,7 @@ class TestJSONReportGenerator: def test_contains_statistics(self, sample_results): """JSON contains statistics.""" - from entropix.reports.json_export import JSONReportGenerator + from flakestorm.reports.json_export import JSONReportGenerator generator = JSONReportGenerator(sample_results) data = json.loads(generator.generate()) @@ -431,7 +431,7 @@ class TestJSONReportGenerator: def test_save_creates_file(self, sample_results): """save() creates JSON file on disk.""" - from entropix.reports.json_export import JSONReportGenerator + from flakestorm.reports.json_export import JSONReportGenerator with tempfile.TemporaryDirectory() as tmpdir: generator = JSONReportGenerator(sample_results) @@ -448,13 +448,13 @@ class TestTerminalReporter: @pytest.fixture def sample_config(self): """Create sample config.""" - from entropix.core.config import ( + from flakestorm.core.config import ( AgentConfig, AgentType, - EntropixConfig, + FlakeStormConfig, ) - return EntropixConfig( + return FlakeStormConfig( agent=AgentConfig( endpoint="http://localhost:8000/chat", type=AgentType.HTTP, @@ -466,7 +466,7 @@ class TestTerminalReporter: @pytest.fixture def sample_statistics(self): """Create sample statistics.""" - from entropix.reports.models import TestStatistics + from flakestorm.reports.models import TestStatistics return TestStatistics( total_mutations=10, @@ -482,7 +482,7 @@ class TestTerminalReporter: @pytest.fixture def sample_results(self, sample_config, sample_statistics): """Create sample test results.""" - from entropix.reports.models import TestResults + from flakestorm.reports.models import TestResults now = datetime.now() return TestResults( @@ -495,14 +495,14 @@ class TestTerminalReporter: def test_reporter_creation(self, sample_results): """Reporter can be created.""" - from entropix.reports.terminal import TerminalReporter + from flakestorm.reports.terminal import TerminalReporter reporter = TerminalReporter(sample_results) assert reporter is not None def test_reporter_has_print_methods(self, sample_results): """Reporter has print methods.""" - from entropix.reports.terminal import TerminalReporter + from flakestorm.reports.terminal import TerminalReporter reporter = TerminalReporter(sample_results) assert hasattr(reporter, "print_summary")