mirror of
https://github.com/0xMassi/webclaw.git
synced 2026-07-21 07:01:01 +02:00
- Add GeminiCliProvider: shells out to `gemini -p` with --output-format json, injection-safe prompt passing, MCP server suppression via temp workdir, 6-slot concurrency semaphore, 60s subprocess deadline - Add --llm-provider, --llm-model, --llm-base-url CLI flags for per-call overrides - Provider chain: Gemini CLI → OpenAI → Ollama → Anthropic - Move LLM timing to dispatch layer (LLM: Xs on stderr) - Default Ollama model: qwen3:8b → qwen3.5:9b (benchmark shows better schema extraction) - Add noxa mcp subcommand - Add docs/reports/llm-benchmark-2026-04-11.md (Gemini vs qwen3.5:4b vs qwen3.5:9b) - Bump version 0.3.11 → 0.4.0 Co-authored-by: Claude <claude@anthropic.com>
96 lines
2.9 KiB
Rust
96 lines
2.9 KiB
Rust
/// Shared test utilities for noxa-llm.
|
|
///
|
|
/// Provides a configurable mock LLM provider for unit tests across
|
|
/// extract, chain, and other modules that need a fake LLM backend.
|
|
#[cfg(test)]
|
|
pub(crate) mod mock {
|
|
use std::sync::Arc;
|
|
use std::sync::atomic::{AtomicUsize, Ordering};
|
|
|
|
use async_trait::async_trait;
|
|
|
|
use crate::error::LlmError;
|
|
use crate::provider::{CompletionRequest, LlmProvider};
|
|
|
|
/// A mock LLM provider that returns a canned response or error.
|
|
/// Covers the common test cases: success, failure, and availability.
|
|
pub struct MockProvider {
|
|
pub name: &'static str,
|
|
pub response: Result<String, String>,
|
|
pub available: bool,
|
|
}
|
|
|
|
impl MockProvider {
|
|
/// Shorthand for a mock that always succeeds with the given response.
|
|
pub fn ok(response: &str) -> Self {
|
|
Self {
|
|
name: "mock",
|
|
response: Ok(response.to_string()),
|
|
available: true,
|
|
}
|
|
}
|
|
}
|
|
|
|
#[async_trait]
|
|
impl LlmProvider for MockProvider {
|
|
async fn complete(&self, _request: &CompletionRequest) -> Result<String, LlmError> {
|
|
match &self.response {
|
|
Ok(text) => Ok(text.clone()),
|
|
Err(msg) => Err(LlmError::ProviderError(msg.clone())),
|
|
}
|
|
}
|
|
|
|
async fn is_available(&self) -> bool {
|
|
self.available
|
|
}
|
|
|
|
fn name(&self) -> &str {
|
|
self.name
|
|
}
|
|
}
|
|
|
|
/// A mock provider that returns responses from a sequence.
|
|
/// Call N → returns responses[N], clamping to the final response.
|
|
/// Useful for testing first-failure / second-success retry paths.
|
|
pub struct SequenceMockProvider {
|
|
pub name: &'static str,
|
|
pub responses: Vec<Result<String, String>>,
|
|
pub available: bool,
|
|
call_count: Arc<AtomicUsize>,
|
|
}
|
|
|
|
impl SequenceMockProvider {
|
|
pub fn new(name: &'static str, responses: Vec<Result<String, String>>) -> Self {
|
|
assert!(
|
|
!responses.is_empty(),
|
|
"SequenceMockProvider requires at least one response"
|
|
);
|
|
Self {
|
|
name,
|
|
responses,
|
|
available: true,
|
|
call_count: Arc::new(AtomicUsize::new(0)),
|
|
}
|
|
}
|
|
}
|
|
|
|
#[async_trait]
|
|
impl LlmProvider for SequenceMockProvider {
|
|
async fn complete(&self, _request: &CompletionRequest) -> Result<String, LlmError> {
|
|
let idx = self.call_count.fetch_add(1, Ordering::SeqCst);
|
|
let response = &self.responses[idx.min(self.responses.len() - 1)];
|
|
match response {
|
|
Ok(text) => Ok(text.clone()),
|
|
Err(msg) => Err(LlmError::ProviderError(msg.clone())),
|
|
}
|
|
}
|
|
|
|
async fn is_available(&self) -> bool {
|
|
self.available
|
|
}
|
|
|
|
fn name(&self) -> &str {
|
|
self.name
|
|
}
|
|
}
|
|
}
|