apunkt/webclaw
1
0
Fork 0
mirror of https://github.com/0xMassi/webclaw.git synced 2026-07-22 07:11:01 +02:00
Code Issues Projects Releases Packages Wiki Activity

feat(cli): print LLM elapsed time to stderr

Browse source 
Single-URL path prints "LLM: X.Xs" after each operation (summarize,
extract-prompt, extract-json). Batch path includes elapsed in the
per-URL progress line ("-> extracted N fields (X.Xs)"). Stderr-only
keeps stdout pipe-safe.
This commit is contained in:
Jacob Magar 2026-04-11 16:52:13 -04:00
parent b8fc1d7c75
commit 534855955b
1 changed files with 9 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

10
crates/noxa-cli/src/main.rs
View file

@ -1902,6 +1902,7 @@ async fn run_llm(cli: &Cli, resolved: &config::ResolvedConfig) -> Result<(), Str
let schema: serde_json::Value = let schema: serde_json::Value =
serde_json::from_str(&schema_str).map_err(|e| format!("invalid JSON schema: {e}"))?; serde_json::from_str(&schema_str).map_err(|e| format!("invalid JSON schema: {e}"))?;
let t = std::time::Instant::now();
let extracted = noxa_llm::extract::extract_json( let extracted = noxa_llm::extract::extract_json(
&result.content.plain_text, &result.content.plain_text,
&schema, &schema,
@ -1910,12 +1911,14 @@ async fn run_llm(cli: &Cli, resolved: &config::ResolvedConfig) -> Result<(), Str
) )
.await .await
.map_err(|e| format!("LLM extraction failed: {e}"))?; .map_err(|e| format!("LLM extraction failed: {e}"))?;
eprintln!("LLM: {:.1}s", t.elapsed().as_secs_f64());
println!( println!(
"{}", "{}",
serde_json::to_string_pretty(&extracted).expect("serialization failed") serde_json::to_string_pretty(&extracted).expect("serialization failed")
); );
} else if let Some(ref prompt) = cli.extract_prompt { } else if let Some(ref prompt) = cli.extract_prompt {
let t = std::time::Instant::now();
let extracted = noxa_llm::extract::extract_with_prompt( let extracted = noxa_llm::extract::extract_with_prompt(
&result.content.plain_text, &result.content.plain_text,
prompt, prompt,
@ -1924,12 +1927,14 @@ async fn run_llm(cli: &Cli, resolved: &config::ResolvedConfig) -> Result<(), Str
) )
.await .await
.map_err(|e| format!("LLM extraction failed: {e}"))?; .map_err(|e| format!("LLM extraction failed: {e}"))?;
eprintln!("LLM: {:.1}s", t.elapsed().as_secs_f64());
println!( println!(
"{}", "{}",
serde_json::to_string_pretty(&extracted).expect("serialization failed") serde_json::to_string_pretty(&extracted).expect("serialization failed")
); );
} else if let Some(sentences) = cli.summarize { } else if let Some(sentences) = cli.summarize {
let t = std::time::Instant::now();
let summary = noxa_llm::summarize::summarize( let summary = noxa_llm::summarize::summarize(
&result.content.plain_text, &result.content.plain_text,
Some(sentences), Some(sentences),
@ -1938,6 +1943,7 @@ async fn run_llm(cli: &Cli, resolved: &config::ResolvedConfig) -> Result<(), Str
) )
.await .await
.map_err(|e| format!("LLM summarization failed: {e}"))?; .map_err(|e| format!("LLM summarization failed: {e}"))?;
eprintln!("LLM: {:.1}s", t.elapsed().as_secs_f64());
println!("{summary}"); println!("{summary}");
} }
@ -2004,6 +2010,7 @@ async fn run_batch_llm(
let text = &extraction.content.plain_text; let text = &extraction.content.plain_text;
// Run the appropriate LLM operation // Run the appropriate LLM operation
let llm_start = std::time::Instant::now();
let llm_result = if let Some(ref schema) = schema { let llm_result = if let Some(ref schema) = schema {
noxa_llm::extract::extract_json(text, schema, provider.as_ref(), model) noxa_llm::extract::extract_json(text, schema, provider.as_ref(), model)
.await .await
@ -2019,6 +2026,7 @@ async fn run_batch_llm(
} else { } else {
unreachable!("run_batch_llm called without LLM flags") unreachable!("run_batch_llm called without LLM flags")
}; };
let llm_elapsed = llm_start.elapsed();
match llm_result { match llm_result {
Ok(output) => { Ok(output) => {
@ -2048,7 +2056,7 @@ async fn run_batch_llm(
format!("{words} words") format!("{words} words")
} }
}; };
eprintln!("-> extracted {detail}"); eprintln!("-> extracted {detail} ({:.1}s)", llm_elapsed.as_secs_f64());
if let Some(ref dir) = cli.output_dir { if let Some(ref dir) = cli.output_dir {
let filename = custom_names let filename = custom_names