[pitboss/grind] deferred session-0002 (20260520T233019Z-6958)

tests/python_frameworks_corpus.rs

@@ -8,9 +8,19 @@
 //! must produce the same adapter binding shape as the vuln fixtures
 //! — the adapter only models the route, the differential outcome of
 //! a verifier run is what distinguishes the two.
+//!
+//! The `e2e_phase_12` submodule drives `run_spec` on the vuln fixture
+//! per framework and asserts `DifferentialVerdict::Confirmed`.  These
+//! tests rely on `prepare_python` installing the requirements.txt the
+//! per-shape emitter stages (Flask / FastAPI+httpx / Django /
+//! Starlette+httpx); on hosts where `python3 -m venv` + `pip install`
+//! cannot reach a registry the harness build fails and the test
+//! silently SKIPs via the established `BuildFailed` pattern.
 
 #![cfg(feature = "dynamic")]
 
+mod common;
+
 use nyx_scanner::dynamic::framework::{detect_binding, HttpMethod, ParamSource};
 use nyx_scanner::evidence::EntryKind;
 use nyx_scanner::summary::FuncSummary;
@@ -168,3 +178,138 @@ fn fastapi_adapter_runs_before_starlette_for_fastapi_files() {
         detect_binding(&summary, tree.root_node(), src, Lang::Python).expect("adapter fires");
     assert_eq!(binding.adapter, "python-fastapi");
 }
+
+// ── End-to-end Phase 12 acceptance via run_spec ─────────────────────────────
+//
+// Drives `run_spec` on the per-framework vuln fixtures with
+// `Cap::CODE_EXEC` and asserts `DifferentialVerdict::Confirmed`.  The
+// Python harness emitter writes a `requirements.txt` carrying Flask /
+// FastAPI+httpx / Django / Starlette+httpx; `prepare_python` runs
+// `pip install -r requirements.txt` inside the per-spec venv before
+// the harness boots.  Hosts without network access or with pip
+// install failures trip the established `RunError::BuildFailed`
+// branch and the test silently SKIPs.
+
+#[cfg(feature = "dynamic")]
+mod e2e_phase_12 {
+    use crate::common::fixture_harness::FIXTURE_LOCK;
+    use nyx_scanner::dynamic::runner::{run_spec, RunError, RunOutcome};
+    use nyx_scanner::dynamic::sandbox::SandboxOptions;
+    use nyx_scanner::dynamic::spec::{
+        default_toolchain_id, EntryKind, HarnessSpec, PayloadSlot, SpecDerivationStrategy,
+    };
+    use nyx_scanner::evidence::DifferentialVerdict;
+    use nyx_scanner::labels::Cap;
+    use nyx_scanner::symbol::Lang;
+    use std::path::PathBuf;
+    use std::process::Command;
+    use tempfile::TempDir;
+
+    fn command_available(bin: &str) -> bool {
+        Command::new(bin)
+            .arg("--version")
+            .output()
+            .map(|o| o.status.success())
+            .unwrap_or(false)
+    }
+
+    fn build_spec(fixture_subdir: &str) -> (HarnessSpec, TempDir) {
+        let fixture_src = PathBuf::from(env!("CARGO_MANIFEST_DIR"))
+            .join("tests/dynamic_fixtures/python_frameworks")
+            .join(fixture_subdir)
+            .join("vuln.py");
+        let tmp = TempDir::new().expect("create tempdir");
+        let dst = tmp.path().join("vuln.py");
+        std::fs::copy(&fixture_src, &dst).expect("copy fixture into tempdir");
+
+        let entry_file = dst.to_string_lossy().into_owned();
+        let mut digest = blake3::Hasher::new();
+        digest.update(b"phase12-e2e-python-framework|");
+        digest.update(fixture_subdir.as_bytes());
+        let spec_hash = format!("{:016x}", {
+            let bytes = digest.finalize();
+            u64::from_le_bytes(bytes.as_bytes()[..8].try_into().unwrap())
+        });
+
+        let spec = HarnessSpec {
+            finding_id: spec_hash.clone(),
+            entry_file: entry_file.clone(),
+            entry_name: "run_cmd".to_owned(),
+            entry_kind: EntryKind::HttpRoute,
+            lang: Lang::Python,
+            toolchain_id: default_toolchain_id(Lang::Python).into(),
+            payload_slot: PayloadSlot::QueryParam("cmd".to_owned()),
+            expected_cap: Cap::CODE_EXEC,
+            constraint_hints: vec![],
+            sink_file: entry_file,
+            sink_line: 1,
+            spec_hash: spec_hash.clone(),
+            derivation: SpecDerivationStrategy::FromFlowSteps,
+            stubs_required: vec![],
+            framework: None,
+            java_toolchain: nyx_scanner::dynamic::spec::JavaToolchain::default(),
+        };
+
+        (spec, tmp)
+    }
+
+    fn run(fixture_subdir: &str) -> Option<RunOutcome> {
+        if !command_available("python3") {
+            eprintln!("SKIP {fixture_subdir}: missing python3");
+            return None;
+        }
+        let _guard = FIXTURE_LOCK.lock().unwrap_or_else(|e| e.into_inner());
+        let (spec, _tmp) = build_spec(fixture_subdir);
+        let opts = SandboxOptions {
+            backend: nyx_scanner::dynamic::sandbox::SandboxBackend::Process,
+            ..SandboxOptions::default()
+        };
+        match run_spec(&spec, &opts) {
+            Ok(outcome) => Some(outcome),
+            Err(RunError::BuildFailed { stderr, attempts }) => {
+                eprintln!(
+                    "SKIP {fixture_subdir}: harness build failed after {attempts} attempts: {stderr}",
+                );
+                None
+            }
+            Err(e) => panic!("run_spec({fixture_subdir}) errored: {e:?}"),
+        }
+    }
+
+    fn assert_confirmed(fixture_subdir: &str) {
+        let Some(outcome) = run(fixture_subdir) else { return };
+        assert!(
+            outcome.triggered_by.is_some(),
+            "{fixture_subdir} CODE_EXEC vuln must Confirm via run_spec; got {outcome:?}",
+        );
+        let diff = outcome
+            .differential
+            .as_ref()
+            .expect("Confirmed run must carry a DifferentialOutcome");
+        assert_eq!(
+            diff.verdict,
+            DifferentialVerdict::Confirmed,
+            "differential verdict must be Confirmed: {diff:?}",
+        );
+    }
+
+    #[test]
+    fn flask_vuln_confirms_via_run_spec() {
+        assert_confirmed("flask");
+    }
+
+    #[test]
+    fn fastapi_vuln_confirms_via_run_spec() {
+        assert_confirmed("fastapi");
+    }
+
+    #[test]
+    fn django_vuln_confirms_via_run_spec() {
+        assert_confirmed("django");
+    }
+
+    #[test]
+    fn starlette_vuln_confirms_via_run_spec() {
+        assert_confirmed("starlette");
+    }
+}