Skip to content

Commit e6c6cf6

Browse files
committed
feat: expose review and eval DAG contracts
Break review orchestration and postprocess into inspectable DAG nodes, add CLI graph introspection for orchestration planning, and salvage parseable comments when frontier responses degrade instead of immediately dropping to fallback. Made-with: Cursor
1 parent 4418a94 commit e6c6cf6

16 files changed

Lines changed: 1426 additions & 200 deletions

File tree

src/commands/eval.rs

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -29,3 +29,9 @@ use types::{
2929
EvalRuleScoreSummary, EvalRunFilters, EvalSuiteResult, EvalVerificationHealth,
3030
LoadedEvalFixture,
3131
};
32+
33+
pub(crate) fn describe_eval_fixture_graph(
34+
repro_validate: bool,
35+
) -> crate::core::dag::DagGraphContract {
36+
runner::describe_eval_fixture_graph(repro_validate)
37+
}

src/commands/eval/runner.rs

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,4 +3,6 @@ mod execute;
33
#[path = "runner/matching.rs"]
44
mod matching;
55

6-
pub(super) use execute::{run_eval_fixture, EvalFixtureArtifactContext};
6+
pub(super) use execute::{
7+
describe_eval_fixture_graph, run_eval_fixture, EvalFixtureArtifactContext,
8+
};

src/commands/eval/runner/execute.rs

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,12 @@ use super::super::{EvalFixtureResult, LoadedEvalFixture};
2020

2121
pub(in super::super) use self::artifact::EvalFixtureArtifactContext;
2222

23+
pub(crate) fn describe_eval_fixture_graph(
24+
repro_validate: bool,
25+
) -> crate::core::dag::DagGraphContract {
26+
self::dag::describe_eval_fixture_graph(repro_validate)
27+
}
28+
2329
pub(in super::super) async fn run_eval_fixture(
2430
config: &config::Config,
2531
loaded_fixture: LoadedEvalFixture,

0 commit comments

Comments
 (0)