Skip to content

Commit bccc282

Browse files
committed
refactor: split feedback report aggregation helpers
Separate report overview and bucket-count collection from the feedback aggregate builder so future reporting changes stay easier to isolate and verify. Made-with: Cursor
1 parent a164baf commit bccc282

3 files changed

Lines changed: 116 additions & 64 deletions

File tree

src/commands/feedback_eval/report/build/aggregate.rs

Lines changed: 22 additions & 64 deletions
Original file line numberDiff line numberDiff line change
@@ -1,81 +1,39 @@
1-
use std::collections::{HashMap, HashSet};
1+
#[path = "aggregate/buckets.rs"]
2+
mod buckets;
3+
#[path = "aggregate/overview.rs"]
4+
mod overview;
25

3-
use crate::review;
4-
5-
use super::super::super::{FeedbackEvalComment, FeedbackEvalReport, LoadedFeedbackEvalInput};
6+
use super::super::super::{FeedbackEvalReport, LoadedFeedbackEvalInput};
67
use super::super::examples::{build_showcase_candidates, build_vague_rejections};
7-
use super::stats::{
8-
add_bucket_count, buckets_from_counts, build_bucket, build_threshold_metrics, ratio,
9-
};
8+
use super::stats::{buckets_from_counts, build_threshold_metrics, ratio};
9+
use buckets::collect_feedback_bucket_counts;
10+
use overview::build_feedback_overview;
11+
12+
#[cfg(test)]
13+
use super::super::super::FeedbackEvalComment;
1014

1115
pub(in super::super::super) fn build_feedback_eval_report(
1216
loaded: &LoadedFeedbackEvalInput,
1317
confidence_threshold: f32,
1418
) -> FeedbackEvalReport {
15-
let accepted = loaded
16-
.comments
17-
.iter()
18-
.filter(|comment| comment.accepted)
19-
.count();
20-
let rejected = loaded.comments.len().saturating_sub(accepted);
21-
let labeled_reviews = loaded
22-
.comments
23-
.iter()
24-
.filter_map(|comment| comment.review_id.as_ref())
25-
.collect::<HashSet<_>>()
26-
.len();
27-
28-
let vague_comments: Vec<&FeedbackEvalComment> = loaded
29-
.comments
30-
.iter()
31-
.filter(|comment| review::is_vague_comment_text(&comment.content))
32-
.collect();
33-
let vague_accepted = vague_comments
34-
.iter()
35-
.filter(|comment| comment.accepted)
36-
.count();
37-
let vague_bucket = build_bucket("vague".to_string(), vague_comments.len(), vague_accepted);
38-
39-
let mut category_counts = HashMap::new();
40-
let mut severity_counts = HashMap::new();
41-
let mut repo_counts = HashMap::new();
42-
let mut file_pattern_counts = HashMap::new();
43-
44-
for comment in &loaded.comments {
45-
add_bucket_count(&mut category_counts, &comment.category, comment.accepted);
46-
47-
let severity = comment.severity.as_deref().unwrap_or("unknown");
48-
add_bucket_count(&mut severity_counts, severity, comment.accepted);
49-
50-
if let Some(repo) = comment.repo.as_deref() {
51-
add_bucket_count(&mut repo_counts, repo, comment.accepted);
52-
}
53-
54-
let unique_patterns = comment
55-
.file_patterns
56-
.iter()
57-
.map(String::as_str)
58-
.collect::<HashSet<_>>();
59-
for pattern in unique_patterns {
60-
add_bucket_count(&mut file_pattern_counts, pattern, comment.accepted);
61-
}
62-
}
19+
let overview = build_feedback_overview(loaded);
20+
let bucket_counts = collect_feedback_bucket_counts(&loaded.comments);
6321

6422
FeedbackEvalReport {
6523
total_comments_seen: loaded.total_comments_seen,
6624
total_reviews_seen: loaded.total_reviews_seen,
6725
labeled_comments: loaded.comments.len(),
68-
labeled_reviews,
69-
accepted,
70-
rejected,
71-
acceptance_rate: ratio(accepted, loaded.comments.len()),
26+
labeled_reviews: overview.labeled_reviews,
27+
accepted: overview.accepted,
28+
rejected: overview.rejected,
29+
acceptance_rate: ratio(overview.accepted, loaded.comments.len()),
7230
confidence_threshold,
73-
vague_comments: vague_bucket,
31+
vague_comments: overview.vague_bucket,
7432
confidence_metrics: build_threshold_metrics(&loaded.comments, confidence_threshold),
75-
by_category: buckets_from_counts(category_counts),
76-
by_severity: buckets_from_counts(severity_counts),
77-
by_repo: buckets_from_counts(repo_counts),
78-
by_file_pattern: buckets_from_counts(file_pattern_counts),
33+
by_category: buckets_from_counts(bucket_counts.category_counts),
34+
by_severity: buckets_from_counts(bucket_counts.severity_counts),
35+
by_repo: buckets_from_counts(bucket_counts.repo_counts),
36+
by_file_pattern: buckets_from_counts(bucket_counts.file_pattern_counts),
7937
showcase_candidates: build_showcase_candidates(&loaded.comments, confidence_threshold),
8038
vague_rejections: build_vague_rejections(&loaded.comments),
8139
}
Lines changed: 47 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
1+
use std::collections::{HashMap, HashSet};
2+
3+
use super::super::super::super::FeedbackEvalComment;
4+
use super::super::stats::add_bucket_count;
5+
6+
pub(super) struct FeedbackBucketCounts {
7+
pub(super) category_counts: HashMap<String, (usize, usize)>,
8+
pub(super) severity_counts: HashMap<String, (usize, usize)>,
9+
pub(super) repo_counts: HashMap<String, (usize, usize)>,
10+
pub(super) file_pattern_counts: HashMap<String, (usize, usize)>,
11+
}
12+
13+
pub(super) fn collect_feedback_bucket_counts(
14+
comments: &[FeedbackEvalComment],
15+
) -> FeedbackBucketCounts {
16+
let mut category_counts = HashMap::new();
17+
let mut severity_counts = HashMap::new();
18+
let mut repo_counts = HashMap::new();
19+
let mut file_pattern_counts = HashMap::new();
20+
21+
for comment in comments {
22+
add_bucket_count(&mut category_counts, &comment.category, comment.accepted);
23+
24+
let severity = comment.severity.as_deref().unwrap_or("unknown");
25+
add_bucket_count(&mut severity_counts, severity, comment.accepted);
26+
27+
if let Some(repo) = comment.repo.as_deref() {
28+
add_bucket_count(&mut repo_counts, repo, comment.accepted);
29+
}
30+
31+
let unique_patterns = comment
32+
.file_patterns
33+
.iter()
34+
.map(String::as_str)
35+
.collect::<HashSet<_>>();
36+
for pattern in unique_patterns {
37+
add_bucket_count(&mut file_pattern_counts, pattern, comment.accepted);
38+
}
39+
}
40+
41+
FeedbackBucketCounts {
42+
category_counts,
43+
severity_counts,
44+
repo_counts,
45+
file_pattern_counts,
46+
}
47+
}
Lines changed: 47 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
1+
use std::collections::HashSet;
2+
3+
use crate::review;
4+
5+
use super::super::super::super::{
6+
FeedbackEvalBucket, FeedbackEvalComment, LoadedFeedbackEvalInput,
7+
};
8+
use super::super::stats::build_bucket;
9+
10+
pub(super) struct FeedbackOverview {
11+
pub(super) accepted: usize,
12+
pub(super) rejected: usize,
13+
pub(super) labeled_reviews: usize,
14+
pub(super) vague_bucket: FeedbackEvalBucket,
15+
}
16+
17+
pub(super) fn build_feedback_overview(loaded: &LoadedFeedbackEvalInput) -> FeedbackOverview {
18+
let accepted = loaded
19+
.comments
20+
.iter()
21+
.filter(|comment| comment.accepted)
22+
.count();
23+
let rejected = loaded.comments.len().saturating_sub(accepted);
24+
let labeled_reviews = loaded
25+
.comments
26+
.iter()
27+
.filter_map(|comment| comment.review_id.as_ref())
28+
.collect::<HashSet<_>>()
29+
.len();
30+
31+
let vague_comments: Vec<&FeedbackEvalComment> = loaded
32+
.comments
33+
.iter()
34+
.filter(|comment| review::is_vague_comment_text(&comment.content))
35+
.collect();
36+
let vague_accepted = vague_comments
37+
.iter()
38+
.filter(|comment| comment.accepted)
39+
.count();
40+
41+
FeedbackOverview {
42+
accepted,
43+
rejected,
44+
labeled_reviews,
45+
vague_bucket: build_bucket("vague".to_string(), vague_comments.len(), vague_accepted),
46+
}
47+
}

0 commit comments

Comments
 (0)