fix: ansible verifier Unicode bug, add --tasks prebuild filter, fix base image deps

1. ansible-abc-imports-fix-001: Replace broken inline test IDs (Czech/Ukrainian
   \u/\x escapes not interpreted by bash) with module-level pytest invocation.
   Previously scored 0.0 for both configs because pytest found zero matching tests.

2. prebuild_images.sh: Add --tasks filter (comma-separated IDs or @file path)
   so only specific tasks' images are built instead of all tasks in a suite.
   Update _common.sh prebuild_images() wrapper to pass through additional args.

3. validate_one_per_benchmark.sh: Add base image build step before smoke tests.
   Tasks using FROM ccb-repo-* failed with "pull access denied" because Docker
   tried to pull local-only base images from Docker Hub.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

Author: sjarmak

benchmarks/ccb_fix/ansible-abc-imports-fix-001/tests/test.sh

@@ -160,10 +160,16 @@ else
 fi
 
 echo "Running specific pytest tests..."
-echo "Tests: "test/units/executor/module_common/test_recursive_finder.py::TestRecursiveFinder::test_no_module_utils" "test/units/executor/module_common/test_recursive_finder.py::TestRecursiveFinder::test_import_six_from_many_submodules" "test/units/executor/module_common/test_recursive_finder.py::TestRecursiveFinder::test_import_six" "test/units/executor/module_common/test_recursive_finder.py::TestRecursiveFinder::test_from_import_six" "test/units/executor/module_common/test_recursive_finder.py::TestRecursiveFinder::test_module_utils_with_identation_error" "test/units/executor/module_common/test_recursive_finder.py::TestRecursiveFinder::test_module_utils_with_syntax_error" "test/units/module_utils/common/test_collections.py::test_sequence_negative[non_sequence_input2]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_with_strings[he0]" "test/units/module_utils/common/test_collections.py::test_sequence_negative[non_sequence_input0]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_with_strings[\xd0\xa3\xd0\xba\xd1\x80\xd0\xb0\xd1\x97\xd0\xbd\xd0\xb0]" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_len" "test/units/module_utils/common/test_collections.py::test_iterable_excluding_strings[\u0423\u043a\u0440\u0430\u0457\u043d\u0430]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_with_strings[\u010cesk\xe1" "test/units/module_utils/common/test_collections.py::test_iterable_negative[seq0]" "test/units/module_utils/common/test_collections.py::test_iterable_positive[seq4]" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_container" "test/units/module_utils/common/test_collections.py::test_iterable_positive[seq0]" "test/units/module_utils/common/test_collections.py::test_sequence_negative[he1]" "test/units/module_utils/common/test_collections.py::test_iterable_including_strings[he0]" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_scalar" "test/units/module_utils/common/test_collections.py::test_iterable_positive[seq2]" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_hashable" "test/units/module_utils/common/test_collections.py::test_iterable_excluding_strings[he1]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_without_strings[\xc4\x8cesk\xc3\xa1" "test/units/module_utils/common/test_collections.py::test_sequence_negative[\xc4\x8cesk\xc3\xa1" "test/units/module_utils/common/test_collections.py::test_iterable_including_strings[string_input6]" "test/units/module_utils/common/test_collections.py::test_iterable_negative[5]" "test/units/module_utils/common/test_collections.py::test_iterable_including_strings[\u010cesk\xe1" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_without_strings[\u0423\u043a\u0440\u0430\u0457\u043d\u0430]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_without_strings[he1]" "test/units/module_utils/common/test_collections.py::test_sequence_negative[0.0]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_with_strings[\u0423\u043a\u0440\u0430\u0457\u043d\u0430]" "test/units/module_utils/common/test_collections.py::test_sequence_negative[4]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_with_strings[string_input6]" "test/units/module_utils/common/test_collections.py::test_sequence_positive[sequence_input2]" "test/units/module_utils/common/test_collections.py::test_sequence_positive[sequence_input0]" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_from_kwargs" "test/units/module_utils/common/test_collections.py::test_iterable_including_strings[\xd0\xa3\xd0\xba\xd1\x80\xd0\xb0\xd1\x97\xd0\xbd\xd0\xb0]" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_repr" "test/units/module_utils/common/test_collections.py::test_iterable_excluding_strings[\xc4\x8cesk\xc3\xa1" "test/units/module_utils/common/test_collections.py::test_sequence_negative[\u0423\u043a\u0440\u0430\u0457\u043d\u0430]" "test/units/module_utils/common/test_collections.py::test_iterable_negative[seq1]" "test/units/module_utils/common/test_collections.py::test_iterable_excluding_strings[\u010cesk\xe1" "test/units/module_utils/common/test_collections.py::test_sequence_negative[non_sequence_input1]" "test/units/module_utils/common/test_collections.py::test_iterable_positive[seq1]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_with_strings[\xc4\x8cesk\xc3\xa1" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_from_tuples" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_nonhashable" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_immutable" "test/units/module_utils/common/test_collections.py::test_sequence_negative[non_sequence_input11]" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_string" "test/units/module_utils/common/test_collections.py::test_sequence_negative[he0]" "test/units/module_utils/common/test_collections.py::test_iterable_negative[9.0]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_without_strings[\xd0\xa3\xd0\xba\xd1\x80\xd0\xb0\xd1\x97\xd0\xbd\xd0\xb0]" "test/units/module_utils/common/test_collections.py::test_iterable_positive[seq5]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_without_strings[\u010cesk\xe1" "test/units/module_utils/common/test_collections.py::test_sequence_positive[sequence_input3]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_without_strings[string_input6]" "test/units/module_utils/common/test_collections.py::test_sequence_negative[\xd0\xa3\xd0\xba\xd1\x80\xd0\xb0\xd1\x97\xd0\xbd\xd0\xb0]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_with_strings[he1]" "test/units/module_utils/common/test_collections.py::test_iterable_positive[seq3]" "test/units/module_utils/common/test_collections.py::test_iterable_excluding_strings[string_input6]" "test/units/module_utils/common/test_collections.py::test_iterable_including_strings[he1]" "test/units/module_utils/common/test_collections.py::test_iterable_excluding_strings[\xd0\xa3\xd0\xba\xd1\x80\xd0\xb0\xd1\x97\xd0\xbd\xd0\xb0]" "test/units/module_utils/common/test_collections.py::test_iterable_including_strings[\u0423\u043a\u0440\u0430\u0457\u043d\u0430]" "test/units/module_utils/common/test_collections.py::test_iterable_including_strings[\xc4\x8cesk\xc3\xa1" "test/units/module_utils/common/test_collections.py::test_sequence_negative[\u010cesk\xe1" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_without_strings[he0]" "test/units/module_utils/common/test_collections.py::test_sequence_positive[sequence_input1]" "test/units/module_utils/common/test_collections.py::test_iterable_excluding_strings[he0]""
+echo "Test modules: test_recursive_finder.py (TestRecursiveFinder) + test_collections.py"
 
-# Run only the specific tests from fail_to_pass and pass_to_pass
-python -m pytest "test/units/executor/module_common/test_recursive_finder.py::TestRecursiveFinder::test_no_module_utils" "test/units/executor/module_common/test_recursive_finder.py::TestRecursiveFinder::test_import_six_from_many_submodules" "test/units/executor/module_common/test_recursive_finder.py::TestRecursiveFinder::test_import_six" "test/units/executor/module_common/test_recursive_finder.py::TestRecursiveFinder::test_from_import_six" "test/units/executor/module_common/test_recursive_finder.py::TestRecursiveFinder::test_module_utils_with_identation_error" "test/units/executor/module_common/test_recursive_finder.py::TestRecursiveFinder::test_module_utils_with_syntax_error" "test/units/module_utils/common/test_collections.py::test_sequence_negative[non_sequence_input2]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_with_strings[he0]" "test/units/module_utils/common/test_collections.py::test_sequence_negative[non_sequence_input0]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_with_strings[\xd0\xa3\xd0\xba\xd1\x80\xd0\xb0\xd1\x97\xd0\xbd\xd0\xb0]" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_len" "test/units/module_utils/common/test_collections.py::test_iterable_excluding_strings[\u0423\u043a\u0440\u0430\u0457\u043d\u0430]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_with_strings[\u010cesk\xe1" "test/units/module_utils/common/test_collections.py::test_iterable_negative[seq0]" "test/units/module_utils/common/test_collections.py::test_iterable_positive[seq4]" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_container" "test/units/module_utils/common/test_collections.py::test_iterable_positive[seq0]" "test/units/module_utils/common/test_collections.py::test_sequence_negative[he1]" "test/units/module_utils/common/test_collections.py::test_iterable_including_strings[he0]" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_scalar" "test/units/module_utils/common/test_collections.py::test_iterable_positive[seq2]" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_hashable" "test/units/module_utils/common/test_collections.py::test_iterable_excluding_strings[he1]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_without_strings[\xc4\x8cesk\xc3\xa1" "test/units/module_utils/common/test_collections.py::test_sequence_negative[\xc4\x8cesk\xc3\xa1" "test/units/module_utils/common/test_collections.py::test_iterable_including_strings[string_input6]" "test/units/module_utils/common/test_collections.py::test_iterable_negative[5]" "test/units/module_utils/common/test_collections.py::test_iterable_including_strings[\u010cesk\xe1" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_without_strings[\u0423\u043a\u0440\u0430\u0457\u043d\u0430]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_without_strings[he1]" "test/units/module_utils/common/test_collections.py::test_sequence_negative[0.0]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_with_strings[\u0423\u043a\u0440\u0430\u0457\u043d\u0430]" "test/units/module_utils/common/test_collections.py::test_sequence_negative[4]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_with_strings[string_input6]" "test/units/module_utils/common/test_collections.py::test_sequence_positive[sequence_input2]" "test/units/module_utils/common/test_collections.py::test_sequence_positive[sequence_input0]" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_from_kwargs" "test/units/module_utils/common/test_collections.py::test_iterable_including_strings[\xd0\xa3\xd0\xba\xd1\x80\xd0\xb0\xd1\x97\xd0\xbd\xd0\xb0]" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_repr" "test/units/module_utils/common/test_collections.py::test_iterable_excluding_strings[\xc4\x8cesk\xc3\xa1" "test/units/module_utils/common/test_collections.py::test_sequence_negative[\u0423\u043a\u0440\u0430\u0457\u043d\u0430]" "test/units/module_utils/common/test_collections.py::test_iterable_negative[seq1]" "test/units/module_utils/common/test_collections.py::test_iterable_excluding_strings[\u010cesk\xe1" "test/units/module_utils/common/test_collections.py::test_sequence_negative[non_sequence_input1]" "test/units/module_utils/common/test_collections.py::test_iterable_positive[seq1]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_with_strings[\xc4\x8cesk\xc3\xa1" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_from_tuples" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_nonhashable" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_immutable" "test/units/module_utils/common/test_collections.py::test_sequence_negative[non_sequence_input11]" "test/units/module_utils/common/test_collections.py::TestImmutableDict::test_string" "test/units/module_utils/common/test_collections.py::test_sequence_negative[he0]" "test/units/module_utils/common/test_collections.py::test_iterable_negative[9.0]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_without_strings[\xd0\xa3\xd0\xba\xd1\x80\xd0\xb0\xd1\x97\xd0\xbd\xd0\xb0]" "test/units/module_utils/common/test_collections.py::test_iterable_positive[seq5]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_without_strings[\u010cesk\xe1" "test/units/module_utils/common/test_collections.py::test_sequence_positive[sequence_input3]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_without_strings[string_input6]" "test/units/module_utils/common/test_collections.py::test_sequence_negative[\xd0\xa3\xd0\xba\xd1\x80\xd0\xb0\xd1\x97\xd0\xbd\xd0\xb0]" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_with_strings[he1]" "test/units/module_utils/common/test_collections.py::test_iterable_positive[seq3]" "test/units/module_utils/common/test_collections.py::test_iterable_excluding_strings[string_input6]" "test/units/module_utils/common/test_collections.py::test_iterable_including_strings[he1]" "test/units/module_utils/common/test_collections.py::test_iterable_excluding_strings[\xd0\xa3\xd0\xba\xd1\x80\xd0\xb0\xd1\x97\xd0\xbd\xd0\xb0]" "test/units/module_utils/common/test_collections.py::test_iterable_including_strings[\u0423\u043a\u0440\u0430\u0457\u043d\u0430]" "test/units/module_utils/common/test_collections.py::test_iterable_including_strings[\xc4\x8cesk\xc3\xa1" "test/units/module_utils/common/test_collections.py::test_sequence_negative[\u010cesk\xe1" "test/units/module_utils/common/test_collections.py::test_sequence_string_types_without_strings[he0]" "test/units/module_utils/common/test_collections.py::test_sequence_positive[sequence_input1]" "test/units/module_utils/common/test_collections.py::test_iterable_excluding_strings[he0]" -v 2>&1 | tee test_output.log
+# Run the specific test modules that contain all fail_to_pass and pass_to_pass tests.
+# Individual test IDs are NOT used because parametrized tests contain Czech and
+# Ukrainian characters whose escape sequences are not interpreted by bash,
+# causing pytest to find zero matching tests and score 0.0.
+python -m pytest \
+    "test/units/executor/module_common/test_recursive_finder.py::TestRecursiveFinder" \
+    "test/units/module_utils/common/test_collections.py" \
+    -v 2>&1 | tee test_output.log
 TEST_EXIT_CODE=$?
 
 # Write reward for Harbor with partial credit

configs/_common.sh

@@ -206,14 +206,16 @@ ensure_base_images() {
 
 # Pre-build all Docker images for a suite to warm the layer cache.
 # Call before run_paired_configs so Harbor's docker compose build is instant.
-# Args: $1 = suite name (e.g., ccb_build), or empty for all suites
+# Args: $1 = suite name (e.g., ccb_build), remaining args passed through
+#   Example: prebuild_images "ccb_build" --tasks "task1,task2"
 prebuild_images() {
     local suite="${1:-}"
+    shift || true
     local repo_root
     repo_root="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
     local script="${repo_root}/scripts/prebuild_images.sh"
     if [ -x "$script" ]; then
-        bash "$script" ${suite:+"$suite"}
+        bash "$script" ${suite:+"$suite"} "$@"
     fi
 }
 

configs/validate_one_per_benchmark.sh

@@ -170,6 +170,16 @@ fi
 
 mkdir -p "$JOBS_DIR"
 
+# Ensure ccb-repo-* base images are built before Docker builds.
+# Without this, tasks using FROM ccb-repo-* fail with "pull access denied"
+# because Docker tries to pull the local-only image from Docker Hub.
+BASE_BUILD="$REPO_ROOT/base_images/build.sh"
+if [ -x "$BASE_BUILD" ]; then
+    echo "=== Ensuring base images ==="
+    bash "$BASE_BUILD" --parallel 2>&1 | tail -3 || true
+    echo ""
+fi
+
 PIDS=()
 BMS=()
 declare -A PATH_BY_BM

scripts/prebuild_images.sh

@@ -6,10 +6,13 @@
 # Usage:
 #   ./scripts/prebuild_images.sh [SUITE...] [OPTIONS]
 #   ./scripts/prebuild_images.sh ccb_build ccb_fix
+#   ./scripts/prebuild_images.sh ccb_build --tasks task1,task2,task3
+#   ./scripts/prebuild_images.sh --tasks @/tmp/task_list.txt
 #   ./scripts/prebuild_images.sh                     # all 8 suites
 #   PREBUILD_JOBS=12 ./scripts/prebuild_images.sh
 #
 # Options:
+#   --tasks TASKS     Comma-separated task IDs or @/path/to/file (one ID per line)
 #   --baseline-only   Skip SG_only images
 #   --sgonly-only     Skip baseline images
 #   --dry-run         Print what would be built without building
@@ -28,6 +31,7 @@ FORCE=false
 SKIP_BASELINE=false
 SKIP_SGONLY=false
 SUITES=()
+TASKS_FILTER=""
 
 while [[ $# -gt 0 ]]; do
     case $1 in
@@ -36,11 +40,37 @@ while [[ $# -gt 0 ]]; do
         --dry-run)       DRY_RUN=true; shift ;;
         --force)         FORCE=true; shift ;;
         --jobs)          PREBUILD_JOBS="$2"; shift 2 ;;
+        --tasks)         TASKS_FILTER="$2"; shift 2 ;;
         ccb_*)           SUITES+=("$1"); shift ;;
         *)               echo "Unknown option: $1"; exit 1 ;;
     esac
 done
 
+# Parse --tasks filter into an associative array for O(1) lookup
+declare -A TASK_FILTER_SET
+if [ -n "$TASKS_FILTER" ]; then
+    if [[ "$TASKS_FILTER" == @* ]]; then
+        # Format: @/path/to/file (one task ID per line)
+        _tasks_file="${TASKS_FILTER:1}"
+        if [ ! -f "$_tasks_file" ]; then
+            echo "ERROR: Task file not found: $_tasks_file"
+            exit 1
+        fi
+        while IFS= read -r _line; do
+            [[ "$_line" =~ ^#.*$ || -z "$_line" ]] && continue
+            TASK_FILTER_SET["$_line"]=1
+        done < "$_tasks_file"
+    else
+        # Format: comma-separated task IDs
+        IFS=',' read -ra _tasks <<< "$TASKS_FILTER"
+        for _tid in "${_tasks[@]}"; do
+            _tid=$(echo "$_tid" | xargs)  # trim whitespace
+            [ -n "$_tid" ] && TASK_FILTER_SET["$_tid"]=1
+        done
+    fi
+    echo "Task filter: ${#TASK_FILTER_SET[@]} task(s)"
+fi
+
 if [ ${#SUITES[@]} -eq 0 ]; then
     SUITES=(ccb_build ccb_debug ccb_design ccb_document ccb_fix ccb_secure ccb_test ccb_understand)
 fi
@@ -84,6 +114,12 @@ for suite in "${SUITES[@]}"; do
     for task_dir in "$suite_dir"/*/; do
         [ -d "$task_dir" ] || continue
         task_id=$(basename "$task_dir")
+
+        # Apply --tasks filter if specified
+        if [ ${#TASK_FILTER_SET[@]} -gt 0 ] && [ -z "${TASK_FILTER_SET[$task_id]:-}" ]; then
+            continue
+        fi
+
         env_dir="${task_dir}environment"
 
         # Baseline image