test-case: Add ALSA conformance tests

Add ALSA conformance tests from ChromeOS Audio Test package.

The new test case `check-alsa-conformance.sh` executes
`alsa_conformnance_test` and compose its results into a JSON file.

Signed-off-by: Dmitrii Golovanov <dmitrii.golovanov@intel.com>

Author: golowanow

test-case/check-alsa-conformance.sh

@@ -0,0 +1,284 @@
+#!/bin/bash
+
+# Copyright(c) 2025 Intel Corporation.
+# SPDX-License-Identifier: BSD-3-Clause
+
+##
+## Case Name: Execute ALSA conformance tests.
+##
+## Preconditions:
+##    - ChromeOS Audio Test package is installed
+##      https://chromium.googlesource.com/chromiumos/platform/audiotest
+##
+## Description:
+##    Run `alsa_conformance_test.py` for the playback device
+##    and the capture devices with the test suite paramenters given.
+##    Pass multiple values of the test parameters enclosing them in quotes,
+##    eg. `-F 'U8 S16_LE'`
+##    Compose resulting JSON reports.
+##
+## Case steps:
+##    0. Set ALSA parameters.
+##    1. Try to start `alsa_conformance_test` in device info mode.
+##    2. Start `alsa conformance_test.py` for playback device.
+##    3. Start `alsa conformance_test.py` for capture device.
+##    4. Compose the resulting JSON report.
+##
+## Expect result:
+##    ALSA conformance results collected and saved in `test_result.json` file.
+##    Exit status 0.
+##
+
+TESTDIR=$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)
+TESTLIB="${TESTDIR}/case-lib"
+
+# shellcheck source=case-lib/lib.sh
+source "${TESTLIB}/lib.sh"
+
+OPT_NAME['d']='device'          OPT_DESC['d']='ALSA pcm device for playback and capture. Example: hw:0'
+OPT_HAS_ARG['d']=1              OPT_VAL['d']=''
+
+OPT_NAME['p']='pcm_p'           OPT_DESC['p']='ALSA pcm device for playback only. Example: hw:soundwire,0'
+OPT_HAS_ARG['p']=1              OPT_VAL['p']=''
+
+OPT_NAME['c']='pcm_c'           OPT_DESC['c']='ALSA pcm device for capture only. Example: hw:soundwire,1'
+OPT_HAS_ARG['c']=1              OPT_VAL['c']=''
+
+OPT_NAME['r']='rates'           OPT_DESC['r']='Sample ratis to try. Default: check all available rates.'
+OPT_HAS_ARG['r']=1              OPT_VAL['r']=''
+
+OPT_NAME['F']='formats'         OPT_DESC['F']='Data formats to try. Default: check all available formats.'
+OPT_HAS_ARG['F']=1              OPT_VAL['F']=''
+
+OPT_NAME['s']='sof-logger'      OPT_DESC['s']="Open sof-logger trace the data will store at $LOG_ROOT"
+OPT_HAS_ARG['s']=0              OPT_VAL['s']=1
+
+OPT_NAME['v']='verbose'         OPT_DESC['v']='Verbose logging.'
+OPT_HAS_ARG['v']=0              OPT_VAL['v']=0
+
+OPT_NAME['E']='rate-diff'       OPT_DESC['E']="ALSA conformance --rate-criteria-diff-pct (difference, %)."
+OPT_HAS_ARG['E']=1              OPT_VAL['E']=''
+
+OPT_NAME['e']='rate-err'        OPT_DESC['e']="ALSA conformance --rate-err-criteria (max rate error)."
+OPT_HAS_ARG['e']=1              OPT_VAL['e']=''
+
+OPT_NAME['a']='avail-delay'     OPT_DESC['a']="ALSA conformance --avail-delay"
+OPT_HAS_ARG['a']=0              OPT_VAL['a']=0
+
+OPT_NAME['T']='test-suites'     OPT_DESC['T']="ALSA conformance --test-suites (Default: all)."
+OPT_HAS_ARG['T']=1              OPT_VAL['T']=''
+
+func_opt_parse_option "$@"
+
+# Options for the ALSA conformance test script call
+CMD_OPTS=()
+
+# Recompose OPT_VAL[$1] option as ALSA test script option $2
+add_cmd_option()
+{
+  local opt_val="${OPT_VAL[$1]}"
+  local prefix=$2
+
+  if [ -n "${opt_val}" ]; then
+    # Split list parameters to separate values
+    opt_val=("${opt_val//[ ,]/ }")
+    # shellcheck disable=SC2206
+    CMD_OPTS+=("${prefix}" ${opt_val[@]})
+  fi
+}
+
+init_globals()
+{
+  add_cmd_option 'r' '--allow-rates'
+  add_cmd_option 'F' '--allow-formats'
+  add_cmd_option 'E' '--rate-criteria-diff-pct'
+  add_cmd_option 'e' '--rate-err-criteria'
+  add_cmd_option 'T' '--test-suites'
+
+  run_verbose=0
+  if [[ "${OPT_VAL['v']}" -eq 1 ]]; then
+    run_verbose=1
+    CMD_OPTS+=("--log-file" "/dev/stdout")
+  fi
+
+  if [[ "${OPT_VAL['a']}" -eq 1 ]]; then
+    CMD_OPTS+=('--avail-delay')
+  fi
+
+  AUDIOTEST_OUT="${LOG_ROOT}/alsa_conformance"
+  RESULT_JSON="${LOG_ROOT}/test_result.json"
+
+  ALSA_CONFORMANCE_PATH=$([ -n "$ALSA_CONFORMANCE_PATH" ] || realpath "${TESTDIR}/../audiotest")
+  ALSA_CONFORMANCE_TEST="${ALSA_CONFORMANCE_PATH}/alsa_conformance_test"
+}
+
+check_alsa_conformance_suite()
+{
+  if [ -d "${ALSA_CONFORMANCE_PATH}" ]; then
+    if [ -x "${ALSA_CONFORMANCE_TEST}" ] && [ -x "${ALSA_CONFORMANCE_TEST}.py" ]; then
+      dlogi "Use ALSA conformance test suite: ${ALSA_CONFORMANCE_TEST}"
+      return
+    fi
+  fi
+  skip_test "ALSA conformance test suite is missing at: ${ALSA_CONFORMANCE_PATH}"
+}
+
+check_options()
+{
+  alsa_device=${OPT_VAL['d']}
+  pcm_p=${OPT_VAL['p']}
+  pcm_c=${OPT_VAL['c']}
+
+  PLAYBACK_DEVICE="${pcm_p}"
+  CAPTURE_DEVICE="${pcm_c}"
+  PLAYBACK_OPTIONS=()
+  CAPTURE_OPTIONS=()
+
+  if [ -n "${alsa_device}" ]; then
+    if [ -n "${pcm_p}" ] || [ -n "${pcm_c}" ]; then
+      die "Give either ALSA device, or ALSA playback/capture PCMs."
+    fi
+    PLAYBACK_DEVICE="${alsa_device}"
+    PLAYBACK_OPTIONS=("-P" "${alsa_device}")
+    CAPTURE_DEVICE="${alsa_device}"
+    CAPTURE_OPTIONS=("-C" "${alsa_device}")
+  elif [ -z "${pcm_p}" ] && [ -z "${pcm_c}" ]; then
+      skip_test "Neither playback, nor capture ALSA PCM is specified."
+  else
+    [ -n "${pcm_p}" ] && PLAYBACK_OPTIONS=("-P" "${pcm_p}")
+    [ -n "${pcm_c}" ] && CAPTURE_OPTIONS=("-C" "${pcm_c}")
+  fi
+}
+
+set_alsa()
+{
+  reset_sof_volume
+
+  # If MODEL is defined, set proper gain for the platform
+  if [ -z "$MODEL" ]; then
+    dlogw "No MODEL is defined. Please define MODEL to run alsa_settings/\${MODEL}.sh"
+  else
+    set_alsa_settings "$MODEL"
+  fi
+}
+
+alsa_conformance_device_info()
+{
+  local run_cmd=("${ALSA_CONFORMANCE_TEST}" "${PLAYBACK_OPTIONS[@]}" "${CAPTURE_OPTIONS[@]}" "--dev_info_only")
+  dlogc "${run_cmd[@]}"
+  local rc=1
+  "${run_cmd[@]}" ; rc=$?
+  [[ "${rc}" -ne 0 ]] && die "Failed to get device info, rc=${rc}"
+}
+
+alsa_conformance_test_playback()
+{
+  if [ -n "${PLAYBACK_OPTIONS[*]}" ]; then
+    local run_prefix=("export" "PATH=${ALSA_CONFORMANCE_PATH}:${PATH}")
+    local run_cmd=()
+    run_cmd+=("${ALSA_CONFORMANCE_TEST}.py" "${CMD_OPTS[@]}" "${PLAYBACK_OPTIONS[@]}")
+    run_cmd+=("--json-file" "${AUDIOTEST_OUT}_playback.json")
+    dlogc "${run_cmd[@]}"
+    local rc=1
+    "${run_prefix[@]}" && "${run_cmd[@]}" ; rc=$?
+    [[ "${rc}" -ne 0 ]] && dloge "Failed PLAYBACK TESTS, rc=${rc}"
+  fi
+}
+
+alsa_conformance_test_capture()
+{
+  if [ -n "${CAPTURE_OPTIONS[*]}" ]; then
+    local run_prefix=("export" "PATH=${ALSA_CONFORMANCE_PATH}:${PATH}")
+    local run_cmd=()
+    run_cmd+=("${ALSA_CONFORMANCE_TEST}.py" "${CMD_OPTS[@]}" "${CAPTURE_OPTIONS[@]}")
+    run_cmd+=("--json-file" "${AUDIOTEST_OUT}_capture.json")
+    dlogc "${run_cmd[@]}"
+    local rc=1
+    "${run_prefix[@]}" && "${run_cmd[@]}" ; rc=$?
+    [[ "${rc}" -ne 0 ]] && dloge "Failed CAPTURE TESTS, rc=${rc}"
+  fi
+}
+
+report_start()
+{
+  dlogi "Compose ${RESULT_JSON}"
+  printf '{"options":{%s}, "alsa_conformance":[' "$(options2json)" > "${RESULT_JSON}"
+}
+
+json_next_sep=""
+
+report_conformance()
+{
+  local report_type=$1
+  local report_device=$2
+  local report_file="${AUDIOTEST_OUT}_${report_type}.json"
+  if [ -s "${report_file}" ]; then
+    printf '%s{"device":"%s","%s":' \
+      "${json_next_sep}" "${report_device}" "${report_type}" >> "${RESULT_JSON}"
+    jq --compact-output . "${report_file}" >> "${RESULT_JSON}" && rm "${report_file}"
+    printf '}' >> "${RESULT_JSON}"
+    json_next_sep=","
+  else
+    dlogw "No conformance report for ${report_type}"
+  fi
+}
+
+report_end()
+{
+  printf ']}\n' >> "${RESULT_JSON}"
+  [[ "${run_verbose}" -ne 0 ]] && cat "${RESULT_JSON}"
+}
+
+assert_failures()
+{
+  local report_type=$1
+  local report_device=$2
+  [ -z "${report_device}" ] && return
+
+  local report_key="alsa_conformance[].${report_type}.fail"
+  local failures=""
+
+  failures=$(jq ".${report_key} // 0" "${RESULT_JSON}")
+  if [ -z "${failures}" ] || [ "${failures}" -ne "${failures}" ]; then
+    die "Invalid ${RESULT_JSON}"
+  fi
+  if [ "${failures}" -ne 0 ]; then
+    die "${report_type} has ${failures} failures."
+  fi
+}
+
+main()
+{
+  init_globals
+
+  setup_kernel_check_point
+
+  start_test
+
+  check_alsa_conformance_suite
+
+  check_options
+
+  logger_disabled || func_lib_start_log_collect
+
+  set_alsa
+
+  alsa_conformance_device_info
+
+  report_start
+
+  alsa_conformance_test_playback
+  report_conformance 'playback' "${PLAYBACK_DEVICE}"
+
+  alsa_conformance_test_capture
+  report_conformance 'capture' "${CAPTURE_DEVICE}"
+
+  report_end
+
+  assert_failures 'playback' "${PLAYBACK_DEVICE}"
+  assert_failures 'capture' "${CAPTURE_DEVICE}"
+}
+
+{
+  main "$@"; exit "$?"
+}