feat(telemetry): populate sql_operation, auth_type, and driver_connection_params

Aligns the Node.js telemetry payload with the receiver schema (JDBC parity).
Several fields were being collected by the producer/aggregator but dropped
on the floor in the exporter:

- `sql_operation.operation_detail.operation_type` (CREATE_SESSION /
  DELETE_SESSION / EXECUTE_STATEMENT / LIST_*) on both connection and
  statement events.
- `sql_operation.is_compressed` on statement events when CloudFetch
  compression observability is available.
- `sql_operation.execution_result` now resolves to `FORMAT_UNSPECIFIED`
  when result-set metadata isn't available (DDL/DML, or SELECTs closed
  without fetching), so the `sql_operation` block fires on every
  statement-complete event instead of being skipped.
- Top-level `auth_type` from `DriverConfiguration.authType`.
- New `driver_connection_params` block carrying `host_info.host_url`,
  `http_path`, `enable_arrow`, `enable_direct_results`, `socket_timeout`,
  `enable_metric_view_metadata`, `cloud_fetch_enabled`, `lz4_enabled`,
  `retry_max_attempts`, `cloud_fetch_concurrent_downloads`.

Both `auth_type` and `driver_connection_params` are gated behind the
existing authenticated-export guard (same path as `system_configuration`),
since `host_url` and `http_path` are workspace-correlated identifiers
that must not ship on the unauthenticated endpoint.

Co-authored-by: Isaac

Author: samikshya-db

lib/telemetry/DatabricksTelemetryExporter.ts

@@ -60,9 +60,26 @@ interface DatabricksTelemetryLog {
         char_set_encoding?: string;
         process_name?: string;
       };
+      auth_type?: string;
+      driver_connection_params?: {
+        host_info?: { host_url?: string };
+        http_path?: string;
+        enable_arrow?: boolean;
+        enable_direct_results?: boolean;
+        socket_timeout?: number;
+        enable_metric_view_metadata?: boolean;
+        cloud_fetch_enabled?: boolean;
+        lz4_enabled?: boolean;
+        retry_max_attempts?: number;
+        cloud_fetch_concurrent_downloads?: number;
+      };
       operation_latency_ms?: number;
       sql_operation?: {
         execution_result?: string;
+        is_compressed?: boolean;
+        operation_detail?: {
+          operation_type?: string;
+        };
         chunk_details?: {
           total_chunks_present?: number;
           total_chunks_iterated?: number;
@@ -368,6 +385,11 @@ export default class DatabricksTelemetryExporter {
       if (metric.latencyMs !== undefined) {
         log.entry.sql_driver_log.operation_latency_ms = metric.latencyMs;
       }
+      if (metric.operationType) {
+        log.entry.sql_driver_log.sql_operation = {
+          operation_detail: { operation_type: metric.operationType },
+        };
+      }
       if (metric.driverConfig && includeCorrelation) {
         // system_configuration is a high-entropy client fingerprint (OS, arch,
         // locale, process, runtime). Only ship on the authenticated path.
@@ -384,15 +406,43 @@ export default class DatabricksTelemetryExporter {
           char_set_encoding: metric.driverConfig.charSetEncoding,
           process_name: sanitizeProcessName(metric.driverConfig.processName) || undefined,
         };
+
+        // auth_type and host/http-path are workspace-correlated, so they ride
+        // the same auth-only path as system_configuration.
+        if (metric.driverConfig.authType) {
+          log.entry.sql_driver_log.auth_type = metric.driverConfig.authType;
+        }
+        log.entry.sql_driver_log.driver_connection_params = {
+          host_info: { host_url: this.host },
+          http_path: metric.driverConfig.httpPath,
+          enable_arrow: metric.driverConfig.arrowEnabled,
+          enable_direct_results: metric.driverConfig.directResultsEnabled,
+          socket_timeout: metric.driverConfig.socketTimeout,
+          enable_metric_view_metadata: metric.driverConfig.enableMetricViewMetadata,
+          cloud_fetch_enabled: metric.driverConfig.cloudFetchEnabled,
+          lz4_enabled: metric.driverConfig.lz4Enabled,
+          retry_max_attempts: metric.driverConfig.retryMaxAttempts,
+          cloud_fetch_concurrent_downloads: metric.driverConfig.cloudFetchConcurrentDownloads,
+        };
       }
     } else if (metric.metricType === 'statement') {
       log.entry.sql_driver_log.operation_latency_ms = metric.latencyMs;
 
-      if (metric.resultFormat || metric.chunkCount) {
+      if (metric.resultFormat || metric.chunkCount || metric.operationType || metric.compressed !== undefined) {
         log.entry.sql_driver_log.sql_operation = {
           execution_result: metric.resultFormat,
         };
 
+        if (metric.compressed !== undefined) {
+          log.entry.sql_driver_log.sql_operation.is_compressed = metric.compressed;
+        }
+
+        if (metric.operationType) {
+          log.entry.sql_driver_log.sql_operation.operation_detail = {
+            operation_type: metric.operationType,
+          };
+        }
+
         if ((metric.chunkCount ?? 0) > 0) {
           log.entry.sql_driver_log.sql_operation.chunk_details = {
             total_chunks_present: metric.chunkCount,

lib/telemetry/telemetryTypeMappers.ts

@@ -51,9 +51,9 @@ export function mapOperationTypeToTelemetryType(operationType?: TOperationType):
 /**
  * Map Thrift TSparkRowSetType to telemetry ExecutionResult.Format enum string.
  */
-export function mapResultFormatToTelemetryType(resultFormat?: TSparkRowSetType): string | undefined {
+export function mapResultFormatToTelemetryType(resultFormat?: TSparkRowSetType): string {
   if (resultFormat === undefined) {
-    return undefined;
+    return 'FORMAT_UNSPECIFIED';
   }
 
   switch (resultFormat) {