Add trace groundedness evaluator

aieng-eval-agents/aieng/agent_evals/async_client_manager.py

@@ -8,7 +8,7 @@
 
 from aieng.agent_evals.configs import Configs
 from langfuse import Langfuse
-from openai import AsyncOpenAI
+from langfuse.openai import AsyncOpenAI
 
 
 logging.basicConfig(level=logging.INFO, format="%(asctime)s %(levelname)s %(name)s: %(message)s")
@@ -91,7 +91,11 @@ def openai_client(self) -> AsyncOpenAI:
         if self._openai_client is None:
             api_key = self.configs.openai_api_key.get_secret_value()
 
-            self._openai_client = AsyncOpenAI(api_key=api_key, base_url=self.configs.openai_base_url)
+            self._openai_client = AsyncOpenAI(
+                api_key=api_key,
+                base_url=self.configs.openai_base_url,
+                max_retries=0,  # Using custom retry logic (tenacity) elsewhere
+            )
             self._initialized = True
         return self._openai_client
 

aieng-eval-agents/aieng/agent_evals/evaluation/graders/__init__.py

@@ -7,11 +7,15 @@
 """
 
 from .llm_judge import DEFAULT_LLM_JUDGE_RUBRIC, LLMJudgeMetric, LLMJudgeResponse, create_llm_as_judge_evaluator
+from .trace_groundedness import TraceGroundednessClaim, TraceGroundednessResponse, create_trace_groundedness_evaluator
 
 
 __all__ = [
     "DEFAULT_LLM_JUDGE_RUBRIC",
     "LLMJudgeMetric",
     "LLMJudgeResponse",
+    "TraceGroundednessClaim",
+    "TraceGroundednessResponse",
     "create_llm_as_judge_evaluator",
+    "create_trace_groundedness_evaluator",
 ]