Skip to content

Commit a0edd5f

Browse files
alliscodeCopilot
andcommitted
Foundry Evals integration for Python
Add evaluation framework with local and Foundry-hosted evaluator support: - EvalItem/EvalResult core types with conversation splitting strategies - @evaluator decorator for defining custom evaluation functions - LocalEvaluator for running evaluations locally - FoundryEvals provider for Azure AI Foundry hosted evaluations - evaluate_agent() orchestration with expected values support - evaluate_workflow() for multi-agent workflow evaluation - Comprehensive test suite and evaluation samples Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>
1 parent 7c85f98 commit a0edd5f

19 files changed

Lines changed: 6526 additions & 75 deletions

python/packages/azure-ai/agent_framework_azure_ai/__init__.py

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,17 @@
22

33
import importlib.metadata
44

5+
# Re-export core eval types for convenience
6+
from agent_framework._eval import (
7+
EvalItem,
8+
EvalItemResult,
9+
EvalResults,
10+
EvalScoreResult,
11+
Evaluator,
12+
evaluate_agent,
13+
evaluate_workflow,
14+
)
15+
516
from ._agent_provider import AzureAIAgentsProvider
617
from ._chat_client import AzureAIAgentClient, AzureAIAgentOptions
718
from ._client import AzureAIClient, AzureAIProjectAgentOptions, RawAzureAIClient
@@ -11,6 +22,12 @@
1122
AzureAIInferenceEmbeddingSettings,
1223
RawAzureAIInferenceEmbeddingClient,
1324
)
25+
from ._foundry_evals import (
26+
FoundryEvals,
27+
evaluate_foundry_target,
28+
evaluate_traces,
29+
setup_continuous_eval,
30+
)
1431
from ._foundry_memory_provider import FoundryMemoryProvider
1532
from ._project_provider import AzureAIProjectAgentProvider
1633
from ._shared import AzureAISettings
@@ -31,8 +48,19 @@
3148
"AzureAIProjectAgentOptions",
3249
"AzureAIProjectAgentProvider",
3350
"AzureAISettings",
51+
"EvalItem",
52+
"EvalItemResult",
53+
"EvalResults",
54+
"EvalScoreResult",
55+
"Evaluator",
56+
"FoundryEvals",
3457
"FoundryMemoryProvider",
3558
"RawAzureAIClient",
3659
"RawAzureAIInferenceEmbeddingClient",
3760
"__version__",
61+
"evaluate_agent",
62+
"evaluate_foundry_target",
63+
"evaluate_traces",
64+
"evaluate_workflow",
65+
"setup_continuous_eval",
3866
]

0 commit comments

Comments
 (0)