Skip to content

Commit 68f25d0

Browse files
author
Aidan Daly
committed
Add Strands AgentCore Evaluation integration
- Add evaluation module with Strands integration - Implement StrandsEvalsAgentCoreEvaluator for built-in and custom evaluators - Add converter for Strands OTel spans to ADOT format - Add CloudWatch span fetching for Runtime agents - Include comprehensive unit tests and end-to-end tests - Add real integration tests for evaluation API - Add README with usage examples and API reference
1 parent 042d4bf commit 68f25d0

File tree

27 files changed

+3793
-1
lines changed

27 files changed

+3793
-1
lines changed

pyproject.toml

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -94,6 +94,7 @@ convention = "google"
9494
testpaths = [
9595
"tests"
9696
]
97+
asyncio_mode = "auto"
9798

9899
[tool.coverage.run]
99100
branch = true
@@ -148,9 +149,13 @@ dev = [
148149
"websockets>=14.1",
149150
"wheel>=0.45.1",
150151
"strands-agents>=1.18.0",
152+
"strands-agents-evals>=0.1.0",
151153
]
152154

153155
[project.optional-dependencies]
154156
strands-agents = [
155157
"strands-agents>=1.1.0"
156158
]
159+
strands-agents-evals = [
160+
"strands-agents-evals>=0.1.0"
161+
]
Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
"""AgentCore Evaluation integration for Strands."""
2+
3+
from bedrock_agentcore.evaluation.integrations.strands_agents_evals.evaluator import (
4+
StrandsEvalsAgentCoreEvaluator,
5+
create_strands_evaluator,
6+
)
7+
from bedrock_agentcore.evaluation.span_to_adot_serializer import (
8+
convert_strands_to_adot,
9+
)
10+
from bedrock_agentcore.evaluation.utils.cloudwatch_span_helper import (
11+
fetch_spans_from_cloudwatch,
12+
)
13+
14+
__all__ = [
15+
"create_strands_evaluator",
16+
"StrandsEvalsAgentCoreEvaluator",
17+
"convert_strands_to_adot",
18+
"fetch_spans_from_cloudwatch",
19+
]
Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
"""AgentCore Evaluation integrations."""

0 commit comments

Comments
 (0)