Skip to content

Commit 2137a28

Browse files
Merge pull request #1830 from gooddata/snapshot-master-9be051bb-to-rel/dev
[bot] Merge master/9be051bb into rel/dev
2 parents c7a539b + 9be051b commit 2137a28

5 files changed

Lines changed: 1047 additions & 0 deletions

File tree

‎packages/gooddata-eval/src/gooddata_eval/cli/agentic_runner.py‎

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,7 @@
2020
from gooddata_eval.core.agentic.metric_skill import evaluate_agentic_metric_skill
2121
from gooddata_eval.core.agentic.search_tool import evaluate_agentic_search_tool
2222
from gooddata_eval.core.agentic.visualization import evaluate_agentic_visualization
23+
from gooddata_eval.core.agentic.what_if import evaluate_agentic_what_if
2324
from gooddata_eval.core.config import ReasoningEffort
2425
from gooddata_eval.core.models import AgenticEvalOutcome, CreatedVisualization, DatasetItem
2526
from gooddata_eval.core.runner import EvalReport, ItemReport
@@ -47,6 +48,7 @@ class _LfKw(TypedDict, total=False):
4748
"agentic_guardrail",
4849
"agentic_conversation",
4950
"agentic_kda_skill",
51+
"agentic_what_if",
5052
}
5153
)
5254

@@ -265,6 +267,17 @@ def _dispatch_agentic(
265267
agent_id=agent_id,
266268
**lf_kw,
267269
)
270+
elif kind == "agentic_what_if":
271+
return evaluate_agentic_what_if(
272+
host=host,
273+
token=token,
274+
workspace_id=workspace_id,
275+
question=item.question,
276+
expected_output=eo if isinstance(eo, dict) else {},
277+
k=k,
278+
agent_id=agent_id,
279+
**lf_kw,
280+
)
268281
elif kind == "agentic_conversation":
269282
fixture_data = eo.get("fixture") or eo if isinstance(eo, dict) else {}
270283
return evaluate_agentic_conversation(

0 commit comments

Comments
 (0)