Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Remove API "get agent evaluation results"
  • Loading branch information
YusakuNo1 committed Apr 18, 2025
commit d48b192cd3ca9ca7a6c775f929ff1f979dee400a
44 changes: 0 additions & 44 deletions specification/ai/Azure.AI.Projects/evaluations/models.tsp
Original file line number Diff line number Diff line change
Expand Up @@ -121,50 +121,6 @@ model AgentEvaluationRequest {
appInsightsConnectionString?: string;
}

@doc("Evaluation result for agent run.")
@added(Versions.v2025_05_15_preview)
@removed(Versions.v_latest)
model AgentEvaluationResult {
@doc("Evaluator's name. This is the name of the evaluator that was used to evaluate the agent's completion.")
@visibility(Lifecycle.Read)
evaluator: string;

@doc("Score of the given evaluator. No restriction on range.")
@visibility(Lifecycle.Read)
score: float32;

@doc("Status of the evaluation result. Options: Success, Failure, NotApplicable.")
@visibility(Lifecycle.Read)
status: string;

@doc("Reasoning for the evaluation result.")
@visibility(Lifecycle.Read)
reason?: string;

@doc("Version of the evaluator that was used to evaluate the agent's completion.")
@visibility(Lifecycle.Read)
version?: string;

@doc("Internal message Id for object mapping between the host service and evaluation package.")
@visibility(Lifecycle.Read)
messageId?: string;

@doc("The unique identifier of the thread.")
@visibility(Lifecycle.Read)
threadId?: string;

@doc("The unique identifier of the run.")
@visibility(Lifecycle.Read)
runId: string;

@doc("A string explaining why there was an error, if applicable.")
@visibility(Lifecycle.Read)
error?: string;

@doc("Additional properties relevant to the evaluator. These will differ between evaluators.")
additionalDetails?: Record<string>;
}

@doc("Long running operation response for agent evaluation.")
@added(Versions.v2025_05_15_preview)
@removed(Versions.v_latest)
Expand Down
13 changes: 0 additions & 13 deletions specification/ai/Azure.AI.Projects/evaluations/routes.tsp
Original file line number Diff line number Diff line change
Expand Up @@ -55,17 +55,4 @@ interface Evaluations {
},
AgentLongRunningOperationResponse
>;

#suppress "@azure-tools/typespec-azure-core/use-standard-operations"
@doc("Get agent evaluation run results.")
@route("agents/runs/{runId}")
@get
getAgentEvaluationResults is Azure.Core.Foundations.Operation<
{
@doc("For agent API v1, it's the agent run completion Id, which is `[thread_id]:[run_id]`; for agent API v2, it's only the run_id.")
@path
runId: string;
},
Array<AgentEvaluationResult>
>;
}
Loading