Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 5 additions & 2 deletions specification/ai/Azure.AI.Projects/evaluations/models.tsp
Original file line number Diff line number Diff line change
Expand Up @@ -120,8 +120,8 @@ model AgentEvaluationRequest {
@doc("Redaction configuration for the evaluation.")
redactionConfiguration?: AgentEvaluationRedactionConfiguration;

@doc("Optional and temporary way to pass the AppInsights connection string to the evaluator. When this string is not null, the evaluation results will be logged to Azure AppInsights.")
appInsightsConnectionString?: string;
@doc("Pass the AppInsights connection string to the agent evaluation for the evaluation results and the errors logs.")
appInsightsConnectionString: string;
}

@doc("Result for the agent evaluation evaluator run.")
Expand Down Expand Up @@ -166,6 +166,9 @@ model AgentEvaluation {
@doc("Status of the agent evaluation. Options: Running, Completed, Failed.")
status: string;

@doc("The reason of the request failure for the long running process, if applicable.")
error?: string;

@doc("The agent evaluation result.")
result?: Array<AgentEvaluationResult>;
}
Original file line number Diff line number Diff line change
Expand Up @@ -1492,6 +1492,10 @@
"type": "string",
"description": "Status of the agent evaluation. Options: Running, Completed, Failed."
},
"error": {
"type": "string",
"description": "The reason of the request failure for the long running process, if applicable."
},
"result": {
"type": "array",
"description": "The agent evaluation result.",
Expand Down Expand Up @@ -1545,12 +1549,13 @@
},
"appInsightsConnectionString": {
"type": "string",
"description": "Optional and temporary way to pass the AppInsights connection string to the evaluator. When this string is not null, the evaluation results will be logged to Azure AppInsights."
"description": "Pass the AppInsights connection string to the agent evaluation for the evaluation results and the errors logs."
}
},
"required": [
"runId",
"evaluators"
"evaluators",
"appInsightsConnectionString"
]
},
"AgentEvaluationResult": {
Expand Down
Loading