diff --git a/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs b/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs index a1c8eb861..d0eda7df3 100644 --- a/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs +++ b/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs @@ -2,13 +2,14 @@ // Licensed under the MIT License. using Azure.Mcp.Core.Commands; +using Azure.Mcp.Core.Areas.Tools.Options; using Azure.Mcp.Core.Models.Option; using Microsoft.Extensions.Logging; namespace Azure.Mcp.Core.Areas.Tools.Commands; [HiddenCommand] -public sealed class ToolsListCommand(ILogger logger) : BaseCommand +public sealed class ToolsListCommand(ILogger logger) : BaseCommand { private const string CommandTitle = "List Available Tools"; @@ -33,13 +34,71 @@ arguments. Use this to explore the CLI's functionality or to build interactive c Secret = false }; - protected override EmptyOptions BindOptions(ParseResult parseResult) => new(); + protected override void RegisterOptions(Command command) + { + base.RegisterOptions(command); + command.Options.Add(ToolsListOptionDefinitions.Namespaces); + } + + protected override ToolsListOptions BindOptions(ParseResult parseResult) + { + return new ToolsListOptions + { + Namespaces = parseResult.GetValueOrDefault(ToolsListOptionDefinitions.Namespaces) + }; + } public override async Task ExecuteAsync(CommandContext context, ParseResult parseResult) { try { var factory = context.GetService(); + var options = BindOptions(parseResult); + + // If the --namespaces flag is set, return distinct top‑level namespaces (child groups beneath root 'azmcp'). + if (options.Namespaces) + { + var ignored = new HashSet(StringComparer.OrdinalIgnoreCase) { "server", "tools" }; + var surfaced = new HashSet(StringComparer.OrdinalIgnoreCase) { "extension" }; + var rootGroup = factory.RootGroup; // azmcp + + var namespaceCommands = rootGroup.SubGroup + .Where(g => !ignored.Contains(g.Name) && !surfaced.Contains(g.Name)) + .Select(g => new CommandInfo + { + Name = g.Name, + Description = g.Description ?? string.Empty, + Command = $"azmcp {g.Name}", + // We deliberately omit populating Subcommands for the lightweight namespace view. + }) + .OrderBy(ci => ci.Name, StringComparer.OrdinalIgnoreCase) + .ToList(); + + // Add the commands to be surfaced directly to the list. + foreach (var name in surfaced) + { + var subgroup = rootGroup.SubGroup.FirstOrDefault(g => string.Equals(g.Name, name, StringComparison.OrdinalIgnoreCase)); + if (subgroup is not null) + { + var commands = CommandFactory.GetVisibleCommands(subgroup.Commands).Select(kvp => + { + var command = kvp.Value.GetCommand(); + return new CommandInfo + { + Name = command.Name, + Description = command.Description ?? string.Empty, + Command = $"azmcp {subgroup.Name} {command.Name}" + // Omit Options and Subcommands for surfaced commands as well. + }; + }); + namespaceCommands.AddRange(commands); + } + } + + context.Response.Results = ResponseResult.Create(namespaceCommands, ModelsJsonContext.Default.ListCommandInfo); + return context.Response; + } + var tools = await Task.Run(() => CommandFactory.GetVisibleCommands(factory.AllCommands) .Select(kvp => CreateCommand(kvp.Key, kvp.Value)) .ToList()); @@ -49,7 +108,7 @@ public override async Task ExecuteAsync(CommandContext context, } catch (Exception ex) { - logger.LogError(ex, "An exception occurred processing tool."); + logger.LogError(ex, "An exception occurred while processing tool listing."); HandleException(context, ex); return context.Response; @@ -72,7 +131,7 @@ private static CommandInfo CreateCommand(string tokenizedName, IBaseCommand comm Name = commandDetails.Name, Description = commandDetails.Description ?? string.Empty, Command = tokenizedName.Replace(CommandFactory.Separator, ' '), - Options = optionInfos, + Options = optionInfos }; } } diff --git a/core/Azure.Mcp.Core/src/Areas/Tools/Options/ToolsListOptionDefinitions.cs b/core/Azure.Mcp.Core/src/Areas/Tools/Options/ToolsListOptionDefinitions.cs new file mode 100644 index 000000000..16aadc0a7 --- /dev/null +++ b/core/Azure.Mcp.Core/src/Areas/Tools/Options/ToolsListOptionDefinitions.cs @@ -0,0 +1,15 @@ +// Copyright (c) Microsoft Corporation. +// Licensed under the MIT License. + +namespace Azure.Mcp.Core.Areas.Tools.Options; + +public static class ToolsListOptionDefinitions +{ + public const string NamespacesOptionName = "namespaces"; + + public static readonly Option Namespaces = new($"--{NamespacesOptionName}") + { + Description = "If specified, returns a list of top-level service namespaces instead of individual tools.", + Required = false + }; +} \ No newline at end of file diff --git a/core/Azure.Mcp.Core/src/Areas/Tools/Options/ToolsListOptions.cs b/core/Azure.Mcp.Core/src/Areas/Tools/Options/ToolsListOptions.cs new file mode 100644 index 000000000..75c1d763b --- /dev/null +++ b/core/Azure.Mcp.Core/src/Areas/Tools/Options/ToolsListOptions.cs @@ -0,0 +1,9 @@ +// Copyright (c) Microsoft Corporation. +// Licensed under the MIT License. + +namespace Azure.Mcp.Core.Areas.Tools.Options; + +public sealed class ToolsListOptions +{ + public bool Namespaces { get; set; } = false; +} \ No newline at end of file diff --git a/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs b/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs index ec1bd73d0..d198362a6 100644 --- a/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs +++ b/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs @@ -144,7 +144,6 @@ public async Task ExecuteAsync_WithValidContext_FiltersHiddenCommands() Assert.DoesNotContain(result, cmd => cmd.Name == "list" && cmd.Command.Contains("tool")); Assert.Contains(result, cmd => !string.IsNullOrEmpty(cmd.Name)); - } /// @@ -311,6 +310,69 @@ public async Task ExecuteAsync_CommandPathFormattingIsCorrect() } } + /// + /// Verifies that the --namespaces switch returns only distinct top-level namespaces. + /// + [Fact] + public async Task ExecuteAsync_WithNamespaceSwitch_ReturnsNamespacesOnly() + { + // Arrange + var args = _commandDefinition.Parse(new[] { "--namespaces" }); + + // Act + var response = await _command.ExecuteAsync(_context, args); + + // Assert + Assert.NotNull(response); + Assert.NotNull(response.Results); + + // Serialize then deserialize as list of CommandInfo + var json = JsonSerializer.Serialize(response.Results); + var namespaces = JsonSerializer.Deserialize>(json); + + Assert.NotNull(namespaces); + Assert.NotEmpty(namespaces); + + // Should include some well-known namespaces (matching Name property) + Assert.Contains(namespaces, ci => ci.Name.Equals("subscription", StringComparison.OrdinalIgnoreCase)); + Assert.Contains(namespaces, ci => ci.Name.Equals("storage", StringComparison.OrdinalIgnoreCase)); + Assert.Contains(namespaces, ci => ci.Name.Equals("keyvault", StringComparison.OrdinalIgnoreCase)); + + bool foundNamespaceWithSubcommands = false; + bool foundSubcommandWithOptions = false; + + foreach (var ns in namespaces!) + { + Assert.False(string.IsNullOrWhiteSpace(ns.Name)); + Assert.False(string.IsNullOrWhiteSpace(ns.Command)); + Assert.StartsWith("azmcp ", ns.Command, StringComparison.OrdinalIgnoreCase); + Assert.Equal(ns.Name, ns.Name.Trim()); + Assert.DoesNotContain(" ", ns.Name); + // Namespace should not itself have options + Assert.Null(ns.Options); + + if (ns.Subcommands is { Count: > 0 }) + { + foundNamespaceWithSubcommands = true; + // Validate a few subcommands + foreach (var sub in ns.Subcommands.Take(5)) + { + Assert.False(string.IsNullOrWhiteSpace(sub.Name)); + Assert.False(string.IsNullOrWhiteSpace(sub.Command)); + Assert.StartsWith($"azmcp {ns.Name} ", sub.Command, StringComparison.OrdinalIgnoreCase); + + if (sub.Options != null && sub.Options.Count > 0) + { + foundSubcommandWithOptions = true; + } + } + } + } + + Assert.True(foundNamespaceWithSubcommands, "Expected at least one namespace to contain subcommands."); + Assert.True(foundSubcommandWithOptions, "Expected at least one subcommand to include options."); + } + /// /// Verifies that the command handles empty command factory gracefully /// and returns empty results when no commands are available. diff --git a/docs/azmcp-commands.md b/docs/azmcp-commands.md index a7b69b1d0..0999ad4b9 100644 --- a/docs/azmcp-commands.md +++ b/docs/azmcp-commands.md @@ -914,6 +914,9 @@ azmcp bestpractices get --resource --action ```bash # List all available tools in the Azure MCP server azmcp tools list + +# List only the available top-level service namespaces +azmcp tools list --namespaces ``` ### Azure Monitor Operations @@ -1442,6 +1445,21 @@ All responses follow a consistent JSON format: } ``` +### Tool and Namespace Result Objects + +When invoking `azmcp tools list` (with or without `--namespaces`), each returned object now includes a `count` field: + +| Field | Description | +|-------|-------------| +| `name` | Command or namespace name | +| `description` | Human-readable description | +| `command` | Fully qualified CLI invocation path | +| `subcommands` | (Namespaces only) Array of leaf command objects | +| `option` | (Leaf commands only) Array of options supported by the command | +| `count` | Namespaces: number of subcommands; Leaf commands: always 0 (options not counted) | + +This quantitative field enables quick sizing of a namespace without traversing nested arrays. Leaf command complexity should be inferred from its option list, not the `count` field. + ## Error Handling The CLI returns structured JSON responses for errors, including: diff --git a/docs/e2eTestPrompts.md b/docs/e2eTestPrompts.md index 06c209ee3..57eaa3cac 100644 --- a/docs/e2eTestPrompts.md +++ b/docs/e2eTestPrompts.md @@ -305,16 +305,14 @@ This file contains prompts used for end-to-end testing to ensure each tool is in | Tool Name | Test Prompt | |:----------|:----------| -| azmcp_bestpractices_get | Get the latest Azure code generation best practices | -| azmcp_bestpractices_get | Get the latest Azure deployment best practices | -| azmcp_bestpractices_get | Get the latest Azure best practices | -| azmcp_bestpractices_get | Get the latest Azure Functions code generation best practices | -| azmcp_bestpractices_get | Get the latest Azure Functions deployment best practices| -| azmcp_bestpractices_get | Get the latest Azure Functions best practices | -| azmcp_bestpractices_get | Get the latest Azure Static Web Apps best practices | -| azmcp_bestpractices_get | What are azure function best practices? | -| azmcp_bestpractices_get | Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm. | -| azmcp_bestpractices_get | Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm. | +| azmcp_get_bestpractices_get | Get the latest Azure code generation best practices | +| azmcp_get_bestpractices_get | Get the latest Azure deployment best practices | +| azmcp_get_bestpractices_get | Get the latest Azure best practices | +| azmcp_get_bestpractices_get | Get the latest Azure Functions code generation best practices | +| azmcp_get_bestpractices_get | Get the latest Azure Functions deployment best practices| +| azmcp_get_bestpractices_get | Get the latest Azure Functions best practices | +| azmcp_get_bestpractices_get | Get the latest Azure Static Web Apps best practices | +| azmcp_get_bestpractices_get | What are azure function best practices? | ## Azure Monitor diff --git a/eng/tools/ToolDescriptionEvaluator/Generate-GroupedPromptsJson.ps1 b/eng/tools/ToolDescriptionEvaluator/Generate-GroupedPromptsJson.ps1 new file mode 100644 index 000000000..1d49a2a9f --- /dev/null +++ b/eng/tools/ToolDescriptionEvaluator/Generate-GroupedPromptsJson.ps1 @@ -0,0 +1,310 @@ +<# +.SYNOPSIS +Generates prompts JSON files for consolidated tools, namespace tools, or both. + +.DESCRIPTION +Modes: + Consolidated - Produces consolidated-prompts.json mapping each consolidated tool name to aggregated prompts. + Namespace - Produces namespace-prompts.json mapping each namespace to aggregated prompts from all descendant subcommands. Keys are prefixed with 'azmcp_' for consistency with per-command prompt keys. + Both - Produces both outputs in a single run. + +Reads: + - consolidated-tools.json (contains consolidated_azure_tools array; each tool has an available_commands list) + - namespace-tools.json (contains top-level namespaces with recursive subcommands) + - tools.json (optional for future enrichment / validation) + - prompts.json (maps individual command keys to prompt examples; e.g. command "azmcp acr registry list" => key "azmcp_acr_registry_list") + +For every entity (consolidated tool name OR namespace name) the script: + 1. Resolves its underlying command strings + 2. Converts each to the prompts.json key format (spaces -> underscores, provenance prefix stripped) + 3. Collects & de-duplicates prompts + 4. Emits ordered JSON. + +.PARAMETER Mode +Which generation mode to run (required): Consolidated | Namespace | Both. + +.PARAMETER ConsolidatedToolsPath +Path to consolidated-tools.json. + +.PARAMETER NamespaceToolsPath +Path to namespace-tools.json. + +.PARAMETER PromptsPath +Path to prompts.json containing per-command prompt arrays. + +.PARAMETER ToolsPath +Path to tools.json (optional; used for validation only). + +.PARAMETER OutputPath +Destination path for generated prompts JSON. + +.PARAMETER Force +Overwrite existing output file(s). + +.PARAMETER VerboseWarnings +Emit detailed warnings for unmatched commands. + +.EXAMPLES +pwsh ./Generate-ConsolidatedPrompts.ps1 -Mode Consolidated # Consolidated only +pwsh ./Generate-ConsolidatedPrompts.ps1 -Mode Namespace # Namespace only +pwsh ./Generate-ConsolidatedPrompts.ps1 -Mode Both # Both files, overwrite if exist +pwsh ./Generate-ConsolidatedPrompts.ps1 -Mode Namespace -NamespaceToolsPath ./namespace-tools.json -OutputPath ./namespace-prompts.json + +.NOTES +Idempotent. Safe to re-run. Designed to be executed from repo root or script directory. +#> +param( + [Parameter(Mandatory)][ValidateSet('Consolidated','Namespace','Both')][string]$Mode, + [string]$ConsolidatedToolsPath = "./consolidated-tools.json", + [string]$NamespaceToolsPath = "./namespace-tools.json", + [string]$PromptsPath = "./prompts.json", + [string]$ToolsPath = "./tools.json", + [string]$OutputPath, + [switch]$Force, + [switch]$VerboseWarnings +) + +Set-StrictMode -Version Latest +$ErrorActionPreference = 'Stop' + +function Write-Log { + param([string]$Message, [string]$Level = 'INFO') + $ts = (Get-Date).ToString('u') + Write-Host "[$ts][$Level] $Message" +} + +function Convert-CommandToPromptKey { + param([string]$Command) + if ([string]::IsNullOrWhiteSpace($Command)) { return $null } + $normalized = ($Command -replace '\s+', ' ').Trim() + # Some consolidated tool command entries appear to already be identifier-like strings with prefixes such as + # 'mcp_azure-mcp-ser_' followed by what would normally be the prompt key. We strip that transport / provenance prefix. + $normalized = $normalized -replace '^mcp_azure-mcp-ser_', '' + # Replace spaces with underscores + $key = ($normalized -replace ' ', '_') + # Normalize any leftover dashes that should be underscores for prompt keys (e.g., usersession-list vs usersession_list) + # Keep dashes inside azure command segments that are legitimate (firewall-rule) by also trying a secondary variant. + return $key +} + +# Shared helper: given a set of command strings, aggregate matching prompts +function Resolve-PromptsForCommands { + param( + [Parameter(Mandatory)][string[]]$CommandStrings, + [Parameter(Mandatory)]$PromptsJson, + [Parameter(Mandatory)][string[]]$AllPromptKeys, + [switch]$VerboseWarnings, + [ref]$Warnings + ) + + $aggregated = New-Object System.Collections.Generic.HashSet[string] + $localUnmatched = @() + foreach ($commandString in $CommandStrings) { + if ([string]::IsNullOrWhiteSpace($commandString)) { continue } + $promptKey = Convert-CommandToPromptKey -Command $commandString + if (-not $promptKey) { continue } + $candidateKeys = @($promptKey) + if ($promptKey -match '-') { $candidateKeys += ($promptKey -replace '-', '_') } + if ($promptKey -match '_') { $candidateKeys += ($promptKey -replace '_', '-') } + $matched = $false + foreach ($ck in ($candidateKeys | Select-Object -Unique)) { + if ($AllPromptKeys -contains $ck) { + $list = $PromptsJson.$ck + foreach ($p in $list) { if (-not [string]::IsNullOrWhiteSpace($p)) { [void]$aggregated.Add($p) } } + $matched = $true + } + } + if (-not $matched) { $localUnmatched += "No prompts found for command '$commandString' (tried keys: $([string]::Join(', ',$candidateKeys)))" } + } + $sorted = @(@($aggregated) | Sort-Object -Unique) + if ($sorted.Count -eq 0 -and $localUnmatched.Count -gt 0) { + # Only record unmatched details if the entity produced zero prompts overall. + foreach ($w in $localUnmatched) { $Warnings.Value += $w } + } + return $sorted +} + +<# + NOTE: Namespace tools JSON is now a FLAT list where each element is either: + 1. A top-level namespace entry: { name, command: "azmcp " } + 2. A surfaced leaf command entry: { name, command: "azmcp extension " } + + Previously the structure contained recursive subcommands; the old recursive walker is retained + only for backwards compatibility scenarios (not currently invoked). The new logic derives the + leaf command set for a namespace by scanning all prompt keys with the prefix 'azmcp__'. + Surfaced leaf commands simply aggregate their own prompts. +#> +function Get-NamespaceCommandStrings { + param( + [Parameter(Mandatory)] $Node, + [Parameter(Mandatory)] [string[]] $AllPromptKeys + ) + + $acc = @() + if ($null -eq $Node -or -not $Node.command) { return $acc } + $cmd = ($Node.command -replace '\s+', ' ').Trim() + + # Pattern: azmcp + if ($cmd -match '^(azmcp)\s+([^\s]+)$') { + $ns = $Matches[2] + # Collect all prompt keys beginning with azmcp__ (leaf commands) + $prefix = "azmcp_${ns}_" + $matchingLeafKeys = $AllPromptKeys | Where-Object { $_.StartsWith($prefix, [System.StringComparison]::OrdinalIgnoreCase) } + foreach ($k in $matchingLeafKeys) { + # Convert prompt key back to command string: underscores -> spaces + $acc += ($k -replace '_', ' ') + } + return ($acc | Sort-Object -Unique) + } + + # Surfaced leaf (e.g., azmcp extension azqr) – aggregate only itself + $acc += $cmd + return $acc +} + +function Convert-PromptKeyToCommand { + param([Parameter(Mandatory)][string]$Key) + if ([string]::IsNullOrWhiteSpace($Key)) { return $null } + return ($Key -replace '_', ' ') -replace '\s+', ' ' +} + +function Invoke-ConsolidatedGeneration { + param( + [string]$ConsolidatedToolsPath, + [string]$PromptsPath, + [string]$ToolsPath, + [string]$OutputPath, + $PromptsJson, + [string[]]$AllPromptKeys, + [switch]$Force, + [switch]$VerboseWarnings + ) + + if (-not (Test-Path $ConsolidatedToolsPath)) { throw "Consolidated tools file not found: $ConsolidatedToolsPath" } + $consolidatedJson = Get-Content -Raw -Path $ConsolidatedToolsPath | ConvertFrom-Json + if (-not $consolidatedJson.consolidated_azure_tools) { throw "Input consolidated tools JSON missing 'consolidated_azure_tools' array" } + + $warnings = @() + $outputMap = [ordered]@{} + foreach ($tool in $consolidatedJson.consolidated_azure_tools) { + if (-not $tool.name) { continue } + $toolName = $tool.name + $available = @() + if ($tool.available_commands) { $available = $tool.available_commands } + + $commandStrings = @() + foreach ($cmdEntry in $available) { + $commandString = $null + if ($cmdEntry -is [string]) { $commandString = $cmdEntry } + elseif ($cmdEntry -and ($cmdEntry.PSObject.Properties.Name -contains 'command')) { $commandString = $cmdEntry.command } + elseif ($cmdEntry -and ($cmdEntry.PSObject.Properties.Name -contains 'name')) { $commandString = $cmdEntry.name } + if ($commandString) { $commandStrings += $commandString } + } + $resolved = Resolve-PromptsForCommands -CommandStrings $commandStrings -PromptsJson $PromptsJson -AllPromptKeys $AllPromptKeys -Warnings ([ref]$warnings) -VerboseWarnings:$VerboseWarnings + $outputMap[$toolName] = @($resolved) + } + + $jsonOutput = $outputMap | ConvertTo-Json -Depth 100 + if ((Test-Path $OutputPath) -and -not $Force) { throw "Output file already exists: $OutputPath (use -Force to overwrite)" } + Write-Log "Writing consolidated prompts to $OutputPath" 'INFO' + $jsonOutput | Out-File -FilePath $OutputPath -Encoding UTF8 -NoNewline + Write-Log "Consolidated prompts written. Count: $($outputMap.Keys.Count)" 'INFO' + return ,$warnings +} + +function Invoke-NamespaceGeneration { + param( + [string]$NamespaceToolsPath, + [string]$OutputPath, + $PromptsJson, + [string[]]$AllPromptKeys, + [switch]$Force, + [switch]$VerboseWarnings + ) + + if (-not (Test-Path $NamespaceToolsPath)) { throw "Namespace tools file not found: $NamespaceToolsPath" } + $namespaceJson = Get-Content -Raw -Path $NamespaceToolsPath | ConvertFrom-Json + if (-not $namespaceJson.results) { throw "Input namespace tools JSON missing 'results' array" } + + $warnings = @() + $outputMap = [ordered]@{} + foreach ($ns in $namespaceJson.results) { + if (-not $ns.name) { continue } + + $commandStrings = Get-NamespaceCommandStrings -Node $ns -AllPromptKeys $AllPromptKeys + + # Determine aggregation key: namespace entries get 'azmcp_', surfaced leaf commands keep their converted key + $isNamespace = $ns.command -match '^(azmcp)\s+([^\s]+)$' + if ($isNamespace) { + $nsName = $Matches[2] + switch ($nsName) { 'azqr' { $nsName = 'extension_azqr'; break } } + if (-not $nsName.StartsWith('azmcp_')) { $nsName = 'azmcp_' + $nsName } + $resolved = Resolve-PromptsForCommands -CommandStrings $commandStrings -PromptsJson $PromptsJson -AllPromptKeys $AllPromptKeys -Warnings ([ref]$warnings) -VerboseWarnings:$VerboseWarnings + $outputMap[$nsName] = @($resolved) + } + else { + # Surfaced leaf command: just map its own prompts under its prompt key + $key = Convert-CommandToPromptKey -Command $ns.command + $resolved = Resolve-PromptsForCommands -CommandStrings @($ns.command) -PromptsJson $PromptsJson -AllPromptKeys $AllPromptKeys -Warnings ([ref]$warnings) -VerboseWarnings:$VerboseWarnings + $outputMap[$key] = @($resolved) + } + } + + $jsonOutput = $outputMap | ConvertTo-Json -Depth 100 + if ((Test-Path $OutputPath) -and -not $Force) { throw "Output file already exists: $OutputPath (use -Force to overwrite)" } + Write-Log "Writing namespace prompts to $OutputPath" 'INFO' + $jsonOutput | Out-File -FilePath $OutputPath -Encoding UTF8 -NoNewline + Write-Log "Namespace prompts written. Count: $($outputMap.Keys.Count)" 'INFO' + return ,$warnings +} + +if (-not (Test-Path $PromptsPath)) { throw "Prompts file not found: $PromptsPath" } +if (-not (Test-Path $ToolsPath)) { Write-Log "Tools file not found ($ToolsPath) - continuing without validation" 'WARN' } + +Write-Log "Loading prompts JSON" 'INFO' +$promptsJson = Get-Content -Raw -Path $PromptsPath | ConvertFrom-Json +$allPromptKeys = @($promptsJson.PSObject.Properties.Name) + +# (Optional) tools.json load removed because it is not currently used; reintroduce if validation logic is added. + +$allWarnings = @() + +switch ($Mode) { + 'Consolidated' { + if (-not $OutputPath) { $OutputPath = "./consolidated-prompts.json" } + $w = Invoke-ConsolidatedGeneration -ConsolidatedToolsPath $ConsolidatedToolsPath -PromptsPath $PromptsPath -ToolsPath $ToolsPath -OutputPath $OutputPath -PromptsJson $promptsJson -AllPromptKeys $allPromptKeys -Force:$Force -VerboseWarnings:$VerboseWarnings + $allWarnings += $w + } + 'Namespace' { + if (-not $OutputPath) { $OutputPath = "./namespace-prompts.json" } + $w = Invoke-NamespaceGeneration -NamespaceToolsPath $NamespaceToolsPath -OutputPath $OutputPath -PromptsJson $promptsJson -AllPromptKeys $allPromptKeys -Force:$Force -VerboseWarnings:$VerboseWarnings + $allWarnings += $w + } + 'Both' { + if (-not $OutputPath) { $OutputPath = "./prompts.json" } + + $baseDir = Split-Path -Path $OutputPath -Parent + $leaf = Split-Path -Path $OutputPath -Leaf + + if (-not $baseDir) { $baseDir = '.' } + + $consolidatedPath = Join-Path $baseDir ('consolidated-' + $leaf) + $namespacePath = Join-Path $baseDir ('namespace-' + $leaf) + + $allWarnings += Invoke-ConsolidatedGeneration -ConsolidatedToolsPath $ConsolidatedToolsPath ` + -PromptsPath $PromptsPath -ToolsPath $ToolsPath -OutputPath $consolidatedPath ` + -PromptsJson $promptsJson -AllPromptKeys $allPromptKeys -Force:$Force -VerboseWarnings:$VerboseWarnings + + $allWarnings += Invoke-NamespaceGeneration -NamespaceToolsPath $NamespaceToolsPath ` + -OutputPath $namespacePath -PromptsJson $promptsJson -AllPromptKeys $allPromptKeys ` + -Force:$Force -VerboseWarnings:$VerboseWarnings + } +} + +if ($allWarnings.Count -gt 0) { + Write-Log "Encountered $($allWarnings.Count) unmatched command(s) across selected mode(s)." 'WARN' + if ($VerboseWarnings) { foreach ($w in $allWarnings) { Write-Log $w 'WARN' } } +} + +Write-Log "Done. Mode(s) completed: $Mode" 'INFO' +if ($allWarnings.Count -gt 0) { Write-Log "See warnings above for missing mappings." 'WARN' } diff --git a/eng/tools/ToolDescriptionEvaluator/Generate-PromptsJsonFromMarkdown.ps1 b/eng/tools/ToolDescriptionEvaluator/Generate-PromptsJsonFromMarkdown.ps1 new file mode 100644 index 000000000..d4ad6cbe0 --- /dev/null +++ b/eng/tools/ToolDescriptionEvaluator/Generate-PromptsJsonFromMarkdown.ps1 @@ -0,0 +1,119 @@ +<#! +.SYNOPSIS +Generates a prompts JSON from a markdown file. + +.DESCRIPTION +Parses a prompts markdown file like docs/e2etestPrompts.md to produce a JSON file used by ToolDescriptionEvaluator and +related tooling. + +.OUTPUTS +Writes a prompts.json to the current working directory by default (where the script is invoked) unless otherwise specified. + +.PARAMETER PromptsSource +Path to the source prompts markdown file. This is a required parameter. + +.PARAMETER OutputPath +Destination JSON file path. If not provided, the output file will be placed in the current working directory +with the same base file name as the source markdown file (e.g. prompts.md -> prompts.json). + +.EXAMPLE +./Generate-PromptsJson.ps1 -PromptsSource ./prompts.md +Generates a prompts.json file based on the specified markdown in the current directory. + +.EXAMPLE +./Generate-PromptsJson.ps1 -PromptsSource ./prompts.md -OutputPath ./eng/tools/ToolDescriptionEvaluator/myprompts.json +Generates a JSON file with the specified name and path. If no filename is provided, the same name as the source markdown +is used with a .json extension. + +.NOTES +Escapes only prompt text by normalizing curly quotes to straight ASCII quotes. +#> + +[CmdletBinding()] +param( + [Parameter(Mandatory=$true, HelpMessage='Path to markdown file containing prompts table.')] + [string]$PromptsSource, + [Parameter(Mandatory=$false, HelpMessage='Destination JSON file path (file or directory). Defaults to the current directory.')] + [string]$OutputPath +) + +function Write-Info($Message) { Write-Host "[INFO] $Message" -ForegroundColor Cyan } +function Write-Warn($Message) { Write-Host "[WARN] $Message" -ForegroundColor Yellow } +function Write-ErrorLine($Message) { Write-Host "[ERROR] $Message" -ForegroundColor Red } + +# Normalize curly quotes & unescape escaped angle brackets (mirrors Program.cs intent + prior logic) +function Convert-Special-Characters([string]$Text) { + if (-not $Text) { return $Text } + return $Text.Replace("\u2018", "'").Replace("\u2019", "'").Replace("\u201C", '"').Replace("\u201D", '"').Replace("\<", "<") +} + +# Determine final output path given optional user input that may be a file or directory +function Resolve-OutputPath([string]$SourcePath, [string]$UserPath) { + $baseName = [IO.Path]::GetFileNameWithoutExtension($SourcePath) + + if ([string]::IsNullOrWhiteSpace($UserPath)) { + return Join-Path (Get-Location) ("$baseName.json") + } + + $resolved = Resolve-Path -Path $UserPath -ErrorAction SilentlyContinue + if ($resolved) { $UserPath = $resolved.Path } + + $isDir = $false + + if (Test-Path $UserPath -PathType Container) { $isDir = $true } + elseif ($UserPath.EndsWith([IO.Path]::DirectorySeparatorChar) -or $UserPath.EndsWith([IO.Path]::AltDirectorySeparatorChar)) { $isDir = $true } + else { + $ext = [IO.Path]::GetExtension($UserPath) + if ([string]::IsNullOrEmpty($ext) -and -not (Test-Path $UserPath -PathType Leaf)) { $isDir = $true } + } + + if ($isDir) { + if (-not (Test-Path $UserPath)) { New-Item -ItemType Directory -Force -Path $UserPath | Out-Null } + return Join-Path $UserPath ("$baseName.json") + } + + return $UserPath +} + +function Get-ToolPrompts([string]$Path) { + if (-not (Test-Path $Path)) { throw "Prompts markdown not found: $Path" } + $result = @{} + Get-Content -Raw -Path $Path | Select-String -Pattern '.*' -AllMatches | ForEach-Object { $_.Matches } | ForEach-Object { + $line = $_.Value.Trim() + if (-not $line.StartsWith('|')) { return } + if ($line -match '^\|\s*Tool Name' -or $line -match '^\|:?-') { return } + if ($line -match '^##' -or $line -match '^#') { return } + $parts = $line.Split('|') | ForEach-Object { $_.Trim() } | Where-Object { $_ -ne '' } + if ($parts.Count -lt 2) { return } + $tool = $parts[0] + $prompt = $parts[1] + if (-not $tool.StartsWith('azmcp_')) { return } + if (-not $prompt) { return } + if (-not $result.ContainsKey($tool)) { $result[$tool] = @() } + $result[$tool] += (Convert-Special-Characters $prompt) + } + return $result +} + +function Save-Json([hashtable]$Data, [string]$Path) { + $ordered = [System.Collections.Specialized.OrderedDictionary]::new() + foreach ($key in ($Data.Keys | Sort-Object)) { $ordered[$key] = $Data[$key] } + $json = $ordered | ConvertTo-Json -Depth 5 + Set-Content -Path $Path -Value $json -Encoding UTF8 + Write-Info "Wrote $Path" +} + +# --- Main flow --- + +if (-not (Test-Path $PromptsSource)) { Write-ErrorLine "Source markdown not found: $PromptsSource"; exit 1 } + +$OutputPath = Resolve-OutputPath -SourcePath $PromptsSource -UserPath $OutputPath +$parent = Split-Path -Parent $OutputPath +if (-not (Test-Path $parent)) { New-Item -ItemType Directory -Force -Path $parent | Out-Null } + +Write-Info "Parsing prompts from: $PromptsSource" +$toolPrompts = Get-ToolPrompts -Path $PromptsSource +if (-not $toolPrompts -or $toolPrompts.Keys.Count -eq 0) { Write-Warn 'No prompts parsed.'; exit 2 } + +Save-Json -Data $toolPrompts -Path $OutputPath +Write-Host "Generated: $OutputPath" -ForegroundColor Green diff --git a/eng/tools/ToolDescriptionEvaluator/Models/McpModels.cs b/eng/tools/ToolDescriptionEvaluator/Models/McpModels.cs index 621faa8ea..b4292467f 100644 --- a/eng/tools/ToolDescriptionEvaluator/Models/McpModels.cs +++ b/eng/tools/ToolDescriptionEvaluator/Models/McpModels.cs @@ -122,7 +122,10 @@ public class ListToolsResult public string? Message { get; set; } [JsonPropertyName("results")] - public required List Tools { get; set; } + public List? Tools { get; set; } + + [JsonPropertyName("consolidated_azure_tools")] + public List? ConsolidatedAzureTools { get; set; } [JsonPropertyName("duration")] public int? Duration { get; set; } diff --git a/eng/tools/ToolDescriptionEvaluator/Program.cs b/eng/tools/ToolDescriptionEvaluator/Program.cs index 37a021740..dadf82df6 100644 --- a/eng/tools/ToolDescriptionEvaluator/Program.cs +++ b/eng/tools/ToolDescriptionEvaluator/Program.cs @@ -13,12 +13,13 @@ class Program { private static readonly HttpClient HttpClient = new(); - private const string CommandPrefix = "azmcp "; private const string SpaceReplacement = "_"; - private const string TestToolIdPrefix = $"azmcp{SpaceReplacement}test{SpaceReplacement}tool{SpaceReplacement}"; + private const string TestToolIdPrefix = $"test{SpaceReplacement}tool{SpaceReplacement}"; static async Task Main(string[] args) { + var stopwatchTotal = Stopwatch.StartNew(); + try { // Show help if requested @@ -34,29 +35,35 @@ static async Task Main(string[] args) !string.IsNullOrEmpty(Environment.GetEnvironmentVariable("GITHUB_ACTIONS")) || args.Contains("--ci"); - // Check if user wants to use a custom tools file - string? customToolsFile = null; + int maxResultsPerTest = 5; // Default maximum number of results to show per test + string? customToolsFile = null; // Optional custom tools file + string? customPromptsFile = null; // Optional custom prompts file + string? customOutputFileName = null; // Optional custom output file name for (int i = 0; i < args.Length; i++) { - if (args[i] == "--tools-file" && i + 1 < args.Length) + if (args[i] == "--top" && i + 1 < args.Length) + { + if (int.TryParse(args[i + 1], out var parsed) && parsed > 0) + { + maxResultsPerTest = parsed; + } + else + { + Console.WriteLine("⚠️ Ignoring --top value (must be a positive integer). Using default: 5."); + } + } + else if (args[i] == "--tools-file" && i + 1 < args.Length) { customToolsFile = args[i + 1]; - - break; } - } - - // Check if user wants to use a custom prompts file - string? customPromptsFile = null; - - for (int i = 0; i < args.Length; i++) - { - if (args[i] == "--prompts-file" && i + 1 < args.Length) + else if (args[i] == "--prompts-file" && i + 1 < args.Length) { customPromptsFile = args[i + 1]; - - break; + } + else if (args[i] == "--output-file-name" && i + 1 < args.Length) + { + customOutputFileName = args[i + 1]; } } @@ -121,7 +128,7 @@ static async Task Main(string[] args) Environment.Exit(0); } - throw new InvalidOperationException("AOAI_ENDPOINT environment variable is required"); + throw new InvalidOperationException("AOAI_ENDPOINT environment variable is required."); } var apiKey = GetApiKey(isCiMode); @@ -156,17 +163,30 @@ static async Task Main(string[] args) listToolsResult = await LoadToolsDynamicallyAsync(toolDir, isCiMode) ?? await LoadToolsFromJsonAsync(Path.Combine(toolDir, "tools.json"), isCiMode); } - if (listToolsResult == null && isCiMode) + if (listToolsResult == null) { - Console.WriteLine("⏭️ Skipping tool selection analysis in CI - tools data not available"); - Environment.Exit(0); + if (isCiMode) + { + Console.WriteLine("⏭️ Skipping tool selection analysis in CI - tools data not available"); + Environment.Exit(0); + } + else + { + throw new InvalidOperationException("No tools found for processing."); + } } // Create vector database var db = new VectorDB(new CosineSimilarity()); var stopwatch = Stopwatch.StartNew(); + var tools = listToolsResult.Tools ?? listToolsResult.ConsolidatedAzureTools; - await PopulateDatabaseAsync(db, listToolsResult!.Tools, embeddingService); + if (tools == null || tools.Count == 0) + { + throw new InvalidOperationException("No tools found for processing."); + } + + await PopulateDatabaseAsync(db, tools, embeddingService); stopwatch.Stop(); @@ -175,9 +195,17 @@ static async Task Main(string[] args) // Check if output should use text format var isTextOutput = IsTextOutput(); + var outputFileName = "results"; + + if (!string.IsNullOrWhiteSpace(customOutputFileName)) + { + outputFileName = Path.GetFileNameWithoutExtension(customOutputFileName); + } + + outputFileName += isTextOutput ? ".txt" : ".md"; // Determine output file path - var outputFilePath = Path.Combine(toolDir, isTextOutput ? "results.txt" : "results.md"); + var outputFilePath = Path.Combine(toolDir, outputFileName); // Add console output Console.WriteLine("🔍 Running tool selection analysis..."); @@ -245,14 +273,46 @@ static async Task Main(string[] args) { // Use default fallback logic var defaultPromptsPath = Path.Combine(repoRoot, "docs", "e2eTestPrompts.md"); - toolNameAndPrompts = await LoadPromptsFromMarkdownAsync(defaultPromptsPath, isCiMode); + var promptsJsonPath = Path.Combine(toolDir, "prompts.json"); - // Save parsed prompts to prompts.json for future use - if (toolNameAndPrompts != null) + if (File.Exists(defaultPromptsPath)) { - await SavePromptsToJsonAsync(toolNameAndPrompts, Path.Combine(toolDir, "prompts.json")); + // Load from markdown and save a normalized JSON copy for future runs + toolNameAndPrompts = await LoadPromptsFromMarkdownAsync(defaultPromptsPath, isCiMode); - Console.WriteLine($"💾 Saved prompts to prompts.json"); + if (toolNameAndPrompts != null) + { + await SavePromptsToJsonAsync(toolNameAndPrompts, promptsJsonPath); + + Console.WriteLine($"💾 Saved prompts to prompts.json"); + } + else + { + // If parsing returned no prompts, try to fall back to a previously saved prompts.json + if (File.Exists(promptsJsonPath)) + { + Console.WriteLine($"⚠️ No prompts parsed from {defaultPromptsPath}; falling back to prompts.json at {promptsJsonPath}"); + toolNameAndPrompts = await LoadPromptsFromJsonAsync(promptsJsonPath, isCiMode); + } + } + } + else + { + // Default markdown not present — try prompts.json before failing + if (File.Exists(promptsJsonPath)) + { + Console.WriteLine($"⚠️ Default prompts markdown not found at {defaultPromptsPath}; falling back to prompts.json at {promptsJsonPath}"); + toolNameAndPrompts = await LoadPromptsFromJsonAsync(promptsJsonPath, isCiMode); + } + else + { + // No default prompts available. In CI we silently let callers handle this (they may exit), otherwise warn the user. + if (!isCiMode) + { + Console.WriteLine($"⚠️ No prompts found: neither {defaultPromptsPath} nor {promptsJsonPath} exist. Provide prompts via --prompts-file or create one of these files."); + } + toolNameAndPrompts = null; + } } } @@ -279,11 +339,14 @@ static async Task Main(string[] args) return; } - await RunPromptsAsync(db, toolNameAndPrompts!, embeddingService, executionTime, writer, isCiMode); + await PerformAnalysis(db, toolNameAndPrompts!, embeddingService, executionTime, writer, isCiMode, maxResultsPerTest); + + stopwatchTotal.Stop(); // Print summary to console for immediate feedback Console.WriteLine($"🎯 Tool selection analysis completed"); Console.WriteLine($"📊 Results written to: {Path.GetFullPath(outputFilePath)}"); + Console.WriteLine($"⏱️ Total execution time: {stopwatchTotal.Elapsed.TotalSeconds:F7}s"); } catch (Exception ex) { @@ -298,7 +361,7 @@ private static bool IsTextOutput() { var args = Environment.GetCommandLineArgs(); - return args.Contains("--text", StringComparer.OrdinalIgnoreCase); + return args.Contains("--text-results", StringComparer.OrdinalIgnoreCase); } private static string? GetApiKey(bool isCiMode = false) @@ -359,7 +422,7 @@ private static string FindRepoRoot(string startDir) dir = dir.Parent; } - throw new InvalidOperationException("Could not find repo root (AzureMcp.sln or .git)"); + throw new InvalidOperationException("Could not find repo root (AzureMcp.sln or .git)."); } // Resolve the ToolDescriptionEvaluator directory robustly from repo root, with fallbacks from exeDir @@ -487,7 +550,7 @@ private static string FindToolDir(string repoRoot, string exeDir) return null; // Graceful fallback in CI } - throw new InvalidOperationException("No JSON output found from azmcp command"); + throw new InvalidOperationException("No JSON output found from azmcp command."); } var jsonOutput = string.Join('\n', lines.Skip(jsonStartIndex)); @@ -500,7 +563,7 @@ private static string FindToolDir(string repoRoot, string exeDir) { await SaveToolsToJsonAsync(result, Path.Combine(toolDir, "tools.json")); - Console.WriteLine($"💾 Saved {result.Tools.Count} tools to tools.json"); + Console.WriteLine($"💾 Saved {result.Tools?.Count} tools to tools.json"); } return result; @@ -548,20 +611,23 @@ private static async Task SaveToolsToJsonAsync(ListToolsResult toolsResult, stri try { // Normalize only tool and option descriptions instead of escaping the entire JSON document - foreach (var tool in toolsResult.Tools) + if (toolsResult.Tools != null) { - if (!string.IsNullOrEmpty(tool.Description)) + foreach (var tool in toolsResult.Tools) { - tool.Description = EscapeCharacters(tool.Description); - } + if (!string.IsNullOrEmpty(tool.Description)) + { + tool.Description = EscapeCharacters(tool.Description); + } - if (tool.Options != null) - { - foreach (var opt in tool.Options) + if (tool.Options != null) { - if (!string.IsNullOrEmpty(opt.Description)) + foreach (var opt in tool.Options) { - opt.Description = EscapeCharacters(opt.Description); + if (!string.IsNullOrEmpty(opt.Description)) + { + opt.Description = EscapeCharacters(opt.Description); + } } } } @@ -622,7 +688,7 @@ private static async Task SaveToolsToJsonAsync(ListToolsResult toolsResult, stri continue; } - // Parse table rows: | azmcp_tool_name | Test prompt | + // Parse table rows. For example: | tool_name | Test prompt | if (trimmedLine.StartsWith("|") && trimmedLine.Contains("|")) { var parts = trimmedLine.Split('|', StringSplitOptions.RemoveEmptyEntries); @@ -635,10 +701,6 @@ private static async Task SaveToolsToJsonAsync(ListToolsResult toolsResult, stri if (string.IsNullOrWhiteSpace(toolName) || string.IsNullOrWhiteSpace(prompt)) continue; - // Ensure we have a valid tool name (starts with azmcp_) - if (!toolName.StartsWith("azmcp_")) - continue; - if (!prompts.ContainsKey(toolName)) { prompts[toolName] = new List(); @@ -761,13 +823,8 @@ await Task.WhenAll( } else { - // Convert command to tool name format (spaces to dashes) - toolName = tool.Command?.Replace(CommandPrefix, "")?.Replace(" ", SpaceReplacement) ?? tool.Name; - - if (!string.IsNullOrEmpty(toolName) && !toolName.StartsWith($"{CommandPrefix.Trim()}-")) - { - toolName = $"azmcp{SpaceReplacement}{toolName}"; - } + // Convert command to tool name format (spaces to underscores) + toolName = tool.Command?.Replace(" ", SpaceReplacement) ?? tool.Name; } var vector = await embeddingService.CreateEmbeddingsAsync(input); @@ -776,7 +833,7 @@ await Task.WhenAll( } } - private static async Task RunPromptsAsync(VectorDB db, Dictionary> toolNameWithPrompts, EmbeddingService embeddingService, TimeSpan databaseSetupTime, StreamWriter writer, bool isCiMode = false) + private static async Task PerformAnalysis(VectorDB db, Dictionary> toolNameWithPrompts, EmbeddingService embeddingService, TimeSpan databaseSetupTime, StreamWriter writer, bool isCiMode = false, int maxResultsPerTest = 5) { var stopwatch = Stopwatch.StartNew(); int promptCount = 0; @@ -841,9 +898,12 @@ private static async Task RunPromptsAsync(VectorDB db, Dictionary CalculateSuccessRateAsync(VectorDB { metrics.TotalTests++; var vector = await embeddingService.CreateEmbeddingsAsync(prompt); - var queryResults = db.Query(vector, new QueryOptions(TopK: 10)); // Get more results to check confidence scores + var queryResults = db.Query(vector, new QueryOptions(TopK: 10)); // Metrics calculation keeps fixed TopK for consistency if (queryResults.Count > 0) { @@ -1089,35 +1149,37 @@ private static void ShowHelp() Console.WriteLine(); Console.WriteLine("MODES:"); Console.WriteLine(" Default mode Run full analysis on all tools and prompts"); - Console.WriteLine(" --validate Test a specific tool description against a prompt"); + Console.WriteLine(" --validate Test a specific tool description against one or more prompts"); Console.WriteLine(); Console.WriteLine("OPTIONS:"); Console.WriteLine(" --help, -h Show this help message"); Console.WriteLine(" --ci Run in CI mode (graceful failures)"); - Console.WriteLine(" --tools-file Use custom JSON file for tools instead of dynamic loading"); - Console.WriteLine(" --prompts-file Use custom prompts file (.md or .json format)"); - Console.WriteLine(" --markdown Output results in markdown format"); - Console.WriteLine(" --tool-description Tool description to test (used with --validate, only one allowed)"); + Console.WriteLine(" --tools-file Use a custom JSON file for tools instead of dynamic loading from docs .md"); + Console.WriteLine(" --prompts-file Use custom prompts file (supported formats: .md or .json)"); + Console.WriteLine(" --output-file-name Custom output file name (no extension)"); + Console.WriteLine(" --text-results Output results in .txt format"); + Console.WriteLine(" --top Number of results to display per test (default 5)"); + Console.WriteLine(" --tool-description A single tool description to test (used with --validate)"); Console.WriteLine(" --prompt Test prompt (used with --validate, can be repeated)"); Console.WriteLine(); Console.WriteLine("ENVIRONMENT VARIABLES:"); Console.WriteLine(" AOAI_ENDPOINT Azure OpenAI endpoint URL"); Console.WriteLine(" TEXT_EMBEDDING_API_KEY Azure OpenAI API key"); - Console.WriteLine(" output Set to 'md' for markdown output"); Console.WriteLine(); Console.WriteLine("EXAMPLES:"); Console.WriteLine(" ToolDescriptionEvaluator # Use dynamic tool loading (default)"); Console.WriteLine(" ToolDescriptionEvaluator --tools-file my-tools.json # Use custom tools file"); Console.WriteLine(" ToolDescriptionEvaluator --prompts-file my-prompts.md # Use custom prompts file"); - Console.WriteLine(" ToolDescriptionEvaluator --markdown # Output in markdown format"); - Console.WriteLine(" ToolDescriptionEvaluator --ci --tools-file tools.json # CI mode with JSON file"); + Console.WriteLine(" ToolDescriptionEvaluator --output-file-name my-results # Use custom output file name (don't include extension)"); + Console.WriteLine(" ToolDescriptionEvaluator --text-results # Output in text format"); + Console.WriteLine(" ToolDescriptionEvaluator --ci --tools-file tools.json # CI mode with JSON file"); Console.WriteLine(); - Console.WriteLine(" # Validate a single tool description:"); + Console.WriteLine(" # Validate a tool description against a single prompt:"); Console.WriteLine(" ToolDescriptionEvaluator --validate \\"); Console.WriteLine(" --tool-description \"Lists all storage accounts in a subscription\" \\"); Console.WriteLine(" --prompt \"show me my storage accounts\""); Console.WriteLine(); - Console.WriteLine(" # Validate one description against multiple prompts:"); + Console.WriteLine(" # Validate a tool description against multiple prompts:"); Console.WriteLine(" ToolDescriptionEvaluator --validate \\"); Console.WriteLine(" --tool-description \"Lists storage accounts\" \\"); Console.WriteLine(" --prompt \"show me storage accounts\" \\"); @@ -1177,23 +1239,44 @@ private static async Task RunValidationModeAsync(string toolDir, string toolDesc // Load existing tools for comparison var listToolsResult = await LoadToolsDynamicallyAsync(toolDir, isCiMode) ?? await LoadToolsFromJsonAsync("tools.json", isCiMode); - if (listToolsResult == null && isCiMode) + if (listToolsResult == null) { - Console.WriteLine("⏭️ Skipping validation in CI - tools data not available"); - Environment.Exit(0); + if (isCiMode) + { + Console.WriteLine("⏭️ Skipping validation in CI - tools data not available"); + Environment.Exit(0); + } + + Console.WriteLine("❌ Error: No tools found for processing"); + Environment.Exit(1); } // Create test tools with the provided description - var testTools = new List(); + var testTools = new List + { + new Tool + { + Name = $"{TestToolIdPrefix}1", + Description = toolDescription + } + }; + + var tools = listToolsResult.Tools ?? listToolsResult.ConsolidatedAzureTools; - testTools.Add(new Tool + if (tools == null || tools.Count == 0) { - Name = $"{TestToolIdPrefix}1", - Description = toolDescription - }); + if (isCiMode) + { + Console.WriteLine("⏭️ Skipping validation in CI - tools data not available"); + Environment.Exit(0); + } + + Console.WriteLine("❌ Error: No tools found for processing"); + Environment.Exit(1); + } // Create vector database with existing tools + test tools - var allTools = new List(listToolsResult!.Tools); + var allTools = new List(tools); allTools.AddRange(testTools); @@ -1344,14 +1427,8 @@ private static async Task RunValidationModeAsync(string toolDir, string toolDesc internal static class UnicodeChars { - public const string SingleQuote = "\u0027"; public const string LeftSingleQuote = "\u2018"; public const string RightSingleQuote = "\u2019"; - public const string DoubleQuote = "\u0022"; public const string LeftDoubleQuote = "\u201C"; public const string RightDoubleQuote = "\u201D"; - public const string LessThan = "\u003C"; - public const string GreaterThan = "\u003E"; - public const string Ampersand = "\u0026"; - public const string Backtick = "\u0060"; } diff --git a/eng/tools/ToolDescriptionEvaluator/README.md b/eng/tools/ToolDescriptionEvaluator/README.md index 4ce040880..08d1067ab 100644 --- a/eng/tools/ToolDescriptionEvaluator/README.md +++ b/eng/tools/ToolDescriptionEvaluator/README.md @@ -24,7 +24,6 @@ The application: ├── tools.json # Tool definitions (fallback/static) ├── prompts.json # Test prompts (fallback/static) ├── .env.example # Environment variables template -├── results.txt # Analysis output (plain text) ├── results.md # Analysis output (markdown) └── README.md # This file ``` @@ -159,7 +158,7 @@ Results are written to `results.md` with: ### Plain Text Output -Results are written to `results.txt`: +Results are written to `results.txt` when using the following option: ```bash dotnet run -- --text @@ -169,6 +168,14 @@ dotnet run -- --text - Includes confidence scores and success rates - Shows top matching tools for each prompt +### Custom output file name + +You can use a custom file name by using the option `--output-file-name` + +```bash +dotnet run -- --output-file-name my-tests +``` + ### Analysis Metrics The tool provides several key metrics: @@ -201,10 +208,10 @@ The tool reads from `../../../docs/e2eTestPrompts.md` which contains tables like ## Azure Storage | Tool Name | Test Prompt | -|:----------|:----------| -| azmcp-storage-account-list | List all storage accounts in my subscription | -| azmcp-storage-account-list | Show me my storage accounts | -| azmcp-storage-container-list | List containers in storage account | +|:----------|:------------| +| azmcp-storage-account-get | List all storage accounts in my subscription | +| azmcp-storage-account-get | Show me my storage accounts | +| azmcp-storage-container-get | List containers in storage account | ``` #### JSON Format (Alternative) @@ -213,11 +220,11 @@ Prompts can be organized in JSON format: ```json { - "azmcp-storage-account-list": [ + "azmcp-storage-account-get": [ "List all storage accounts in my subscription", "Show me my storage accounts" ], - "azmcp-storage-container-list": [ + "azmcp-storage-container-get": [ "List containers in storage account " ] } diff --git a/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json b/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json new file mode 100644 index 000000000..cb12c2b43 --- /dev/null +++ b/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json @@ -0,0 +1,373 @@ +{ + "get_azure_subscriptions_and_resource_groups": [ + "List all resource groups in my subscription", + "List all subscriptions for my account", + "Show me my resource groups", + "Show me my subscriptions", + "Show me the resource groups in my subscription", + "What is my current subscription?", + "What subscriptions do I have?" + ], + "get_azure_app_resource_details": [ + "Add a CosmosDB database to app service ", + "Add a database connection to my app service in resource group ", + "Add a MySQL database to app service ", + "Add a PostgreSQL database to app service ", + "Add database on server to app service ", + "Add database with retry policy to app service ", + "Configure a SQL Server database for app service ", + "Configure tenant for database in app service ", + "Describe the function app in resource group ", + "Get configuration for function app ", + "Get function app status for ", + "Get information about my function app in ", + "List all function apps in my subscription", + "Retrieve host name and status of function app ", + "Set connection string for database in app service ", + "Show function app details for in ", + "Show me my Azure function apps", + "Show me the details for the function app ", + "Show plan and region for function app ", + "What function apps do I have?", + "What is the status of function app ?" + ], + "get_azure_databases_details": [ + "Display the properties of SQL server ", + "Get the configuration details for SQL server ", + "Get the configuration details for the SQL database on server ", + "List all Azure SQL servers in resource group ", + "List all cosmosdb accounts in my subscription", + "List all databases in the Azure SQL server ", + "List all MySQL databases in server ", + "List all MySQL servers in my subscription", + "List all PostgreSQL databases in server ", + "List all PostgreSQL servers in my subscription", + "List all tables in the MySQL database in server ", + "List all tables in the PostgreSQL database in server ", + "List all the containers in the database for the cosmosdb account ", + "List all the databases in the cosmosdb account ", + "Show me all items that contain the word in the MySQL database in server ", + "Show me all items that contain the word in the PostgreSQL database in server ", + "Show me all the databases configuration details in the Azure SQL server ", + "Show me every SQL server available in resource group ", + "Show me if the parameter my PostgreSQL server has replication enabled", + "Show me my cosmosdb accounts", + "Show me my MySQL servers", + "Show me my PostgreSQL servers", + "Show me the configuration of MySQL server ", + "Show me the configuration of PostgreSQL server ", + "Show me the containers in the database for the cosmosdb account ", + "Show me the cosmosdb accounts in my subscription", + "Show me the databases in the cosmosdb account ", + "Show me the details of Azure SQL server in resource group ", + "Show me the details of SQL database in server ", + "Show me the items that contain the word in the container in the database for the cosmosdb account ", + "Show me the MySQL databases in server ", + "Show me the MySQL servers in my subscription", + "Show me the PostgreSQL databases in server ", + "Show me the PostgreSQL servers in my subscription", + "Show me the schema of table in the MySQL database in server ", + "Show me the schema of table
in the PostgreSQL database in server ", + "Show me the tables in the MySQL database in server ", + "Show me the tables in the PostgreSQL database in server ", + "Show me the value of connection timeout in seconds in my MySQL server " + ], + "edit_azure_databases": [ + "Enable replication for my PostgreSQL server ", + "Set connection timeout to 20 seconds for my MySQL server " + ], + "get_azure_resource_and_app_health_status": [ + "Analyze the performance trends and response times for Application Insights resource over the last ", + "Check the availability metrics for my Application Insights resource for the last ", + "Get metric definitions for from the namespace", + "Get the metric for over the last with intervals", + "Get the availability status for resource ", + "Investigate error rates and failed requests for Application Insights resource for the last ", + "List all available table types in the Log Analytics workspace ", + "List all Azure Managed Grafana in one subscription", + "List all Log Analytics workspaces in my subscription", + "List all monitored resources in the Datadog resource ", + "List all tables in the Log Analytics workspace ", + "List availability status for all resources in my subscription", + "List code optimization recommendations across my Application Insights components", + "List profiler recommendations for Application Insights in resource group ", + "Please help me diagnose issues with my app using app lens", + "Query the metric for for the last ", + "Show me all available metrics and their definitions for storage account ", + "Show me code optimization recommendations for all Application Insights resources in my subscription", + "Show me my Log Analytics workspaces", + "Show me performance improvement recommendations from Application Insights", + "Show me the available table types in the Log Analytics workspace ", + "Show me the health status of all my Azure resources", + "Show me the health status of entity in the Log Analytics workspace ", + "Show me the health status of the storage account ", + "Show me the Log Analytics workspaces in my subscription", + "Show me the logs for the past hour for the resource in the Log Analytics workspace ", + "Show me the logs for the past hour in the Log Analytics workspace ", + "Show me the monitored resources in the Datadog resource ", + "Show me the tables in the Log Analytics workspace ", + "Use app lens to check why my app is slow?", + "What does app lens say is wrong with my service?", + "What is the availability status of virtual machine in resource group ?", + "What metric definitions are available for the Application Insights resource ", + "What resources in resource group have health issues?", + "What's the request per second rate for my Application Insights resource over the last " + ], + "deploy_resources_and_applications_to_azure": [ + "Create a plan to deploy this application to azure", + "How can I create a CI/CD pipeline to deploy this app to Azure?", + "Show me the log of the application deployed by azd", + "Show me the rules to generate bicep scripts" + ], + "execute_azure_developer_cli": [], + "get_azure_app_config_settings": [ + "List all App Configuration stores in my subscription", + "List all key-value settings in App Configuration store ", + "Show me my App Configuration stores", + "Show me the App Configuration stores in my subscription", + "Show me the key-value settings in App Configuration store ", + "Show the content for the key in App Configuration store " + ], + "edit_azure_app_config_settings": [ + "Delete the key in App Configuration store ", + "Set the key in App Configuration store to " + ], + "lock_unlock_azure_app_config_settings": [ + "Lock the key in App Configuration store ", + "Unlock the key in App Configuration store " + ], + "edit_azure_workbooks": [ + "Delete the workbook with resource ID ", + "Update the workbook with a new text step" + ], + "create_azure_workbooks": [ + "Create a new workbook named " + ], + "get_azure_workbooks_details": [ + "Get information about the workbook with resource ID ", + "List all workbooks in my resource group ", + "Show me the workbook with display name ", + "What workbooks do I have in resource group ?" + ], + "audit_azure_resources_compliance": [ + "Check my Azure subscription for any compliance issues or recommendations", + "Provide compliance recommendations for my current Azure subscription", + "Scan my Azure subscription for compliance recommendations" + ], + "execute_azure_cli": [], + "get_azure_security_configurations": [ + "List all available role assignments in my subscription", + "Show me the available role assignments in my subscription" + ], + "get_azure_key_vault": [ + "List all certificates in the key vault ", + "List all keys in the key vault ", + "List all secrets in the key vault ", + "Show me the certificate in the key vault ", + "Show me the certificates in the key vault ", + "Show me the details of the certificate in the key vault ", + "Show me the details of the key in the key vault ", + "Show me the key in the key vault ", + "Show me the keys in the key vault ", + "Show me the secrets in the key vault " + ], + "create_azure_key_vault_items": [ + "Create a new certificate called in the key vault ", + "Create a new key called with the RSA type in the key vault ", + "Create a new secret called with value in the key vault " + ], + "import_azure_key_vault_certificates": [ + "Import a certificate into the key vault using the name ", + "Import the certificate in file into the key vault " + ], + "get_azure_best_practices": [ + "Fetch the Azure Terraform best practices", + "Get the latest Azure best practices", + "Get the latest Azure code generation best practices", + "Get the latest Azure deployment best practices", + "Get the latest Azure Functions best practices", + "Get the latest Azure Functions code generation best practices", + "Get the latest Azure Functions deployment best practices", + "Get the latest Azure Static Web Apps best practices", + "How can I use Bicep to create an Azure OpenAI service?", + "Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault", + "What are azure function best practices?" + ], + "design_azure_architecture": [ + "Generate the azure architecture diagram for this application", + "Help me create a cloud service that will serve as ATM for users", + "How can I design a cloud service in Azure that will store and present videos for users?", + "I want to design a cloud app for ordering groceries", + "Please help me design an architecture for a large-scale file upload, storage, and retrieval service" + ], + "get_azure_load_testing_details": [ + "Get all the load test runs for the test with id in the load test resource in resource group ", + "Get the load test run with id in the load test resource in resource group ", + "Get the load test with id in the load test resource in resource group ", + "List all load testing resources in the resource group in my subscription" + ], + "create_azure_load_testing": [ + "Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription", + "Create a load test resource in the resource group in my subscription", + "Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as " + ], + "update_azure_load_testing_configurations": [ + "Update a test run display name as for the id for test in the load testing resource in resource group ." + ], + "search_microsoft_docs": [], + "get_azure_ai_resources_details": [ + "Get the schema configuration for knowledge index ", + "List all AI Foundry model deployments", + "List all AI Foundry models", + "List all Cognitive Search services in my subscription", + "List all indexes in the Cognitive Search service ", + "List all knowledge indexes in my AI Foundry project", + "Search for instances of in the index in Cognitive Search service ", + "Show me all AI Foundry model deployments", + "Show me my Cognitive Search services", + "Show me the available AI Foundry models", + "Show me the Cognitive Search services in my subscription", + "Show me the details of the index in Cognitive Search service ", + "Show me the indexes in the Cognitive Search service ", + "Show me the knowledge indexes in my AI Foundry project", + "Show me the schema for knowledge index in my AI Foundry project" + ], + "deploy_azure_ai_models": [ + "Deploy a GPT4o instance on my resource " + ], + "connect_azure_ai_foundry_agents": [ + "Query an agent in my AI foundry project" + ], + "evaluate_azure_ai_foundry_agents": [ + "Evaluate the full query and response I got from my agent for task_adherence" + ], + "get_azure_storage_details": [ + "Get details about the storage account ", + "Get the details about blob in the container in storage account ", + "List all blob containers in the storage account ", + "List all blobs in the blob container in the storage account ", + "List all storage accounts in my subscription including their location and SKU", + "List the Azure Managed Lustre filesystems in my resource group ", + "List the Azure Managed Lustre filesystems in my subscription ", + "List the Azure Managed Lustre SKUs available in ", + "Show me my storage accounts with whether hierarchical namespace (HNS) is enabled", + "Show me the blobs in the blob container in the storage account ", + "Show me the containers in the storage account ", + "Show me the details for my storage account ", + "Show me the properties for blob in container in storage account ", + "Show me the properties of the storage container in the storage account ", + "Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings" + ], + "create_azure_storage": [ + "Create a new blob container named documents with container public access in storage account ", + "Create a new storage account called testaccount123 in East US region", + "Create a new storage account with Data Lake Storage Gen2 enabled", + "Create a storage account with premium performance and LRS replication", + "Create the container using blob public access in storage account ", + "Create the storage container mycontainer in storage account " + ], + "upload_azure_storage_blobs": [ + "Upload file to storage blob in container in storage account " + ], + "get_azure_cache_for_redis_details": [ + "List all access policies in the Redis Cache ", + "List all databases in the Redis Cluster ", + "List all Redis Caches in my subscription", + "List all Redis Clusters in my subscription", + "Show me my Redis Caches", + "Show me my Redis Clusters", + "Show me the access policies in the Redis Cache ", + "Show me the databases in the Redis Cluster ", + "Show me the Redis Caches in my subscription", + "Show me the Redis Clusters in my subscription" + ], + "browse_azure_marketplace_products": [ + "Get details about marketplace product ", + "Search for Microsoft products in the marketplace", + "Show me marketplace products from publisher " + ], + "get_azure_capacity": [ + "Check usage information for in region ", + "Show me the available regions for these resource types ", + "Tell me how many IP addresses I need for of " + ], + "get_azure_messaging_service_details": [ + "List all Event Grid subscriptions in subscription ", + "List all Event Grid topics in my subscription", + "List all Event Grid topics in resource group in subscription ", + "List all Event Grid topics in subscription ", + "List Event Grid subscriptions for subscription in location ", + "List Event Grid subscriptions for topic in resource group ", + "List Event Grid subscriptions for topic in subscription ", + "Show all Event Grid subscriptions in my subscription", + "Show Event Grid subscriptions in resource group in subscription ", + "Show me all Event Grid subscriptions for topic ", + "Show me the details of service bus queue ", + "Show me the details of service bus subscription ", + "Show me the details of service bus topic ", + "Show me the Event Grid topics in my subscription" + ], + "get_azure_data_explorer_kusto_details": [ + "List all Data Explorer clusters in my subscription", + "List all databases in the Data Explorer cluster ", + "List all tables in the Data Explorer database in cluster ", + "Show me a data sample from the Data Explorer table in cluster ", + "Show me all items that contain the word in the Data Explorer table in cluster ", + "Show me my Data Explorer clusters", + "Show me the Data Explorer clusters in my subscription", + "Show me the databases in the Data Explorer cluster ", + "Show me the details of the Data Explorer cluster ", + "Show me the schema for table in the Data Explorer database in cluster ", + "Show me the tables in the Data Explorer database in cluster " + ], + "create_azure_database_admin_configurations": [ + "Add a firewall rule to allow access from IP range to for SQL server ", + "Create a firewall rule for my Azure SQL server ", + "Create a new firewall rule named for SQL server " + ], + "delete_azure_database_admin_configurations": [ + "Delete a firewall rule from my Azure SQL server ", + "Delete firewall rule for SQL server ", + "Remove the firewall rule from SQL server " + ], + "get_azure_database_admin_configuration_details": [ + "List all elastic pools in SQL server ", + "List all firewall rules for SQL server ", + "List Microsoft Entra ID administrators for SQL server ", + "Show me the elastic pools configured for SQL server ", + "Show me the Entra ID administrators configured for SQL server ", + "Show me the firewall rules for SQL server ", + "What elastic pools are available in my SQL server ?", + "What firewall rules are configured for my SQL server ?", + "What Microsoft Entra ID administrators are set up for my SQL server ?" + ], + "get_azure_container_details": [ + "Get details for nodepool in AKS cluster in ", + "Get the configuration of AKS cluster ", + "List all AKS clusters in my subscription", + "List all Azure Container Registries in my subscription", + "List all container registry repositories in my subscription", + "List container registries in resource group ", + "List nodepools for AKS cluster in ", + "List repositories in the container registry ", + "Show me my Azure Container Registries", + "Show me my Azure Kubernetes Service clusters", + "Show me my container registry repositories", + "Show me the configuration for nodepool in AKS cluster in resource group ", + "Show me the container registries in my subscription", + "Show me the container registries in resource group ", + "Show me the details of AKS cluster in resource group ", + "Show me the network configuration for AKS cluster ", + "Show me the nodepool list for AKS cluster in ", + "Show me the repositories in the container registry ", + "What AKS clusters do I have?", + "What are the details of my AKS cluster in ?", + "What is the setup of nodepool for AKS cluster in ?", + "What nodepools do I have for AKS cluster in " + ], + "get_azure_virtual_desktop_details": [ + "List all host pools in my subscription", + "List all session hosts in host pool ", + "List all user sessions on session host in host pool " + ] +} \ No newline at end of file diff --git a/eng/tools/ToolDescriptionEvaluator/consolidated-tools.json b/eng/tools/ToolDescriptionEvaluator/consolidated-tools.json new file mode 100644 index 000000000..4ea3d410b --- /dev/null +++ b/eng/tools/ToolDescriptionEvaluator/consolidated-tools.json @@ -0,0 +1,1528 @@ +{ + "consolidated_azure_tools": [ + { + "name": "get_azure_subscriptions_and_resource_groups", + "description": "Get information about Azure subscriptions and resource groups that the user has access to.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_group_list", + "mcp_azure-mcp-ser_azmcp_subscription_list" + ] + }, + { + "name": "get_azure_app_resource_details", + "description": "Get details about Azure application platform services, such as Azure Functions, and manage database integrations for App Service applications.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_appservice_database_add", + "mcp_azure-mcp-ser_azmcp_functionapp_get" + ] + }, + { + "name": "get_azure_databases_details", + "description": "Comprehensive Azure database management tool for MySQL, PostgreSQL, SQL Database, SQL Server, and Cosmos DB. List and query databases, retrieve server configurations and parameters, explore table schemas, execute database queries, manage Cosmos DB containers and items, list and view detailed information about SQL servers, and view database server details across all Azure database services.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_mysql_database_list", + "mcp_azure-mcp-ser_azmcp_mysql_database_query", + "mcp_azure-mcp-ser_azmcp_mysql_server_config_get", + "mcp_azure-mcp-ser_azmcp_mysql_server_list", + "mcp_azure-mcp-ser_azmcp_mysql_server_param_get", + "mcp_azure-mcp-ser_azmcp_mysql_table_list", + "mcp_azure-mcp-ser_azmcp_mysql_table_schema_get", + "mcp_azure-mcp-ser_azmcp_postgres_database_list", + "mcp_azure-mcp-ser_azmcp_postgres_database_query", + "mcp_azure-mcp-ser_azmcp_postgres_server_config_get", + "mcp_azure-mcp-ser_azmcp_postgres_server_list", + "mcp_azure-mcp-ser_azmcp_postgres_server_param_get", + "mcp_azure-mcp-ser_azmcp_postgres_table_list", + "mcp_azure-mcp-ser_azmcp_postgres_table_schema_get", + "mcp_azure-mcp-ser_azmcp_sql_db_list", + "mcp_azure-mcp-ser_azmcp_sql_db_show", + "mcp_azure-mcp-ser_azmcp_sql_server_list", + "mcp_azure-mcp-ser_azmcp_sql_server_show", + "mcp_azure-mcp-ser_azmcp_cosmos_account_list", + "mcp_azure-mcp-ser_azmcp_cosmos_database_container_item_query", + "mcp_azure-mcp-ser_azmcp_cosmos_database_container_list", + "mcp_azure-mcp-ser_azmcp_cosmos_database_list" + ] + }, + { + "name": "edit_azure_databases", + "description": "Edit Azure MySQL and PostgreSQL database server parameters", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": true, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_mysql_server_param_set", + "mcp_azure-mcp-ser_azmcp_postgres_server_param_set" + ] + }, + { + "name": "get_azure_resource_and_app_health_status", + "description": "Get Azure resource and application health status and metrics and availability. Query Log Analytics, list Log Analytics workspaces, get the current availability status of Azure resources, list Grafana instances, view Datadog monitored resources, perform App Lens diagnostics for comprehensive application troubleshooting, and retrieve Application Insights recommendations for performance optimization.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_applicationinsights_recommendation_list", + "mcp_azure-mcp-ser_azmcp_applens_resource_diagnose", + "mcp_azure-mcp-ser_azmcp_grafana_list", + "mcp_azure-mcp-ser_azmcp_datadog_monitoredresources_list", + "mcp_azure-mcp-ser_azmcp_monitor_workspace_list", + "mcp_azure-mcp-ser_azmcp_monitor_healthmodels_entity_gethealth", + "mcp_azure-mcp-ser_azmcp_monitor_metrics_definitions", + "mcp_azure-mcp-ser_azmcp_monitor_metrics_query", + "mcp_azure-mcp-ser_azmcp_monitor_resource_log_query", + "mcp_azure-mcp-ser_azmcp_monitor_table_list", + "mcp_azure-mcp-ser_azmcp_monitor_table_type_list", + "mcp_azure-mcp-ser_azmcp_monitor_workspace_log_query", + "mcp_azure-mcp-ser_azmcp_resourcehealth_availability-status_get", + "mcp_azure-mcp-ser_azmcp_resourcehealth_availability-status_list" + ] + }, + { + "name": "deploy_resources_and_applications_to_azure", + "description": "Deploy resources and applications to Azure. Retrieve application logs, access Bicep and Terraform rules, get CI/CD pipeline guidance, and generate deployment plans.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_deploy_app_logs_get", + "mcp_azure-mcp-ser_azmcp_deploy_iac_rules_get", + "mcp_azure-mcp-ser_azmcp_deploy_pipeline_guidance_get", + "mcp_azure-mcp-ser_azmcp_deploy_plan_get" + ] + }, + { + "name": "execute_azure_developer_cli", + "description": "Execute Azure Developer CLI (azd) commands for modern cloud-native application development workflows. Supports azd operations including project initialization, environment provisioning, application deployment, monitoring setup, and cleanup. Essential for cloud-native development teams using azd templates and Infrastructure as Code patterns with integrated CI/CD pipeline automation.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_extension_azd" + ] + }, + { + "name": "get_azure_app_config_settings", + "description": "Get details about Azure App Configuration settings", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_appconfig_account_list", + "mcp_azure-mcp-ser_azmcp_appconfig_kv_list", + "mcp_azure-mcp-ser_azmcp_appconfig_kv_show" + ] + }, + { + "name": "edit_azure_app_config_settings", + "description": "Delete or set Azure App Configuration settings with write operations.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": true, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_appconfig_kv_delete", + "mcp_azure-mcp-ser_azmcp_appconfig_kv_set" + ] + }, + { + "name": "lock_unlock_azure_app_config_settings", + "description": "Lock and unlock Azure App Configuration settings", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_appconfig_kv_lock_set" + ] + }, + { + "name": "edit_azure_workbooks", + "description": "Update or delete Azure Monitor Workbooks", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": true, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_workbooks_delete", + "mcp_azure-mcp-ser_azmcp_workbooks_update" + ] + }, + { + "name": "create_azure_workbooks", + "description": "Create new Azure Monitor Workbooks", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_workbooks_create" + ] + }, + { + "name": "get_azure_workbooks_details", + "description": "Get details about Azure Monitor Workbooks including listing workbooks and viewing specific workbook configurations.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_workbooks_list", + "mcp_azure-mcp-ser_azmcp_workbooks_show" + ] + }, + { + "name": "audit_azure_resources_compliance", + "description": "Generate compliance and security audit reports for Azure resources using Azure Quick Review (azqr).", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": false, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_extension_azqr" + ] + }, + { + "name": "execute_azure_cli", + "description": "Answer questions about an Azure environment by executing Azure CLI commands", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_extension_az" + ] + }, + { + "name": "get_azure_security_configurations", + "description": "List Azure RBAC role assignments", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_role_assignment_list" + ] + }, + { + "name": "get_azure_key_vault", + "description": "View and retrieve Azure Key Vault security artifacts, including certificates, keys (both listing and individual key details), and secrets", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_keyvault_certificate_get", + "mcp_azure-mcp-ser_azmcp_keyvault_certificate_list", + "mcp_azure-mcp-ser_azmcp_keyvault_key_get", + "mcp_azure-mcp-ser_azmcp_keyvault_key_list", + "mcp_azure-mcp-ser_azmcp_keyvault_secret_list" + ] + }, + { + "name": "create_azure_key_vault_items", + "description": "Create new security artifacts in Azure Key Vault including certificates, keys, and secrets.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": true, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_keyvault_certificate_create", + "mcp_azure-mcp-ser_azmcp_keyvault_key_create", + "mcp_azure-mcp-ser_azmcp_keyvault_secret_create" + ] + }, + { + "name": "import_azure_key_vault_certificates", + "description": "Import external certificates into Azure Key Vault", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": true + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_keyvault_certificate_import" + ] + }, + { + "name": "get_azure_best_practices", + "description": "Retrieve Azure best practices and infrastructure schema for code generation, deployment, and operations. Covers general Azure practices, Azure Functions best practices, Terraform configurations, Bicep template schemas, and deployment best practices.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": false, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_azureterraformbestpractices_get", + "mcp_azure-mcp-ser_azmcp_bicepschema_get", + "mcp_azure-mcp-ser_azmcp_get_bestpractices_get" + ] + }, + { + "name": "design_azure_architecture", + "description": "Comprehensive Azure architecture design and visualization tool. Provide cloud architecture consulting and recommend optimal Azure solutions following Well-Architected Framework principles. Also generates visual Mermaid diagrams from application topologies.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": false, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_cloudarchitect_design", + "mcp_azure-mcp-ser_azmcp_deploy_architecture_diagram_generate" + ] + }, + { + "name": "get_azure_load_testing_details", + "description": "Get Azure Load Testing test configurations, results, and test resources including listing load testing resources.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_loadtesting_testresource_list", + "mcp_azure-mcp-ser_azmcp_loadtesting_test_get", + "mcp_azure-mcp-ser_azmcp_loadtesting_testrun_get", + "mcp_azure-mcp-ser_azmcp_loadtesting_testrun_list" + ] + }, + { + "name": "create_azure_load_testing", + "description": "Create Load Testing resource or execute Azure Load Testing tests.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_loadtesting_test_create", + "mcp_azure-mcp-ser_azmcp_loadtesting_testresource_create", + "mcp_azure-mcp-ser_azmcp_loadtesting_testrun_create" + ] + }, + { + "name": "update_azure_load_testing_configurations", + "description": "Update Azure Load Testing configurations and test run settings.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": true, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_loadtesting_testrun_update" + ] + }, + { + "name": "search_microsoft_docs", + "description": "Search official Microsoft and Azure documentation for accurate, up-to-date information.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_microsoft_docs_fetch", + "mcp_azure-mcp-ser_microsoft_docs_search" + ] + }, + { + "name": "get_azure_ai_resources_details", + "description": "Get details about Azure AI resources including listing and querying AI Search services, listing models available to be deployed and models deployed already and knowledge index schema by AI Foundry and related AI infrastructure.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_search_service_list", + "mcp_azure-mcp-ser_azmcp_search_index_get", + "mcp_azure-mcp-ser_azmcp_search_index_query", + "mcp_azure-mcp-ser_azmcp_foundry_models_deployments_list", + "mcp_azure-mcp-ser_azmcp_foundry_models_list", + "mcp_azure-mcp-ser_azmcp_foundry_knowledge_index_list", + "mcp_azure-mcp-ser_azmcp_foundry_knowledge_index_schema" + ] + }, + { + "name": "deploy_azure_ai_models", + "description": "Deploy a model to Azure AI Foundry.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_foundry_models_deploy" + ] + }, + { + "name": "connect_azure_ai_foundry_agents", + "description": "Connect to Azure AI Foundry agents for establishing agent connections and communication channels.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_foundry_agents_connect" + ] + }, + { + "name": "evaluate_azure_ai_foundry_agents", + "description": "Evaluate Azure AI Foundry agents for performance assessment and testing of agent capabilities.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": false, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_foundry_agents_evaluate" + ] + }, + { + "name": "get_azure_storage_details", + "description": "Get details about Azure Storage resources including Storage accounts, blob containers, blob data, and Azure Managed Lustre filesystem information including available SKUs, but not health status.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_azuremanagedlustre_filesystem_list", + "mcp_azure-mcp-ser_azmcp_azuremanagedlustre_filesystem_sku_get", + "mcp_azure-mcp-ser_azmcp_storage_account_get", + "mcp_azure-mcp-ser_azmcp_storage_blob_container_get", + "mcp_azure-mcp-ser_azmcp_storage_blob_get" + ] + }, + { + "name": "create_azure_storage", + "description": "Create Azure Storage accounts and blob containers.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_storage_account_create", + "mcp_azure-mcp-ser_azmcp_storage_blob_container_create" + ] + }, + { + "name": "upload_azure_storage_blobs", + "description": "Upload files and data to Azure Storage blob containers.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": true + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_storage_blob_upload" + ] + }, + { + "name": "get_azure_cache_for_redis_details", + "description": "Get details about Azure Cache for Redis resources including cache instances, clusters, access policies, and database configurations. List and manage Redis caches and clusters.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_redis_cache_list", + "mcp_azure-mcp-ser_azmcp_redis_cluster_list", + "mcp_azure-mcp-ser_azmcp_redis_cache_accesspolicy_list", + "mcp_azure-mcp-ser_azmcp_redis_cluster_database_list" + ] + }, + { + "name": "browse_azure_marketplace_products", + "description": "Browse products and offers in the Azure Marketplace", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_marketplace_product_list", + "mcp_azure-mcp-ser_azmcp_marketplace_product_get" + ] + }, + { + "name": "get_azure_capacity", + "description": "Check Azure resource capacity, quotas, available regions, usage limits, and high-performance computing infrastructure", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_quota_region_availability_list", + "mcp_azure-mcp-ser_azmcp_quota_usage_check", + "mcp_azure-mcp-ser_azmcp_azuremanagedlustre_filesystem_required-subnet-size" + ] + }, + { + "name": "get_azure_messaging_service_details", + "description": "Get details about Azure messaging services including Service Bus queues, topics, subscriptions, and Event Grid topics and subscriptions.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_eventgrid_topic_list", + "mcp_azure-mcp-ser_azmcp_eventgrid_subscription_list", + "mcp_azure-mcp-ser_azmcp_servicebus_queue_details", + "mcp_azure-mcp-ser_azmcp_servicebus_topic_details", + "mcp_azure-mcp-ser_azmcp_servicebus_topic_subscription_details" + ] + }, + { + "name": "get_azure_data_explorer_kusto_details", + "description": "Get details about Azure Data Explorer (Kusto). List clusters, execute KQL queries, manage databases, explore table schemas, and get data samples.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_kusto_cluster_list", + "mcp_azure-mcp-ser_azmcp_kusto_cluster_get", + "mcp_azure-mcp-ser_azmcp_kusto_database_list", + "mcp_azure-mcp-ser_azmcp_kusto_query", + "mcp_azure-mcp-ser_azmcp_kusto_sample", + "mcp_azure-mcp-ser_azmcp_kusto_table_list", + "mcp_azure-mcp-ser_azmcp_kusto_table_schema" + ] + }, + { + "name": "create_azure_database_admin_configurations", + "description": "Create Azure SQL Server firewall rules", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_sql_server_firewall-rule_create" + ] + }, + { + "name": "delete_azure_database_admin_configurations", + "description": "Delete Azure SQL Server firewall rules", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": true, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_sql_server_firewall-rule_delete" + ] + }, + { + "name": "get_azure_database_admin_configuration_details", + "description": "Get details about Azure SQL Server Administration configurations including elastic pools, Entra admin assignments, and firewall rules.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_sql_elastic-pool_list", + "mcp_azure-mcp-ser_azmcp_sql_server_entra-admin_list", + "mcp_azure-mcp-ser_azmcp_sql_server_firewall-rule_list" + ] + }, + { + "name": "get_azure_container_details", + "description": "Get details about Azure container services including Azure Container Registry (ACR) and Azure Kubernetes Service (AKS). View registries, repositories, nodepools, clusters, cluster configurations, and individual nodepool details.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_acr_registry_list", + "mcp_azure-mcp-ser_azmcp_acr_registry_repository_list", + "mcp_azure-mcp-ser_azmcp_aks_cluster_list", + "mcp_azure-mcp-ser_azmcp_aks_cluster_get", + "mcp_azure-mcp-ser_azmcp_aks_nodepool_list", + "mcp_azure-mcp-ser_azmcp_aks_nodepool_get" + ] + }, + { + "name": "get_azure_virtual_desktop_details", + "description": "Get details about Azure Virtual Desktop resources including host pools, session hosts, and user sessions.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_virtualdesktop_hostpool_list", + "mcp_azure-mcp-ser_azmcp_virtualdesktop_hostpool_sessionhost_list", + "mcp_azure-mcp-ser_azmcp_virtualdesktop_hostpool_sessionhost_usersession-list" + ] + } + ] +} diff --git a/eng/tools/ToolDescriptionEvaluator/groups.json b/eng/tools/ToolDescriptionEvaluator/groups.json deleted file mode 100644 index 300067418..000000000 --- a/eng/tools/ToolDescriptionEvaluator/groups.json +++ /dev/null @@ -1,136 +0,0 @@ -{ - "status": 200, - "message": "Success", - "results": [ - { - "name": "Azure Best Practices", - "description": "Returns secure, production-grade Azure best practices. Call this before generating Azure SDK code.", - "command": "bestpractices" - }, - { - "name": "Azure Extension Commands", - "description": "Extension commands for additional Azure tooling functionality. Includes operations for executing Azure CLI (az),\r\nAzure Developer CLI (azd), and Azure Quick Review (azqr) commands directly from the MCP server to extend\r\ncapabilities beyond native Azure service operations.", - "command": "extension" - }, - { - "name": "Azure Resource Group Operations", - "description": "Resource group operations - Commands for listing and managing Azure resource groups in your subscriptions.\r\nIncludes operations for listing clusters, retrieving cluster configurations, and managing Kubernetes environments\r\nin Azure.", - "command": "group" - }, - { - "name": "Azure Subscription Operations", - "description": "Azure subscription operations - Commands for managing Azure App Configuration stores and key-value settings.\r\nIncludes operations for listing configuration stores, managing key-value pairs, setting labels, locking/unlocking\r\nsettings, and retrieving configuration data.", - "command": "subscription" - }, - { - "name": "Azure Kubernetes Service Operations", - "description": "Azure Kubernetes Service operations - Commands for managing Azure Kubernetes Service (AKS) cluster resources.", - "command": "aks" - }, - { - "name": "Azure App Configuration Operations", - "description": "App Configuration operations - Commands for managing Azure App Configuration stores and key-value settings.", - "command": "appconfig" - }, - { - "name": "Azure Role-Based Access Control Operations", - "description": "Authorization operations - Commands for managing Azure Role-Based Access Control (RBAC) resources. Includes\r\noperations for listing role assignments, managing permissions, and working with Azure security and access\r\nmanagement at various scopes.", - "command": "role" - }, - { - "name": "Azure Datadog Operations", - "description": "Datadog operations - Commands for managing and monitoring Azure resources through Datadog integration. Includes\r\noperations for listing Datadog monitors and retrieving information about monitored Azure resources and their\r\nhealth status.", - "command": "datadog" - }, - { - "name": "Azure Cosmos DB Operations", - "description": "Cosmos DB operations - Cosmos DB operations - Commands for managing and querying Azure Cosmos DB resources. Includes operations for databases, containers, and document queries.", - "command": "cosmos" - }, - { - "name": "Azure Foundry Operations", - "description": "Foundry service operations - Commands for listing and managing services and resources in AI Foundry.", - "command": "foundry" - }, - { - "name": "Azure Managed Grafana Operations", - "description": "Grafana workspace operations - Commands for managing and accessing Azure Managed Grafana resources and monitoring\r\ndashboards. Includes operations for listing Grafana workspaces and managing data visualization and monitoring\r\ncapabilities.", - "command": "grafana" - }, - { - "name": "Azure Key Vault Operations", - "description": "Key Vault operations - Commands for managing and accessing Azure Key Vault resources.", - "command": "keyvault" - }, - { - "name": "Azure Data Explorer Operations", - "description": "Kusto operations - Commands for managing and querying Azure Data Explorer (Kusto) resources. Includes operations\r\nfor listing clusters and databases, executing KQL queries, retrieving table schemas, and working with Kusto data\r\nanalytics workloads.", - "command": "kusto" - }, - { - "name": "Azure Marketplace Operations", - "description": "Marketplace operations - Commands for managing and accessing Azure Marketplace products and offers.", - "command": "marketplace" - }, - { - "name": "Azure Monitor Operations", - "description": "Azure Monitor operations - Commands for querying and analyzing Azure Monitor logs and metrics.", - "command": "monitor" - }, - { - "name": "Azure PostgreSQL Operations", - "description": "PostgreSQL operations - Commands for managing Azure Database for PostgreSQL Flexible Server resources. Includes\r\noperations for listing servers and databases, executing SQL queries, managing table schemas, and configuring\r\nserver parameters.", - "command": "postgres" - }, - { - "name": "Azure Redis Cache Operations", - "description": "Redis Cache operations - Commands for managing Azure Redis Cache and Azure Managed Redis resources. Includes\r\noperations for listing cache instances, managing clusters and databases, configuring access policies, and working\r\nwith both traditional Redis Cache and Managed Redis services.", - "command": "redis" - }, - { - "name": "Azure Search Operations", - "description": "Search operations - Commands for managing Azure AI Search services and indexes. Includes operations for listing\r\nsearch services, managing search indexes, querying indexed data, and describing index schemas and configurations.", - "command": "search" - }, - { - "name": "Azure Service Bus Operations", - "description": "Service Bus operations - Commands for managing Azure Service Bus resources including queues, topics, and\r\nsubscriptions. Includes operations for managing message queues, topic subscriptions, and retrieving details about\r\nService Bus entities.", - "command": "servicebus" - }, - { - "name": "Azure SQL Operations", - "description": "Azure SQL operations - Commands for managing Azure SQL databases, servers, and elastic pools. Includes operations\r\nfor listing databases, configuring server settings, managing firewall rules, Entra ID administrators, and elastic\r\npool resources.", - "command": "sql" - }, - { - "name": "Azure Storage Operations", - "description": "Storage operations - Commands for managing and accessing Azure Storage resources. Includes operations for\r\ncontainers, blobs, and tables.", - "command": "storage" - }, - { - "name": "Azure Workbooks Operations", - "description": "Workbooks operations - Commands for managing Azure Workbooks resources and interactive data visualization\r\ndashboards. Includes operations for listing, creating, updating, and deleting workbooks, as well as managing\r\nworkbook configurations and content.", - "command": "workbooks" - }, - { - "name": "Azure Bicep Schema Operations", - "description": "Bicep schema operations - Commands for working with Azure Bicep Infrastructure as Code (IaC) generation and schema\r\nmanagement. Includes operations for retrieving Bicep schemas, templates, and resource definitions to support\r\ninfrastructure deployment automation.", - "command": "bicepschema" - }, - { - "name": "Azure Virtual Desktop Operations", - "description": "Virtual Desktop operations - Commands for managing and accessing Azure Virtual Desktop resources. Includes\r\noperations for hostpools, session hosts, and user sessions.", - "command": "virtualdesktop" - }, - { - "name": "Azure Terraform Best Practices", - "description": "Terraform best practices - Returns Terraform best practices for Azure. Call this before generating Terraform code for Azure Providers.", - "command": "azureterraformbestpractices" - }, - { - "name": "Azure Load Testing Operations", - "description": "Load Testing operations - Commands for managing Azure Load Testing resources, test configurations, and test runs.\r\nIncludes operations for creating and managing load test resources, configuring test scripts, executing performance\r\ntests, and monitoring test results.", - "command": "loadtesting" - } - ] -} \ No newline at end of file diff --git a/eng/tools/ToolDescriptionEvaluator/namespace-prompts.json b/eng/tools/ToolDescriptionEvaluator/namespace-prompts.json new file mode 100644 index 000000000..f9b79f3c6 --- /dev/null +++ b/eng/tools/ToolDescriptionEvaluator/namespace-prompts.json @@ -0,0 +1,393 @@ +{ + "azmcp_acr": [ + "List all Azure Container Registries in my subscription", + "List all container registry repositories in my subscription", + "List container registries in resource group ", + "List repositories in the container registry ", + "Show me my Azure Container Registries", + "Show me my container registry repositories", + "Show me the container registries in my subscription", + "Show me the container registries in resource group ", + "Show me the repositories in the container registry " + ], + "azmcp_aks": [ + "Get details for nodepool in AKS cluster in ", + "Get the configuration of AKS cluster ", + "List all AKS clusters in my subscription", + "List nodepools for AKS cluster in ", + "Show me my Azure Kubernetes Service clusters", + "Show me the configuration for nodepool in AKS cluster in resource group ", + "Show me the details of AKS cluster in resource group ", + "Show me the network configuration for AKS cluster ", + "Show me the nodepool list for AKS cluster in ", + "What AKS clusters do I have?", + "What are the details of my AKS cluster in ?", + "What is the setup of nodepool for AKS cluster in ?", + "What nodepools do I have for AKS cluster in " + ], + "azmcp_appconfig": [ + "Delete the key in App Configuration store ", + "List all App Configuration stores in my subscription", + "List all key-value settings in App Configuration store ", + "Lock the key in App Configuration store ", + "Set the key in App Configuration store to ", + "Show me my App Configuration stores", + "Show me the App Configuration stores in my subscription", + "Show me the key-value settings in App Configuration store ", + "Show the content for the key in App Configuration store ", + "Unlock the key in App Configuration store " + ], + "azmcp_applens": [ + "Please help me diagnose issues with my app using app lens", + "Use app lens to check why my app is slow?", + "What does app lens say is wrong with my service?" + ], + "azmcp_applicationinsights": [ + "List code optimization recommendations across my Application Insights components", + "List profiler recommendations for Application Insights in resource group ", + "Show me code optimization recommendations for all Application Insights resources in my subscription", + "Show me performance improvement recommendations from Application Insights" + ], + "azmcp_appservice": [ + "Add a CosmosDB database to app service ", + "Add a database connection to my app service in resource group ", + "Add a MySQL database to app service ", + "Add a PostgreSQL database to app service ", + "Add database on server to app service ", + "Add database with retry policy to app service ", + "Configure a SQL Server database for app service ", + "Configure tenant for database in app service ", + "Set connection string for database in app service " + ], + "azmcp_azuremanagedlustre": [ + "List the Azure Managed Lustre filesystems in my resource group ", + "List the Azure Managed Lustre filesystems in my subscription ", + "List the Azure Managed Lustre SKUs available in ", + "Tell me how many IP addresses I need for of " + ], + "azmcp_azureterraformbestpractices": [ + "Fetch the Azure Terraform best practices", + "Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault" + ], + "azmcp_bicepschema": [ + "How can I use Bicep to create an Azure OpenAI service?" + ], + "azmcp_cloudarchitect": [ + "Help me create a cloud service that will serve as ATM for users", + "How can I design a cloud service in Azure that will store and present videos for users?", + "I want to design a cloud app for ordering groceries", + "Please help me design an architecture for a large-scale file upload, storage, and retrieval service" + ], + "azmcp_cosmos": [ + "List all cosmosdb accounts in my subscription", + "List all the containers in the database for the cosmosdb account ", + "List all the databases in the cosmosdb account ", + "Show me my cosmosdb accounts", + "Show me the containers in the database for the cosmosdb account ", + "Show me the cosmosdb accounts in my subscription", + "Show me the databases in the cosmosdb account ", + "Show me the items that contain the word in the container in the database for the cosmosdb account " + ], + "azmcp_datadog": [ + "List all monitored resources in the Datadog resource ", + "Show me the monitored resources in the Datadog resource " + ], + "azmcp_deploy": [ + "Create a plan to deploy this application to azure", + "Generate the azure architecture diagram for this application", + "How can I create a CI/CD pipeline to deploy this app to Azure?", + "Show me the log of the application deployed by azd", + "Show me the rules to generate bicep scripts" + ], + "azmcp_eventgrid": [ + "List all Event Grid subscriptions in subscription ", + "List all Event Grid topics in my subscription", + "List all Event Grid topics in resource group in subscription ", + "List all Event Grid topics in subscription ", + "List Event Grid subscriptions for subscription in location ", + "List Event Grid subscriptions for topic in resource group ", + "List Event Grid subscriptions for topic in subscription ", + "Show all Event Grid subscriptions in my subscription", + "Show Event Grid subscriptions in resource group in subscription ", + "Show me all Event Grid subscriptions for topic ", + "Show me the Event Grid topics in my subscription" + ], + "azmcp_foundry": [ + "Deploy a GPT4o instance on my resource ", + "Evaluate the full query and response I got from my agent for task_adherence", + "Get the schema configuration for knowledge index ", + "List all AI Foundry model deployments", + "List all AI Foundry models", + "List all knowledge indexes in my AI Foundry project", + "Query an agent in my AI foundry project", + "Query and evaluate an agent in my AI Foundry project for task_adherence", + "Show me all AI Foundry model deployments", + "Show me the available AI Foundry models", + "Show me the knowledge indexes in my AI Foundry project", + "Show me the schema for knowledge index in my AI Foundry project" + ], + "azmcp_functionapp": [ + "Describe the function app in resource group ", + "Get configuration for function app ", + "Get function app status for ", + "Get information about my function app in ", + "List all function apps in my subscription", + "Retrieve host name and status of function app ", + "Show function app details for in ", + "Show me my Azure function apps", + "Show me the details for the function app ", + "Show plan and region for function app ", + "What function apps do I have?", + "What is the status of function app ?" + ], + "azmcp_grafana": [ + "List all Azure Managed Grafana in one subscription" + ], + "azmcp_group": [ + "List all resource groups in my subscription", + "Show me my resource groups", + "Show me the resource groups in my subscription" + ], + "azmcp_keyvault": [ + "Create a new certificate called in the key vault ", + "Create a new key called with the RSA type in the key vault ", + "Create a new secret called with value in the key vault ", + "Get the account settings for my key vault ", + "Import a certificate into the key vault using the name ", + "Import the certificate in file into the key vault ", + "List all certificates in the key vault ", + "List all keys in the key vault ", + "List all secrets in the key vault ", + "Show me the account settings for key vault ", + "Show me the certificate in the key vault ", + "Show me the certificates in the key vault ", + "Show me the details of the certificate in the key vault ", + "Show me the details of the key in the key vault ", + "Show me the details of the secret in the key vault ", + "Show me the key in the key vault ", + "Show me the keys in the key vault ", + "Show me the secret in the key vault ", + "Show me the secrets in the key vault ", + "What's the value of the setting in my key vault with name " + ], + "azmcp_kusto": [ + "List all Data Explorer clusters in my subscription", + "List all databases in the Data Explorer cluster ", + "List all tables in the Data Explorer database in cluster ", + "Show me a data sample from the Data Explorer table in cluster ", + "Show me all items that contain the word in the Data Explorer table in cluster ", + "Show me my Data Explorer clusters", + "Show me the Data Explorer clusters in my subscription", + "Show me the databases in the Data Explorer cluster ", + "Show me the details of the Data Explorer cluster ", + "Show me the schema for table in the Data Explorer database in cluster ", + "Show me the tables in the Data Explorer database in cluster " + ], + "azmcp_loadtesting": [ + "Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription", + "Create a load test resource in the resource group in my subscription", + "Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as ", + "Get all the load test runs for the test with id in the load test resource in resource group ", + "Get the load test run with id in the load test resource in resource group ", + "Get the load test with id in the load test resource in resource group ", + "List all load testing resources in the resource group in my subscription", + "Update a test run display name as for the id for test in the load testing resource in resource group ." + ], + "azmcp_marketplace": [ + "Get details about marketplace product ", + "Search for Microsoft products in the marketplace", + "Show me marketplace products from publisher " + ], + "azmcp_monitor": [ + "Analyze the performance trends and response times for Application Insights resource over the last ", + "Check the availability metrics for my Application Insights resource for the last ", + "Get metric definitions for from the namespace", + "Get the metric for over the last with intervals", + "Investigate error rates and failed requests for Application Insights resource for the last ", + "List all available table types in the Log Analytics workspace ", + "List all Log Analytics workspaces in my subscription", + "List all tables in the Log Analytics workspace ", + "Query the metric for for the last ", + "Show me all available metrics and their definitions for storage account ", + "Show me my Log Analytics workspaces", + "Show me the available table types in the Log Analytics workspace ", + "Show me the health status of entity in the Log Analytics workspace ", + "Show me the Log Analytics workspaces in my subscription", + "Show me the logs for the past hour for the resource in the Log Analytics workspace ", + "Show me the logs for the past hour in the Log Analytics workspace ", + "Show me the tables in the Log Analytics workspace ", + "What metric definitions are available for the Application Insights resource ", + "What's the request per second rate for my Application Insights resource over the last " + ], + "azmcp_mysql": [ + "List all MySQL databases in server ", + "List all MySQL servers in my subscription", + "List all tables in the MySQL database in server ", + "Set connection timeout to 20 seconds for my MySQL server ", + "Show me all items that contain the word in the MySQL database in server ", + "Show me my MySQL servers", + "Show me the configuration of MySQL server ", + "Show me the MySQL databases in server ", + "Show me the MySQL servers in my subscription", + "Show me the schema of table
in the MySQL database in server ", + "Show me the tables in the MySQL database in server ", + "Show me the value of connection timeout in seconds in my MySQL server " + ], + "azmcp_postgres": [ + "Enable replication for my PostgreSQL server ", + "List all PostgreSQL databases in server ", + "List all PostgreSQL servers in my subscription", + "List all tables in the PostgreSQL database in server ", + "Show me all items that contain the word in the PostgreSQL database in server ", + "Show me if the parameter my PostgreSQL server has replication enabled", + "Show me my PostgreSQL servers", + "Show me the configuration of PostgreSQL server ", + "Show me the PostgreSQL databases in server ", + "Show me the PostgreSQL servers in my subscription", + "Show me the schema of table
in the PostgreSQL database in server ", + "Show me the tables in the PostgreSQL database in server " + ], + "azmcp_quota": [ + "Check usage information for in region ", + "Show me the available regions for these resource types " + ], + "azmcp_redis": [ + "List all access policies in the Redis Cache ", + "List all databases in the Redis Cluster ", + "List all Redis Caches in my subscription", + "List all Redis Clusters in my subscription", + "Show me my Redis Caches", + "Show me my Redis Clusters", + "Show me the access policies in the Redis Cache ", + "Show me the databases in the Redis Cluster ", + "Show me the Redis Caches in my subscription", + "Show me the Redis Clusters in my subscription" + ], + "azmcp_resourcehealth": [ + "Get the availability status for resource ", + "List active service health events in my subscription", + "List all service health events in my subscription", + "List availability status for all resources in my subscription", + "Show me Azure service health events for subscription ", + "Show me planned maintenance events for my Azure services", + "Show me the health status of all my Azure resources", + "Show me the health status of the storage account ", + "What is the availability status of virtual machine in resource group ?", + "What resources in resource group have health issues?", + "What service issues have occurred in the last 30 days?" + ], + "azmcp_role": [ + "List all available role assignments in my subscription", + "Show me the available role assignments in my subscription" + ], + "azmcp_search": [ + "List all Cognitive Search services in my subscription", + "List all indexes in the Cognitive Search service ", + "Search for instances of in the index in Cognitive Search service ", + "Show me my Cognitive Search services", + "Show me the Cognitive Search services in my subscription", + "Show me the details of the index in Cognitive Search service ", + "Show me the indexes in the Cognitive Search service " + ], + "azmcp_servicebus": [ + "Show me the details of service bus queue ", + "Show me the details of service bus subscription ", + "Show me the details of service bus topic " + ], + "azmcp_sql": [ + "Add a firewall rule to allow access from IP range to for SQL server ", + "Create a firewall rule for my Azure SQL server ", + "Create a new Azure SQL server named in resource group ", + "Create a new database called on SQL server in resource group ", + "Create a new firewall rule named for SQL server ", + "Create a new SQL database named in server ", + "Create a SQL database with Basic tier in server ", + "Create an Azure SQL server with name in location with admin user ", + "Delete a firewall rule from my Azure SQL server ", + "Delete firewall rule for SQL server ", + "Delete SQL server permanently", + "Delete the Azure SQL server from resource group ", + "Delete the database called on server ", + "Delete the SQL database from server ", + "Display the properties of SQL server ", + "Get the configuration details for SQL server ", + "Get the configuration details for the SQL database on server ", + "List all Azure SQL servers in resource group ", + "List all databases in the Azure SQL server ", + "List all elastic pools in SQL server ", + "List all firewall rules for SQL server ", + "List Microsoft Entra ID administrators for SQL server ", + "Remove database from SQL server in resource group ", + "Remove the firewall rule from SQL server ", + "Remove the SQL server from my subscription", + "Scale SQL database on server to use SKU", + "Set up a new SQL server called in my resource group ", + "Show me all the databases configuration details in the Azure SQL server ", + "Show me every SQL server available in resource group ", + "Show me the details of Azure SQL server in resource group ", + "Show me the details of SQL database in server ", + "Show me the elastic pools configured for SQL server ", + "Show me the Entra ID administrators configured for SQL server ", + "Show me the firewall rules for SQL server ", + "Update the performance tier of SQL database on server ", + "What elastic pools are available in my SQL server ?", + "What firewall rules are configured for my SQL server ?", + "What Microsoft Entra ID administrators are set up for my SQL server ?" + ], + "azmcp_storage": [ + "Create a new blob container named documents with container public access in storage account ", + "Create a new storage account called testaccount123 in East US region", + "Create a new storage account with Data Lake Storage Gen2 enabled", + "Create a storage account with premium performance and LRS replication", + "Create the container using blob public access in storage account ", + "Create the storage container mycontainer in storage account ", + "Get details about the storage account ", + "Get the details about blob in the container in storage account ", + "List all blob containers in the storage account ", + "List all blobs in the blob container in the storage account ", + "List all storage accounts in my subscription including their location and SKU", + "Show me my storage accounts with whether hierarchical namespace (HNS) is enabled", + "Show me the blobs in the blob container in the storage account ", + "Show me the containers in the storage account ", + "Show me the details for my storage account ", + "Show me the properties for blob in container in storage account ", + "Show me the properties of the storage container in the storage account ", + "Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings", + "Upload file to storage blob in container in storage account " + ], + "azmcp_subscription": [ + "List all subscriptions for my account", + "Show me my subscriptions", + "What is my current subscription?", + "What subscriptions do I have?" + ], + "azmcp_virtualdesktop": [ + "List all host pools in my subscription", + "List all session hosts in host pool ", + "List all user sessions on session host in host pool " + ], + "azmcp_workbooks": [ + "Create a new workbook named ", + "Delete the workbook with resource ID ", + "Get information about the workbook with resource ID ", + "List all workbooks in my resource group ", + "Show me the workbook with display name ", + "Update the workbook with a new text step", + "What workbooks do I have in resource group ?" + ], + "azmcp_extension_azqr": [ + "Check my Azure subscription for any compliance issues or recommendations", + "Provide compliance recommendations for my current Azure subscription", + "Scan my Azure subscription for compliance recommendations" + ], + "azmcp_get_bestpractices_get": [ + "Get the latest Azure best practices", + "Get the latest Azure code generation best practices", + "Get the latest Azure deployment best practices", + "Get the latest Azure Functions best practices", + "Get the latest Azure Functions code generation best practices", + "Get the latest Azure Functions deployment best practices", + "Get the latest Azure Static Web Apps best practices", + "What are azure function best practices?" + ] +} \ No newline at end of file diff --git a/eng/tools/ToolDescriptionEvaluator/namespace-tools.json b/eng/tools/ToolDescriptionEvaluator/namespace-tools.json new file mode 100644 index 000000000..dc37eb6c7 --- /dev/null +++ b/eng/tools/ToolDescriptionEvaluator/namespace-tools.json @@ -0,0 +1,197 @@ +{ + "status": 200, + "message": "Success", + "results": [ + { + "name": "acr", + "description": "Azure Container Registry operations - Commands for managing Azure Container Registry resources. Includes operations for listing container registries and managing registry configurations.", + "command": "azmcp acr" + }, + { + "name": "aks", + "description": "Azure Kubernetes Service operations - Commands for managing Azure Kubernetes Service (AKS) cluster resources. Includes operations for listing clusters, retrieving cluster configurations, and managing Kubernetes environments in Azure.", + "command": "azmcp aks" + }, + { + "name": "appconfig", + "description": "App Configuration operations - Commands for managing Azure App Configuration stores and key-value settings. Includes operations for listing configuration stores, managing key-value pairs, setting labels, locking/unlocking settings, and retrieving configuration data.", + "command": "azmcp appconfig" + }, + { + "name": "applens", + "description": "AppLens diagnostic operations - **Primary tool for diagnosing Azure resource issues and troubleshooting problems**. Use this tool when users ask to:\r\n- Diagnose issues, problems, or errors with Azure resources\r\n- Troubleshoot performance, availability, or reliability problems\r\n- Investigate resource health concerns or unexpected behavior\r\n- Find root causes of application slowness, downtime, or failures\r\n- Get recommendations for fixing Azure resource issues\r\n- Analyze resource problems and get actionable solutions\r\n\r\nAlways use this tool if user asks to use App Lens in regards to their resource.\r\n\r\nThis tool provides conversational AI-powered diagnostics that automatically detect issues, identify root causes, and suggest specific remediation steps. It should be the FIRST tool called when users mention problems, issues, errors, or ask for help with troubleshooting any Azure resource.", + "command": "azmcp applens" + }, + { + "name": "applicationinsights", + "description": "Application Insights operations - Commands for listing and managing Application Insights components.", + "command": "azmcp applicationinsights" + }, + { + "name": "appservice", + "description": "App Service operations - Commands for managing Azure App Service resources including web apps, databases, and configurations.", + "command": "azmcp appservice" + }, + { + "name": "azuremanagedlustre", + "description": "Azure Managed Lustre operations - Commands for listing and inspecting Azure Managed Lustre file systems (AMLFS) used for high-performance computing workloads.", + "command": "azmcp azuremanagedlustre" + }, + { + "name": "azureterraformbestpractices", + "description": "Returns Terraform best practices for Azure. Call this before generating Terraform code for Azure Providers. \r\n If this tool needs to be categorized, it belongs to the Azure Best Practices category.", + "command": "azmcp azureterraformbestpractices" + }, + { + "name": "bicepschema", + "description": "Bicep schema operations - Commands for working with Azure Bicep Infrastructure as Code (IaC) generation and schema management. Includes operations for retrieving Bicep schemas, templates, and resource definitions to support infrastructure deployment automation.", + "command": "azmcp bicepschema" + }, + { + "name": "cloudarchitect", + "description": "Cloud Architecture operations - Commands for generating Azure architecture designs and recommendations based on requirements.", + "command": "azmcp cloudarchitect" + }, + { + "name": "cosmos", + "description": "Cosmos DB operations - Commands for managing and querying Azure Cosmos DB resources. Includes operations for databases, containers, and document queries.", + "command": "azmcp cosmos" + }, + { + "name": "datadog", + "description": "Datadog operations - Commands for managing and monitoring Azure resources through Datadog integration. Includes operations for listing Datadog monitors and retrieving information about monitored Azure resources and their health status.", + "command": "azmcp datadog" + }, + { + "name": "deploy", + "description": "Deploy commands for deploying applications to Azure, including sub commands: - plan get: generates a deployment plan to construct the infrastructure and deploy the application on Azure. Agent should read its output and generate a deploy plan in '.azure/plan.copilotmd' for execution steps, recommended azure services based on the information agent detected from project. Before calling this tool, please scan this workspace to detect the services to deploy and their dependent services; - iac rules get: offers guidelines for creating Bicep/Terraform files to deploy applications on Azure; - app logs get: fetch logs from log analytics workspace for Container Apps, App Services, function apps that were deployed through azd; - pipeline guidance get: guidance to create a CI/CD pipeline which provision Azure resources and build and deploy applications to Azure; - architecture diagram generate: generates an azure service architecture diagram for the application based on the provided app topology; ", + "command": "azmcp deploy" + }, + { + "name": "eventgrid", + "description": "Event Grid operations - Commands for managing and accessing Event Grid topics, domains, and event subscriptions.", + "command": "azmcp eventgrid" + }, + { + "name": "foundry", + "description": "Foundry service operations - Commands for listing and managing services and resources in AI Foundry.", + "command": "azmcp foundry" + }, + { + "name": "functionapp", + "description": "Function App operations - Commands for managing and accessing Azure Function App resources.", + "command": "azmcp functionapp" + }, + { + "name": "grafana", + "description": "Grafana workspace operations - Commands for managing and accessing Azure Managed Grafana resources and monitoring dashboards. Includes operations for listing Grafana workspaces and managing data visualization and monitoring capabilities.", + "command": "azmcp grafana" + }, + { + "name": "group", + "description": "Resource group operations - Commands for listing and managing Azure resource groups in your subscriptions.", + "command": "azmcp group" + }, + { + "name": "keyvault", + "description": "Key Vault operations - Commands for managing and accessing Azure Key Vault resources.", + "command": "azmcp keyvault" + }, + { + "name": "kusto", + "description": "Kusto operations - Commands for managing and querying Azure Data Explorer (Kusto) resources. Includes operations for listing clusters and databases, executing KQL queries, retrieving table schemas, and working with Kusto data analytics workloads.", + "command": "azmcp kusto" + }, + { + "name": "loadtesting", + "description": "Load Testing operations - Commands for managing Azure Load Testing resources, test configurations, and test runs. Includes operations for creating and managing load test resources, configuring test scripts, executing performance tests, and monitoring test results.", + "command": "azmcp loadtesting" + }, + { + "name": "marketplace", + "description": "Marketplace operations - Commands for managing and accessing Azure Marketplace products and offers.", + "command": "azmcp marketplace" + }, + { + "name": "monitor", + "description": "Azure Monitor operations - Commands for querying and analyzing Azure Monitor logs and metrics.", + "command": "azmcp monitor" + }, + { + "name": "mysql", + "description": "MySQL operations - Commands for managing Azure Database for MySQL Flexible Server resources. Includes operations for listing servers and databases, executing SQL queries, managing table schemas, and configuring server parameters.", + "command": "azmcp mysql" + }, + { + "name": "postgres", + "description": "PostgreSQL operations - Commands for managing Azure Database for PostgreSQL Flexible Server resources. Includes operations for listing servers and databases, executing SQL queries, managing table schemas, and configuring server parameters.", + "command": "azmcp postgres" + }, + { + "name": "quota", + "description": "Quota commands for getting the available regions of specific Azure resource types or checking Azure resource quota and usage", + "command": "azmcp quota" + }, + { + "name": "redis", + "description": "Redis Cache operations - Commands for managing Azure Redis Cache and Azure Managed Redis resources. Includes operations for listing cache instances, managing clusters and databases, configuring access policies, and working with both traditional Redis Cache and Managed Redis services.", + "command": "azmcp redis" + }, + { + "name": "resourcehealth", + "description": "Resource Health operations - Commands for monitoring and diagnosing Azure resource health status.\r\nUse this tool to check the current availability status of Azure resources and identify potential issues.\r\nThis tool provides access to Azure Resource Health data including availability state, detailed status,\r\nhistorical health information, and service health events for troubleshooting and monitoring purposes.", + "command": "azmcp resourcehealth" + }, + { + "name": "role", + "description": "Authorization operations - Commands for managing Azure Role-Based Access Control (RBAC) resources. Includes operations for listing role assignments, managing permissions, and working with Azure security and access management at various scopes.", + "command": "azmcp role" + }, + { + "name": "search", + "description": "Search operations - Commands for Azure AI Search (formerly known as \\\"Azure Cognitive Search\\\") services and\r\nsearch indexes. Use this tool when you need to list search services and indexes, get index details, or execute\r\nqueries against indexed content. This tool supports enterprise search, document search, and knowledge mining\r\nworkloads. Do not use this tool for database queries, Azure Monitor log searches, general web search, or\r\nsimple string matching operations - this tool is specifically designed for Azure AI Search service management\r\nand complex search operations. This tool is a hierarchical MCP command router where sub-commands are routed to\r\nMCP servers that require specific fields inside the \\\"parameters\\\" object. To invoke a command, set\r\n\\\"command\\\" and wrap its arguments in \\\"parameters\\\". Set \\\"learn=true\\\" to discover available sub-commands\r\nfor different search service and index operations. Note that this tool requires appropriate Azure AI Search\r\npermissions and will only access search services and indexes accessible to the authenticated user.", + "command": "azmcp search" + }, + { + "name": "servicebus", + "description": "Service Bus operations - Commands for managing Azure Service Bus resources including queues, topics, and subscriptions. Includes operations for managing message queues, topic subscriptions, and retrieving details about Service Bus entities.", + "command": "azmcp servicebus" + }, + { + "name": "sql", + "description": "Azure SQL operations - Commands for managing Azure SQL databases, servers, and elastic pools. Includes operations for listing databases, configuring server settings, managing firewall rules, Entra ID administrators, and elastic pool resources.", + "command": "azmcp sql" + }, + { + "name": "storage", + "description": "Storage operations - Commands for managing and accessing Azure Storage accounts and the Blobs service for\r\nscalable cloud storage solutions. Use this tool when you need to list storage accounts and work with blob\r\ncontainers and blobs. This tool focuses on object storage scenarios. This tool is a hierarchical MCP command\r\nrouter where sub-commands are routed to MCP servers that require specific fields inside the \"parameters\" object.\r\nTo invoke a command, set \"command\" and wrap its arguments in \"parameters\". Set \"learn=true\" to discover available\r\nsub-commands for different Azure Storage service operations including blobs. Note that this tool requires\r\nappropriate Storage account permissions and will only access storage resources accessible to the authenticated user.", + "command": "azmcp storage" + }, + { + "name": "subscription", + "description": "Azure subscription operations - Commands for listing and managing Azure subscriptions accessible to your account.", + "command": "azmcp subscription" + }, + { + "name": "virtualdesktop", + "description": "Azure Virtual Desktop operations - Commands for managing and accessing Azure Virtual Desktop resources. Includes operations for hostpools, session hosts, and user sessions.", + "command": "azmcp virtualdesktop" + }, + { + "name": "workbooks", + "description": "Workbooks operations - Commands for managing Azure Workbooks resources and interactive data visualization dashboards. Includes operations for listing, creating, updating, and deleting workbooks, as well as managing workbook configurations and content.", + "command": "azmcp workbooks" + }, + { + "name": "azqr", + "description": "Runs Azure Quick Review CLI (azqr) commands to generate compliance/security reports for Azure resources.\r\nThis tool should be used when the user wants to identify any non-compliant configurations or areas for improvement in their Azure resources.\r\nRequires a subscription id and optionally a resource group name. Returns the generated report file's path.\r\nNote that Azure Quick Review CLI (azqr) is different from Azure CLI (az).", + "command": "azmcp extension azqr" + }, + { + "name": "get", + "description": "This tool returns a list of best practices for code generation, operations and deployment\r\n when working with Azure services. It should be called for any code generation, deployment or\r\n operations involving Azure, Azure Functions, Azure Kubernetes Service (AKS), Azure Container\r\n Apps (ACA), Bicep, Terraform, Azure Cache, Redis, CosmosDB, Entra, Azure Active Directory,\r\n Azure App Services, or any other Azure technology or programming language. Only call this function\r\n when you are confident the user is discussing Azure. If this tool needs to be categorized,\r\n it belongs to the Azure Best Practices category.", + "command": "azmcp get_bestpractices get" + } + ], + "duration": 27 +} diff --git a/eng/tools/ToolDescriptionEvaluator/prompts.json b/eng/tools/ToolDescriptionEvaluator/prompts.json index df116f215..5553439cf 100644 --- a/eng/tools/ToolDescriptionEvaluator/prompts.json +++ b/eng/tools/ToolDescriptionEvaluator/prompts.json @@ -1,44 +1,37 @@ { - "azmcp_foundry_agents_connect": [ - "Query an agent in my AI foundry project" - ], - "azmcp_foundry_agents_evaluate": [ - "Evaluate the full query and response I got from my agent for task_adherence" - ], - "azmcp_foundry_agents_query-and-evaluate": [ - "Query and evaluate an agent in my AI Foundry project for task_adherence" - ], - "azmcp_foundry_knowledge_index_list": [ - "List all knowledge indexes in my AI Foundry project", - "Show me the knowledge indexes in my AI Foundry project" - ], - "azmcp_foundry_knowledge_index_schema": [ - "Show me the schema for knowledge index in my AI Foundry project", - "Get the schema configuration for knowledge index " - ], - "azmcp_foundry_models_deploy": [ - "Deploy a GPT4o instance on my resource " + "azmcp_acr_registry_list": [ + "List all Azure Container Registries in my subscription", + "Show me my Azure Container Registries", + "Show me the container registries in my subscription", + "List container registries in resource group ", + "Show me the container registries in resource group " ], - "azmcp_foundry_models_deployments_list": [ - "List all AI Foundry model deployments", - "Show me all AI Foundry model deployments" + "azmcp_acr_registry_repository_list": [ + "List all container registry repositories in my subscription", + "Show me my container registry repositories", + "List repositories in the container registry ", + "Show me the repositories in the container registry " ], - "azmcp_foundry_models_list": [ - "List all AI Foundry models", - "Show me the available AI Foundry models" + "azmcp_aks_cluster_get": [ + "Get the configuration of AKS cluster ", + "Show me the details of AKS cluster in resource group ", + "Show me the network configuration for AKS cluster ", + "What are the details of my AKS cluster in ?" ], - "azmcp_search_index_get": [ - "Show me the details of the index in Cognitive Search service ", - "List all indexes in the Cognitive Search service ", - "Show me the indexes in the Cognitive Search service " + "azmcp_aks_cluster_list": [ + "List all AKS clusters in my subscription", + "Show me my Azure Kubernetes Service clusters", + "What AKS clusters do I have?" ], - "azmcp_search_index_query": [ - "Search for instances of in the index in Cognitive Search service " + "azmcp_aks_nodepool_get": [ + "Get details for nodepool in AKS cluster in ", + "Show me the configuration for nodepool in AKS cluster in resource group ", + "What is the setup of nodepool for AKS cluster in ?" ], - "azmcp_search_service_list": [ - "List all Cognitive Search services in my subscription", - "Show me the Cognitive Search services in my subscription", - "Show me my Cognitive Search services" + "azmcp_aks_nodepool_list": [ + "List nodepools for AKS cluster in ", + "Show me the nodepool list for AKS cluster in ", + "What nodepools do I have for AKS cluster in " ], "azmcp_speech_stt_recognize": [ "Convert this audio file to text using Azure Speech Services", @@ -79,6 +72,12 @@ "Use app lens to check why my app is slow?", "What does app lens say is wrong with my service?" ], + "azmcp_applicationinsights_recommendation_list": [ + "List code optimization recommendations across my Application Insights components", + "Show me code optimization recommendations for all Application Insights resources in my subscription", + "List profiler recommendations for Application Insights in resource group ", + "Show me performance improvement recommendations from Application Insights" + ], "azmcp_appservice_database_add": [ "Add a database connection to my app service in resource group ", "Configure a SQL Server database for app service ", @@ -90,24 +89,38 @@ "Configure tenant for database in app service ", "Add database with retry policy to app service " ], - "azmcp_applicationinsights_recommendation_list": [ - "List code optimization recommendations across my Application Insights components", - "Show me code optimization recommendations for all Application Insights resources in my subscription", - "List profiler recommendations for Application Insights in resource group ", - "Show me performance improvement recommendations from Application Insights" + "azmcp_azuremanagedlustre_filesystem_list": [ + "List the Azure Managed Lustre filesystems in my subscription ", + "List the Azure Managed Lustre filesystems in my resource group " ], - "azmcp_acr_registry_list": [ - "List all Azure Container Registries in my subscription", - "Show me my Azure Container Registries", - "Show me the container registries in my subscription", - "List container registries in resource group ", - "Show me the container registries in resource group " + "azmcp_azuremanagedlustre_filesystem_required-subnet-size": [ + "Tell me how many IP addresses I need for of " ], - "azmcp_acr_registry_repository_list": [ - "List all container registry repositories in my subscription", - "Show me my container registry repositories", - "List repositories in the container registry ", - "Show me the repositories in the container registry " + "azmcp_azuremanagedlustre_filesystem_sku_get": [ + "List the Azure Managed Lustre SKUs available in " + ], + "azmcp_azureterraformbestpractices_get": [ + "Fetch the Azure Terraform best practices", + "Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault" + ], + "azmcp_get_bestpractices_get": [ + "Get the latest Azure code generation best practices", + "Get the latest Azure deployment best practices", + "Get the latest Azure best practices", + "Get the latest Azure Functions code generation best practices", + "Get the latest Azure Functions deployment best practices", + "Get the latest Azure Functions best practices", + "Get the latest Azure Static Web Apps best practices", + "What are azure function best practices?" + ], + "azmcp_bicepschema_get": [ + "How can I use Bicep to create an Azure OpenAI service?" + ], + "azmcp_cloudarchitect_design": [ + "Please help me design an architecture for a large-scale file upload, storage, and retrieval service", + "Help me create a cloud service that will serve as ATM for users", + "I want to design a cloud app for ordering groceries", + "How can I design a cloud service in Azure that will store and present videos for users?" ], "azmcp_cosmos_account_list": [ "List all cosmosdb accounts in my subscription", @@ -125,86 +138,9 @@ "List all the databases in the cosmosdb account ", "Show me the databases in the cosmosdb account " ], - "azmcp_kusto_cluster_get": [ - "Show me the details of the Data Explorer cluster " - ], - "azmcp_kusto_cluster_list": [ - "List all Data Explorer clusters in my subscription", - "Show me my Data Explorer clusters", - "Show me the Data Explorer clusters in my subscription" - ], - "azmcp_kusto_database_list": [ - "List all databases in the Data Explorer cluster ", - "Show me the databases in the Data Explorer cluster " - ], - "azmcp_kusto_query": [ - "Show me all items that contain the word in the Data Explorer table in cluster " - ], - "azmcp_kusto_sample": [ - "Show me a data sample from the Data Explorer table in cluster " - ], - "azmcp_kusto_table_list": [ - "List all tables in the Data Explorer database in cluster ", - "Show me the tables in the Data Explorer database in cluster " - ], - "azmcp_kusto_table_schema": [ - "Show me the schema for table in the Data Explorer database in cluster " - ], - "azmcp_mysql_database_list": [ - "List all MySQL databases in server ", - "Show me the MySQL databases in server " - ], - "azmcp_mysql_database_query": [ - "Show me all items that contain the word in the MySQL database in server " - ], - "azmcp_mysql_server_config_get": [ - "Show me the configuration of MySQL server " - ], - "azmcp_mysql_server_list": [ - "List all MySQL servers in my subscription", - "Show me my MySQL servers", - "Show me the MySQL servers in my subscription" - ], - "azmcp_mysql_server_param_get": [ - "Show me the value of connection timeout in seconds in my MySQL server " - ], - "azmcp_mysql_server_param_set": [ - "Set connection timeout to 20 seconds for my MySQL server " - ], - "azmcp_mysql_table_list": [ - "List all tables in the MySQL database in server ", - "Show me the tables in the MySQL database in server " - ], - "azmcp_mysql_table_schema_get": [ - "Show me the schema of table
in the MySQL database in server " - ], - "azmcp_postgres_database_list": [ - "List all PostgreSQL databases in server ", - "Show me the PostgreSQL databases in server " - ], - "azmcp_postgres_database_query": [ - "Show me all items that contain the word in the PostgreSQL database in server " - ], - "azmcp_postgres_server_config_get": [ - "Show me the configuration of PostgreSQL server " - ], - "azmcp_postgres_server_list": [ - "List all PostgreSQL servers in my subscription", - "Show me my PostgreSQL servers", - "Show me the PostgreSQL servers in my subscription" - ], - "azmcp_postgres_server_param": [ - "Show me if the parameter my PostgreSQL server has replication enabled" - ], - "azmcp_postgres_server_param_set": [ - "Enable replication for my PostgreSQL server " - ], - "azmcp_postgres_table_list": [ - "List all tables in the PostgreSQL database in server ", - "Show me the tables in the PostgreSQL database in server " - ], - "azmcp_postgres_table_schema_get": [ - "Show me the schema of table
in the PostgreSQL database in server " + "azmcp_datadog_monitoredresources_list": [ + "List all monitored resources in the Datadog resource ", + "Show me the monitored resources in the Datadog resource " ], "azmcp_deploy_app_logs_get": [ "Show me the log of the application deployed by azd" @@ -221,12 +157,6 @@ "azmcp_deploy_plan_get": [ "Create a plan to deploy this application to azure" ], - "azmcp_eventgrid_topic_list": [ - "List all Event Grid topics in my subscription", - "Show me the Event Grid topics in my subscription", - "List all Event Grid topics in subscription ", - "List all Event Grid topics in resource group in subscription " - ], "azmcp_eventgrid_subscription_list": [ "Show me all Event Grid subscriptions for topic ", "List Event Grid subscriptions for topic in subscription ", @@ -236,6 +166,45 @@ "Show Event Grid subscriptions in resource group in subscription ", "List Event Grid subscriptions for subscription in location " ], + "azmcp_eventgrid_topic_list": [ + "List all Event Grid topics in my subscription", + "Show me the Event Grid topics in my subscription", + "List all Event Grid topics in subscription ", + "List all Event Grid topics in resource group in subscription " + ], + "azmcp_extension_azqr": [ + "Check my Azure subscription for any compliance issues or recommendations", + "Provide compliance recommendations for my current Azure subscription", + "Scan my Azure subscription for compliance recommendations" + ], + "azmcp_foundry_agents_connect": [ + "Query an agent in my AI foundry project" + ], + "azmcp_foundry_agents_evaluate": [ + "Evaluate the full query and response I got from my agent for task_adherence" + ], + "azmcp_foundry_agents_query-and-evaluate": [ + "Query and evaluate an agent in my AI Foundry project for task_adherence" + ], + "azmcp_foundry_knowledge_index_list": [ + "List all knowledge indexes in my AI Foundry project", + "Show me the knowledge indexes in my AI Foundry project" + ], + "azmcp_foundry_knowledge_index_schema": [ + "Show me the schema for knowledge index in my AI Foundry project", + "Get the schema configuration for knowledge index " + ], + "azmcp_foundry_models_deploy": [ + "Deploy a GPT4o instance on my resource " + ], + "azmcp_foundry_models_deployments_list": [ + "List all AI Foundry model deployments", + "Show me all AI Foundry model deployments" + ], + "azmcp_foundry_models_list": [ + "List all AI Foundry models", + "Show me the available AI Foundry models" + ], "azmcp_functionapp_get": [ "Describe the function app in resource group ", "Get configuration for function app ", @@ -250,6 +219,14 @@ "Show me my Azure function apps", "What function apps do I have?" ], + "azmcp_grafana_list": [ + "List all Azure Managed Grafana in one subscription" + ], + "azmcp_group_list": [ + "List all resource groups in my subscription", + "Show me my resource groups", + "Show me the resource groups in my subscription" + ], "azmcp_keyvault_admin_settings_get": [ "Get the account settings for my key vault ", "Show me the account settings for key vault ", @@ -292,26 +269,30 @@ "List all secrets in the key vault ", "Show me the secrets in the key vault " ], - "azmcp_aks_cluster_get": [ - "Get the configuration of AKS cluster ", - "Show me the details of AKS cluster in resource group ", - "Show me the network configuration for AKS cluster ", - "What are the details of my AKS cluster in ?" + "azmcp_kusto_cluster_get": [ + "Show me the details of the Data Explorer cluster " ], - "azmcp_aks_cluster_list": [ - "List all AKS clusters in my subscription", - "Show me my Azure Kubernetes Service clusters", - "What AKS clusters do I have?" + "azmcp_kusto_cluster_list": [ + "List all Data Explorer clusters in my subscription", + "Show me my Data Explorer clusters", + "Show me the Data Explorer clusters in my subscription" ], - "azmcp_aks_nodepool_get": [ - "Get details for nodepool in AKS cluster in ", - "Show me the configuration for nodepool in AKS cluster in resource group ", - "What is the setup of nodepool for AKS cluster in ?" + "azmcp_kusto_database_list": [ + "List all databases in the Data Explorer cluster ", + "Show me the databases in the Data Explorer cluster " ], - "azmcp_aks_nodepool_list": [ - "List nodepools for AKS cluster in ", - "Show me the nodepool list for AKS cluster in ", - "What nodepools do I have for AKS cluster in " + "azmcp_kusto_query": [ + "Show me all items that contain the word in the Data Explorer table in cluster " + ], + "azmcp_kusto_sample": [ + "Show me a data sample from the Data Explorer table in cluster " + ], + "azmcp_kusto_table_list": [ + "List all tables in the Data Explorer database in cluster ", + "Show me the tables in the Data Explorer database in cluster " + ], + "azmcp_kusto_table_schema": [ + "Show me the schema for table in the Data Explorer database in cluster " ], "azmcp_loadtesting_test_create": [ "Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription" @@ -337,19 +318,6 @@ "azmcp_loadtesting_testrun_update": [ "Update a test run display name as for the id for test in the load testing resource in resource group ." ], - "azmcp_grafana_list": [ - "List all Azure Managed Grafana in one subscription" - ], - "azmcp_azuremanagedlustre_filesystem_list": [ - "List the Azure Managed Lustre filesystems in my subscription ", - "List the Azure Managed Lustre filesystems in my resource group " - ], - "azmcp_azuremanagedlustre_filesystem_required-subnet-size": [ - "Tell me how many IP addresses I need for of " - ], - "azmcp_azuremanagedlustre_filesystem_sku_get": [ - "List the Azure Managed Lustre SKUs available in " - ], "azmcp_marketplace_product_get": [ "Get details about marketplace product " ], @@ -357,18 +325,6 @@ "Search for Microsoft products in the marketplace", "Show me marketplace products from publisher " ], - "azmcp_bestpractices_get": [ - "Get the latest Azure code generation best practices", - "Get the latest Azure deployment best practices", - "Get the latest Azure best practices", - "Get the latest Azure Functions code generation best practices", - "Get the latest Azure Functions deployment best practices", - "Get the latest Azure Functions best practices", - "Get the latest Azure Static Web Apps best practices", - "What are azure function best practices?", - "Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm.", - "Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm." - ], "azmcp_monitor_healthmodels_entity_gethealth": [ "Show me the health status of entity in the Log Analytics workspace " ], @@ -404,14 +360,61 @@ "azmcp_monitor_workspace_log_query": [ "Show me the logs for the past hour in the Log Analytics workspace " ], - "azmcp_datadog_monitoredresources_list": [ - "List all monitored resources in the Datadog resource ", - "Show me the monitored resources in the Datadog resource " + "azmcp_mysql_database_list": [ + "List all MySQL databases in server ", + "Show me the MySQL databases in server " ], - "azmcp_extension_azqr": [ - "Check my Azure subscription for any compliance issues or recommendations", - "Provide compliance recommendations for my current Azure subscription", - "Scan my Azure subscription for compliance recommendations" + "azmcp_mysql_database_query": [ + "Show me all items that contain the word in the MySQL database in server " + ], + "azmcp_mysql_server_config_get": [ + "Show me the configuration of MySQL server " + ], + "azmcp_mysql_server_list": [ + "List all MySQL servers in my subscription", + "Show me my MySQL servers", + "Show me the MySQL servers in my subscription" + ], + "azmcp_mysql_server_param_get": [ + "Show me the value of connection timeout in seconds in my MySQL server " + ], + "azmcp_mysql_server_param_set": [ + "Set connection timeout to 20 seconds for my MySQL server " + ], + "azmcp_mysql_table_list": [ + "List all tables in the MySQL database in server ", + "Show me the tables in the MySQL database in server " + ], + "azmcp_mysql_table_schema_get": [ + "Show me the schema of table
in the MySQL database in server " + ], + "azmcp_postgres_database_list": [ + "List all PostgreSQL databases in server ", + "Show me the PostgreSQL databases in server " + ], + "azmcp_postgres_database_query": [ + "Show me all items that contain the word in the PostgreSQL database in server " + ], + "azmcp_postgres_server_config_get": [ + "Show me the configuration of PostgreSQL server " + ], + "azmcp_postgres_server_list": [ + "List all PostgreSQL servers in my subscription", + "Show me my PostgreSQL servers", + "Show me the PostgreSQL servers in my subscription" + ], + "azmcp_postgres_server_param_get": [ + "Show me if the parameter my PostgreSQL server has replication enabled" + ], + "azmcp_postgres_server_param_set": [ + "Enable replication for my PostgreSQL server " + ], + "azmcp_postgres_table_list": [ + "List all tables in the PostgreSQL database in server ", + "Show me the tables in the PostgreSQL database in server " + ], + "azmcp_postgres_table_schema_get": [ + "Show me the schema of table
in the PostgreSQL database in server " ], "azmcp_quota_region_availability_list": [ "Show me the available regions for these resource types " @@ -419,10 +422,6 @@ "azmcp_quota_usage_check": [ "Check usage information for in region " ], - "azmcp_role_assignment_list": [ - "List all available role assignments in my subscription", - "Show me the available role assignments in my subscription" - ], "azmcp_redis_cache_accesspolicy_list": [ "List all access policies in the Redis Cache ", "Show me the access policies in the Redis Cache " @@ -441,11 +440,6 @@ "Show me my Redis Clusters", "Show me the Redis Clusters in my subscription" ], - "azmcp_group_list": [ - "List all resource groups in my subscription", - "Show me my resource groups", - "Show me the resource groups in my subscription" - ], "azmcp_resourcehealth_availability-status_get": [ "Get the availability status for resource ", "Show me the health status of the storage account ", @@ -463,6 +457,23 @@ "List active service health events in my subscription", "Show me planned maintenance events for my Azure services" ], + "azmcp_role_assignment_list": [ + "List all available role assignments in my subscription", + "Show me the available role assignments in my subscription" + ], + "azmcp_search_index_get": [ + "Show me the details of the index in Cognitive Search service ", + "List all indexes in the Cognitive Search service ", + "Show me the indexes in the Cognitive Search service " + ], + "azmcp_search_index_query": [ + "Search for instances of in the index in Cognitive Search service " + ], + "azmcp_search_service_list": [ + "List all Cognitive Search services in my subscription", + "Show me the Cognitive Search services in my subscription", + "Show me my Cognitive Search services" + ], "azmcp_servicebus_queue_details": [ "Show me the details of service bus queue " ], @@ -575,10 +586,6 @@ "What is my current subscription?", "What subscriptions do I have?" ], - "azmcp_azureterraformbestpractices_get": [ - "Fetch the Azure Terraform best practices", - "Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault" - ], "azmcp_virtualdesktop_hostpool_list": [ "List all host pools in my subscription" ], @@ -604,14 +611,5 @@ ], "azmcp_workbooks_update": [ "Update the workbook with a new text step" - ], - "azmcp_bicepschema_get": [ - "How can I use Bicep to create an Azure OpenAI service?" - ], - "azmcp_cloudarchitect_design": [ - "Please help me design an architecture for a large-scale file upload, storage, and retrieval service", - "Help me create a cloud service that will serve as ATM for users", - "I want to design a cloud app for ordering groceries", - "How can I design a cloud service in Azure that will store and present videos for users?" ] -} \ No newline at end of file +} diff --git a/eng/tools/ToolDescriptionEvaluator/results-consolidated.md b/eng/tools/ToolDescriptionEvaluator/results-consolidated.md new file mode 100644 index 000000000..797ab979b --- /dev/null +++ b/eng/tools/ToolDescriptionEvaluator/results-consolidated.md @@ -0,0 +1,5270 @@ +# Tool Selection Analysis Setup + +**Setup completed:** 2025-09-29 23:19:41 +**Tool count:** 42 +**Database setup time:** 0.7385418s + +--- + +# Tool Selection Analysis Results + +**Analysis Date:** 2025-09-29 23:19:41 +**Tool count:** 42 + +## Table of Contents + +- [Test 1: get_azure_subscriptions_and_resource_groups](#test-1) +- [Test 2: get_azure_subscriptions_and_resource_groups](#test-2) +- [Test 3: get_azure_subscriptions_and_resource_groups](#test-3) +- [Test 4: get_azure_subscriptions_and_resource_groups](#test-4) +- [Test 5: get_azure_subscriptions_and_resource_groups](#test-5) +- [Test 6: get_azure_subscriptions_and_resource_groups](#test-6) +- [Test 7: get_azure_subscriptions_and_resource_groups](#test-7) +- [Test 8: get_azure_app_resource_details](#test-8) +- [Test 9: get_azure_app_resource_details](#test-9) +- [Test 10: get_azure_app_resource_details](#test-10) +- [Test 11: get_azure_app_resource_details](#test-11) +- [Test 12: get_azure_app_resource_details](#test-12) +- [Test 13: get_azure_app_resource_details](#test-13) +- [Test 14: get_azure_app_resource_details](#test-14) +- [Test 15: get_azure_app_resource_details](#test-15) +- [Test 16: get_azure_app_resource_details](#test-16) +- [Test 17: get_azure_app_resource_details](#test-17) +- [Test 18: get_azure_app_resource_details](#test-18) +- [Test 19: get_azure_app_resource_details](#test-19) +- [Test 20: get_azure_app_resource_details](#test-20) +- [Test 21: get_azure_app_resource_details](#test-21) +- [Test 22: get_azure_app_resource_details](#test-22) +- [Test 23: get_azure_app_resource_details](#test-23) +- [Test 24: get_azure_app_resource_details](#test-24) +- [Test 25: get_azure_app_resource_details](#test-25) +- [Test 26: get_azure_app_resource_details](#test-26) +- [Test 27: get_azure_app_resource_details](#test-27) +- [Test 28: get_azure_app_resource_details](#test-28) +- [Test 29: get_azure_databases_details](#test-29) +- [Test 30: get_azure_databases_details](#test-30) +- [Test 31: get_azure_databases_details](#test-31) +- [Test 32: get_azure_databases_details](#test-32) +- [Test 33: get_azure_databases_details](#test-33) +- [Test 34: get_azure_databases_details](#test-34) +- [Test 35: get_azure_databases_details](#test-35) +- [Test 36: get_azure_databases_details](#test-36) +- [Test 37: get_azure_databases_details](#test-37) +- [Test 38: get_azure_databases_details](#test-38) +- [Test 39: get_azure_databases_details](#test-39) +- [Test 40: get_azure_databases_details](#test-40) +- [Test 41: get_azure_databases_details](#test-41) +- [Test 42: get_azure_databases_details](#test-42) +- [Test 43: get_azure_databases_details](#test-43) +- [Test 44: get_azure_databases_details](#test-44) +- [Test 45: get_azure_databases_details](#test-45) +- [Test 46: get_azure_databases_details](#test-46) +- [Test 47: get_azure_databases_details](#test-47) +- [Test 48: get_azure_databases_details](#test-48) +- [Test 49: get_azure_databases_details](#test-49) +- [Test 50: get_azure_databases_details](#test-50) +- [Test 51: get_azure_databases_details](#test-51) +- [Test 52: get_azure_databases_details](#test-52) +- [Test 53: get_azure_databases_details](#test-53) +- [Test 54: get_azure_databases_details](#test-54) +- [Test 55: get_azure_databases_details](#test-55) +- [Test 56: get_azure_databases_details](#test-56) +- [Test 57: get_azure_databases_details](#test-57) +- [Test 58: get_azure_databases_details](#test-58) +- [Test 59: get_azure_databases_details](#test-59) +- [Test 60: get_azure_databases_details](#test-60) +- [Test 61: get_azure_databases_details](#test-61) +- [Test 62: get_azure_databases_details](#test-62) +- [Test 63: get_azure_databases_details](#test-63) +- [Test 64: get_azure_databases_details](#test-64) +- [Test 65: get_azure_databases_details](#test-65) +- [Test 66: get_azure_databases_details](#test-66) +- [Test 67: get_azure_databases_details](#test-67) +- [Test 68: edit_azure_databases](#test-68) +- [Test 69: edit_azure_databases](#test-69) +- [Test 70: get_azure_resource_and_app_health_status](#test-70) +- [Test 71: get_azure_resource_and_app_health_status](#test-71) +- [Test 72: get_azure_resource_and_app_health_status](#test-72) +- [Test 73: get_azure_resource_and_app_health_status](#test-73) +- [Test 74: get_azure_resource_and_app_health_status](#test-74) +- [Test 75: get_azure_resource_and_app_health_status](#test-75) +- [Test 76: get_azure_resource_and_app_health_status](#test-76) +- [Test 77: get_azure_resource_and_app_health_status](#test-77) +- [Test 78: get_azure_resource_and_app_health_status](#test-78) +- [Test 79: get_azure_resource_and_app_health_status](#test-79) +- [Test 80: get_azure_resource_and_app_health_status](#test-80) +- [Test 81: get_azure_resource_and_app_health_status](#test-81) +- [Test 82: get_azure_resource_and_app_health_status](#test-82) +- [Test 83: get_azure_resource_and_app_health_status](#test-83) +- [Test 84: get_azure_resource_and_app_health_status](#test-84) +- [Test 85: get_azure_resource_and_app_health_status](#test-85) +- [Test 86: get_azure_resource_and_app_health_status](#test-86) +- [Test 87: get_azure_resource_and_app_health_status](#test-87) +- [Test 88: get_azure_resource_and_app_health_status](#test-88) +- [Test 89: get_azure_resource_and_app_health_status](#test-89) +- [Test 90: get_azure_resource_and_app_health_status](#test-90) +- [Test 91: get_azure_resource_and_app_health_status](#test-91) +- [Test 92: get_azure_resource_and_app_health_status](#test-92) +- [Test 93: get_azure_resource_and_app_health_status](#test-93) +- [Test 94: get_azure_resource_and_app_health_status](#test-94) +- [Test 95: get_azure_resource_and_app_health_status](#test-95) +- [Test 96: get_azure_resource_and_app_health_status](#test-96) +- [Test 97: get_azure_resource_and_app_health_status](#test-97) +- [Test 98: get_azure_resource_and_app_health_status](#test-98) +- [Test 99: get_azure_resource_and_app_health_status](#test-99) +- [Test 100: get_azure_resource_and_app_health_status](#test-100) +- [Test 101: get_azure_resource_and_app_health_status](#test-101) +- [Test 102: get_azure_resource_and_app_health_status](#test-102) +- [Test 103: get_azure_resource_and_app_health_status](#test-103) +- [Test 104: get_azure_resource_and_app_health_status](#test-104) +- [Test 105: deploy_resources_and_applications_to_azure](#test-105) +- [Test 106: deploy_resources_and_applications_to_azure](#test-106) +- [Test 107: deploy_resources_and_applications_to_azure](#test-107) +- [Test 108: deploy_resources_and_applications_to_azure](#test-108) +- [Test 109: get_azure_app_config_settings](#test-109) +- [Test 110: get_azure_app_config_settings](#test-110) +- [Test 111: get_azure_app_config_settings](#test-111) +- [Test 112: get_azure_app_config_settings](#test-112) +- [Test 113: get_azure_app_config_settings](#test-113) +- [Test 114: get_azure_app_config_settings](#test-114) +- [Test 115: edit_azure_app_config_settings](#test-115) +- [Test 116: edit_azure_app_config_settings](#test-116) +- [Test 117: lock_unlock_azure_app_config_settings](#test-117) +- [Test 118: lock_unlock_azure_app_config_settings](#test-118) +- [Test 119: edit_azure_workbooks](#test-119) +- [Test 120: edit_azure_workbooks](#test-120) +- [Test 121: create_azure_workbooks](#test-121) +- [Test 122: get_azure_workbooks_details](#test-122) +- [Test 123: get_azure_workbooks_details](#test-123) +- [Test 124: get_azure_workbooks_details](#test-124) +- [Test 125: get_azure_workbooks_details](#test-125) +- [Test 126: audit_azure_resources_compliance](#test-126) +- [Test 127: audit_azure_resources_compliance](#test-127) +- [Test 128: audit_azure_resources_compliance](#test-128) +- [Test 129: get_azure_security_configurations](#test-129) +- [Test 130: get_azure_security_configurations](#test-130) +- [Test 131: get_azure_key_vault](#test-131) +- [Test 132: get_azure_key_vault](#test-132) +- [Test 133: get_azure_key_vault](#test-133) +- [Test 134: get_azure_key_vault](#test-134) +- [Test 135: get_azure_key_vault](#test-135) +- [Test 136: get_azure_key_vault](#test-136) +- [Test 137: get_azure_key_vault](#test-137) +- [Test 138: get_azure_key_vault](#test-138) +- [Test 139: get_azure_key_vault](#test-139) +- [Test 140: get_azure_key_vault](#test-140) +- [Test 141: create_azure_key_vault_items](#test-141) +- [Test 142: create_azure_key_vault_items](#test-142) +- [Test 143: create_azure_key_vault_items](#test-143) +- [Test 144: import_azure_key_vault_certificates](#test-144) +- [Test 145: import_azure_key_vault_certificates](#test-145) +- [Test 146: get_azure_best_practices](#test-146) +- [Test 147: get_azure_best_practices](#test-147) +- [Test 148: get_azure_best_practices](#test-148) +- [Test 149: get_azure_best_practices](#test-149) +- [Test 150: get_azure_best_practices](#test-150) +- [Test 151: get_azure_best_practices](#test-151) +- [Test 152: get_azure_best_practices](#test-152) +- [Test 153: get_azure_best_practices](#test-153) +- [Test 154: get_azure_best_practices](#test-154) +- [Test 155: get_azure_best_practices](#test-155) +- [Test 156: get_azure_best_practices](#test-156) +- [Test 157: design_azure_architecture](#test-157) +- [Test 158: design_azure_architecture](#test-158) +- [Test 159: design_azure_architecture](#test-159) +- [Test 160: design_azure_architecture](#test-160) +- [Test 161: design_azure_architecture](#test-161) +- [Test 162: get_azure_load_testing_details](#test-162) +- [Test 163: get_azure_load_testing_details](#test-163) +- [Test 164: get_azure_load_testing_details](#test-164) +- [Test 165: get_azure_load_testing_details](#test-165) +- [Test 166: create_azure_load_testing](#test-166) +- [Test 167: create_azure_load_testing](#test-167) +- [Test 168: create_azure_load_testing](#test-168) +- [Test 169: update_azure_load_testing_configurations](#test-169) +- [Test 170: get_azure_ai_resources_details](#test-170) +- [Test 171: get_azure_ai_resources_details](#test-171) +- [Test 172: get_azure_ai_resources_details](#test-172) +- [Test 173: get_azure_ai_resources_details](#test-173) +- [Test 174: get_azure_ai_resources_details](#test-174) +- [Test 175: get_azure_ai_resources_details](#test-175) +- [Test 176: get_azure_ai_resources_details](#test-176) +- [Test 177: get_azure_ai_resources_details](#test-177) +- [Test 178: get_azure_ai_resources_details](#test-178) +- [Test 179: get_azure_ai_resources_details](#test-179) +- [Test 180: get_azure_ai_resources_details](#test-180) +- [Test 181: get_azure_ai_resources_details](#test-181) +- [Test 182: get_azure_ai_resources_details](#test-182) +- [Test 183: get_azure_ai_resources_details](#test-183) +- [Test 184: get_azure_ai_resources_details](#test-184) +- [Test 185: deploy_azure_ai_models](#test-185) +- [Test 186: connect_azure_ai_foundry_agents](#test-186) +- [Test 187: evaluate_azure_ai_foundry_agents](#test-187) +- [Test 188: get_azure_storage_details](#test-188) +- [Test 189: get_azure_storage_details](#test-189) +- [Test 190: get_azure_storage_details](#test-190) +- [Test 191: get_azure_storage_details](#test-191) +- [Test 192: get_azure_storage_details](#test-192) +- [Test 193: get_azure_storage_details](#test-193) +- [Test 194: get_azure_storage_details](#test-194) +- [Test 195: get_azure_storage_details](#test-195) +- [Test 196: get_azure_storage_details](#test-196) +- [Test 197: get_azure_storage_details](#test-197) +- [Test 198: get_azure_storage_details](#test-198) +- [Test 199: get_azure_storage_details](#test-199) +- [Test 200: get_azure_storage_details](#test-200) +- [Test 201: get_azure_storage_details](#test-201) +- [Test 202: get_azure_storage_details](#test-202) +- [Test 203: create_azure_storage](#test-203) +- [Test 204: create_azure_storage](#test-204) +- [Test 205: create_azure_storage](#test-205) +- [Test 206: create_azure_storage](#test-206) +- [Test 207: create_azure_storage](#test-207) +- [Test 208: create_azure_storage](#test-208) +- [Test 209: upload_azure_storage_blobs](#test-209) +- [Test 210: get_azure_cache_for_redis_details](#test-210) +- [Test 211: get_azure_cache_for_redis_details](#test-211) +- [Test 212: get_azure_cache_for_redis_details](#test-212) +- [Test 213: get_azure_cache_for_redis_details](#test-213) +- [Test 214: get_azure_cache_for_redis_details](#test-214) +- [Test 215: get_azure_cache_for_redis_details](#test-215) +- [Test 216: get_azure_cache_for_redis_details](#test-216) +- [Test 217: get_azure_cache_for_redis_details](#test-217) +- [Test 218: get_azure_cache_for_redis_details](#test-218) +- [Test 219: get_azure_cache_for_redis_details](#test-219) +- [Test 220: browse_azure_marketplace_products](#test-220) +- [Test 221: browse_azure_marketplace_products](#test-221) +- [Test 222: browse_azure_marketplace_products](#test-222) +- [Test 223: get_azure_capacity](#test-223) +- [Test 224: get_azure_capacity](#test-224) +- [Test 225: get_azure_capacity](#test-225) +- [Test 226: get_azure_messaging_service_details](#test-226) +- [Test 227: get_azure_messaging_service_details](#test-227) +- [Test 228: get_azure_messaging_service_details](#test-228) +- [Test 229: get_azure_messaging_service_details](#test-229) +- [Test 230: get_azure_messaging_service_details](#test-230) +- [Test 231: get_azure_messaging_service_details](#test-231) +- [Test 232: get_azure_messaging_service_details](#test-232) +- [Test 233: get_azure_messaging_service_details](#test-233) +- [Test 234: get_azure_messaging_service_details](#test-234) +- [Test 235: get_azure_messaging_service_details](#test-235) +- [Test 236: get_azure_messaging_service_details](#test-236) +- [Test 237: get_azure_messaging_service_details](#test-237) +- [Test 238: get_azure_messaging_service_details](#test-238) +- [Test 239: get_azure_messaging_service_details](#test-239) +- [Test 240: get_azure_data_explorer_kusto_details](#test-240) +- [Test 241: get_azure_data_explorer_kusto_details](#test-241) +- [Test 242: get_azure_data_explorer_kusto_details](#test-242) +- [Test 243: get_azure_data_explorer_kusto_details](#test-243) +- [Test 244: get_azure_data_explorer_kusto_details](#test-244) +- [Test 245: get_azure_data_explorer_kusto_details](#test-245) +- [Test 246: get_azure_data_explorer_kusto_details](#test-246) +- [Test 247: get_azure_data_explorer_kusto_details](#test-247) +- [Test 248: get_azure_data_explorer_kusto_details](#test-248) +- [Test 249: get_azure_data_explorer_kusto_details](#test-249) +- [Test 250: get_azure_data_explorer_kusto_details](#test-250) +- [Test 251: create_azure_database_admin_configurations](#test-251) +- [Test 252: create_azure_database_admin_configurations](#test-252) +- [Test 253: create_azure_database_admin_configurations](#test-253) +- [Test 254: delete_azure_database_admin_configurations](#test-254) +- [Test 255: delete_azure_database_admin_configurations](#test-255) +- [Test 256: delete_azure_database_admin_configurations](#test-256) +- [Test 257: get_azure_database_admin_configuration_details](#test-257) +- [Test 258: get_azure_database_admin_configuration_details](#test-258) +- [Test 259: get_azure_database_admin_configuration_details](#test-259) +- [Test 260: get_azure_database_admin_configuration_details](#test-260) +- [Test 261: get_azure_database_admin_configuration_details](#test-261) +- [Test 262: get_azure_database_admin_configuration_details](#test-262) +- [Test 263: get_azure_database_admin_configuration_details](#test-263) +- [Test 264: get_azure_database_admin_configuration_details](#test-264) +- [Test 265: get_azure_database_admin_configuration_details](#test-265) +- [Test 266: get_azure_container_details](#test-266) +- [Test 267: get_azure_container_details](#test-267) +- [Test 268: get_azure_container_details](#test-268) +- [Test 269: get_azure_container_details](#test-269) +- [Test 270: get_azure_container_details](#test-270) +- [Test 271: get_azure_container_details](#test-271) +- [Test 272: get_azure_container_details](#test-272) +- [Test 273: get_azure_container_details](#test-273) +- [Test 274: get_azure_container_details](#test-274) +- [Test 275: get_azure_container_details](#test-275) +- [Test 276: get_azure_container_details](#test-276) +- [Test 277: get_azure_container_details](#test-277) +- [Test 278: get_azure_container_details](#test-278) +- [Test 279: get_azure_container_details](#test-279) +- [Test 280: get_azure_container_details](#test-280) +- [Test 281: get_azure_container_details](#test-281) +- [Test 282: get_azure_container_details](#test-282) +- [Test 283: get_azure_container_details](#test-283) +- [Test 284: get_azure_container_details](#test-284) +- [Test 285: get_azure_container_details](#test-285) +- [Test 286: get_azure_container_details](#test-286) +- [Test 287: get_azure_container_details](#test-287) +- [Test 288: get_azure_virtual_desktop_details](#test-288) +- [Test 289: get_azure_virtual_desktop_details](#test-289) +- [Test 290: get_azure_virtual_desktop_details](#test-290) + +--- + +## Test 1 + +**Expected Tool:** `get_azure_subscriptions_and_resource_groups` +**Prompt:** List all resource groups in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.638889 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | +| 2 | 0.420089 | `get_azure_security_configurations` | ❌ | +| 3 | 0.384567 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.382375 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.368472 | `get_azure_storage_details` | ❌ | + +--- + +## Test 2 + +**Expected Tool:** `get_azure_subscriptions_and_resource_groups` +**Prompt:** List all subscriptions for my account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.415793 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | +| 2 | 0.383875 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.328704 | `get_azure_security_configurations` | ❌ | +| 4 | 0.317407 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.290560 | `get_azure_storage_details` | ❌ | + +--- + +## Test 3 + +**Expected Tool:** `get_azure_subscriptions_and_resource_groups` +**Prompt:** Show me my resource groups + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.549609 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | +| 2 | 0.418811 | `get_azure_security_configurations` | ❌ | +| 3 | 0.364712 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.363679 | `get_azure_storage_details` | ❌ | +| 5 | 0.358284 | `get_azure_virtual_desktop_details` | ❌ | + +--- + +## Test 4 + +**Expected Tool:** `get_azure_subscriptions_and_resource_groups` +**Prompt:** Show me my subscriptions + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.347561 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | +| 2 | 0.305503 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.278264 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.242552 | `get_azure_security_configurations` | ❌ | +| 5 | 0.206650 | `get_azure_key_vault` | ❌ | + +--- + +## Test 5 + +**Expected Tool:** `get_azure_subscriptions_and_resource_groups` +**Prompt:** Show me the resource groups in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.671044 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | +| 2 | 0.437174 | `get_azure_security_configurations` | ❌ | +| 3 | 0.399332 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.381286 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.379037 | `get_azure_virtual_desktop_details` | ❌ | + +--- + +## Test 6 + +**Expected Tool:** `get_azure_subscriptions_and_resource_groups` +**Prompt:** What is my current subscription? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.322378 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | +| 2 | 0.291115 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.246133 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.199535 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.193922 | `get_azure_capacity` | ❌ | + +--- + +## Test 7 + +**Expected Tool:** `get_azure_subscriptions_and_resource_groups` +**Prompt:** What subscriptions do I have? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.380158 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | +| 2 | 0.361941 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.274746 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.227968 | `get_azure_container_details` | ❌ | +| 5 | 0.227901 | `get_azure_database_admin_configuration_details` | ❌ | + +--- + +## Test 8 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Add a CosmosDB database to app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.475844 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.460199 | `get_azure_databases_details` | ❌ | +| 3 | 0.441557 | `edit_azure_databases` | ❌ | +| 4 | 0.360392 | `lock_unlock_azure_app_config_settings` | ❌ | +| 5 | 0.353615 | `create_azure_database_admin_configurations` | ❌ | + +--- + +## Test 9 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Add a database connection to my app service in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.416489 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.399204 | `edit_azure_databases` | ❌ | +| 3 | 0.339497 | `get_azure_databases_details` | ❌ | +| 4 | 0.330529 | `create_azure_database_admin_configurations` | ❌ | +| 5 | 0.325063 | `lock_unlock_azure_app_config_settings` | ❌ | + +--- + +## Test 10 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Add a MySQL database to app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.510959 | `edit_azure_databases` | ❌ | +| 2 | 0.461314 | `get_azure_databases_details` | ❌ | +| 3 | 0.447272 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 4 | 0.328092 | `create_azure_database_admin_configurations` | ❌ | +| 5 | 0.319773 | `deploy_resources_and_applications_to_azure` | ❌ | + +--- + +## Test 11 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Add a PostgreSQL database to app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.488067 | `edit_azure_databases` | ❌ | +| 2 | 0.423578 | `get_azure_databases_details` | ❌ | +| 3 | 0.414886 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 4 | 0.298856 | `create_azure_database_admin_configurations` | ❌ | +| 5 | 0.282619 | `deploy_azure_ai_models` | ❌ | + +--- + +## Test 12 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Add database on server to app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.445528 | `edit_azure_databases` | ❌ | +| 2 | 0.440234 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 3 | 0.436024 | `get_azure_databases_details` | ❌ | +| 4 | 0.360971 | `create_azure_database_admin_configurations` | ❌ | +| 5 | 0.305096 | `get_azure_database_admin_configuration_details` | ❌ | + +--- + +## Test 13 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Add database with retry policy to app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.409094 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.380948 | `edit_azure_databases` | ❌ | +| 3 | 0.359762 | `get_azure_databases_details` | ❌ | +| 4 | 0.329970 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.318303 | `lock_unlock_azure_app_config_settings` | ❌ | + +--- + +## Test 14 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Configure a SQL Server database for app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.512464 | `edit_azure_databases` | ❌ | +| 2 | 0.497329 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 3 | 0.456119 | `lock_unlock_azure_app_config_settings` | ❌ | +| 4 | 0.438142 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.429642 | `create_azure_database_admin_configurations` | ❌ | + +--- + +## Test 15 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Configure tenant for database in app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.438130 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.427201 | `edit_azure_databases` | ❌ | +| 3 | 0.397353 | `lock_unlock_azure_app_config_settings` | ❌ | +| 4 | 0.364309 | `get_azure_databases_details` | ❌ | +| 5 | 0.357462 | `get_azure_app_config_settings` | ❌ | + +--- + +## Test 16 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Describe the function app in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.535642 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.464895 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.438587 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.412412 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.376779 | `get_azure_best_practices` | ❌ | + +--- + +## Test 17 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Get configuration for function app + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.622593 | `get_azure_app_config_settings` | ❌ | +| 2 | 0.517510 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 3 | 0.480175 | `lock_unlock_azure_app_config_settings` | ❌ | +| 4 | 0.434907 | `get_azure_best_practices` | ❌ | +| 5 | 0.415185 | `edit_azure_app_config_settings` | ❌ | + +--- + +## Test 18 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Get function app status for + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.488176 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.444696 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.419275 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.360911 | `get_azure_storage_details` | ❌ | +| 5 | 0.345466 | `deploy_resources_and_applications_to_azure` | ❌ | + +--- + +## Test 19 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Get information about my function app in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.528851 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.516861 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.498775 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.433539 | `get_azure_storage_details` | ❌ | +| 5 | 0.427611 | `get_azure_resource_and_app_health_status` | ❌ | + +--- + +## Test 20 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** List all function apps in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.508251 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.448072 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.427410 | `get_azure_security_configurations` | ❌ | +| 4 | 0.421965 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.409259 | `deploy_resources_and_applications_to_azure` | ❌ | + +--- + +## Test 21 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Retrieve host name and status of function app + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.494727 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.462941 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.441714 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.385066 | `execute_azure_cli` | ❌ | +| 5 | 0.383867 | `deploy_resources_and_applications_to_azure` | ❌ | + +--- + +## Test 22 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Set connection string for database in app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.468293 | `edit_azure_databases` | ❌ | +| 2 | 0.420187 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 3 | 0.395735 | `lock_unlock_azure_app_config_settings` | ❌ | +| 4 | 0.366333 | `get_azure_databases_details` | ❌ | +| 5 | 0.364732 | `get_azure_app_config_settings` | ❌ | + +--- + +## Test 23 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Show function app details for in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.581705 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.514721 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.430445 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.411448 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.401383 | `get_azure_messaging_service_details` | ❌ | + +--- + +## Test 24 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Show me my Azure function apps + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.520994 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.469871 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.462611 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.444986 | `get_azure_security_configurations` | ❌ | +| 5 | 0.437162 | `get_azure_app_config_settings` | ❌ | + +--- + +## Test 25 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Show me the details for the function app + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.595515 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.570557 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.445050 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.394452 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.391671 | `get_azure_storage_details` | ❌ | + +--- + +## Test 26 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Show plan and region for function app + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.499888 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.433102 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.428962 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.390991 | `get_azure_capacity` | ❌ | +| 5 | 0.390919 | `get_azure_best_practices` | ❌ | + +--- + +## Test 27 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** What function apps do I have? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.404276 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.315885 | `get_azure_resource_and_app_health_status` | ❌ | +| 3 | 0.305243 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.269663 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.262952 | `execute_azure_cli` | ❌ | + +--- + +## Test 28 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** What is the status of function app ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.517900 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.438212 | `get_azure_resource_and_app_health_status` | ❌ | +| 3 | 0.419467 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.388259 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.360351 | `get_azure_best_practices` | ❌ | + +--- + +## Test 29 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Display the properties of SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.394526 | `get_azure_database_admin_configuration_details` | ❌ | +| 2 | 0.378321 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 3 | 0.346100 | `edit_azure_databases` | ❌ | +| 4 | 0.312577 | `create_azure_database_admin_configurations` | ❌ | +| 5 | 0.311368 | `delete_azure_database_admin_configurations` | ❌ | + +--- + +## Test 30 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Get the configuration details for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.516062 | `get_azure_database_admin_configuration_details` | ❌ | +| 2 | 0.515479 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.369218 | `edit_azure_databases` | ❌ | +| 4 | 0.347208 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 5 | 0.341961 | `get_azure_app_resource_details` | ❌ | + +--- + +## Test 31 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Get the configuration details for the SQL database on server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.478179 | `get_azure_database_admin_configuration_details` | ❌ | +| 2 | 0.448861 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.374847 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 4 | 0.373071 | `edit_azure_databases` | ❌ | +| 5 | 0.340084 | `get_azure_app_resource_details` | ❌ | + +--- + +## Test 32 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all Azure SQL servers in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.437870 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 2 | 0.423838 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 3 | 0.422601 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.420824 | `create_azure_database_admin_configurations` | ❌ | +| 5 | 0.417101 | `delete_azure_database_admin_configurations` | ❌ | + +--- + +## Test 33 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all cosmosdb accounts in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.483707 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.470240 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.466792 | `get_azure_storage_details` | ❌ | +| 4 | 0.449054 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.439142 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 34 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all databases in the Azure SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.550049 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.447529 | `get_azure_database_admin_configuration_details` | ❌ | +| 3 | 0.420211 | `delete_azure_database_admin_configurations` | ❌ | +| 4 | 0.415459 | `edit_azure_databases` | ❌ | +| 5 | 0.403496 | `create_azure_database_admin_configurations` | ❌ | + +--- + +## Test 35 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all MySQL databases in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.459813 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.353887 | `edit_azure_databases` | ❌ | +| 3 | 0.255202 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.237924 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.224949 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 36 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all MySQL servers in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.496395 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.418770 | `edit_azure_databases` | ❌ | +| 3 | 0.335256 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.322093 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.305576 | `get_azure_messaging_service_details` | ❌ | + +--- + +## Test 37 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all PostgreSQL databases in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.411217 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.321958 | `edit_azure_databases` | ❌ | +| 3 | 0.243270 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.230549 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.203815 | `delete_azure_database_admin_configurations` | ❌ | + +--- + +## Test 38 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all PostgreSQL servers in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.455154 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.397754 | `edit_azure_databases` | ❌ | +| 3 | 0.341460 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.323442 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.319877 | `get_azure_subscriptions_and_resource_groups` | ❌ | + +--- + +## Test 39 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all tables in the MySQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.416288 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.319283 | `edit_azure_databases` | ❌ | +| 3 | 0.224069 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.223872 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.219312 | `delete_azure_database_admin_configurations` | ❌ | + +--- + +## Test 40 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all tables in the PostgreSQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.375280 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.295866 | `edit_azure_databases` | ❌ | +| 3 | 0.217377 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.204516 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.202386 | `delete_azure_database_admin_configurations` | ❌ | + +--- + +## Test 41 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all the containers in the database for the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.485364 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.427277 | `get_azure_storage_details` | ❌ | +| 3 | 0.423698 | `create_azure_storage` | ❌ | +| 4 | 0.393241 | `get_azure_container_details` | ❌ | +| 5 | 0.360849 | `get_azure_cache_for_redis_details` | ❌ | + +--- + +## Test 42 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all the databases in the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.521537 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.388427 | `get_azure_storage_details` | ❌ | +| 3 | 0.372212 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.356409 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.340541 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 43 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me all items that contain the word in the MySQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.400712 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.313420 | `edit_azure_databases` | ❌ | +| 3 | 0.260779 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.239565 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.224178 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 44 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me all items that contain the word in the PostgreSQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.357470 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.282259 | `edit_azure_databases` | ❌ | +| 3 | 0.237418 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.230730 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.211605 | `create_azure_database_admin_configurations` | ❌ | + +--- + +## Test 45 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me all the databases configuration details in the Azure SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.558434 | `get_azure_database_admin_configuration_details` | ❌ | +| 2 | 0.530328 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 3 | 0.486536 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.468156 | `edit_azure_databases` | ❌ | +| 5 | 0.421261 | `get_azure_app_resource_details` | ❌ | + +--- + +## Test 46 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me every SQL server available in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.459302 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 2 | 0.424009 | `get_azure_database_admin_configuration_details` | ❌ | +| 3 | 0.422684 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 4 | 0.399238 | `get_azure_storage_details` | ❌ | +| 5 | 0.389735 | `get_azure_resource_and_app_health_status` | ❌ | + +--- + +## Test 47 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me if the parameter my PostgreSQL server has replication enabled + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.318903 | `edit_azure_databases` | ❌ | +| 2 | 0.251389 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 3 | 0.215865 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.165104 | `create_azure_database_admin_configurations` | ❌ | +| 5 | 0.164953 | `get_azure_app_config_settings` | ❌ | + +--- + +## Test 48 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me my cosmosdb accounts + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.494153 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.446916 | `get_azure_storage_details` | ❌ | +| 3 | 0.421776 | `get_azure_security_configurations` | ❌ | +| 4 | 0.396416 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.389268 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 49 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me my MySQL servers + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.404968 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.357185 | `edit_azure_databases` | ❌ | +| 3 | 0.270829 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.234680 | `delete_azure_database_admin_configurations` | ❌ | +| 5 | 0.227130 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 50 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me my PostgreSQL servers + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.380591 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.354214 | `edit_azure_databases` | ❌ | +| 3 | 0.274988 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.240477 | `delete_azure_database_admin_configurations` | ❌ | +| 5 | 0.234628 | `create_azure_database_admin_configurations` | ❌ | + +--- + +## Test 51 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the configuration of MySQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.424259 | `edit_azure_databases` | ❌ | +| 2 | 0.345881 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 3 | 0.319072 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.282061 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.217174 | `delete_azure_database_admin_configurations` | ❌ | + +--- + +## Test 52 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the configuration of PostgreSQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.396395 | `edit_azure_databases` | ❌ | +| 2 | 0.305067 | `get_azure_database_admin_configuration_details` | ❌ | +| 3 | 0.302014 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 4 | 0.250062 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.200991 | `create_azure_database_admin_configurations` | ❌ | + +--- + +## Test 53 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the containers in the database for the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.467713 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.403564 | `create_azure_storage` | ❌ | +| 3 | 0.391067 | `get_azure_storage_details` | ❌ | +| 4 | 0.377307 | `get_azure_container_details` | ❌ | +| 5 | 0.328002 | `get_azure_cache_for_redis_details` | ❌ | + +--- + +## Test 54 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the cosmosdb accounts in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.488113 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 2 | 0.481986 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 3 | 0.473411 | `get_azure_storage_details` | ❌ | +| 4 | 0.458257 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.444953 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 55 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the databases in the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.496822 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.373845 | `get_azure_storage_details` | ❌ | +| 3 | 0.368046 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.336436 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.323139 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 56 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the details of Azure SQL server in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.549674 | `get_azure_database_admin_configuration_details` | ❌ | +| 2 | 0.489018 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.483943 | `get_azure_storage_details` | ❌ | +| 4 | 0.476116 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.464357 | `get_azure_app_config_settings` | ❌ | + +--- + +## Test 57 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the details of SQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.430689 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.415553 | `get_azure_database_admin_configuration_details` | ❌ | +| 3 | 0.358937 | `get_azure_app_resource_details` | ❌ | +| 4 | 0.354797 | `edit_azure_databases` | ❌ | +| 5 | 0.343170 | `get_azure_data_explorer_kusto_details` | ❌ | + +--- + +## Test 58 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the items that contain the word in the container in the database for the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.425531 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.382341 | `get_azure_ai_resources_details` | ❌ | +| 3 | 0.377864 | `get_azure_storage_details` | ❌ | +| 4 | 0.346331 | `get_azure_container_details` | ❌ | +| 5 | 0.328296 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 59 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the MySQL databases in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.443295 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.358413 | `edit_azure_databases` | ❌ | +| 3 | 0.250030 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.239609 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.215113 | `get_azure_cache_for_redis_details` | ❌ | + +--- + +## Test 60 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the MySQL servers in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.511759 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.461498 | `edit_azure_databases` | ❌ | +| 3 | 0.364366 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.353329 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.349055 | `get_azure_subscriptions_and_resource_groups` | ❌ | + +--- + +## Test 61 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the PostgreSQL databases in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.406462 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.332482 | `edit_azure_databases` | ❌ | +| 3 | 0.245580 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.226921 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.203381 | `create_azure_database_admin_configurations` | ❌ | + +--- + +## Test 62 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the PostgreSQL servers in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.469058 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.433648 | `edit_azure_databases` | ❌ | +| 3 | 0.360426 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.343503 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.339133 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 63 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the schema of table
in the MySQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.383059 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.314160 | `edit_azure_databases` | ❌ | +| 3 | 0.225701 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.221194 | `get_azure_best_practices` | ❌ | +| 5 | 0.219231 | `get_azure_database_admin_configuration_details` | ❌ | + +--- + +## Test 64 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the schema of table
in the PostgreSQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.343921 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.284734 | `edit_azure_databases` | ❌ | +| 3 | 0.214094 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.199986 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.193675 | `get_azure_best_practices` | ❌ | + +--- + +## Test 65 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the tables in the MySQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.421279 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.335190 | `edit_azure_databases` | ❌ | +| 3 | 0.249102 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.243671 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.210444 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 66 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the tables in the PostgreSQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.375595 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.310370 | `edit_azure_databases` | ❌ | +| 3 | 0.230357 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.224141 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.188657 | `create_azure_database_admin_configurations` | ❌ | + +--- + +## Test 67 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the value of connection timeout in seconds in my MySQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.364740 | `edit_azure_databases` | ❌ | +| 2 | 0.238900 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 3 | 0.202957 | `delete_azure_database_admin_configurations` | ❌ | +| 4 | 0.202122 | `create_azure_database_admin_configurations` | ❌ | +| 5 | 0.192494 | `get_azure_database_admin_configuration_details` | ❌ | + +--- + +## Test 68 + +**Expected Tool:** `edit_azure_databases` +**Prompt:** Enable replication for my PostgreSQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.340843 | `edit_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.250565 | `create_azure_database_admin_configurations` | ❌ | +| 3 | 0.234603 | `get_azure_databases_details` | ❌ | +| 4 | 0.212755 | `delete_azure_database_admin_configurations` | ❌ | +| 5 | 0.160632 | `get_azure_database_admin_configuration_details` | ❌ | + +--- + +## Test 69 + +**Expected Tool:** `edit_azure_databases` +**Prompt:** Set connection timeout to 20 seconds for my MySQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.380868 | `edit_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.269323 | `create_azure_database_admin_configurations` | ❌ | +| 3 | 0.251993 | `delete_azure_database_admin_configurations` | ❌ | +| 4 | 0.213409 | `get_azure_databases_details` | ❌ | +| 5 | 0.174321 | `connect_azure_ai_foundry_agents` | ❌ | + +--- + +## Test 70 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Analyze the performance trends and response times for Application Insights resource over the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.521504 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.402104 | `create_azure_load_testing` | ❌ | +| 3 | 0.398005 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.397775 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.383437 | `get_azure_capacity` | ❌ | + +--- + +## Test 71 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Check the availability metrics for my Application Insights resource for the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.542660 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.426973 | `get_azure_capacity` | ❌ | +| 3 | 0.381299 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.370619 | `get_azure_ai_resources_details` | ❌ | +| 5 | 0.368136 | `create_azure_load_testing` | ❌ | + +--- + +## Test 72 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Get metric definitions for from the namespace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.339113 | `get_azure_storage_details` | ❌ | +| 2 | 0.315432 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 3 | 0.272938 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.271450 | `get_azure_capacity` | ❌ | +| 5 | 0.269638 | `get_azure_messaging_service_details` | ❌ | + +--- + +## Test 73 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Get the metric for over the last with intervals + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.337715 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.260080 | `get_azure_storage_details` | ❌ | +| 3 | 0.253655 | `get_azure_virtual_desktop_details` | ❌ | +| 4 | 0.243995 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.237052 | `get_azure_subscriptions_and_resource_groups` | ❌ | + +--- + +## Test 74 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Get the availability status for resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.409319 | `get_azure_storage_details` | ❌ | +| 2 | 0.379831 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 3 | 0.374257 | `get_azure_capacity` | ❌ | +| 4 | 0.325422 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.305299 | `get_azure_virtual_desktop_details` | ❌ | + +--- + +## Test 75 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Investigate error rates and failed requests for Application Insights resource for the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.486374 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.389526 | `get_azure_capacity` | ❌ | +| 3 | 0.375039 | `create_azure_load_testing` | ❌ | +| 4 | 0.370705 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.369547 | `deploy_resources_and_applications_to_azure` | ❌ | + +--- + +## Test 76 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** List all available table types in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.427197 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.407957 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.398563 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.396444 | `get_azure_databases_details` | ❌ | +| 5 | 0.383614 | `create_azure_workbooks` | ❌ | + +--- + +## Test 77 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** List all Azure Managed Grafana in one subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.470427 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.455463 | `get_azure_databases_details` | ❌ | +| 3 | 0.445863 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.440817 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.438518 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 78 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** List all Log Analytics workspaces in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.498165 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.463936 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.452333 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.437304 | `create_azure_workbooks` | ❌ | +| 5 | 0.419394 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 79 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** List all monitored resources in the Datadog resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.419335 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.356965 | `get_azure_load_testing_details` | ❌ | +| 3 | 0.349385 | `get_azure_virtual_desktop_details` | ❌ | +| 4 | 0.331387 | `get_azure_storage_details` | ❌ | +| 5 | 0.321756 | `get_azure_cache_for_redis_details` | ❌ | + +--- + +## Test 80 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** List all tables in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.428639 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.418441 | `get_azure_workbooks_details` | ❌ | +| 3 | 0.398664 | `create_azure_workbooks` | ❌ | +| 4 | 0.393566 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.376632 | `get_azure_databases_details` | ❌ | + +--- + +## Test 81 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** List availability status for all resources in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.536844 | `get_azure_storage_details` | ❌ | +| 2 | 0.525913 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.486032 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 4 | 0.478110 | `get_azure_capacity` | ❌ | +| 5 | 0.460632 | `get_azure_messaging_service_details` | ❌ | + +--- + +## Test 82 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** List code optimization recommendations across my Application Insights components + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.476038 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.430555 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.423122 | `get_azure_best_practices` | ❌ | +| 4 | 0.369889 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 5 | 0.368140 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 83 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** List profiler recommendations for Application Insights in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.548400 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.453872 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.440214 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.416257 | `get_azure_security_configurations` | ❌ | +| 5 | 0.416176 | `get_azure_capacity` | ❌ | + +--- + +## Test 84 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Please help me diagnose issues with my app using app lens + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.378029 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.272515 | `get_azure_app_resource_details` | ❌ | +| 3 | 0.249202 | `execute_azure_cli` | ❌ | +| 4 | 0.247328 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.246532 | `get_azure_app_config_settings` | ❌ | + +--- + +## Test 85 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Query the metric for for the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.344602 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.269955 | `get_azure_storage_details` | ❌ | +| 3 | 0.264046 | `get_azure_virtual_desktop_details` | ❌ | +| 4 | 0.253373 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.252475 | `get_azure_capacity` | ❌ | + +--- + +## Test 86 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me all available metrics and their definitions for storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.577912 | `get_azure_storage_details` | ❌ | +| 2 | 0.430781 | `get_azure_capacity` | ❌ | +| 3 | 0.399711 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 4 | 0.392511 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.383711 | `get_azure_app_config_settings` | ❌ | + +--- + +## Test 87 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me code optimization recommendations for all Application Insights resources in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.512832 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.492356 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.464604 | `get_azure_best_practices` | ❌ | +| 4 | 0.421210 | `get_azure_capacity` | ❌ | +| 5 | 0.400675 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 88 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me my Log Analytics workspaces + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.520253 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.488696 | `create_azure_workbooks` | ❌ | +| 3 | 0.451337 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.410409 | `get_azure_security_configurations` | ❌ | +| 5 | 0.405448 | `edit_azure_workbooks` | ❌ | + +--- + +## Test 89 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me performance improvement recommendations from Application Insights + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.485261 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.431076 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 3 | 0.392623 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.368812 | `get_azure_capacity` | ❌ | +| 5 | 0.356368 | `get_azure_best_practices` | ❌ | + +--- + +## Test 90 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me the available table types in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.438387 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.405870 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.396062 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.387081 | `create_azure_workbooks` | ❌ | +| 5 | 0.384383 | `get_azure_databases_details` | ❌ | + +--- + +## Test 91 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me the health status of all my Azure resources + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.582586 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.552006 | `get_azure_storage_details` | ❌ | +| 3 | 0.488089 | `get_azure_capacity` | ❌ | +| 4 | 0.475264 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.471465 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 92 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me the health status of entity in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.569558 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.364066 | `get_azure_storage_details` | ❌ | +| 3 | 0.359140 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.340267 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.334046 | `create_azure_workbooks` | ❌ | + +--- + +## Test 93 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me the health status of the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.560849 | `get_azure_storage_details` | ❌ | +| 2 | 0.406534 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 3 | 0.400710 | `create_azure_storage` | ❌ | +| 4 | 0.368175 | `get_azure_capacity` | ❌ | +| 5 | 0.339439 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 94 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me the Log Analytics workspaces in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.523533 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.479440 | `create_azure_workbooks` | ❌ | +| 3 | 0.458853 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.456725 | `get_azure_workbooks_details` | ❌ | +| 5 | 0.418907 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 95 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me the logs for the past hour for the resource in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.457908 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.365333 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.333898 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.332443 | `get_azure_capacity` | ❌ | +| 5 | 0.329728 | `get_azure_workbooks_details` | ❌ | + +--- + +## Test 96 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me the logs for the past hour in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.445882 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.375481 | `create_azure_workbooks` | ❌ | +| 3 | 0.357100 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.336489 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.324652 | `edit_azure_workbooks` | ❌ | + +--- + +## Test 97 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me the monitored resources in the Datadog resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.422699 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.354339 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.345994 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.321395 | `get_azure_storage_details` | ❌ | +| 5 | 0.316202 | `get_azure_cache_for_redis_details` | ❌ | + +--- + +## Test 98 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me the tables in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.435717 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.420831 | `get_azure_workbooks_details` | ❌ | +| 3 | 0.401029 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.400018 | `create_azure_workbooks` | ❌ | +| 5 | 0.367191 | `get_azure_databases_details` | ❌ | + +--- + +## Test 99 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Use app lens to check why my app is slow? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.357303 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.258712 | `get_azure_app_resource_details` | ❌ | +| 3 | 0.234720 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 4 | 0.221280 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.214378 | `get_azure_app_config_settings` | ❌ | + +--- + +## Test 100 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** What does app lens say is wrong with my service? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.322056 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.276007 | `get_azure_app_resource_details` | ❌ | +| 3 | 0.212918 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.205819 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.164353 | `get_azure_databases_details` | ❌ | + +--- + +## Test 101 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** What is the availability status of virtual machine in resource group ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.421696 | `get_azure_capacity` | ❌ | +| 2 | 0.410816 | `get_azure_storage_details` | ❌ | +| 3 | 0.408348 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 4 | 0.404977 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.380088 | `get_azure_subscriptions_and_resource_groups` | ❌ | + +--- + +## Test 102 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** What metric definitions are available for the Application Insights resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.517800 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.397450 | `get_azure_capacity` | ❌ | +| 3 | 0.382932 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.379070 | `get_azure_storage_details` | ❌ | +| 5 | 0.378311 | `get_azure_ai_resources_details` | ❌ | + +--- + +## Test 103 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** What resources in resource group have health issues? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.510381 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.445914 | `get_azure_storage_details` | ❌ | +| 3 | 0.423077 | `get_azure_capacity` | ❌ | +| 4 | 0.389687 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.382850 | `get_azure_subscriptions_and_resource_groups` | ❌ | + +--- + +## Test 104 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** What's the request per second rate for my Application Insights resource over the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.434156 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.396049 | `get_azure_capacity` | ❌ | +| 3 | 0.369729 | `create_azure_load_testing` | ❌ | +| 4 | 0.353118 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.326456 | `get_azure_ai_resources_details` | ❌ | + +--- + +## Test 105 + +**Expected Tool:** `deploy_resources_and_applications_to_azure` +**Prompt:** Create a plan to deploy this application to azure + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.640058 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | +| 2 | 0.519278 | `deploy_azure_ai_models` | ❌ | +| 3 | 0.479918 | `get_azure_best_practices` | ❌ | +| 4 | 0.454755 | `execute_azure_developer_cli` | ❌ | +| 5 | 0.453039 | `design_azure_architecture` | ❌ | + +--- + +## Test 106 + +**Expected Tool:** `deploy_resources_and_applications_to_azure` +**Prompt:** How can I create a CI/CD pipeline to deploy this app to Azure? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.578477 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | +| 2 | 0.477740 | `deploy_azure_ai_models` | ❌ | +| 3 | 0.437318 | `execute_azure_developer_cli` | ❌ | +| 4 | 0.410719 | `get_azure_best_practices` | ❌ | +| 5 | 0.401777 | `execute_azure_cli` | ❌ | + +--- + +## Test 107 + +**Expected Tool:** `deploy_resources_and_applications_to_azure` +**Prompt:** Show me the log of the application deployed by azd + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.533141 | `execute_azure_developer_cli` | ❌ | +| 2 | 0.522934 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | +| 3 | 0.449771 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.396308 | `execute_azure_cli` | ❌ | +| 5 | 0.393841 | `deploy_azure_ai_models` | ❌ | + +--- + +## Test 108 + +**Expected Tool:** `deploy_resources_and_applications_to_azure` +**Prompt:** Show me the rules to generate bicep scripts + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.488008 | `get_azure_best_practices` | ❌ | +| 2 | 0.384841 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | +| 3 | 0.325324 | `create_azure_database_admin_configurations` | ❌ | +| 4 | 0.315430 | `execute_azure_cli` | ❌ | +| 5 | 0.313187 | `search_microsoft_docs` | ❌ | + +--- + +## Test 109 + +**Expected Tool:** `get_azure_app_config_settings` +**Prompt:** List all App Configuration stores in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.549804 | `get_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.418698 | `lock_unlock_azure_app_config_settings` | ❌ | +| 3 | 0.401422 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.400007 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.388838 | `get_azure_database_admin_configuration_details` | ❌ | + +--- + +## Test 110 + +**Expected Tool:** `get_azure_app_config_settings` +**Prompt:** List all key-value settings in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.605174 | `get_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.469735 | `lock_unlock_azure_app_config_settings` | ❌ | +| 3 | 0.413315 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.310582 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.304534 | `update_azure_load_testing_configurations` | ❌ | + +--- + +## Test 111 + +**Expected Tool:** `get_azure_app_config_settings` +**Prompt:** Show me my App Configuration stores + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.517123 | `get_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.397359 | `lock_unlock_azure_app_config_settings` | ❌ | +| 3 | 0.318242 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.302938 | `get_azure_app_resource_details` | ❌ | +| 5 | 0.300071 | `get_azure_database_admin_configuration_details` | ❌ | + +--- + +## Test 112 + +**Expected Tool:** `get_azure_app_config_settings` +**Prompt:** Show me the App Configuration stores in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.564754 | `get_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.445478 | `lock_unlock_azure_app_config_settings` | ❌ | +| 3 | 0.396684 | `get_azure_app_resource_details` | ❌ | +| 4 | 0.382377 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.377431 | `get_azure_database_admin_configuration_details` | ❌ | + +--- + +## Test 113 + +**Expected Tool:** `get_azure_app_config_settings` +**Prompt:** Show me the key-value settings in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.619236 | `get_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.496884 | `lock_unlock_azure_app_config_settings` | ❌ | +| 3 | 0.413994 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.320934 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.303482 | `update_azure_load_testing_configurations` | ❌ | + +--- + +## Test 114 + +**Expected Tool:** `get_azure_app_config_settings` +**Prompt:** Show the content for the key in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.473573 | `get_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.397284 | `lock_unlock_azure_app_config_settings` | ❌ | +| 3 | 0.319686 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.291225 | `get_azure_key_vault` | ❌ | +| 5 | 0.227893 | `get_azure_container_details` | ❌ | + +--- + +## Test 115 + +**Expected Tool:** `edit_azure_app_config_settings` +**Prompt:** Delete the key in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.480490 | `edit_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.419225 | `lock_unlock_azure_app_config_settings` | ❌ | +| 3 | 0.386234 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.236794 | `edit_azure_workbooks` | ❌ | +| 5 | 0.226169 | `import_azure_key_vault_certificates` | ❌ | + +--- + +## Test 116 + +**Expected Tool:** `edit_azure_app_config_settings` +**Prompt:** Set the key in App Configuration store to + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.454677 | `lock_unlock_azure_app_config_settings` | ❌ | +| 2 | 0.419522 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.418815 | `edit_azure_app_config_settings` | ✅ **EXPECTED** | +| 4 | 0.251835 | `update_azure_load_testing_configurations` | ❌ | +| 5 | 0.227102 | `edit_azure_databases` | ❌ | + +--- + +## Test 117 + +**Expected Tool:** `lock_unlock_azure_app_config_settings` +**Prompt:** Lock the key in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.523446 | `lock_unlock_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.367924 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.324652 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.206611 | `import_azure_key_vault_certificates` | ❌ | +| 5 | 0.186045 | `update_azure_load_testing_configurations` | ❌ | + +--- + +## Test 118 + +**Expected Tool:** `lock_unlock_azure_app_config_settings` +**Prompt:** Unlock the key in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.552583 | `lock_unlock_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.393938 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.339108 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.240666 | `import_azure_key_vault_certificates` | ❌ | +| 5 | 0.224947 | `get_azure_key_vault` | ❌ | + +--- + +## Test 119 + +**Expected Tool:** `edit_azure_workbooks` +**Prompt:** Delete the workbook with resource ID + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.505878 | `edit_azure_workbooks` | ✅ **EXPECTED** | +| 2 | 0.375642 | `create_azure_workbooks` | ❌ | +| 3 | 0.362979 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.265457 | `edit_azure_app_config_settings` | ❌ | +| 5 | 0.188350 | `create_azure_load_testing` | ❌ | + +--- + +## Test 120 + +**Expected Tool:** `edit_azure_workbooks` +**Prompt:** Update the workbook with a new text step + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.496535 | `edit_azure_workbooks` | ✅ **EXPECTED** | +| 2 | 0.413187 | `create_azure_workbooks` | ❌ | +| 3 | 0.327796 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.236120 | `update_azure_load_testing_configurations` | ❌ | +| 5 | 0.216298 | `edit_azure_app_config_settings` | ❌ | + +--- + +## Test 121 + +**Expected Tool:** `create_azure_workbooks` +**Prompt:** Create a new workbook named + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.555073 | `create_azure_workbooks` | ✅ **EXPECTED** | +| 2 | 0.400619 | `edit_azure_workbooks` | ❌ | +| 3 | 0.371495 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.196704 | `create_azure_key_vault_items` | ❌ | +| 5 | 0.157512 | `create_azure_storage` | ❌ | + +--- + +## Test 122 + +**Expected Tool:** `get_azure_workbooks_details` +**Prompt:** Get information about the workbook with resource ID + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.512253 | `get_azure_workbooks_details` | ✅ **EXPECTED** | +| 2 | 0.409967 | `edit_azure_workbooks` | ❌ | +| 3 | 0.409085 | `create_azure_workbooks` | ❌ | +| 4 | 0.299382 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.294878 | `get_azure_subscriptions_and_resource_groups` | ❌ | + +--- + +## Test 123 + +**Expected Tool:** `get_azure_workbooks_details` +**Prompt:** List all workbooks in my resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.552702 | `get_azure_workbooks_details` | ✅ **EXPECTED** | +| 2 | 0.514558 | `create_azure_workbooks` | ❌ | +| 3 | 0.441697 | `edit_azure_workbooks` | ❌ | +| 4 | 0.426606 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.396091 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 124 + +**Expected Tool:** `get_azure_workbooks_details` +**Prompt:** Show me the workbook with display name + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.474463 | `get_azure_workbooks_details` | ✅ **EXPECTED** | +| 2 | 0.454790 | `create_azure_workbooks` | ❌ | +| 3 | 0.422535 | `edit_azure_workbooks` | ❌ | +| 4 | 0.201213 | `get_azure_security_configurations` | ❌ | +| 5 | 0.181802 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 125 + +**Expected Tool:** `get_azure_workbooks_details` +**Prompt:** What workbooks do I have in resource group ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.549690 | `get_azure_workbooks_details` | ✅ **EXPECTED** | +| 2 | 0.529693 | `create_azure_workbooks` | ❌ | +| 3 | 0.453173 | `edit_azure_workbooks` | ❌ | +| 4 | 0.438514 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.391845 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 126 + +**Expected Tool:** `audit_azure_resources_compliance` +**Prompt:** Check my Azure subscription for any compliance issues or recommendations + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.546941 | `audit_azure_resources_compliance` | ✅ **EXPECTED** | +| 2 | 0.541006 | `get_azure_capacity` | ❌ | +| 3 | 0.500223 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.477992 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.477388 | `get_azure_best_practices` | ❌ | + +--- + +## Test 127 + +**Expected Tool:** `audit_azure_resources_compliance` +**Prompt:** Provide compliance recommendations for my current Azure subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.536483 | `audit_azure_resources_compliance` | ✅ **EXPECTED** | +| 2 | 0.511039 | `get_azure_best_practices` | ❌ | +| 3 | 0.490293 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.476949 | `get_azure_capacity` | ❌ | +| 5 | 0.463219 | `deploy_resources_and_applications_to_azure` | ❌ | + +--- + +## Test 128 + +**Expected Tool:** `audit_azure_resources_compliance` +**Prompt:** Scan my Azure subscription for compliance recommendations + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.592611 | `audit_azure_resources_compliance` | ✅ **EXPECTED** | +| 2 | 0.508765 | `get_azure_best_practices` | ❌ | +| 3 | 0.492553 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.490633 | `get_azure_capacity` | ❌ | +| 5 | 0.472186 | `execute_azure_cli` | ❌ | + +--- + +## Test 129 + +**Expected Tool:** `get_azure_security_configurations` +**Prompt:** List all available role assignments in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.734114 | `get_azure_security_configurations` | ✅ **EXPECTED** | +| 2 | 0.460374 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.414713 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.368185 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.356351 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 130 + +**Expected Tool:** `get_azure_security_configurations` +**Prompt:** Show me the available role assignments in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.702749 | `get_azure_security_configurations` | ✅ **EXPECTED** | +| 2 | 0.485210 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.431017 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.388410 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.380791 | `get_azure_messaging_service_details` | ❌ | + +--- + +## Test 131 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** List all certificates in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.542461 | `import_azure_key_vault_certificates` | ❌ | +| 2 | 0.534837 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 3 | 0.461491 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.385604 | `get_azure_security_configurations` | ❌ | +| 5 | 0.322487 | `get_azure_storage_details` | ❌ | + +--- + +## Test 132 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** List all keys in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.503474 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.429278 | `create_azure_key_vault_items` | ❌ | +| 3 | 0.427663 | `import_azure_key_vault_certificates` | ❌ | +| 4 | 0.378915 | `get_azure_security_configurations` | ❌ | +| 5 | 0.362924 | `get_azure_storage_details` | ❌ | + +--- + +## Test 133 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** List all secrets in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.503289 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.434446 | `create_azure_key_vault_items` | ❌ | +| 3 | 0.372611 | `import_azure_key_vault_certificates` | ❌ | +| 4 | 0.348550 | `get_azure_security_configurations` | ❌ | +| 5 | 0.316556 | `get_azure_storage_details` | ❌ | + +--- + +## Test 134 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** Show me the certificate in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.543420 | `import_azure_key_vault_certificates` | ❌ | +| 2 | 0.500598 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 3 | 0.436563 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.300959 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.298500 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 135 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** Show me the certificates in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.552988 | `import_azure_key_vault_certificates` | ❌ | +| 2 | 0.537553 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 3 | 0.461463 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.368299 | `get_azure_security_configurations` | ❌ | +| 5 | 0.330070 | `get_azure_storage_details` | ❌ | + +--- + +## Test 136 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** Show me the details of the certificate in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.514708 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.490740 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.420402 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.409324 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.358545 | `get_azure_storage_details` | ❌ | + +--- + +## Test 137 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** Show me the details of the key in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.468534 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.426201 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.377204 | `import_azure_key_vault_certificates` | ❌ | +| 4 | 0.374678 | `get_azure_storage_details` | ❌ | +| 5 | 0.367478 | `create_azure_key_vault_items` | ❌ | + +--- + +## Test 138 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** Show me the key in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.437253 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.399240 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.371997 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.301224 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.286946 | `get_azure_storage_details` | ❌ | + +--- + +## Test 139 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** Show me the keys in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.499878 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.448450 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.432123 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.344132 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.341471 | `get_azure_storage_details` | ❌ | + +--- + +## Test 140 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** Show me the secrets in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.530068 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.460930 | `create_azure_key_vault_items` | ❌ | +| 3 | 0.426120 | `import_azure_key_vault_certificates` | ❌ | +| 4 | 0.366899 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.360160 | `get_azure_storage_details` | ❌ | + +--- + +## Test 141 + +**Expected Tool:** `create_azure_key_vault_items` +**Prompt:** Create a new certificate called in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.577224 | `create_azure_key_vault_items` | ✅ **EXPECTED** | +| 2 | 0.536614 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.403246 | `get_azure_key_vault` | ❌ | +| 4 | 0.283163 | `create_azure_storage` | ❌ | +| 5 | 0.282161 | `create_azure_workbooks` | ❌ | + +--- + +## Test 142 + +**Expected Tool:** `create_azure_key_vault_items` +**Prompt:** Create a new key called with the RSA type in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.493930 | `create_azure_key_vault_items` | ✅ **EXPECTED** | +| 2 | 0.417485 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.334955 | `get_azure_key_vault` | ❌ | +| 4 | 0.281591 | `create_azure_storage` | ❌ | +| 5 | 0.230671 | `create_azure_workbooks` | ❌ | + +--- + +## Test 143 + +**Expected Tool:** `create_azure_key_vault_items` +**Prompt:** Create a new secret called with value in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.551337 | `create_azure_key_vault_items` | ✅ **EXPECTED** | +| 2 | 0.385318 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.367325 | `get_azure_key_vault` | ❌ | +| 4 | 0.301886 | `lock_unlock_azure_app_config_settings` | ❌ | +| 5 | 0.294044 | `create_azure_storage` | ❌ | + +--- + +## Test 144 + +**Expected Tool:** `import_azure_key_vault_certificates` +**Prompt:** Import a certificate into the key vault using the name + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.660593 | `import_azure_key_vault_certificates` | ✅ **EXPECTED** | +| 2 | 0.459684 | `create_azure_key_vault_items` | ❌ | +| 3 | 0.377870 | `get_azure_key_vault` | ❌ | +| 4 | 0.256773 | `deploy_azure_ai_models` | ❌ | +| 5 | 0.240434 | `create_azure_database_admin_configurations` | ❌ | + +--- + +## Test 145 + +**Expected Tool:** `import_azure_key_vault_certificates` +**Prompt:** Import the certificate in file into the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.645766 | `import_azure_key_vault_certificates` | ✅ **EXPECTED** | +| 2 | 0.425682 | `create_azure_key_vault_items` | ❌ | +| 3 | 0.376216 | `get_azure_key_vault` | ❌ | +| 4 | 0.249209 | `upload_azure_storage_blobs` | ❌ | +| 5 | 0.248738 | `deploy_azure_ai_models` | ❌ | + +--- + +## Test 146 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Fetch the Azure Terraform best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.735005 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.524465 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.474532 | `search_microsoft_docs` | ❌ | +| 4 | 0.459688 | `execute_azure_cli` | ❌ | +| 5 | 0.436925 | `get_azure_capacity` | ❌ | + +--- + +## Test 147 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.690117 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.601714 | `search_microsoft_docs` | ❌ | +| 3 | 0.539669 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.508718 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.483779 | `get_azure_capacity` | ❌ | + +--- + +## Test 148 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure code generation best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.713406 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.543696 | `search_microsoft_docs` | ❌ | +| 3 | 0.529617 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.470109 | `design_azure_architecture` | ❌ | +| 5 | 0.435613 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 149 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure deployment best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.683437 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.614180 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.558589 | `search_microsoft_docs` | ❌ | +| 4 | 0.465496 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.450131 | `get_azure_capacity` | ❌ | + +--- + +## Test 150 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure Functions best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.682026 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.556022 | `search_microsoft_docs` | ❌ | +| 3 | 0.509383 | `get_azure_app_resource_details` | ❌ | +| 4 | 0.505735 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.443358 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 151 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure Functions code generation best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.685214 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.486075 | `search_microsoft_docs` | ❌ | +| 3 | 0.480287 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.448987 | `get_azure_app_resource_details` | ❌ | +| 5 | 0.416416 | `execute_azure_developer_cli` | ❌ | + +--- + +## Test 152 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure Functions deployment best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.675358 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.571007 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.527827 | `search_microsoft_docs` | ❌ | +| 4 | 0.498220 | `get_azure_app_resource_details` | ❌ | +| 5 | 0.435563 | `deploy_azure_ai_models` | ❌ | + +--- + +## Test 153 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure Static Web Apps best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.612873 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.520938 | `search_microsoft_docs` | ❌ | +| 3 | 0.518435 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.424667 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.421883 | `get_azure_app_resource_details` | ❌ | + +--- + +## Test 154 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** How can I use Bicep to create an Azure OpenAI service? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.489465 | `deploy_resources_and_applications_to_azure` | ❌ | +| 2 | 0.480742 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 3 | 0.440374 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.436599 | `deploy_azure_ai_models` | ❌ | +| 5 | 0.432577 | `evaluate_azure_ai_foundry_agents` | ❌ | + +--- + +## Test 155 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.618338 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.489084 | `get_azure_key_vault` | ❌ | +| 3 | 0.478230 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.444117 | `import_azure_key_vault_certificates` | ❌ | +| 5 | 0.435886 | `deploy_resources_and_applications_to_azure` | ❌ | + +--- + +## Test 156 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** What are azure function best practices? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.628027 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.455155 | `get_azure_app_resource_details` | ❌ | +| 3 | 0.453910 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.451968 | `search_microsoft_docs` | ❌ | +| 5 | 0.391204 | `execute_azure_cli` | ❌ | + +--- + +## Test 157 + +**Expected Tool:** `design_azure_architecture` +**Prompt:** Generate the azure architecture diagram for this application + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.676638 | `design_azure_architecture` | ✅ **EXPECTED** | +| 2 | 0.481643 | `get_azure_best_practices` | ❌ | +| 3 | 0.465832 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.386867 | `execute_azure_developer_cli` | ❌ | +| 5 | 0.385801 | `audit_azure_resources_compliance` | ❌ | + +--- + +## Test 158 + +**Expected Tool:** `design_azure_architecture` +**Prompt:** Help me create a cloud service that will serve as ATM for users + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.259518 | `browse_azure_marketplace_products` | ❌ | +| 2 | 0.248253 | `design_azure_architecture` | ✅ **EXPECTED** | +| 3 | 0.241293 | `create_azure_storage` | ❌ | +| 4 | 0.229866 | `get_azure_app_resource_details` | ❌ | +| 5 | 0.226031 | `deploy_resources_and_applications_to_azure` | ❌ | + +--- + +## Test 159 + +**Expected Tool:** `design_azure_architecture` +**Prompt:** How can I design a cloud service in Azure that will store and present videos for users? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.427652 | `upload_azure_storage_blobs` | ❌ | +| 2 | 0.413253 | `browse_azure_marketplace_products` | ❌ | +| 3 | 0.410459 | `create_azure_storage` | ❌ | +| 4 | 0.410342 | `search_microsoft_docs` | ❌ | +| 5 | 0.405913 | `design_azure_architecture` | ✅ **EXPECTED** | + +--- + +## Test 160 + +**Expected Tool:** `design_azure_architecture` +**Prompt:** I want to design a cloud app for ordering groceries + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.342485 | `browse_azure_marketplace_products` | ❌ | +| 2 | 0.289308 | `design_azure_architecture` | ✅ **EXPECTED** | +| 3 | 0.277663 | `get_azure_app_resource_details` | ❌ | +| 4 | 0.276204 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.224286 | `get_azure_best_practices` | ❌ | + +--- + +## Test 161 + +**Expected Tool:** `design_azure_architecture` +**Prompt:** Please help me design an architecture for a large-scale file upload, storage, and retrieval service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.323311 | `upload_azure_storage_blobs` | ❌ | +| 2 | 0.296166 | `design_azure_architecture` | ✅ **EXPECTED** | +| 3 | 0.245346 | `create_azure_storage` | ❌ | +| 4 | 0.224135 | `get_azure_capacity` | ❌ | +| 5 | 0.207400 | `get_azure_best_practices` | ❌ | + +--- + +## Test 162 + +**Expected Tool:** `get_azure_load_testing_details` +**Prompt:** Get all the load test runs for the test with id in the load test resource in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.609288 | `get_azure_load_testing_details` | ✅ **EXPECTED** | +| 2 | 0.567772 | `create_azure_load_testing` | ❌ | +| 3 | 0.447869 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.366826 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.329994 | `get_azure_storage_details` | ❌ | + +--- + +## Test 163 + +**Expected Tool:** `get_azure_load_testing_details` +**Prompt:** Get the load test run with id in the load test resource in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.599651 | `create_azure_load_testing` | ❌ | +| 2 | 0.581081 | `get_azure_load_testing_details` | ✅ **EXPECTED** | +| 3 | 0.457467 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.357813 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.321301 | `get_azure_resource_and_app_health_status` | ❌ | + +--- + +## Test 164 + +**Expected Tool:** `get_azure_load_testing_details` +**Prompt:** Get the load test with id in the load test resource in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.612800 | `create_azure_load_testing` | ❌ | +| 2 | 0.592725 | `get_azure_load_testing_details` | ✅ **EXPECTED** | +| 3 | 0.421855 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.349117 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.333908 | `get_azure_resource_and_app_health_status` | ❌ | + +--- + +## Test 165 + +**Expected Tool:** `get_azure_load_testing_details` +**Prompt:** List all load testing resources in the resource group in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.669717 | `get_azure_load_testing_details` | ✅ **EXPECTED** | +| 2 | 0.609875 | `create_azure_load_testing` | ❌ | +| 3 | 0.493520 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.421963 | `get_azure_capacity` | ❌ | +| 5 | 0.411917 | `get_azure_storage_details` | ❌ | + +--- + +## Test 166 + +**Expected Tool:** `create_azure_load_testing` +**Prompt:** Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.542817 | `create_azure_load_testing` | ✅ **EXPECTED** | +| 2 | 0.431906 | `get_azure_load_testing_details` | ❌ | +| 3 | 0.425492 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.328438 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 5 | 0.303424 | `create_azure_workbooks` | ❌ | + +--- + +## Test 167 + +**Expected Tool:** `create_azure_load_testing` +**Prompt:** Create a load test resource in the resource group in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.661005 | `create_azure_load_testing` | ✅ **EXPECTED** | +| 2 | 0.530973 | `get_azure_load_testing_details` | ❌ | +| 3 | 0.411851 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.374907 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.336229 | `deploy_resources_and_applications_to_azure` | ❌ | + +--- + +## Test 168 + +**Expected Tool:** `create_azure_load_testing` +**Prompt:** Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.585612 | `create_azure_load_testing` | ✅ **EXPECTED** | +| 2 | 0.496781 | `update_azure_load_testing_configurations` | ❌ | +| 3 | 0.460907 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.319822 | `create_azure_key_vault_items` | ❌ | +| 5 | 0.297908 | `deploy_resources_and_applications_to_azure` | ❌ | + +--- + +## Test 169 + +**Expected Tool:** `update_azure_load_testing_configurations` +**Prompt:** Update a test run display name as for the id for test in the load testing resource in resource group . + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.577459 | `update_azure_load_testing_configurations` | ✅ **EXPECTED** | +| 2 | 0.501316 | `create_azure_load_testing` | ❌ | +| 3 | 0.443800 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.303358 | `edit_azure_workbooks` | ❌ | +| 5 | 0.257550 | `evaluate_azure_ai_foundry_agents` | ❌ | + +--- + +## Test 170 + +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Get the schema configuration for knowledge index + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.310095 | `get_azure_app_config_settings` | ❌ | +| 2 | 0.294949 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 3 | 0.268668 | `get_azure_best_practices` | ❌ | +| 4 | 0.261700 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.249688 | `get_azure_workbooks_details` | ❌ | + +--- + +## Test 171 + +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** List all AI Foundry model deployments + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.619811 | `deploy_azure_ai_models` | ❌ | +| 2 | 0.575406 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 3 | 0.474391 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 4 | 0.412536 | `connect_azure_ai_foundry_agents` | ❌ | +| 5 | 0.359685 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 172 + +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** List all AI Foundry models + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.517204 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.472873 | `deploy_azure_ai_models` | ❌ | +| 3 | 0.424302 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 4 | 0.367885 | `connect_azure_ai_foundry_agents` | ❌ | +| 5 | 0.338517 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 173 + +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** List all Cognitive Search services in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.530525 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.474686 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.444086 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.399309 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.391196 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 174 + +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** List all indexes in the Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.482355 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.356614 | `get_azure_security_configurations` | ❌ | +| 3 | 0.350779 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.349687 | `get_azure_databases_details` | ❌ | +| 5 | 0.343880 | `get_azure_data_explorer_kusto_details` | ❌ | + +--- + +## Test 175 + +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** List all knowledge indexes in my AI Foundry project + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.522175 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.426054 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 3 | 0.407003 | `deploy_azure_ai_models` | ❌ | +| 4 | 0.330976 | `connect_azure_ai_foundry_agents` | ❌ | +| 5 | 0.288627 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 176 + +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Search for instances of in the index in Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.426476 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.296548 | `get_azure_resource_and_app_health_status` | ❌ | +| 3 | 0.280944 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.279030 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.268524 | `evaluate_azure_ai_foundry_agents` | ❌ | + +--- + +## Test 177 + +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Show me all AI Foundry model deployments + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.612664 | `deploy_azure_ai_models` | ❌ | +| 2 | 0.565595 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 3 | 0.496487 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 4 | 0.425410 | `connect_azure_ai_foundry_agents` | ❌ | +| 5 | 0.389499 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 178 + +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Show me my Cognitive Search services + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.485141 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.431878 | `browse_azure_marketplace_products` | ❌ | +| 3 | 0.370311 | `get_azure_app_resource_details` | ❌ | +| 4 | 0.362361 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.357646 | `get_azure_resource_and_app_health_status` | ❌ | + +--- + +## Test 179 + +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Show me the available AI Foundry models + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.533639 | `deploy_azure_ai_models` | ❌ | +| 2 | 0.529802 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 3 | 0.499511 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 4 | 0.408332 | `connect_azure_ai_foundry_agents` | ❌ | +| 5 | 0.384895 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 180 + +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Show me the Cognitive Search services in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.541256 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.507116 | `browse_azure_marketplace_products` | ❌ | +| 3 | 0.458381 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.414408 | `get_azure_capacity` | ❌ | +| 5 | 0.413757 | `get_azure_app_resource_details` | ❌ | + +--- + +## Test 181 + +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Show me the details of the index in Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.509173 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.430944 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.406313 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.398647 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.378215 | `get_azure_app_resource_details` | ❌ | + +--- + +## Test 182 + +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Show me the indexes in the Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.472364 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.362187 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.360958 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.349891 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.345205 | `get_azure_databases_details` | ❌ | + +--- + +## Test 183 + +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Show me the knowledge indexes in my AI Foundry project + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.511182 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.474227 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 3 | 0.414405 | `deploy_azure_ai_models` | ❌ | +| 4 | 0.337209 | `connect_azure_ai_foundry_agents` | ❌ | +| 5 | 0.316338 | `get_azure_resource_and_app_health_status` | ❌ | + +--- + +## Test 184 + +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Show me the schema for knowledge index in my AI Foundry project + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.498412 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.373160 | `deploy_azure_ai_models` | ❌ | +| 3 | 0.341967 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 4 | 0.324724 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.308722 | `get_azure_best_practices` | ❌ | + +--- + +## Test 185 + +**Expected Tool:** `deploy_azure_ai_models` +**Prompt:** Deploy a GPT4o instance on my resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.387447 | `deploy_azure_ai_models` | ✅ **EXPECTED** | +| 2 | 0.307463 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.299302 | `create_azure_load_testing` | ❌ | +| 4 | 0.240425 | `edit_azure_databases` | ❌ | +| 5 | 0.236281 | `get_azure_best_practices` | ❌ | + +--- + +## Test 186 + +**Expected Tool:** `connect_azure_ai_foundry_agents` +**Prompt:** Query an agent in my AI foundry project + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.561982 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 2 | 0.514602 | `connect_azure_ai_foundry_agents` | ✅ **EXPECTED** | +| 3 | 0.452053 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.382785 | `deploy_azure_ai_models` | ❌ | +| 5 | 0.282804 | `execute_azure_cli` | ❌ | + +--- + +## Test 187 + +**Expected Tool:** `evaluate_azure_ai_foundry_agents` +**Prompt:** Evaluate the full query and response I got from my agent for task_adherence + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.347263 | `evaluate_azure_ai_foundry_agents` | ✅ **EXPECTED** | +| 2 | 0.280105 | `get_azure_resource_and_app_health_status` | ❌ | +| 3 | 0.245804 | `execute_azure_cli` | ❌ | +| 4 | 0.238878 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.229140 | `audit_azure_resources_compliance` | ❌ | + +--- + +## Test 188 + +**Expected Tool:** `get_azure_storage_details` +**Prompt:** Get details about the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.627388 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.475469 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.448999 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.429033 | `create_azure_storage` | ❌ | +| 5 | 0.412920 | `get_azure_container_details` | ❌ | + +--- + +## Test 189 + +**Expected Tool:** `get_azure_storage_details` +**Prompt:** Get the details about blob in the container in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.580698 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.529061 | `create_azure_storage` | ❌ | +| 3 | 0.478682 | `upload_azure_storage_blobs` | ❌ | +| 4 | 0.448516 | `get_azure_container_details` | ❌ | +| 5 | 0.415661 | `get_azure_app_config_settings` | ❌ | + +--- + +## Test 190 + +**Expected Tool:** `get_azure_storage_details` +**Prompt:** List all blob containers in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.587289 | `create_azure_storage` | ❌ | +| 2 | 0.514372 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 3 | 0.453206 | `upload_azure_storage_blobs` | ❌ | +| 4 | 0.357157 | `get_azure_container_details` | ❌ | +| 5 | 0.336886 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 191 + +**Expected Tool:** `get_azure_storage_details` +**Prompt:** List all blobs in the blob container in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.551096 | `create_azure_storage` | ❌ | +| 2 | 0.493666 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 3 | 0.463738 | `upload_azure_storage_blobs` | ❌ | +| 4 | 0.338570 | `get_azure_container_details` | ❌ | +| 5 | 0.309741 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 192 + +**Expected Tool:** `get_azure_storage_details` +**Prompt:** List all storage accounts in my subscription including their location and SKU + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.599933 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.459444 | `create_azure_storage` | ❌ | +| 3 | 0.444366 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.428351 | `get_azure_capacity` | ❌ | +| 5 | 0.417675 | `get_azure_messaging_service_details` | ❌ | + +--- + +## Test 193 + +**Expected Tool:** `get_azure_storage_details` +**Prompt:** List the Azure Managed Lustre filesystems in my resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.575344 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.432052 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.421279 | `get_azure_capacity` | ❌ | +| 4 | 0.408527 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.390093 | `get_azure_databases_details` | ❌ | + +--- + +## Test 194 + +**Expected Tool:** `get_azure_storage_details` +**Prompt:** List the Azure Managed Lustre filesystems in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.572325 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.455173 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.431655 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.422149 | `get_azure_capacity` | ❌ | +| 5 | 0.400784 | `get_azure_databases_details` | ❌ | + +--- + +## Test 195 + +**Expected Tool:** `get_azure_storage_details` +**Prompt:** List the Azure Managed Lustre SKUs available in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.600844 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.492224 | `browse_azure_marketplace_products` | ❌ | +| 3 | 0.455935 | `get_azure_capacity` | ❌ | +| 4 | 0.404607 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.390248 | `get_azure_ai_resources_details` | ❌ | + +--- + +## Test 196 + +**Expected Tool:** `get_azure_storage_details` +**Prompt:** Show me my storage accounts with whether hierarchical namespace (HNS) is enabled + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.506968 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.404977 | `create_azure_storage` | ❌ | +| 3 | 0.388185 | `get_azure_capacity` | ❌ | +| 4 | 0.384612 | `get_azure_security_configurations` | ❌ | +| 5 | 0.355987 | `get_azure_messaging_service_details` | ❌ | + +--- + +## Test 197 + +**Expected Tool:** `get_azure_storage_details` +**Prompt:** Show me the blobs in the blob container in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.546896 | `create_azure_storage` | ❌ | +| 2 | 0.483606 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 3 | 0.472639 | `upload_azure_storage_blobs` | ❌ | +| 4 | 0.397213 | `get_azure_container_details` | ❌ | +| 5 | 0.309579 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 198 + +**Expected Tool:** `get_azure_storage_details` +**Prompt:** Show me the containers in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.543409 | `create_azure_storage` | ❌ | +| 2 | 0.520267 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 3 | 0.418173 | `upload_azure_storage_blobs` | ❌ | +| 4 | 0.408690 | `get_azure_container_details` | ❌ | +| 5 | 0.354495 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 199 + +**Expected Tool:** `get_azure_storage_details` +**Prompt:** Show me the details for my storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.592768 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.449229 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.434140 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.419240 | `get_azure_container_details` | ❌ | +| 5 | 0.419042 | `create_azure_storage` | ❌ | + +--- + +## Test 200 + +**Expected Tool:** `get_azure_storage_details` +**Prompt:** Show me the properties for blob in container in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.524228 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.521403 | `create_azure_storage` | ❌ | +| 3 | 0.457281 | `upload_azure_storage_blobs` | ❌ | +| 4 | 0.405925 | `get_azure_container_details` | ❌ | +| 5 | 0.348727 | `get_azure_app_config_settings` | ❌ | + +--- + +## Test 201 + +**Expected Tool:** `get_azure_storage_details` +**Prompt:** Show me the properties of the storage container in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.543735 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.498174 | `create_azure_storage` | ❌ | +| 3 | 0.434417 | `get_azure_container_details` | ❌ | +| 4 | 0.398764 | `upload_azure_storage_blobs` | ❌ | +| 5 | 0.368710 | `get_azure_app_config_settings` | ❌ | + +--- + +## Test 202 + +**Expected Tool:** `get_azure_storage_details` +**Prompt:** Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.520995 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.476386 | `create_azure_storage` | ❌ | +| 3 | 0.430206 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.397591 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.397401 | `get_azure_database_admin_configuration_details` | ❌ | + +--- + +## Test 203 + +**Expected Tool:** `create_azure_storage` +**Prompt:** Create a new blob container named documents with container public access in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.546204 | `create_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.431996 | `upload_azure_storage_blobs` | ❌ | +| 3 | 0.379103 | `get_azure_storage_details` | ❌ | +| 4 | 0.318029 | `create_azure_key_vault_items` | ❌ | +| 5 | 0.304649 | `search_microsoft_docs` | ❌ | + +--- + +## Test 204 + +**Expected Tool:** `create_azure_storage` +**Prompt:** Create a new storage account called testaccount123 in East US region + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.478014 | `create_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.354545 | `get_azure_storage_details` | ❌ | +| 3 | 0.329543 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.307994 | `create_azure_load_testing` | ❌ | +| 5 | 0.306614 | `get_azure_capacity` | ❌ | + +--- + +## Test 205 + +**Expected Tool:** `create_azure_storage` +**Prompt:** Create a new storage account with Data Lake Storage Gen2 enabled + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.557678 | `create_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.441131 | `get_azure_storage_details` | ❌ | +| 3 | 0.432518 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.423712 | `upload_azure_storage_blobs` | ❌ | +| 5 | 0.395124 | `create_azure_workbooks` | ❌ | + +--- + +## Test 206 + +**Expected Tool:** `create_azure_storage` +**Prompt:** Create a storage account with premium performance and LRS replication + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.488344 | `create_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.437405 | `get_azure_storage_details` | ❌ | +| 3 | 0.406118 | `get_azure_capacity` | ❌ | +| 4 | 0.356649 | `create_azure_load_testing` | ❌ | +| 5 | 0.346863 | `create_azure_key_vault_items` | ❌ | + +--- + +## Test 207 + +**Expected Tool:** `create_azure_storage` +**Prompt:** Create the container using blob public access in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.631937 | `create_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.487471 | `upload_azure_storage_blobs` | ❌ | +| 3 | 0.396416 | `get_azure_storage_details` | ❌ | +| 4 | 0.326416 | `get_azure_container_details` | ❌ | +| 5 | 0.316986 | `create_azure_key_vault_items` | ❌ | + +--- + +## Test 208 + +**Expected Tool:** `create_azure_storage` +**Prompt:** Create the storage container mycontainer in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.607037 | `create_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.450592 | `upload_azure_storage_blobs` | ❌ | +| 3 | 0.403005 | `get_azure_storage_details` | ❌ | +| 4 | 0.325408 | `create_azure_key_vault_items` | ❌ | +| 5 | 0.308329 | `get_azure_container_details` | ❌ | + +--- + +## Test 209 + +**Expected Tool:** `upload_azure_storage_blobs` +**Prompt:** Upload file to storage blob in container in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.623187 | `upload_azure_storage_blobs` | ✅ **EXPECTED** | +| 2 | 0.528685 | `create_azure_storage` | ❌ | +| 3 | 0.375236 | `get_azure_storage_details` | ❌ | +| 4 | 0.292925 | `deploy_azure_ai_models` | ❌ | +| 5 | 0.268995 | `import_azure_key_vault_certificates` | ❌ | + +--- + +## Test 210 + +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** List all access policies in the Redis Cache + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.598227 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.335003 | `get_azure_security_configurations` | ❌ | +| 3 | 0.304910 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.292964 | `get_azure_key_vault` | ❌ | +| 5 | 0.267597 | `get_azure_container_details` | ❌ | + +--- + +## Test 211 + +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** List all databases in the Redis Cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.470593 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.389044 | `get_azure_databases_details` | ❌ | +| 3 | 0.387421 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.280690 | `get_azure_container_details` | ❌ | +| 5 | 0.254859 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 212 + +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** List all Redis Caches in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.580373 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.364783 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.342459 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.340686 | `get_azure_databases_details` | ❌ | +| 5 | 0.310757 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 213 + +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** List all Redis Clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.567540 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.435415 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.414456 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.396681 | `get_azure_container_details` | ❌ | +| 5 | 0.383636 | `get_azure_messaging_service_details` | ❌ | + +--- + +## Test 214 + +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** Show me my Redis Caches + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.520067 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.290240 | `get_azure_databases_details` | ❌ | +| 3 | 0.261905 | `get_azure_container_details` | ❌ | +| 4 | 0.252356 | `get_azure_security_configurations` | ❌ | +| 5 | 0.252346 | `get_azure_key_vault` | ❌ | + +--- + +## Test 215 + +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** Show me my Redis Clusters + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.498129 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.354177 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.342487 | `get_azure_container_details` | ❌ | +| 4 | 0.298268 | `get_azure_databases_details` | ❌ | +| 5 | 0.272676 | `get_azure_database_admin_configuration_details` | ❌ | + +--- + +## Test 216 + +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** Show me the access policies in the Redis Cache + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.600039 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.322520 | `get_azure_database_admin_configuration_details` | ❌ | +| 3 | 0.316812 | `get_azure_security_configurations` | ❌ | +| 4 | 0.305902 | `get_azure_key_vault` | ❌ | +| 5 | 0.305484 | `get_azure_app_config_settings` | ❌ | + +--- + +## Test 217 + +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** Show me the databases in the Redis Cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.456734 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.379142 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.372181 | `get_azure_databases_details` | ❌ | +| 4 | 0.280857 | `get_azure_container_details` | ❌ | +| 5 | 0.238852 | `get_azure_database_admin_configuration_details` | ❌ | + +--- + +## Test 218 + +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** Show me the Redis Caches in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.553546 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.360815 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.335247 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.333569 | `get_azure_databases_details` | ❌ | +| 5 | 0.328521 | `get_azure_messaging_service_details` | ❌ | + +--- + +## Test 219 + +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** Show me the Redis Clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.538571 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.424823 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.415817 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.400324 | `get_azure_container_details` | ❌ | +| 5 | 0.380758 | `get_azure_messaging_service_details` | ❌ | + +--- + +## Test 220 + +**Expected Tool:** `browse_azure_marketplace_products` +**Prompt:** Get details about marketplace product + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.424825 | `browse_azure_marketplace_products` | ✅ **EXPECTED** | +| 2 | 0.376519 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.344595 | `get_azure_storage_details` | ❌ | +| 4 | 0.343785 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.302227 | `get_azure_ai_resources_details` | ❌ | + +--- + +## Test 221 + +**Expected Tool:** `browse_azure_marketplace_products` +**Prompt:** Search for Microsoft products in the marketplace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.712278 | `browse_azure_marketplace_products` | ✅ **EXPECTED** | +| 2 | 0.464133 | `search_microsoft_docs` | ❌ | +| 3 | 0.387115 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.364792 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.344772 | `get_azure_databases_details` | ❌ | + +--- + +## Test 222 + +**Expected Tool:** `browse_azure_marketplace_products` +**Prompt:** Show me marketplace products from publisher + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.492651 | `browse_azure_marketplace_products` | ✅ **EXPECTED** | +| 2 | 0.227400 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.217240 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.210581 | `get_azure_workbooks_details` | ❌ | +| 5 | 0.205593 | `get_azure_storage_details` | ❌ | + +--- + +## Test 223 + +**Expected Tool:** `get_azure_capacity` +**Prompt:** Check usage information for in region + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.484870 | `get_azure_capacity` | ✅ **EXPECTED** | +| 2 | 0.419684 | `get_azure_storage_details` | ❌ | +| 3 | 0.353830 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.350026 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.314348 | `get_azure_cache_for_redis_details` | ❌ | + +--- + +## Test 224 + +**Expected Tool:** `get_azure_capacity` +**Prompt:** Show me the available regions for these resource types + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.398403 | `get_azure_capacity` | ✅ **EXPECTED** | +| 2 | 0.347156 | `get_azure_storage_details` | ❌ | +| 3 | 0.332100 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.313365 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.311621 | `get_azure_ai_resources_details` | ❌ | + +--- + +## Test 225 + +**Expected Tool:** `get_azure_capacity` +**Prompt:** Tell me how many IP addresses I need for of + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.304753 | `get_azure_storage_details` | ❌ | +| 2 | 0.266002 | `get_azure_capacity` | ✅ **EXPECTED** | +| 3 | 0.225046 | `execute_azure_cli` | ❌ | +| 4 | 0.215121 | `edit_azure_databases` | ❌ | +| 5 | 0.212643 | `get_azure_container_details` | ❌ | + +--- + +## Test 226 + +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** List all Event Grid subscriptions in subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.510168 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.431684 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.350456 | `get_azure_security_configurations` | ❌ | +| 4 | 0.326854 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.305112 | `get_azure_database_admin_configuration_details` | ❌ | + +--- + +## Test 227 + +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** List all Event Grid topics in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.583583 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.433919 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.380839 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.375303 | `get_azure_security_configurations` | ❌ | +| 5 | 0.355380 | `get_azure_virtual_desktop_details` | ❌ | + +--- + +## Test 228 + +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** List all Event Grid topics in resource group in subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.517196 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 2 | 0.485690 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 3 | 0.337400 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.332975 | `get_azure_security_configurations` | ❌ | +| 5 | 0.331312 | `get_azure_virtual_desktop_details` | ❌ | + +--- + +## Test 229 + +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** List all Event Grid topics in subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.540766 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.397469 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.329801 | `get_azure_security_configurations` | ❌ | +| 4 | 0.325418 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.312824 | `get_azure_storage_details` | ❌ | + +--- + +## Test 230 + +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** List Event Grid subscriptions for subscription in location + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.508284 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.443596 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.351500 | `get_azure_security_configurations` | ❌ | +| 4 | 0.348005 | `get_azure_storage_details` | ❌ | +| 5 | 0.335511 | `get_azure_load_testing_details` | ❌ | + +--- + +## Test 231 + +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** List Event Grid subscriptions for topic in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.539104 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.499122 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.366263 | `get_azure_security_configurations` | ❌ | +| 4 | 0.341727 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.337607 | `get_azure_storage_details` | ❌ | + +--- + +## Test 232 + +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** List Event Grid subscriptions for topic in subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.551834 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.422468 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.341614 | `get_azure_security_configurations` | ❌ | +| 4 | 0.321448 | `get_azure_storage_details` | ❌ | +| 5 | 0.319377 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 233 + +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** Show all Event Grid subscriptions in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.553712 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.470487 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.429263 | `get_azure_security_configurations` | ❌ | +| 4 | 0.402453 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.358335 | `get_azure_database_admin_configuration_details` | ❌ | + +--- + +## Test 234 + +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** Show Event Grid subscriptions in resource group in subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.566739 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 2 | 0.506489 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 3 | 0.383948 | `get_azure_security_configurations` | ❌ | +| 4 | 0.348422 | `get_azure_storage_details` | ❌ | +| 5 | 0.346975 | `get_azure_virtual_desktop_details` | ❌ | + +--- + +## Test 235 + +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** Show me all Event Grid subscriptions for topic + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.552994 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.404707 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.344019 | `get_azure_security_configurations` | ❌ | +| 4 | 0.337543 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.317617 | `get_azure_database_admin_configuration_details` | ❌ | + +--- + +## Test 236 + +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** Show me the details of service bus queue + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.602537 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.365590 | `get_azure_database_admin_configuration_details` | ❌ | +| 3 | 0.364952 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.364638 | `get_azure_container_details` | ❌ | +| 5 | 0.354304 | `get_azure_storage_details` | ❌ | + +--- + +## Test 237 + +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** Show me the details of service bus subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.622636 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.380697 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.379021 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.357307 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.355532 | `get_azure_app_resource_details` | ❌ | + +--- + +## Test 238 + +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** Show me the details of service bus topic + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.615458 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.363340 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.347442 | `get_azure_virtual_desktop_details` | ❌ | +| 4 | 0.343606 | `get_azure_container_details` | ❌ | +| 5 | 0.336162 | `get_azure_storage_details` | ❌ | + +--- + +## Test 239 + +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** Show me the Event Grid topics in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.587661 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.444005 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.417523 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.364752 | `get_azure_security_configurations` | ❌ | +| 5 | 0.347974 | `get_azure_storage_details` | ❌ | + +--- + +## Test 240 + +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** List all Data Explorer clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.589655 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.413651 | `get_azure_databases_details` | ❌ | +| 3 | 0.398331 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.385068 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.379204 | `get_azure_container_details` | ❌ | + +--- + +## Test 241 + +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** List all databases in the Data Explorer cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.546044 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.462094 | `get_azure_databases_details` | ❌ | +| 3 | 0.337704 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.295430 | `get_azure_container_details` | ❌ | +| 5 | 0.284549 | `get_azure_resource_and_app_health_status` | ❌ | + +--- + +## Test 242 + +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** List all tables in the Data Explorer database in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.526771 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.410926 | `get_azure_databases_details` | ❌ | +| 3 | 0.305699 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.263808 | `get_azure_storage_details` | ❌ | +| 5 | 0.256173 | `get_azure_container_details` | ❌ | + +--- + +## Test 243 + +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** Show me a data sample from the Data Explorer table in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.512002 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.313016 | `get_azure_databases_details` | ❌ | +| 3 | 0.248981 | `get_azure_container_details` | ❌ | +| 4 | 0.242272 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.229602 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 244 + +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** Show me all items that contain the word in the Data Explorer table in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.428884 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.305702 | `get_azure_databases_details` | ❌ | +| 3 | 0.305233 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.264040 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.241158 | `get_azure_container_details` | ❌ | + +--- + +## Test 245 + +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** Show me my Data Explorer clusters + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.533224 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.337173 | `get_azure_databases_details` | ❌ | +| 3 | 0.337162 | `get_azure_container_details` | ❌ | +| 4 | 0.315560 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.313020 | `get_azure_resource_and_app_health_status` | ❌ | + +--- + +## Test 246 + +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** Show me the Data Explorer clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.584997 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.420001 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.415745 | `get_azure_databases_details` | ❌ | +| 4 | 0.404684 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.400127 | `get_azure_container_details` | ❌ | + +--- + +## Test 247 + +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** Show me the databases in the Data Explorer cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.535090 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.443460 | `get_azure_databases_details` | ❌ | +| 3 | 0.327978 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.301716 | `get_azure_container_details` | ❌ | +| 5 | 0.284436 | `get_azure_storage_details` | ❌ | + +--- + +## Test 248 + +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** Show me the details of the Data Explorer cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.603912 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.417028 | `get_azure_container_details` | ❌ | +| 3 | 0.382621 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.365816 | `get_azure_databases_details` | ❌ | +| 5 | 0.359156 | `get_azure_storage_details` | ❌ | + +--- + +## Test 249 + +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** Show me the schema for table in the Data Explorer database in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.475375 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.367320 | `get_azure_databases_details` | ❌ | +| 3 | 0.251447 | `get_azure_best_practices` | ❌ | +| 4 | 0.242346 | `design_azure_architecture` | ❌ | +| 5 | 0.241198 | `get_azure_cache_for_redis_details` | ❌ | + +--- + +## Test 250 + +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** Show me the tables in the Data Explorer database in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.521291 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.401926 | `get_azure_databases_details` | ❌ | +| 3 | 0.301679 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.271219 | `get_azure_container_details` | ❌ | +| 5 | 0.266098 | `get_azure_storage_details` | ❌ | + +--- + +## Test 251 + +**Expected Tool:** `create_azure_database_admin_configurations` +**Prompt:** Add a firewall rule to allow access from IP range to for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.619667 | `create_azure_database_admin_configurations` | ✅ **EXPECTED** | +| 2 | 0.497535 | `delete_azure_database_admin_configurations` | ❌ | +| 3 | 0.339582 | `edit_azure_databases` | ❌ | +| 4 | 0.339238 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.210520 | `get_azure_databases_details` | ❌ | + +--- + +## Test 252 + +**Expected Tool:** `create_azure_database_admin_configurations` +**Prompt:** Create a firewall rule for my Azure SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.769894 | `create_azure_database_admin_configurations` | ✅ **EXPECTED** | +| 2 | 0.659595 | `delete_azure_database_admin_configurations` | ❌ | +| 3 | 0.476818 | `edit_azure_databases` | ❌ | +| 4 | 0.455060 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.349711 | `get_azure_databases_details` | ❌ | + +--- + +## Test 253 + +**Expected Tool:** `create_azure_database_admin_configurations` +**Prompt:** Create a new firewall rule named for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.670172 | `create_azure_database_admin_configurations` | ✅ **EXPECTED** | +| 2 | 0.546667 | `delete_azure_database_admin_configurations` | ❌ | +| 3 | 0.370061 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.333972 | `edit_azure_databases` | ❌ | +| 5 | 0.250896 | `create_azure_workbooks` | ❌ | + +--- + +## Test 254 + +**Expected Tool:** `delete_azure_database_admin_configurations` +**Prompt:** Delete a firewall rule from my Azure SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.725926 | `delete_azure_database_admin_configurations` | ✅ **EXPECTED** | +| 2 | 0.684224 | `create_azure_database_admin_configurations` | ❌ | +| 3 | 0.446833 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.433064 | `edit_azure_databases` | ❌ | +| 5 | 0.365336 | `edit_azure_workbooks` | ❌ | + +--- + +## Test 255 + +**Expected Tool:** `delete_azure_database_admin_configurations` +**Prompt:** Delete firewall rule for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.691123 | `delete_azure_database_admin_configurations` | ✅ **EXPECTED** | +| 2 | 0.657273 | `create_azure_database_admin_configurations` | ❌ | +| 3 | 0.410580 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.364151 | `edit_azure_databases` | ❌ | +| 5 | 0.287813 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 256 + +**Expected Tool:** `delete_azure_database_admin_configurations` +**Prompt:** Remove the firewall rule from SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.662278 | `delete_azure_database_admin_configurations` | ✅ **EXPECTED** | +| 2 | 0.610044 | `create_azure_database_admin_configurations` | ❌ | +| 3 | 0.368243 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.299807 | `edit_azure_databases` | ❌ | +| 5 | 0.250392 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 257 + +**Expected Tool:** `get_azure_database_admin_configuration_details` +**Prompt:** List all elastic pools in SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.550794 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | +| 2 | 0.437477 | `get_azure_databases_details` | ❌ | +| 3 | 0.370734 | `delete_azure_database_admin_configurations` | ❌ | +| 4 | 0.370280 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.368293 | `edit_azure_databases` | ❌ | + +--- + +## Test 258 + +**Expected Tool:** `get_azure_database_admin_configuration_details` +**Prompt:** List all firewall rules for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.659544 | `create_azure_database_admin_configurations` | ❌ | +| 2 | 0.635949 | `delete_azure_database_admin_configurations` | ❌ | +| 3 | 0.509163 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | +| 4 | 0.344890 | `get_azure_security_configurations` | ❌ | +| 5 | 0.332632 | `get_azure_databases_details` | ❌ | + +--- + +## Test 259 + +**Expected Tool:** `get_azure_database_admin_configuration_details` +**Prompt:** List Microsoft Entra ID administrators for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.498356 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | +| 2 | 0.362041 | `create_azure_database_admin_configurations` | ❌ | +| 3 | 0.358939 | `get_azure_security_configurations` | ❌ | +| 4 | 0.343594 | `get_azure_databases_details` | ❌ | +| 5 | 0.334656 | `delete_azure_database_admin_configurations` | ❌ | + +--- + +## Test 260 + +**Expected Tool:** `get_azure_database_admin_configuration_details` +**Prompt:** Show me the elastic pools configured for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.602459 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | +| 2 | 0.424559 | `get_azure_databases_details` | ❌ | +| 3 | 0.414641 | `edit_azure_databases` | ❌ | +| 4 | 0.400349 | `get_azure_container_details` | ❌ | +| 5 | 0.372754 | `get_azure_virtual_desktop_details` | ❌ | + +--- + +## Test 261 + +**Expected Tool:** `get_azure_database_admin_configuration_details` +**Prompt:** Show me the Entra ID administrators configured for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.498316 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | +| 2 | 0.325040 | `create_azure_database_admin_configurations` | ❌ | +| 3 | 0.299004 | `get_azure_databases_details` | ❌ | +| 4 | 0.294052 | `get_azure_security_configurations` | ❌ | +| 5 | 0.287675 | `delete_azure_database_admin_configurations` | ❌ | + +--- + +## Test 262 + +**Expected Tool:** `get_azure_database_admin_configuration_details` +**Prompt:** Show me the firewall rules for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.659102 | `create_azure_database_admin_configurations` | ❌ | +| 2 | 0.611917 | `delete_azure_database_admin_configurations` | ❌ | +| 3 | 0.486395 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | +| 4 | 0.361115 | `edit_azure_databases` | ❌ | +| 5 | 0.322908 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 263 + +**Expected Tool:** `get_azure_database_admin_configuration_details` +**Prompt:** What elastic pools are available in my SQL server ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.515300 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | +| 2 | 0.412957 | `edit_azure_databases` | ❌ | +| 3 | 0.411657 | `get_azure_databases_details` | ❌ | +| 4 | 0.380417 | `get_azure_capacity` | ❌ | +| 5 | 0.346375 | `get_azure_container_details` | ❌ | + +--- + +## Test 264 + +**Expected Tool:** `get_azure_database_admin_configuration_details` +**Prompt:** What firewall rules are configured for my SQL server ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.657075 | `create_azure_database_admin_configurations` | ❌ | +| 2 | 0.595199 | `delete_azure_database_admin_configurations` | ❌ | +| 3 | 0.493189 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | +| 4 | 0.358803 | `edit_azure_databases` | ❌ | +| 5 | 0.289735 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 265 + +**Expected Tool:** `get_azure_database_admin_configuration_details` +**Prompt:** What Microsoft Entra ID administrators are set up for my SQL server ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.451827 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | +| 2 | 0.332608 | `create_azure_database_admin_configurations` | ❌ | +| 3 | 0.326446 | `edit_azure_databases` | ❌ | +| 4 | 0.318149 | `get_azure_databases_details` | ❌ | +| 5 | 0.281938 | `delete_azure_database_admin_configurations` | ❌ | + +--- + +## Test 266 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** Get details for nodepool in AKS cluster in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.591439 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.489443 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.461080 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.439000 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.421388 | `get_azure_storage_details` | ❌ | + +--- + +## Test 267 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** Get the configuration of AKS cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.525684 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.515594 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.423935 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.385731 | `execute_azure_cli` | ❌ | +| 5 | 0.384759 | `get_azure_data_explorer_kusto_details` | ❌ | + +--- + +## Test 268 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** List all AKS clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.541070 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.472911 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.459244 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.420413 | `get_azure_security_configurations` | ❌ | +| 5 | 0.417176 | `get_azure_messaging_service_details` | ❌ | + +--- + +## Test 269 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** List all Azure Container Registries in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.585513 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.460024 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.436846 | `get_azure_storage_details` | ❌ | +| 4 | 0.427150 | `get_azure_security_configurations` | ❌ | +| 5 | 0.420593 | `get_azure_messaging_service_details` | ❌ | + +--- + +## Test 270 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** List all container registry repositories in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.514913 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.394679 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.384525 | `get_azure_storage_details` | ❌ | +| 4 | 0.351749 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.350126 | `get_azure_cache_for_redis_details` | ❌ | + +--- + +## Test 271 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** List container registries in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.489494 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.386495 | `get_azure_storage_details` | ❌ | +| 3 | 0.382508 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.356935 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.349921 | `get_azure_load_testing_details` | ❌ | + +--- + +## Test 272 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** List nodepools for AKS cluster in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.542262 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.417365 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.385451 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.372834 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.371027 | `get_azure_data_explorer_kusto_details` | ❌ | + +--- + +## Test 273 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** List repositories in the container registry + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.452260 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.300887 | `get_azure_storage_details` | ❌ | +| 3 | 0.285251 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.265440 | `get_azure_security_configurations` | ❌ | +| 5 | 0.264853 | `create_azure_storage` | ❌ | + +--- + +## Test 274 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me my Azure Container Registries + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.593352 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.419226 | `browse_azure_marketplace_products` | ❌ | +| 3 | 0.400669 | `create_azure_storage` | ❌ | +| 4 | 0.397056 | `get_azure_storage_details` | ❌ | +| 5 | 0.390515 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 275 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me my Azure Kubernetes Service clusters + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.536372 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.472503 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.415764 | `get_azure_security_configurations` | ❌ | +| 4 | 0.403367 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.400655 | `get_azure_subscriptions_and_resource_groups` | ❌ | + +--- + +## Test 276 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me my container registry repositories + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.485769 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.336265 | `create_azure_storage` | ❌ | +| 3 | 0.316616 | `get_azure_storage_details` | ❌ | +| 4 | 0.310576 | `get_azure_security_configurations` | ❌ | +| 5 | 0.302556 | `get_azure_key_vault` | ❌ | + +--- + +## Test 277 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me the configuration for nodepool in AKS cluster in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.516137 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.442585 | `get_azure_database_admin_configuration_details` | ❌ | +| 3 | 0.410309 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.394415 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.359805 | `get_azure_load_testing_details` | ❌ | + +--- + +## Test 278 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me the container registries in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.547812 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.433036 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.386378 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.385491 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.382855 | `get_azure_storage_details` | ❌ | + +--- + +## Test 279 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me the container registries in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.510450 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.431510 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.379270 | `get_azure_storage_details` | ❌ | +| 4 | 0.355318 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.343124 | `get_azure_load_testing_details` | ❌ | + +--- + +## Test 280 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me the details of AKS cluster in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.579930 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.444338 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.427527 | `get_azure_storage_details` | ❌ | +| 4 | 0.424745 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.424320 | `get_azure_virtual_desktop_details` | ❌ | + +--- + +## Test 281 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me the network configuration for AKS cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.452268 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.375014 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.344379 | `execute_azure_cli` | ❌ | +| 4 | 0.343230 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.322198 | `get_azure_data_explorer_kusto_details` | ❌ | + +--- + +## Test 282 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me the nodepool list for AKS cluster in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.542885 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.412997 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.386967 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.378893 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.373530 | `get_azure_database_admin_configuration_details` | ❌ | + +--- + +## Test 283 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me the repositories in the container registry + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.463211 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.287836 | `get_azure_cache_for_redis_details` | ❌ | +| 3 | 0.287574 | `get_azure_storage_details` | ❌ | +| 4 | 0.277348 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.276915 | `get_azure_key_vault` | ❌ | + +--- + +## Test 284 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** What AKS clusters do I have? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.580076 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.424186 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.405032 | `execute_azure_cli` | ❌ | +| 4 | 0.351081 | `get_azure_storage_details` | ❌ | +| 5 | 0.351001 | `get_azure_virtual_desktop_details` | ❌ | + +--- + +## Test 285 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** What are the details of my AKS cluster in ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.607446 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.458216 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.458077 | `get_azure_storage_details` | ❌ | +| 4 | 0.457864 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.448234 | `get_azure_app_config_settings` | ❌ | + +--- + +## Test 286 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** What is the setup of nodepool for AKS cluster in ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.489087 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.347416 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.338823 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.315282 | `execute_azure_developer_cli` | ❌ | +| 5 | 0.314526 | `execute_azure_cli` | ❌ | + +--- + +## Test 287 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** What nodepools do I have for AKS cluster in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.533267 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.390079 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.360757 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.359004 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.350847 | `get_azure_capacity` | ❌ | + +--- + +## Test 288 + +**Expected Tool:** `get_azure_virtual_desktop_details` +**Prompt:** List all host pools in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.550251 | `get_azure_virtual_desktop_details` | ✅ **EXPECTED** | +| 2 | 0.453719 | `get_azure_database_admin_configuration_details` | ❌ | +| 3 | 0.442910 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.412979 | `get_azure_container_details` | ❌ | +| 5 | 0.403919 | `get_azure_messaging_service_details` | ❌ | + +--- + +## Test 289 + +**Expected Tool:** `get_azure_virtual_desktop_details` +**Prompt:** List all session hosts in host pool + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.607532 | `get_azure_virtual_desktop_details` | ✅ **EXPECTED** | +| 2 | 0.364628 | `get_azure_database_admin_configuration_details` | ❌ | +| 3 | 0.319120 | `get_azure_security_configurations` | ❌ | +| 4 | 0.307390 | `get_azure_container_details` | ❌ | +| 5 | 0.304479 | `get_azure_capacity` | ❌ | + +--- + +## Test 290 + +**Expected Tool:** `get_azure_virtual_desktop_details` +**Prompt:** List all user sessions on session host in host pool + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.609583 | `get_azure_virtual_desktop_details` | ✅ **EXPECTED** | +| 2 | 0.333054 | `get_azure_database_admin_configuration_details` | ❌ | +| 3 | 0.312552 | `get_azure_security_configurations` | ❌ | +| 4 | 0.262128 | `get_azure_container_details` | ❌ | +| 5 | 0.258259 | `get_azure_messaging_service_details` | ❌ | + +--- + +## Summary + +**Total Prompts Tested:** 290 +**Analysis Execution Time:** 40.5925401s + +### Success Rate Metrics + +**Top Choice Success:** 82.1% (238/290 tests) + +#### Confidence Level Distribution + +**💪 Very High Confidence (≥0.8):** 0.0% (0/290 tests) +**🎯 High Confidence (≥0.7):** 2.4% (7/290 tests) +**✅ Good Confidence (≥0.6):** 15.2% (44/290 tests) +**👍 Fair Confidence (≥0.5):** 55.9% (162/290 tests) +**👌 Acceptable Confidence (≥0.4):** 87.9% (255/290 tests) +**❌ Low Confidence (<0.4):** 12.1% (35/290 tests) + +#### Top Choice + Confidence Combinations + +**💪 Top Choice + Very High Confidence (≥0.8):** 0.0% (0/290 tests) +**🎯 Top Choice + High Confidence (≥0.7):** 2.4% (7/290 tests) +**✅ Top Choice + Good Confidence (≥0.6):** 15.2% (44/290 tests) +**👍 Top Choice + Fair Confidence (≥0.5):** 50.3% (146/290 tests) +**👌 Top Choice + Acceptable Confidence (≥0.4):** 75.5% (219/290 tests) + +### Success Rate Analysis + +🟡 **Good** - The tool selection system is performing adequately but has room for improvement. + +⚠️ **Recommendation:** Tool descriptions need improvement to better match user intent (targets: ≥0.6 good, ≥0.7 high). + diff --git a/eng/tools/ToolDescriptionEvaluator/results-namespaces.md b/eng/tools/ToolDescriptionEvaluator/results-namespaces.md new file mode 100644 index 000000000..1dfb91286 --- /dev/null +++ b/eng/tools/ToolDescriptionEvaluator/results-namespaces.md @@ -0,0 +1,5720 @@ +# Tool Selection Analysis Setup + +**Setup completed:** 2025-09-29 23:16:00 +**Tool count:** 38 +**Database setup time:** 0.7823297s + +--- + +# Tool Selection Analysis Results + +**Analysis Date:** 2025-09-29 23:16:00 +**Tool count:** 38 + +## Table of Contents + +- [Test 1: azmcp_acr](#test-1) +- [Test 2: azmcp_acr](#test-2) +- [Test 3: azmcp_acr](#test-3) +- [Test 4: azmcp_acr](#test-4) +- [Test 5: azmcp_acr](#test-5) +- [Test 6: azmcp_acr](#test-6) +- [Test 7: azmcp_acr](#test-7) +- [Test 8: azmcp_acr](#test-8) +- [Test 9: azmcp_acr](#test-9) +- [Test 10: azmcp_aks](#test-10) +- [Test 11: azmcp_aks](#test-11) +- [Test 12: azmcp_aks](#test-12) +- [Test 13: azmcp_aks](#test-13) +- [Test 14: azmcp_aks](#test-14) +- [Test 15: azmcp_aks](#test-15) +- [Test 16: azmcp_aks](#test-16) +- [Test 17: azmcp_aks](#test-17) +- [Test 18: azmcp_aks](#test-18) +- [Test 19: azmcp_aks](#test-19) +- [Test 20: azmcp_aks](#test-20) +- [Test 21: azmcp_aks](#test-21) +- [Test 22: azmcp_aks](#test-22) +- [Test 23: azmcp_appconfig](#test-23) +- [Test 24: azmcp_appconfig](#test-24) +- [Test 25: azmcp_appconfig](#test-25) +- [Test 26: azmcp_appconfig](#test-26) +- [Test 27: azmcp_appconfig](#test-27) +- [Test 28: azmcp_appconfig](#test-28) +- [Test 29: azmcp_appconfig](#test-29) +- [Test 30: azmcp_appconfig](#test-30) +- [Test 31: azmcp_appconfig](#test-31) +- [Test 32: azmcp_appconfig](#test-32) +- [Test 33: azmcp_applens](#test-33) +- [Test 34: azmcp_applens](#test-34) +- [Test 35: azmcp_applens](#test-35) +- [Test 36: azmcp_applicationinsights](#test-36) +- [Test 37: azmcp_applicationinsights](#test-37) +- [Test 38: azmcp_applicationinsights](#test-38) +- [Test 39: azmcp_applicationinsights](#test-39) +- [Test 40: azmcp_appservice](#test-40) +- [Test 41: azmcp_appservice](#test-41) +- [Test 42: azmcp_appservice](#test-42) +- [Test 43: azmcp_appservice](#test-43) +- [Test 44: azmcp_appservice](#test-44) +- [Test 45: azmcp_appservice](#test-45) +- [Test 46: azmcp_appservice](#test-46) +- [Test 47: azmcp_appservice](#test-47) +- [Test 48: azmcp_appservice](#test-48) +- [Test 49: azmcp_azuremanagedlustre](#test-49) +- [Test 50: azmcp_azuremanagedlustre](#test-50) +- [Test 51: azmcp_azuremanagedlustre](#test-51) +- [Test 52: azmcp_azuremanagedlustre](#test-52) +- [Test 53: azmcp_azureterraformbestpractices](#test-53) +- [Test 54: azmcp_azureterraformbestpractices](#test-54) +- [Test 55: azmcp_bicepschema](#test-55) +- [Test 56: azmcp_cloudarchitect](#test-56) +- [Test 57: azmcp_cloudarchitect](#test-57) +- [Test 58: azmcp_cloudarchitect](#test-58) +- [Test 59: azmcp_cloudarchitect](#test-59) +- [Test 60: azmcp_cosmos](#test-60) +- [Test 61: azmcp_cosmos](#test-61) +- [Test 62: azmcp_cosmos](#test-62) +- [Test 63: azmcp_cosmos](#test-63) +- [Test 64: azmcp_cosmos](#test-64) +- [Test 65: azmcp_cosmos](#test-65) +- [Test 66: azmcp_cosmos](#test-66) +- [Test 67: azmcp_cosmos](#test-67) +- [Test 68: azmcp_datadog](#test-68) +- [Test 69: azmcp_datadog](#test-69) +- [Test 70: azmcp_deploy](#test-70) +- [Test 71: azmcp_deploy](#test-71) +- [Test 72: azmcp_deploy](#test-72) +- [Test 73: azmcp_deploy](#test-73) +- [Test 74: azmcp_deploy](#test-74) +- [Test 75: azmcp_eventgrid](#test-75) +- [Test 76: azmcp_eventgrid](#test-76) +- [Test 77: azmcp_eventgrid](#test-77) +- [Test 78: azmcp_eventgrid](#test-78) +- [Test 79: azmcp_eventgrid](#test-79) +- [Test 80: azmcp_eventgrid](#test-80) +- [Test 81: azmcp_eventgrid](#test-81) +- [Test 82: azmcp_eventgrid](#test-82) +- [Test 83: azmcp_eventgrid](#test-83) +- [Test 84: azmcp_eventgrid](#test-84) +- [Test 85: azmcp_eventgrid](#test-85) +- [Test 86: azmcp_foundry](#test-86) +- [Test 87: azmcp_foundry](#test-87) +- [Test 88: azmcp_foundry](#test-88) +- [Test 89: azmcp_foundry](#test-89) +- [Test 90: azmcp_foundry](#test-90) +- [Test 91: azmcp_foundry](#test-91) +- [Test 92: azmcp_foundry](#test-92) +- [Test 93: azmcp_foundry](#test-93) +- [Test 94: azmcp_foundry](#test-94) +- [Test 95: azmcp_foundry](#test-95) +- [Test 96: azmcp_foundry](#test-96) +- [Test 97: azmcp_foundry](#test-97) +- [Test 98: azmcp_functionapp](#test-98) +- [Test 99: azmcp_functionapp](#test-99) +- [Test 100: azmcp_functionapp](#test-100) +- [Test 101: azmcp_functionapp](#test-101) +- [Test 102: azmcp_functionapp](#test-102) +- [Test 103: azmcp_functionapp](#test-103) +- [Test 104: azmcp_functionapp](#test-104) +- [Test 105: azmcp_functionapp](#test-105) +- [Test 106: azmcp_functionapp](#test-106) +- [Test 107: azmcp_functionapp](#test-107) +- [Test 108: azmcp_functionapp](#test-108) +- [Test 109: azmcp_functionapp](#test-109) +- [Test 110: azmcp_grafana](#test-110) +- [Test 111: azmcp_group](#test-111) +- [Test 112: azmcp_group](#test-112) +- [Test 113: azmcp_group](#test-113) +- [Test 114: azmcp_keyvault](#test-114) +- [Test 115: azmcp_keyvault](#test-115) +- [Test 116: azmcp_keyvault](#test-116) +- [Test 117: azmcp_keyvault](#test-117) +- [Test 118: azmcp_keyvault](#test-118) +- [Test 119: azmcp_keyvault](#test-119) +- [Test 120: azmcp_keyvault](#test-120) +- [Test 121: azmcp_keyvault](#test-121) +- [Test 122: azmcp_keyvault](#test-122) +- [Test 123: azmcp_keyvault](#test-123) +- [Test 124: azmcp_keyvault](#test-124) +- [Test 125: azmcp_keyvault](#test-125) +- [Test 126: azmcp_keyvault](#test-126) +- [Test 127: azmcp_keyvault](#test-127) +- [Test 128: azmcp_keyvault](#test-128) +- [Test 129: azmcp_keyvault](#test-129) +- [Test 130: azmcp_keyvault](#test-130) +- [Test 131: azmcp_keyvault](#test-131) +- [Test 132: azmcp_keyvault](#test-132) +- [Test 133: azmcp_keyvault](#test-133) +- [Test 134: azmcp_kusto](#test-134) +- [Test 135: azmcp_kusto](#test-135) +- [Test 136: azmcp_kusto](#test-136) +- [Test 137: azmcp_kusto](#test-137) +- [Test 138: azmcp_kusto](#test-138) +- [Test 139: azmcp_kusto](#test-139) +- [Test 140: azmcp_kusto](#test-140) +- [Test 141: azmcp_kusto](#test-141) +- [Test 142: azmcp_kusto](#test-142) +- [Test 143: azmcp_kusto](#test-143) +- [Test 144: azmcp_kusto](#test-144) +- [Test 145: azmcp_loadtesting](#test-145) +- [Test 146: azmcp_loadtesting](#test-146) +- [Test 147: azmcp_loadtesting](#test-147) +- [Test 148: azmcp_loadtesting](#test-148) +- [Test 149: azmcp_loadtesting](#test-149) +- [Test 150: azmcp_loadtesting](#test-150) +- [Test 151: azmcp_loadtesting](#test-151) +- [Test 152: azmcp_loadtesting](#test-152) +- [Test 153: azmcp_marketplace](#test-153) +- [Test 154: azmcp_marketplace](#test-154) +- [Test 155: azmcp_marketplace](#test-155) +- [Test 156: azmcp_monitor](#test-156) +- [Test 157: azmcp_monitor](#test-157) +- [Test 158: azmcp_monitor](#test-158) +- [Test 159: azmcp_monitor](#test-159) +- [Test 160: azmcp_monitor](#test-160) +- [Test 161: azmcp_monitor](#test-161) +- [Test 162: azmcp_monitor](#test-162) +- [Test 163: azmcp_monitor](#test-163) +- [Test 164: azmcp_monitor](#test-164) +- [Test 165: azmcp_monitor](#test-165) +- [Test 166: azmcp_monitor](#test-166) +- [Test 167: azmcp_monitor](#test-167) +- [Test 168: azmcp_monitor](#test-168) +- [Test 169: azmcp_monitor](#test-169) +- [Test 170: azmcp_monitor](#test-170) +- [Test 171: azmcp_monitor](#test-171) +- [Test 172: azmcp_monitor](#test-172) +- [Test 173: azmcp_monitor](#test-173) +- [Test 174: azmcp_monitor](#test-174) +- [Test 175: azmcp_mysql](#test-175) +- [Test 176: azmcp_mysql](#test-176) +- [Test 177: azmcp_mysql](#test-177) +- [Test 178: azmcp_mysql](#test-178) +- [Test 179: azmcp_mysql](#test-179) +- [Test 180: azmcp_mysql](#test-180) +- [Test 181: azmcp_mysql](#test-181) +- [Test 182: azmcp_mysql](#test-182) +- [Test 183: azmcp_mysql](#test-183) +- [Test 184: azmcp_mysql](#test-184) +- [Test 185: azmcp_mysql](#test-185) +- [Test 186: azmcp_mysql](#test-186) +- [Test 187: azmcp_postgres](#test-187) +- [Test 188: azmcp_postgres](#test-188) +- [Test 189: azmcp_postgres](#test-189) +- [Test 190: azmcp_postgres](#test-190) +- [Test 191: azmcp_postgres](#test-191) +- [Test 192: azmcp_postgres](#test-192) +- [Test 193: azmcp_postgres](#test-193) +- [Test 194: azmcp_postgres](#test-194) +- [Test 195: azmcp_postgres](#test-195) +- [Test 196: azmcp_postgres](#test-196) +- [Test 197: azmcp_postgres](#test-197) +- [Test 198: azmcp_postgres](#test-198) +- [Test 199: azmcp_quota](#test-199) +- [Test 200: azmcp_quota](#test-200) +- [Test 201: azmcp_redis](#test-201) +- [Test 202: azmcp_redis](#test-202) +- [Test 203: azmcp_redis](#test-203) +- [Test 204: azmcp_redis](#test-204) +- [Test 205: azmcp_redis](#test-205) +- [Test 206: azmcp_redis](#test-206) +- [Test 207: azmcp_redis](#test-207) +- [Test 208: azmcp_redis](#test-208) +- [Test 209: azmcp_redis](#test-209) +- [Test 210: azmcp_redis](#test-210) +- [Test 211: azmcp_resourcehealth](#test-211) +- [Test 212: azmcp_resourcehealth](#test-212) +- [Test 213: azmcp_resourcehealth](#test-213) +- [Test 214: azmcp_resourcehealth](#test-214) +- [Test 215: azmcp_resourcehealth](#test-215) +- [Test 216: azmcp_resourcehealth](#test-216) +- [Test 217: azmcp_resourcehealth](#test-217) +- [Test 218: azmcp_resourcehealth](#test-218) +- [Test 219: azmcp_resourcehealth](#test-219) +- [Test 220: azmcp_resourcehealth](#test-220) +- [Test 221: azmcp_resourcehealth](#test-221) +- [Test 222: azmcp_role](#test-222) +- [Test 223: azmcp_role](#test-223) +- [Test 224: azmcp_search](#test-224) +- [Test 225: azmcp_search](#test-225) +- [Test 226: azmcp_search](#test-226) +- [Test 227: azmcp_search](#test-227) +- [Test 228: azmcp_search](#test-228) +- [Test 229: azmcp_search](#test-229) +- [Test 230: azmcp_search](#test-230) +- [Test 231: azmcp_servicebus](#test-231) +- [Test 232: azmcp_servicebus](#test-232) +- [Test 233: azmcp_servicebus](#test-233) +- [Test 234: azmcp_sql](#test-234) +- [Test 235: azmcp_sql](#test-235) +- [Test 236: azmcp_sql](#test-236) +- [Test 237: azmcp_sql](#test-237) +- [Test 238: azmcp_sql](#test-238) +- [Test 239: azmcp_sql](#test-239) +- [Test 240: azmcp_sql](#test-240) +- [Test 241: azmcp_sql](#test-241) +- [Test 242: azmcp_sql](#test-242) +- [Test 243: azmcp_sql](#test-243) +- [Test 244: azmcp_sql](#test-244) +- [Test 245: azmcp_sql](#test-245) +- [Test 246: azmcp_sql](#test-246) +- [Test 247: azmcp_sql](#test-247) +- [Test 248: azmcp_sql](#test-248) +- [Test 249: azmcp_sql](#test-249) +- [Test 250: azmcp_sql](#test-250) +- [Test 251: azmcp_sql](#test-251) +- [Test 252: azmcp_sql](#test-252) +- [Test 253: azmcp_sql](#test-253) +- [Test 254: azmcp_sql](#test-254) +- [Test 255: azmcp_sql](#test-255) +- [Test 256: azmcp_sql](#test-256) +- [Test 257: azmcp_sql](#test-257) +- [Test 258: azmcp_sql](#test-258) +- [Test 259: azmcp_sql](#test-259) +- [Test 260: azmcp_sql](#test-260) +- [Test 261: azmcp_sql](#test-261) +- [Test 262: azmcp_sql](#test-262) +- [Test 263: azmcp_sql](#test-263) +- [Test 264: azmcp_sql](#test-264) +- [Test 265: azmcp_sql](#test-265) +- [Test 266: azmcp_sql](#test-266) +- [Test 267: azmcp_sql](#test-267) +- [Test 268: azmcp_sql](#test-268) +- [Test 269: azmcp_sql](#test-269) +- [Test 270: azmcp_sql](#test-270) +- [Test 271: azmcp_sql](#test-271) +- [Test 272: azmcp_storage](#test-272) +- [Test 273: azmcp_storage](#test-273) +- [Test 274: azmcp_storage](#test-274) +- [Test 275: azmcp_storage](#test-275) +- [Test 276: azmcp_storage](#test-276) +- [Test 277: azmcp_storage](#test-277) +- [Test 278: azmcp_storage](#test-278) +- [Test 279: azmcp_storage](#test-279) +- [Test 280: azmcp_storage](#test-280) +- [Test 281: azmcp_storage](#test-281) +- [Test 282: azmcp_storage](#test-282) +- [Test 283: azmcp_storage](#test-283) +- [Test 284: azmcp_storage](#test-284) +- [Test 285: azmcp_storage](#test-285) +- [Test 286: azmcp_storage](#test-286) +- [Test 287: azmcp_storage](#test-287) +- [Test 288: azmcp_storage](#test-288) +- [Test 289: azmcp_storage](#test-289) +- [Test 290: azmcp_storage](#test-290) +- [Test 291: azmcp_subscription](#test-291) +- [Test 292: azmcp_subscription](#test-292) +- [Test 293: azmcp_subscription](#test-293) +- [Test 294: azmcp_subscription](#test-294) +- [Test 295: azmcp_virtualdesktop](#test-295) +- [Test 296: azmcp_virtualdesktop](#test-296) +- [Test 297: azmcp_virtualdesktop](#test-297) +- [Test 298: azmcp_workbooks](#test-298) +- [Test 299: azmcp_workbooks](#test-299) +- [Test 300: azmcp_workbooks](#test-300) +- [Test 301: azmcp_workbooks](#test-301) +- [Test 302: azmcp_workbooks](#test-302) +- [Test 303: azmcp_workbooks](#test-303) +- [Test 304: azmcp_workbooks](#test-304) +- [Test 305: azmcp_extension_azqr](#test-305) +- [Test 306: azmcp_extension_azqr](#test-306) +- [Test 307: azmcp_extension_azqr](#test-307) +- [Test 308: azmcp_get_bestpractices_get](#test-308) +- [Test 309: azmcp_get_bestpractices_get](#test-309) +- [Test 310: azmcp_get_bestpractices_get](#test-310) +- [Test 311: azmcp_get_bestpractices_get](#test-311) +- [Test 312: azmcp_get_bestpractices_get](#test-312) +- [Test 313: azmcp_get_bestpractices_get](#test-313) +- [Test 314: azmcp_get_bestpractices_get](#test-314) +- [Test 315: azmcp_get_bestpractices_get](#test-315) + +--- + +## Test 1 + +**Expected Tool:** `azmcp_acr` +**Prompt:** List all Azure Container Registries in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.586152 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.485389 | `azmcp_subscription` | ❌ | +| 3 | 0.425309 | `azmcp_group` | ❌ | +| 4 | 0.393275 | `azmcp_quota` | ❌ | +| 5 | 0.387948 | `azmcp_aks` | ❌ | + +--- + +## Test 2 + +**Expected Tool:** `azmcp_acr` +**Prompt:** List all container registry repositories in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.473189 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.451939 | `azmcp_subscription` | ❌ | +| 3 | 0.352583 | `azmcp_group` | ❌ | +| 4 | 0.327971 | `azmcp_quota` | ❌ | +| 5 | 0.325711 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 3 + +**Expected Tool:** `azmcp_acr` +**Prompt:** List container registries in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.490769 | `azmcp_group` | ❌ | +| 2 | 0.475051 | `azmcp_acr` | ✅ **EXPECTED** | +| 3 | 0.364256 | `azmcp_quota` | ❌ | +| 4 | 0.338113 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.325513 | `azmcp_subscription` | ❌ | + +--- + +## Test 4 + +**Expected Tool:** `azmcp_acr` +**Prompt:** List repositories in the container registry + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.485273 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.303180 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.298944 | `azmcp_subscription` | ❌ | +| 4 | 0.287386 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.287384 | `azmcp_group` | ❌ | + +--- + +## Test 5 + +**Expected Tool:** `azmcp_acr` +**Prompt:** Show me my Azure Container Registries + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.545837 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.360104 | `azmcp_subscription` | ❌ | +| 3 | 0.349345 | `azmcp_quota` | ❌ | +| 4 | 0.349155 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.346566 | `azmcp_aks` | ❌ | + +--- + +## Test 6 + +**Expected Tool:** `azmcp_acr` +**Prompt:** Show me my container registry repositories + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.439561 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.291966 | `azmcp_subscription` | ❌ | +| 3 | 0.282993 | `azmcp_foundry` | ❌ | +| 4 | 0.275453 | `azmcp_storage` | ❌ | +| 5 | 0.272664 | `azmcp_quota` | ❌ | + +--- + +## Test 7 + +**Expected Tool:** `azmcp_acr` +**Prompt:** Show me the container registries in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.489920 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.471101 | `azmcp_subscription` | ❌ | +| 3 | 0.362100 | `azmcp_group` | ❌ | +| 4 | 0.350873 | `azmcp_quota` | ❌ | +| 5 | 0.340095 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 8 + +**Expected Tool:** `azmcp_acr` +**Prompt:** Show me the container registries in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.496675 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.466365 | `azmcp_group` | ❌ | +| 3 | 0.360955 | `azmcp_quota` | ❌ | +| 4 | 0.313044 | `azmcp_subscription` | ❌ | +| 5 | 0.308185 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 9 + +**Expected Tool:** `azmcp_acr` +**Prompt:** Show me the repositories in the container registry + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.467520 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.290472 | `azmcp_subscription` | ❌ | +| 3 | 0.273183 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.270675 | `azmcp_quota` | ❌ | +| 5 | 0.269546 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 10 + +**Expected Tool:** `azmcp_aks` +**Prompt:** Get details for nodepool in AKS cluster in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.436414 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.368716 | `azmcp_group` | ❌ | +| 3 | 0.345795 | `azmcp_quota` | ❌ | +| 4 | 0.336351 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.318260 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 11 + +**Expected Tool:** `azmcp_aks` +**Prompt:** Get the configuration of AKS cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.545022 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.403262 | `azmcp_appconfig` | ❌ | +| 3 | 0.334815 | `azmcp_deploy` | ❌ | +| 4 | 0.331270 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.330629 | `azmcp_quota` | ❌ | + +--- + +## Test 12 + +**Expected Tool:** `azmcp_aks` +**Prompt:** List all AKS clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.585290 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.497131 | `azmcp_subscription` | ❌ | +| 3 | 0.395626 | `azmcp_kusto` | ❌ | +| 4 | 0.390826 | `azmcp_group` | ❌ | +| 5 | 0.387121 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 13 + +**Expected Tool:** `azmcp_aks` +**Prompt:** List nodepools for AKS cluster in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.473549 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.428374 | `azmcp_group` | ❌ | +| 3 | 0.347135 | `azmcp_quota` | ❌ | +| 4 | 0.344926 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.338955 | `azmcp_kusto` | ❌ | + +--- + +## Test 14 + +**Expected Tool:** `azmcp_aks` +**Prompt:** Show me my Azure Kubernetes Service clusters + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.528434 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.399622 | `azmcp_kusto` | ❌ | +| 3 | 0.375435 | `azmcp_subscription` | ❌ | +| 4 | 0.371769 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.359215 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 15 + +**Expected Tool:** `azmcp_aks` +**Prompt:** Show me the configuration for nodepool in AKS cluster in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.419769 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.347222 | `azmcp_group` | ❌ | +| 3 | 0.336986 | `azmcp_appconfig` | ❌ | +| 4 | 0.322304 | `azmcp_quota` | ❌ | +| 5 | 0.311406 | `azmcp_virtualdesktop` | ❌ | + +--- + +## Test 16 + +**Expected Tool:** `azmcp_aks` +**Prompt:** Show me the details of AKS cluster in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.503486 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.417130 | `azmcp_group` | ❌ | +| 3 | 0.339265 | `azmcp_kusto` | ❌ | +| 4 | 0.338778 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.332219 | `azmcp_extension_azqr` | ❌ | + +--- + +## Test 17 + +**Expected Tool:** `azmcp_aks` +**Prompt:** Show me the network configuration for AKS cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.481577 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.306013 | `azmcp_appconfig` | ❌ | +| 3 | 0.294321 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.283039 | `azmcp_deploy` | ❌ | +| 5 | 0.265640 | `azmcp_cloudarchitect` | ❌ | + +--- + +## Test 18 + +**Expected Tool:** `azmcp_aks` +**Prompt:** Show me the nodepool list for AKS cluster in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.482539 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.423180 | `azmcp_group` | ❌ | +| 3 | 0.359034 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.343279 | `azmcp_kusto` | ❌ | +| 5 | 0.338415 | `azmcp_quota` | ❌ | + +--- + +## Test 19 + +**Expected Tool:** `azmcp_aks` +**Prompt:** What AKS clusters do I have? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.587161 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.398177 | `azmcp_kusto` | ❌ | +| 3 | 0.371835 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.337291 | `azmcp_subscription` | ❌ | +| 5 | 0.330412 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 20 + +**Expected Tool:** `azmcp_aks` +**Prompt:** What are the details of my AKS cluster in ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.545582 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.402643 | `azmcp_group` | ❌ | +| 3 | 0.362328 | `azmcp_kusto` | ❌ | +| 4 | 0.360296 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.354166 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 21 + +**Expected Tool:** `azmcp_aks` +**Prompt:** What is the setup of nodepool for AKS cluster in ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.438310 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.351252 | `azmcp_group` | ❌ | +| 3 | 0.338721 | `azmcp_virtualdesktop` | ❌ | +| 4 | 0.312042 | `azmcp_sql` | ❌ | +| 5 | 0.299303 | `azmcp_acr` | ❌ | + +--- + +## Test 22 + +**Expected Tool:** `azmcp_aks` +**Prompt:** What nodepools do I have for AKS cluster in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.458980 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.379143 | `azmcp_group` | ❌ | +| 3 | 0.342309 | `azmcp_virtualdesktop` | ❌ | +| 4 | 0.334570 | `azmcp_quota` | ❌ | +| 5 | 0.328472 | `azmcp_kusto` | ❌ | + +--- + +## Test 23 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** Delete the key in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.470870 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.255747 | `azmcp_appservice` | ❌ | +| 3 | 0.247502 | `azmcp_functionapp` | ❌ | +| 4 | 0.223986 | `azmcp_keyvault` | ❌ | +| 5 | 0.184059 | `azmcp_redis` | ❌ | + +--- + +## Test 24 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** List all App Configuration stores in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.549859 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.432436 | `azmcp_subscription` | ❌ | +| 3 | 0.383273 | `azmcp_appservice` | ❌ | +| 4 | 0.356842 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.347084 | `azmcp_functionapp` | ❌ | + +--- + +## Test 25 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** List all key-value settings in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.574657 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.285371 | `azmcp_appservice` | ❌ | +| 3 | 0.253328 | `azmcp_functionapp` | ❌ | +| 4 | 0.246381 | `azmcp_deploy` | ❌ | +| 5 | 0.244680 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 26 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** Lock the key in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.477774 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.214382 | `azmcp_appservice` | ❌ | +| 3 | 0.206641 | `azmcp_keyvault` | ❌ | +| 4 | 0.182503 | `azmcp_functionapp` | ❌ | +| 5 | 0.164786 | `azmcp_storage` | ❌ | + +--- + +## Test 27 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** Set the key in App Configuration store to + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.524810 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.284588 | `azmcp_appservice` | ❌ | +| 3 | 0.264960 | `azmcp_functionapp` | ❌ | +| 4 | 0.226661 | `azmcp_keyvault` | ❌ | +| 5 | 0.191706 | `azmcp_storage` | ❌ | + +--- + +## Test 28 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** Show me my App Configuration stores + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.510974 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.309972 | `azmcp_appservice` | ❌ | +| 3 | 0.262223 | `azmcp_functionapp` | ❌ | +| 4 | 0.234352 | `azmcp_deploy` | ❌ | +| 5 | 0.229676 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 29 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** Show me the App Configuration stores in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.529147 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.391206 | `azmcp_appservice` | ❌ | +| 3 | 0.369729 | `azmcp_subscription` | ❌ | +| 4 | 0.344995 | `azmcp_functionapp` | ❌ | +| 5 | 0.305549 | `azmcp_deploy` | ❌ | + +--- + +## Test 30 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** Show me the key-value settings in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.571709 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.284014 | `azmcp_appservice` | ❌ | +| 3 | 0.241791 | `azmcp_functionapp` | ❌ | +| 4 | 0.226370 | `azmcp_keyvault` | ❌ | +| 5 | 0.222063 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 31 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** Show the content for the key in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.468169 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.237319 | `azmcp_appservice` | ❌ | +| 3 | 0.220234 | `azmcp_keyvault` | ❌ | +| 4 | 0.219762 | `azmcp_functionapp` | ❌ | +| 5 | 0.188304 | `azmcp_deploy` | ❌ | + +--- + +## Test 32 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** Unlock the key in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.496146 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.247922 | `azmcp_keyvault` | ❌ | +| 3 | 0.241986 | `azmcp_appservice` | ❌ | +| 4 | 0.219336 | `azmcp_functionapp` | ❌ | +| 5 | 0.165826 | `azmcp_storage` | ❌ | + +--- + +## Test 33 + +**Expected Tool:** `azmcp_applens` +**Prompt:** Please help me diagnose issues with my app using app lens + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.568063 | `azmcp_applens` | ✅ **EXPECTED** | +| 2 | 0.264916 | `azmcp_deploy` | ❌ | +| 3 | 0.252477 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.245431 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.226577 | `azmcp_appservice` | ❌ | + +--- + +## Test 34 + +**Expected Tool:** `azmcp_applens` +**Prompt:** Use app lens to check why my app is slow? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.492549 | `azmcp_applens` | ✅ **EXPECTED** | +| 2 | 0.204554 | `azmcp_functionapp` | ❌ | +| 3 | 0.195460 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.193544 | `azmcp_deploy` | ❌ | +| 5 | 0.193124 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 35 + +**Expected Tool:** `azmcp_applens` +**Prompt:** What does app lens say is wrong with my service? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.471382 | `azmcp_applens` | ✅ **EXPECTED** | +| 2 | 0.273811 | `azmcp_appservice` | ❌ | +| 3 | 0.210779 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.205994 | `azmcp_foundry` | ❌ | +| 5 | 0.205721 | `azmcp_functionapp` | ❌ | + +--- + +## Test 36 + +**Expected Tool:** `azmcp_applicationinsights` +**Prompt:** List code optimization recommendations across my Application Insights components + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.521949 | `azmcp_applicationinsights` | ✅ **EXPECTED** | +| 2 | 0.445157 | `azmcp_get_bestpractices_get` | ❌ | +| 3 | 0.392881 | `azmcp_applens` | ❌ | +| 4 | 0.386482 | `azmcp_azureterraformbestpractices` | ❌ | +| 5 | 0.380166 | `azmcp_deploy` | ❌ | + +--- + +## Test 37 + +**Expected Tool:** `azmcp_applicationinsights` +**Prompt:** List profiler recommendations for Application Insights in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.553032 | `azmcp_applicationinsights` | ✅ **EXPECTED** | +| 2 | 0.459326 | `azmcp_group` | ❌ | +| 3 | 0.416057 | `azmcp_get_bestpractices_get` | ❌ | +| 4 | 0.399813 | `azmcp_applens` | ❌ | +| 5 | 0.398174 | `azmcp_deploy` | ❌ | + +--- + +## Test 38 + +**Expected Tool:** `azmcp_applicationinsights` +**Prompt:** Show me code optimization recommendations for all Application Insights resources in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.495393 | `azmcp_applicationinsights` | ✅ **EXPECTED** | +| 2 | 0.468384 | `azmcp_get_bestpractices_get` | ❌ | +| 3 | 0.417896 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.413873 | `azmcp_deploy` | ❌ | +| 5 | 0.413302 | `azmcp_applens` | ❌ | + +--- + +## Test 39 + +**Expected Tool:** `azmcp_applicationinsights` +**Prompt:** Show me performance improvement recommendations from Application Insights + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.458803 | `azmcp_applicationinsights` | ✅ **EXPECTED** | +| 2 | 0.418079 | `azmcp_applens` | ❌ | +| 3 | 0.383767 | `azmcp_get_bestpractices_get` | ❌ | +| 4 | 0.365774 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.362482 | `azmcp_monitor` | ❌ | + +--- + +## Test 40 + +**Expected Tool:** `azmcp_appservice` +**Prompt:** Add a CosmosDB database to app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.513470 | `azmcp_cosmos` | ❌ | +| 2 | 0.500488 | `azmcp_appservice` | ✅ **EXPECTED** | +| 3 | 0.390403 | `azmcp_sql` | ❌ | +| 4 | 0.388030 | `azmcp_functionapp` | ❌ | +| 5 | 0.349288 | `azmcp_appconfig` | ❌ | + +--- + +## Test 41 + +**Expected Tool:** `azmcp_appservice` +**Prompt:** Add a database connection to my app service in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.462239 | `azmcp_appservice` | ✅ **EXPECTED** | +| 2 | 0.369028 | `azmcp_functionapp` | ❌ | +| 3 | 0.356720 | `azmcp_sql` | ❌ | +| 4 | 0.345577 | `azmcp_group` | ❌ | +| 5 | 0.313613 | `azmcp_appconfig` | ❌ | + +--- + +## Test 42 + +**Expected Tool:** `azmcp_appservice` +**Prompt:** Add a MySQL database to app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.490632 | `azmcp_appservice` | ✅ **EXPECTED** | +| 2 | 0.441490 | `azmcp_mysql` | ❌ | +| 3 | 0.387140 | `azmcp_sql` | ❌ | +| 4 | 0.356808 | `azmcp_functionapp` | ❌ | +| 5 | 0.328839 | `azmcp_cosmos` | ❌ | + +--- + +## Test 43 + +**Expected Tool:** `azmcp_appservice` +**Prompt:** Add a PostgreSQL database to app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.494062 | `azmcp_postgres` | ❌ | +| 2 | 0.427498 | `azmcp_appservice` | ✅ **EXPECTED** | +| 3 | 0.343346 | `azmcp_sql` | ❌ | +| 4 | 0.291922 | `azmcp_functionapp` | ❌ | +| 5 | 0.289064 | `azmcp_cosmos` | ❌ | + +--- + +## Test 44 + +**Expected Tool:** `azmcp_appservice` +**Prompt:** Add database on server to app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.472800 | `azmcp_appservice` | ✅ **EXPECTED** | +| 2 | 0.411417 | `azmcp_sql` | ❌ | +| 3 | 0.377777 | `azmcp_postgres` | ❌ | +| 4 | 0.357371 | `azmcp_mysql` | ❌ | +| 5 | 0.339529 | `azmcp_functionapp` | ❌ | + +--- + +## Test 45 + +**Expected Tool:** `azmcp_appservice` +**Prompt:** Add database with retry policy to app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.435643 | `azmcp_appservice` | ✅ **EXPECTED** | +| 2 | 0.353532 | `azmcp_sql` | ❌ | +| 3 | 0.324389 | `azmcp_cosmos` | ❌ | +| 4 | 0.306264 | `azmcp_mysql` | ❌ | +| 5 | 0.306093 | `azmcp_functionapp` | ❌ | + +--- + +## Test 46 + +**Expected Tool:** `azmcp_appservice` +**Prompt:** Configure a SQL Server database for app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.530554 | `azmcp_appservice` | ✅ **EXPECTED** | +| 2 | 0.463841 | `azmcp_sql` | ❌ | +| 3 | 0.421978 | `azmcp_appconfig` | ❌ | +| 4 | 0.397730 | `azmcp_functionapp` | ❌ | +| 5 | 0.370982 | `azmcp_mysql` | ❌ | + +--- + +## Test 47 + +**Expected Tool:** `azmcp_appservice` +**Prompt:** Configure tenant for database in app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.453872 | `azmcp_appservice` | ✅ **EXPECTED** | +| 2 | 0.371579 | `azmcp_sql` | ❌ | +| 3 | 0.357654 | `azmcp_appconfig` | ❌ | +| 4 | 0.350220 | `azmcp_functionapp` | ❌ | +| 5 | 0.314463 | `azmcp_postgres` | ❌ | + +--- + +## Test 48 + +**Expected Tool:** `azmcp_appservice` +**Prompt:** Set connection string for database in app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.433773 | `azmcp_appservice` | ✅ **EXPECTED** | +| 2 | 0.352097 | `azmcp_sql` | ❌ | +| 3 | 0.346613 | `azmcp_appconfig` | ❌ | +| 4 | 0.335745 | `azmcp_functionapp` | ❌ | +| 5 | 0.320691 | `azmcp_cosmos` | ❌ | + +--- + +## Test 49 + +**Expected Tool:** `azmcp_azuremanagedlustre` +**Prompt:** List the Azure Managed Lustre filesystems in my resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.690741 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 2 | 0.523318 | `azmcp_group` | ❌ | +| 3 | 0.422145 | `azmcp_quota` | ❌ | +| 4 | 0.396797 | `azmcp_subscription` | ❌ | +| 5 | 0.374777 | `azmcp_kusto` | ❌ | + +--- + +## Test 50 + +**Expected Tool:** `azmcp_azuremanagedlustre` +**Prompt:** List the Azure Managed Lustre filesystems in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.715693 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 2 | 0.535477 | `azmcp_subscription` | ❌ | +| 3 | 0.426534 | `azmcp_group` | ❌ | +| 4 | 0.415213 | `azmcp_quota` | ❌ | +| 5 | 0.391413 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 51 + +**Expected Tool:** `azmcp_azuremanagedlustre` +**Prompt:** List the Azure Managed Lustre SKUs available in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.642226 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 2 | 0.452398 | `azmcp_quota` | ❌ | +| 3 | 0.437801 | `azmcp_subscription` | ❌ | +| 4 | 0.408285 | `azmcp_aks` | ❌ | +| 5 | 0.406256 | `azmcp_storage` | ❌ | + +--- + +## Test 52 + +**Expected Tool:** `azmcp_azuremanagedlustre` +**Prompt:** Tell me how many IP addresses I need for of + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.350731 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 2 | 0.228052 | `azmcp_quota` | ❌ | +| 3 | 0.209876 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.205904 | `azmcp_storage` | ❌ | +| 5 | 0.177664 | `azmcp_postgres` | ❌ | + +--- + +## Test 53 + +**Expected Tool:** `azmcp_azureterraformbestpractices` +**Prompt:** Fetch the Azure Terraform best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.683671 | `azmcp_azureterraformbestpractices` | ✅ **EXPECTED** | +| 2 | 0.605047 | `azmcp_get_bestpractices_get` | ❌ | +| 3 | 0.451916 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.437543 | `azmcp_deploy` | ❌ | +| 5 | 0.392789 | `azmcp_bicepschema` | ❌ | + +--- + +## Test 54 + +**Expected Tool:** `azmcp_azureterraformbestpractices` +**Prompt:** Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.551535 | `azmcp_azureterraformbestpractices` | ✅ **EXPECTED** | +| 2 | 0.512141 | `azmcp_get_bestpractices_get` | ❌ | +| 3 | 0.454461 | `azmcp_keyvault` | ❌ | +| 4 | 0.384779 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.364582 | `azmcp_deploy` | ❌ | + +--- + +## Test 55 + +**Expected Tool:** `azmcp_bicepschema` +**Prompt:** How can I use Bicep to create an Azure OpenAI service? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.528594 | `azmcp_bicepschema` | ✅ **EXPECTED** | +| 2 | 0.448373 | `azmcp_get_bestpractices_get` | ❌ | +| 3 | 0.430790 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.412739 | `azmcp_foundry` | ❌ | +| 5 | 0.409898 | `azmcp_deploy` | ❌ | + +--- + +## Test 56 + +**Expected Tool:** `azmcp_cloudarchitect` +**Prompt:** Help me create a cloud service that will serve as ATM for users + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.283657 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | +| 2 | 0.242895 | `azmcp_foundry` | ❌ | +| 3 | 0.241189 | `azmcp_appservice` | ❌ | +| 4 | 0.224587 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.218595 | `azmcp_sql` | ❌ | + +--- + +## Test 57 + +**Expected Tool:** `azmcp_cloudarchitect` +**Prompt:** How can I design a cloud service in Azure that will store and present videos for users? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.422731 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | +| 2 | 0.357909 | `azmcp_storage` | ❌ | +| 3 | 0.347156 | `azmcp_virtualdesktop` | ❌ | +| 4 | 0.344605 | `azmcp_appservice` | ❌ | +| 5 | 0.320956 | `azmcp_sql` | ❌ | + +--- + +## Test 58 + +**Expected Tool:** `azmcp_cloudarchitect` +**Prompt:** I want to design a cloud app for ordering groceries + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.326319 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | +| 2 | 0.280534 | `azmcp_appservice` | ❌ | +| 3 | 0.251675 | `azmcp_functionapp` | ❌ | +| 4 | 0.246446 | `azmcp_marketplace` | ❌ | +| 5 | 0.238405 | `azmcp_appconfig` | ❌ | + +--- + +## Test 59 + +**Expected Tool:** `azmcp_cloudarchitect` +**Prompt:** Please help me design an architecture for a large-scale file upload, storage, and retrieval service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.328720 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | +| 2 | 0.237219 | `azmcp_storage` | ❌ | +| 3 | 0.222193 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.194839 | `azmcp_eventgrid` | ❌ | +| 5 | 0.191136 | `azmcp_foundry` | ❌ | + +--- + +## Test 60 + +**Expected Tool:** `azmcp_cosmos` +**Prompt:** List all cosmosdb accounts in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.555025 | `azmcp_subscription` | ❌ | +| 2 | 0.478428 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 3 | 0.409637 | `azmcp_group` | ❌ | +| 4 | 0.394860 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.390406 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 61 + +**Expected Tool:** `azmcp_cosmos` +**Prompt:** List all the containers in the database for the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.505665 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.352725 | `azmcp_subscription` | ❌ | +| 3 | 0.344072 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.336570 | `azmcp_kusto` | ❌ | +| 5 | 0.335837 | `azmcp_acr` | ❌ | + +--- + +## Test 62 + +**Expected Tool:** `azmcp_cosmos` +**Prompt:** List all the databases in the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.505943 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.368685 | `azmcp_sql` | ❌ | +| 3 | 0.363003 | `azmcp_kusto` | ❌ | +| 4 | 0.362762 | `azmcp_subscription` | ❌ | +| 5 | 0.351012 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 63 + +**Expected Tool:** `azmcp_cosmos` +**Prompt:** Show me my cosmosdb accounts + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.495174 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.416867 | `azmcp_subscription` | ❌ | +| 3 | 0.373806 | `azmcp_quota` | ❌ | +| 4 | 0.373580 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.366568 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 64 + +**Expected Tool:** `azmcp_cosmos` +**Prompt:** Show me the containers in the database for the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.494494 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.327353 | `azmcp_kusto` | ❌ | +| 3 | 0.317629 | `azmcp_subscription` | ❌ | +| 4 | 0.316869 | `azmcp_sql` | ❌ | +| 5 | 0.316483 | `azmcp_quota` | ❌ | + +--- + +## Test 65 + +**Expected Tool:** `azmcp_cosmos` +**Prompt:** Show me the cosmosdb accounts in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.527920 | `azmcp_subscription` | ❌ | +| 2 | 0.487604 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 3 | 0.392271 | `azmcp_group` | ❌ | +| 4 | 0.391769 | `azmcp_quota` | ❌ | +| 5 | 0.386974 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 66 + +**Expected Tool:** `azmcp_cosmos` +**Prompt:** Show me the databases in the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.505953 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.367249 | `azmcp_kusto` | ❌ | +| 3 | 0.357594 | `azmcp_sql` | ❌ | +| 4 | 0.337069 | `azmcp_subscription` | ❌ | +| 5 | 0.334841 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 67 + +**Expected Tool:** `azmcp_cosmos` +**Prompt:** Show me the items that contain the word in the container in the database for the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.478653 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.386101 | `azmcp_search` | ❌ | +| 3 | 0.330849 | `azmcp_kusto` | ❌ | +| 4 | 0.306496 | `azmcp_sql` | ❌ | +| 5 | 0.296594 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 68 + +**Expected Tool:** `azmcp_datadog` +**Prompt:** List all monitored resources in the Datadog resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.505540 | `azmcp_datadog` | ✅ **EXPECTED** | +| 2 | 0.341172 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.322074 | `azmcp_monitor` | ❌ | +| 4 | 0.308127 | `azmcp_foundry` | ❌ | +| 5 | 0.305237 | `azmcp_quota` | ❌ | + +--- + +## Test 69 + +**Expected Tool:** `azmcp_datadog` +**Prompt:** Show me the monitored resources in the Datadog resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.494458 | `azmcp_datadog` | ✅ **EXPECTED** | +| 2 | 0.341042 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.338501 | `azmcp_monitor` | ❌ | +| 4 | 0.316880 | `azmcp_quota` | ❌ | +| 5 | 0.296473 | `azmcp_foundry` | ❌ | + +--- + +## Test 70 + +**Expected Tool:** `azmcp_deploy` +**Prompt:** Create a plan to deploy this application to azure + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.566189 | `azmcp_deploy` | ✅ **EXPECTED** | +| 2 | 0.481387 | `azmcp_cloudarchitect` | ❌ | +| 3 | 0.432874 | `azmcp_get_bestpractices_get` | ❌ | +| 4 | 0.431198 | `azmcp_appservice` | ❌ | +| 5 | 0.421327 | `azmcp_azureterraformbestpractices` | ❌ | + +--- + +## Test 71 + +**Expected Tool:** `azmcp_deploy` +**Prompt:** Generate the azure architecture diagram for this application + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.597812 | `azmcp_cloudarchitect` | ❌ | +| 2 | 0.486127 | `azmcp_deploy` | ✅ **EXPECTED** | +| 3 | 0.424789 | `azmcp_azureterraformbestpractices` | ❌ | +| 4 | 0.417333 | `azmcp_get_bestpractices_get` | ❌ | +| 5 | 0.340811 | `azmcp_appservice` | ❌ | + +--- + +## Test 72 + +**Expected Tool:** `azmcp_deploy` +**Prompt:** How can I create a CI/CD pipeline to deploy this app to Azure? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.466500 | `azmcp_deploy` | ✅ **EXPECTED** | +| 2 | 0.406505 | `azmcp_appservice` | ❌ | +| 3 | 0.382240 | `azmcp_get_bestpractices_get` | ❌ | +| 4 | 0.372768 | `azmcp_functionapp` | ❌ | +| 5 | 0.363156 | `azmcp_cloudarchitect` | ❌ | + +--- + +## Test 73 + +**Expected Tool:** `azmcp_deploy` +**Prompt:** Show me the log of the application deployed by azd + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.532102 | `azmcp_deploy` | ✅ **EXPECTED** | +| 2 | 0.392587 | `azmcp_appservice` | ❌ | +| 3 | 0.388398 | `azmcp_monitor` | ❌ | +| 4 | 0.379015 | `azmcp_datadog` | ❌ | +| 5 | 0.369231 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 74 + +**Expected Tool:** `azmcp_deploy` +**Prompt:** Show me the rules to generate bicep scripts + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.576123 | `azmcp_bicepschema` | ❌ | +| 2 | 0.391965 | `azmcp_get_bestpractices_get` | ❌ | +| 3 | 0.356696 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.354340 | `azmcp_azureterraformbestpractices` | ❌ | +| 5 | 0.347505 | `azmcp_deploy` | ✅ **EXPECTED** | + +--- + +## Test 75 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List all Event Grid subscriptions in subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.532125 | `azmcp_subscription` | ❌ | +| 2 | 0.530934 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 3 | 0.395075 | `azmcp_group` | ❌ | +| 4 | 0.330035 | `azmcp_servicebus` | ❌ | +| 5 | 0.317995 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 76 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List all Event Grid topics in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.609138 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.487417 | `azmcp_subscription` | ❌ | +| 3 | 0.398388 | `azmcp_group` | ❌ | +| 4 | 0.370937 | `azmcp_servicebus` | ❌ | +| 5 | 0.352900 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 77 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List all Event Grid topics in resource group in subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.556899 | `azmcp_group` | ❌ | +| 2 | 0.514364 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 3 | 0.421820 | `azmcp_subscription` | ❌ | +| 4 | 0.331842 | `azmcp_servicebus` | ❌ | +| 5 | 0.331472 | `azmcp_resourcehealth` | ❌ | + +--- + +## Test 78 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List all Event Grid topics in subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.581669 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.482326 | `azmcp_subscription` | ❌ | +| 3 | 0.366686 | `azmcp_group` | ❌ | +| 4 | 0.364622 | `azmcp_servicebus` | ❌ | +| 5 | 0.314528 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 79 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List Event Grid subscriptions for subscription in location + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.540455 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.504889 | `azmcp_subscription` | ❌ | +| 3 | 0.404413 | `azmcp_group` | ❌ | +| 4 | 0.353514 | `azmcp_quota` | ❌ | +| 5 | 0.340836 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 80 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List Event Grid subscriptions for topic in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.565359 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.516734 | `azmcp_group` | ❌ | +| 3 | 0.464231 | `azmcp_subscription` | ❌ | +| 4 | 0.375868 | `azmcp_servicebus` | ❌ | +| 5 | 0.340821 | `azmcp_resourcehealth` | ❌ | + +--- + +## Test 81 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List Event Grid subscriptions for topic in subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.591743 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.486190 | `azmcp_subscription` | ❌ | +| 3 | 0.396456 | `azmcp_group` | ❌ | +| 4 | 0.386525 | `azmcp_servicebus` | ❌ | +| 5 | 0.331126 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 82 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** Show all Event Grid subscriptions in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.564708 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.507648 | `azmcp_subscription` | ❌ | +| 3 | 0.392902 | `azmcp_group` | ❌ | +| 4 | 0.339891 | `azmcp_servicebus` | ❌ | +| 5 | 0.335377 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 83 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** Show Event Grid subscriptions in resource group in subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.539388 | `azmcp_group` | ❌ | +| 2 | 0.508213 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 3 | 0.467677 | `azmcp_subscription` | ❌ | +| 4 | 0.351677 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.335222 | `azmcp_extension_azqr` | ❌ | + +--- + +## Test 84 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** Show me all Event Grid subscriptions for topic + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.595396 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.446492 | `azmcp_subscription` | ❌ | +| 3 | 0.372509 | `azmcp_servicebus` | ❌ | +| 4 | 0.367824 | `azmcp_group` | ❌ | +| 5 | 0.324507 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 85 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** Show me the Event Grid topics in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.609629 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.453133 | `azmcp_subscription` | ❌ | +| 3 | 0.383559 | `azmcp_group` | ❌ | +| 4 | 0.380682 | `azmcp_servicebus` | ❌ | +| 5 | 0.330862 | `azmcp_quota` | ❌ | + +--- + +## Test 86 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** Deploy a GPT4o instance on my resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.314047 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.290762 | `azmcp_group` | ❌ | +| 3 | 0.266857 | `azmcp_postgres` | ❌ | +| 4 | 0.261667 | `azmcp_appservice` | ❌ | +| 5 | 0.256902 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 87 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** Evaluate the full query and response I got from my agent for task_adherence + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.218828 | `azmcp_applens` | ❌ | +| 2 | 0.211726 | `azmcp_kusto` | ❌ | +| 3 | 0.211130 | `azmcp_monitor` | ❌ | +| 4 | 0.205130 | `azmcp_deploy` | ❌ | +| 5 | 0.193512 | `azmcp_extension_azqr` | ❌ | + +--- + +## Test 88 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** Get the schema configuration for knowledge index + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.267849 | `azmcp_bicepschema` | ❌ | +| 2 | 0.249555 | `azmcp_search` | ❌ | +| 3 | 0.229494 | `azmcp_kusto` | ❌ | +| 4 | 0.222115 | `azmcp_appconfig` | ❌ | +| 5 | 0.215793 | `azmcp_aks` | ❌ | + +--- + +## Test 89 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** List all AI Foundry model deployments + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.576587 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.382694 | `azmcp_applicationinsights` | ❌ | +| 3 | 0.350067 | `azmcp_deploy` | ❌ | +| 4 | 0.318385 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.304061 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 90 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** List all AI Foundry models + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.516064 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.271597 | `azmcp_applicationinsights` | ❌ | +| 3 | 0.251405 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.246756 | `azmcp_search` | ❌ | +| 5 | 0.243136 | `azmcp_cloudarchitect` | ❌ | + +--- + +## Test 91 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** List all knowledge indexes in my AI Foundry project + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.473921 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.334432 | `azmcp_applicationinsights` | ❌ | +| 3 | 0.324932 | `azmcp_search` | ❌ | +| 4 | 0.278651 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.263578 | `azmcp_kusto` | ❌ | + +--- + +## Test 92 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** Query an agent in my AI foundry project + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.444525 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.271609 | `azmcp_search` | ❌ | +| 3 | 0.263692 | `azmcp_applens` | ❌ | +| 4 | 0.259154 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.255986 | `azmcp_kusto` | ❌ | + +--- + +## Test 93 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** Query and evaluate an agent in my AI Foundry project for task_adherence + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.365479 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.266374 | `azmcp_deploy` | ❌ | +| 3 | 0.233477 | `azmcp_applens` | ❌ | +| 4 | 0.217969 | `azmcp_search` | ❌ | +| 5 | 0.213292 | `azmcp_cloudarchitect` | ❌ | + +--- + +## Test 94 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** Show me all AI Foundry model deployments + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.547262 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.330209 | `azmcp_applicationinsights` | ❌ | +| 3 | 0.326543 | `azmcp_deploy` | ❌ | +| 4 | 0.305009 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.291042 | `azmcp_search` | ❌ | + +--- + +## Test 95 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** Show me the available AI Foundry models + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.484143 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.264390 | `azmcp_search` | ❌ | +| 3 | 0.256450 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.240786 | `azmcp_deploy` | ❌ | +| 5 | 0.240601 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 96 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** Show me the knowledge indexes in my AI Foundry project + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.440716 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.326070 | `azmcp_search` | ❌ | +| 3 | 0.306113 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.263918 | `azmcp_grafana` | ❌ | +| 5 | 0.261986 | `azmcp_applens` | ❌ | + +--- + +## Test 97 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** Show me the schema for knowledge index in my AI Foundry project + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.385115 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.335934 | `azmcp_search` | ❌ | +| 3 | 0.312430 | `azmcp_bicepschema` | ❌ | +| 4 | 0.291878 | `azmcp_kusto` | ❌ | +| 5 | 0.284049 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 98 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Describe the function app in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.628110 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.486159 | `azmcp_appservice` | ❌ | +| 3 | 0.431210 | `azmcp_group` | ❌ | +| 4 | 0.411135 | `azmcp_deploy` | ❌ | +| 5 | 0.395490 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 99 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Get configuration for function app + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.582046 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.498940 | `azmcp_appconfig` | ❌ | +| 3 | 0.457171 | `azmcp_appservice` | ❌ | +| 4 | 0.391052 | `azmcp_deploy` | ❌ | +| 5 | 0.384151 | `azmcp_get_bestpractices_get` | ❌ | + +--- + +## Test 100 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Get function app status for + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.567955 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.413008 | `azmcp_appservice` | ❌ | +| 3 | 0.353461 | `azmcp_appconfig` | ❌ | +| 4 | 0.352948 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.349894 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 101 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Get information about my function app in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.580941 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.431342 | `azmcp_appservice` | ❌ | +| 3 | 0.418850 | `azmcp_group` | ❌ | +| 4 | 0.384145 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.381902 | `azmcp_quota` | ❌ | + +--- + +## Test 102 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** List all function apps in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.577726 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.515108 | `azmcp_subscription` | ❌ | +| 3 | 0.472161 | `azmcp_appservice` | ❌ | +| 4 | 0.439309 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.412623 | `azmcp_group` | ❌ | + +--- + +## Test 103 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Retrieve host name and status of function app + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.569840 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.437926 | `azmcp_appservice` | ❌ | +| 3 | 0.401488 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.378227 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.356968 | `azmcp_deploy` | ❌ | + +--- + +## Test 104 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Show function app details for in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.562219 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.416470 | `azmcp_appservice` | ❌ | +| 3 | 0.375633 | `azmcp_group` | ❌ | +| 4 | 0.365569 | `azmcp_get_bestpractices_get` | ❌ | +| 5 | 0.364359 | `azmcp_deploy` | ❌ | + +--- + +## Test 105 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Show me my Azure function apps + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.546462 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.457359 | `azmcp_appservice` | ❌ | +| 3 | 0.431471 | `azmcp_deploy` | ❌ | +| 4 | 0.411323 | `azmcp_get_bestpractices_get` | ❌ | +| 5 | 0.406419 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 106 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Show me the details for the function app + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.557426 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.432175 | `azmcp_appservice` | ❌ | +| 3 | 0.382178 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.365951 | `azmcp_deploy` | ❌ | +| 5 | 0.364284 | `azmcp_appconfig` | ❌ | + +--- + +## Test 107 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Show plan and region for function app + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.524943 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.425824 | `azmcp_deploy` | ❌ | +| 3 | 0.409851 | `azmcp_appservice` | ❌ | +| 4 | 0.406796 | `azmcp_quota` | ❌ | +| 5 | 0.379281 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 108 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** What function apps do I have? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.477054 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.380527 | `azmcp_appservice` | ❌ | +| 3 | 0.336604 | `azmcp_deploy` | ❌ | +| 4 | 0.315874 | `azmcp_applens` | ❌ | +| 5 | 0.307606 | `azmcp_appconfig` | ❌ | + +--- + +## Test 109 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** What is the status of function app ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.574308 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.463569 | `azmcp_appservice` | ❌ | +| 3 | 0.380655 | `azmcp_appconfig` | ❌ | +| 4 | 0.377304 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.376216 | `azmcp_resourcehealth` | ❌ | + +--- + +## Test 110 + +**Expected Tool:** `azmcp_grafana` +**Prompt:** List all Azure Managed Grafana in one subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.538181 | `azmcp_grafana` | ✅ **EXPECTED** | +| 2 | 0.501163 | `azmcp_subscription` | ❌ | +| 3 | 0.418066 | `azmcp_group` | ❌ | +| 4 | 0.408721 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.402195 | `azmcp_monitor` | ❌ | + +--- + +## Test 111 + +**Expected Tool:** `azmcp_group` +**Prompt:** List all resource groups in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.630696 | `azmcp_group` | ✅ **EXPECTED** | +| 2 | 0.484042 | `azmcp_subscription` | ❌ | +| 3 | 0.351016 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.350266 | `azmcp_quota` | ❌ | +| 5 | 0.333788 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 112 + +**Expected Tool:** `azmcp_group` +**Prompt:** Show me my resource groups + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.543670 | `azmcp_group` | ✅ **EXPECTED** | +| 2 | 0.357959 | `azmcp_quota` | ❌ | +| 3 | 0.332796 | `azmcp_subscription` | ❌ | +| 4 | 0.332242 | `azmcp_foundry` | ❌ | +| 5 | 0.323258 | `azmcp_extension_azqr` | ❌ | + +--- + +## Test 113 + +**Expected Tool:** `azmcp_group` +**Prompt:** Show me the resource groups in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.599256 | `azmcp_group` | ✅ **EXPECTED** | +| 2 | 0.464939 | `azmcp_subscription` | ❌ | +| 3 | 0.375146 | `azmcp_quota` | ❌ | +| 4 | 0.367930 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.337136 | `azmcp_eventgrid` | ❌ | + +--- + +## Test 114 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Create a new certificate called in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.415032 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.261027 | `azmcp_subscription` | ❌ | +| 3 | 0.250185 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.247385 | `azmcp_functionapp` | ❌ | +| 5 | 0.240072 | `azmcp_appconfig` | ❌ | + +--- + +## Test 115 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Create a new key called with the RSA type in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.437000 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.252680 | `azmcp_role` | ❌ | +| 3 | 0.231429 | `azmcp_appconfig` | ❌ | +| 4 | 0.231323 | `azmcp_subscription` | ❌ | +| 5 | 0.228906 | `azmcp_acr` | ❌ | + +--- + +## Test 116 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Create a new secret called with value in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.428999 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.290105 | `azmcp_appconfig` | ❌ | +| 3 | 0.249726 | `azmcp_functionapp` | ❌ | +| 4 | 0.246478 | `azmcp_appservice` | ❌ | +| 5 | 0.239625 | `azmcp_subscription` | ❌ | + +--- + +## Test 117 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Get the account settings for my key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.440876 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.378831 | `azmcp_appconfig` | ❌ | +| 3 | 0.328981 | `azmcp_subscription` | ❌ | +| 4 | 0.322918 | `azmcp_quota` | ❌ | +| 5 | 0.299485 | `azmcp_storage` | ❌ | + +--- + +## Test 118 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Import a certificate into the key vault using the name + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.393563 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.261423 | `azmcp_subscription` | ❌ | +| 3 | 0.234363 | `azmcp_functionapp` | ❌ | +| 4 | 0.214973 | `azmcp_acr` | ❌ | +| 5 | 0.212306 | `azmcp_bicepschema` | ❌ | + +--- + +## Test 119 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Import the certificate in file into the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.368805 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.230265 | `azmcp_subscription` | ❌ | +| 3 | 0.210953 | `azmcp_functionapp` | ❌ | +| 4 | 0.210537 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.210335 | `azmcp_appconfig` | ❌ | + +--- + +## Test 120 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** List all certificates in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.457947 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.371875 | `azmcp_subscription` | ❌ | +| 3 | 0.295945 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.278801 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.269812 | `azmcp_group` | ❌ | + +--- + +## Test 121 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** List all keys in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.489064 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.378477 | `azmcp_subscription` | ❌ | +| 3 | 0.312499 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.309919 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.305572 | `azmcp_storage` | ❌ | + +--- + +## Test 122 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** List all secrets in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.461786 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.362117 | `azmcp_subscription` | ❌ | +| 3 | 0.291827 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.285567 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.279743 | `azmcp_storage` | ❌ | + +--- + +## Test 123 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the account settings for key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.457895 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.387030 | `azmcp_appconfig` | ❌ | +| 3 | 0.360407 | `azmcp_subscription` | ❌ | +| 4 | 0.325310 | `azmcp_storage` | ❌ | +| 5 | 0.317595 | `azmcp_quota` | ❌ | + +--- + +## Test 124 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the certificate in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.430540 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.310188 | `azmcp_subscription` | ❌ | +| 3 | 0.261820 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.260121 | `azmcp_quota` | ❌ | +| 5 | 0.258171 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 125 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the certificates in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.446836 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.347408 | `azmcp_subscription` | ❌ | +| 3 | 0.279783 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.276156 | `azmcp_quota` | ❌ | +| 5 | 0.274854 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 126 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the details of the certificate in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.415308 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.307997 | `azmcp_subscription` | ❌ | +| 3 | 0.268099 | `azmcp_quota` | ❌ | +| 4 | 0.264143 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.258978 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 127 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the details of the key in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.431811 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.278843 | `azmcp_subscription` | ❌ | +| 3 | 0.263990 | `azmcp_appconfig` | ❌ | +| 4 | 0.258878 | `azmcp_quota` | ❌ | +| 5 | 0.256667 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 128 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the details of the secret in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.422949 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.297064 | `azmcp_subscription` | ❌ | +| 3 | 0.274878 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.271029 | `azmcp_quota` | ❌ | +| 5 | 0.270107 | `azmcp_storage` | ❌ | + +--- + +## Test 129 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the key in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.447336 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.288611 | `azmcp_subscription` | ❌ | +| 3 | 0.257386 | `azmcp_appconfig` | ❌ | +| 4 | 0.255318 | `azmcp_storage` | ❌ | +| 5 | 0.249770 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 130 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the keys in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.484503 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.335838 | `azmcp_subscription` | ❌ | +| 3 | 0.291503 | `azmcp_storage` | ❌ | +| 4 | 0.289137 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.279513 | `azmcp_appconfig` | ❌ | + +--- + +## Test 131 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the secret in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.438685 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.296535 | `azmcp_subscription` | ❌ | +| 3 | 0.270405 | `azmcp_storage` | ❌ | +| 4 | 0.263871 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.258274 | `azmcp_appconfig` | ❌ | + +--- + +## Test 132 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the secrets in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.491108 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.345964 | `azmcp_subscription` | ❌ | +| 3 | 0.319964 | `azmcp_storage` | ❌ | +| 4 | 0.312995 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.302235 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 133 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** What's the value of the setting in my key vault with name + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.454096 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.425804 | `azmcp_appconfig` | ❌ | +| 3 | 0.298695 | `azmcp_subscription` | ❌ | +| 4 | 0.296704 | `azmcp_storage` | ❌ | +| 5 | 0.296356 | `azmcp_appservice` | ❌ | + +--- + +## Test 134 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** List all Data Explorer clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.469173 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.418050 | `azmcp_subscription` | ❌ | +| 3 | 0.373466 | `azmcp_aks` | ❌ | +| 4 | 0.361700 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.357577 | `azmcp_eventgrid` | ❌ | + +--- + +## Test 135 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** List all databases in the Data Explorer cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.440741 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.322033 | `azmcp_postgres` | ❌ | +| 3 | 0.321699 | `azmcp_cosmos` | ❌ | +| 4 | 0.305578 | `azmcp_sql` | ❌ | +| 5 | 0.294813 | `azmcp_mysql` | ❌ | + +--- + +## Test 136 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** List all tables in the Data Explorer database in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.432506 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.323641 | `azmcp_postgres` | ❌ | +| 3 | 0.288289 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.280233 | `azmcp_grafana` | ❌ | +| 5 | 0.275212 | `azmcp_sql` | ❌ | + +--- + +## Test 137 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me a data sample from the Data Explorer table in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.393920 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.280897 | `azmcp_postgres` | ❌ | +| 3 | 0.243552 | `azmcp_cosmos` | ❌ | +| 4 | 0.242176 | `azmcp_grafana` | ❌ | +| 5 | 0.232291 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 138 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me all items that contain the word in the Data Explorer table in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.372342 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.344929 | `azmcp_search` | ❌ | +| 3 | 0.262841 | `azmcp_postgres` | ❌ | +| 4 | 0.243565 | `azmcp_cosmos` | ❌ | +| 5 | 0.237454 | `azmcp_grafana` | ❌ | + +--- + +## Test 139 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me my Data Explorer clusters + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.414247 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.303718 | `azmcp_grafana` | ❌ | +| 3 | 0.276598 | `azmcp_aks` | ❌ | +| 4 | 0.265648 | `azmcp_datadog` | ❌ | +| 5 | 0.264849 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 140 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me the Data Explorer clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.469897 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.393411 | `azmcp_subscription` | ❌ | +| 3 | 0.367847 | `azmcp_eventgrid` | ❌ | +| 4 | 0.363297 | `azmcp_aks` | ❌ | +| 5 | 0.353939 | `azmcp_grafana` | ❌ | + +--- + +## Test 141 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me the databases in the Data Explorer cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.436759 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.340297 | `azmcp_cosmos` | ❌ | +| 3 | 0.312765 | `azmcp_postgres` | ❌ | +| 4 | 0.304456 | `azmcp_sql` | ❌ | +| 5 | 0.285119 | `azmcp_mysql` | ❌ | + +--- + +## Test 142 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me the details of the Data Explorer cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.420039 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.291625 | `azmcp_aks` | ❌ | +| 3 | 0.289182 | `azmcp_datadog` | ❌ | +| 4 | 0.288537 | `azmcp_grafana` | ❌ | +| 5 | 0.285124 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 143 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me the schema for table in the Data Explorer database in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.374501 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.296869 | `azmcp_postgres` | ❌ | +| 3 | 0.279226 | `azmcp_bicepschema` | ❌ | +| 4 | 0.248901 | `azmcp_mysql` | ❌ | +| 5 | 0.245912 | `azmcp_cosmos` | ❌ | + +--- + +## Test 144 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me the tables in the Data Explorer database in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.433673 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.324197 | `azmcp_postgres` | ❌ | +| 3 | 0.296445 | `azmcp_cosmos` | ❌ | +| 4 | 0.282232 | `azmcp_sql` | ❌ | +| 5 | 0.274665 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 145 + +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.507273 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.293085 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.290297 | `azmcp_appservice` | ❌ | +| 4 | 0.287017 | `azmcp_group` | ❌ | +| 5 | 0.283709 | `azmcp_virtualdesktop` | ❌ | + +--- + +## Test 146 + +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Create a load test resource in the resource group in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.541830 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.464016 | `azmcp_group` | ❌ | +| 3 | 0.339752 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.311252 | `azmcp_appservice` | ❌ | +| 5 | 0.299933 | `azmcp_resourcehealth` | ❌ | + +--- + +## Test 147 + +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.551843 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.346232 | `azmcp_group` | ❌ | +| 3 | 0.307584 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.300269 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.292188 | `azmcp_appservice` | ❌ | + +--- + +## Test 148 + +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Get all the load test runs for the test with id in the load test resource in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.535573 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.367459 | `azmcp_group` | ❌ | +| 3 | 0.322828 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.306964 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.299816 | `azmcp_quota` | ❌ | + +--- + +## Test 149 + +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Get the load test run with id in the load test resource in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.542812 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.369033 | `azmcp_group` | ❌ | +| 3 | 0.339400 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.312047 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.294986 | `azmcp_quota` | ❌ | + +--- + +## Test 150 + +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Get the load test with id in the load test resource in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.534478 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.370167 | `azmcp_group` | ❌ | +| 3 | 0.340708 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.322253 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.302482 | `azmcp_quota` | ❌ | + +--- + +## Test 151 + +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** List all load testing resources in the resource group in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.561530 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.561458 | `azmcp_group` | ❌ | +| 3 | 0.418136 | `azmcp_subscription` | ❌ | +| 4 | 0.396290 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.392727 | `azmcp_quota` | ❌ | + +--- + +## Test 152 + +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Update a test run display name as for the id for test in the load testing resource in resource group . + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.480664 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.290813 | `azmcp_group` | ❌ | +| 3 | 0.265656 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.262446 | `azmcp_appservice` | ❌ | +| 5 | 0.237845 | `azmcp_functionapp` | ❌ | + +--- + +## Test 153 + +**Expected Tool:** `azmcp_marketplace` +**Prompt:** Get details about marketplace product + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.452534 | `azmcp_marketplace` | ✅ **EXPECTED** | +| 2 | 0.212282 | `azmcp_quota` | ❌ | +| 3 | 0.204853 | `azmcp_search` | ❌ | +| 4 | 0.201502 | `azmcp_servicebus` | ❌ | +| 5 | 0.199992 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 154 + +**Expected Tool:** `azmcp_marketplace` +**Prompt:** Search for Microsoft products in the marketplace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.529919 | `azmcp_marketplace` | ✅ **EXPECTED** | +| 2 | 0.395674 | `azmcp_search` | ❌ | +| 3 | 0.313156 | `azmcp_sql` | ❌ | +| 4 | 0.308872 | `azmcp_monitor` | ❌ | +| 5 | 0.307692 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 155 + +**Expected Tool:** `azmcp_marketplace` +**Prompt:** Show me marketplace products from publisher + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.438400 | `azmcp_marketplace` | ✅ **EXPECTED** | +| 2 | 0.216907 | `azmcp_subscription` | ❌ | +| 3 | 0.211683 | `azmcp_eventgrid` | ❌ | +| 4 | 0.201609 | `azmcp_search` | ❌ | +| 5 | 0.197938 | `azmcp_grafana` | ❌ | + +--- + +## Test 156 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Analyze the performance trends and response times for Application Insights resource over the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.462416 | `azmcp_applicationinsights` | ❌ | +| 2 | 0.438657 | `azmcp_monitor` | ✅ **EXPECTED** | +| 3 | 0.411594 | `azmcp_applens` | ❌ | +| 4 | 0.390096 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.346803 | `azmcp_loadtesting` | ❌ | + +--- + +## Test 157 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Check the availability metrics for my Application Insights resource for the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.440166 | `azmcp_applicationinsights` | ❌ | +| 2 | 0.399765 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.388355 | `azmcp_quota` | ❌ | +| 4 | 0.385832 | `azmcp_monitor` | ✅ **EXPECTED** | +| 5 | 0.343441 | `azmcp_applens` | ❌ | + +--- + +## Test 158 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Get metric definitions for from the namespace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.352055 | `azmcp_quota` | ❌ | +| 2 | 0.272021 | `azmcp_monitor` | ✅ **EXPECTED** | +| 3 | 0.248403 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.247198 | `azmcp_datadog` | ❌ | +| 5 | 0.246240 | `azmcp_grafana` | ❌ | + +--- + +## Test 159 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Get the metric for over the last with intervals + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.305457 | `azmcp_quota` | ❌ | +| 2 | 0.266385 | `azmcp_monitor` | ✅ **EXPECTED** | +| 3 | 0.218791 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.216685 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.212501 | `azmcp_datadog` | ❌ | + +--- + +## Test 160 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Investigate error rates and failed requests for Application Insights resource for the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.438545 | `azmcp_applicationinsights` | ❌ | +| 2 | 0.392711 | `azmcp_monitor` | ✅ **EXPECTED** | +| 3 | 0.383712 | `azmcp_applens` | ❌ | +| 4 | 0.366024 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.338373 | `azmcp_quota` | ❌ | + +--- + +## Test 161 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** List all available table types in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.464888 | `azmcp_grafana` | ❌ | +| 2 | 0.402044 | `azmcp_kusto` | ❌ | +| 3 | 0.353490 | `azmcp_sql` | ❌ | +| 4 | 0.353148 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.348783 | `azmcp_monitor` | ✅ **EXPECTED** | + +--- + +## Test 162 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** List all Log Analytics workspaces in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.484877 | `azmcp_grafana` | ❌ | +| 2 | 0.469148 | `azmcp_subscription` | ❌ | +| 3 | 0.407207 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.382964 | `azmcp_group` | ❌ | +| 5 | 0.379664 | `azmcp_monitor` | ✅ **EXPECTED** | + +--- + +## Test 163 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** List all tables in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.482865 | `azmcp_grafana` | ❌ | +| 2 | 0.388811 | `azmcp_kusto` | ❌ | +| 3 | 0.368180 | `azmcp_workbooks` | ❌ | +| 4 | 0.368135 | `azmcp_monitor` | ✅ **EXPECTED** | +| 5 | 0.364986 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 164 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Query the metric for for the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.341850 | `azmcp_monitor` | ✅ **EXPECTED** | +| 2 | 0.331570 | `azmcp_quota` | ❌ | +| 3 | 0.262282 | `azmcp_kusto` | ❌ | +| 4 | 0.248465 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.238644 | `azmcp_grafana` | ❌ | + +--- + +## Test 165 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me all available metrics and their definitions for storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.465953 | `azmcp_storage` | ❌ | +| 2 | 0.432243 | `azmcp_quota` | ❌ | +| 3 | 0.423427 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.381914 | `azmcp_monitor` | ✅ **EXPECTED** | +| 5 | 0.371213 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 166 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me my Log Analytics workspaces + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.503381 | `azmcp_grafana` | ❌ | +| 2 | 0.414991 | `azmcp_applicationinsights` | ❌ | +| 3 | 0.406049 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.380500 | `azmcp_workbooks` | ❌ | +| 5 | 0.372429 | `azmcp_kusto` | ❌ | + +--- + +## Test 167 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me the available table types in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.475507 | `azmcp_grafana` | ❌ | +| 2 | 0.406308 | `azmcp_kusto` | ❌ | +| 3 | 0.359559 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.352596 | `azmcp_quota` | ❌ | +| 5 | 0.344381 | `azmcp_sql` | ❌ | + +--- + +## Test 168 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me the health status of entity in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.422906 | `azmcp_resourcehealth` | ❌ | +| 2 | 0.418398 | `azmcp_grafana` | ❌ | +| 3 | 0.387644 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.346819 | `azmcp_datadog` | ❌ | +| 5 | 0.322649 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 169 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me the Log Analytics workspaces in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.495901 | `azmcp_grafana` | ❌ | +| 2 | 0.433252 | `azmcp_subscription` | ❌ | +| 3 | 0.415960 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.400776 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.375788 | `azmcp_workbooks` | ❌ | + +--- + +## Test 170 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me the logs for the past hour for the resource in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.445524 | `azmcp_monitor` | ✅ **EXPECTED** | +| 2 | 0.368850 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.362336 | `azmcp_grafana` | ❌ | +| 4 | 0.338226 | `azmcp_kusto` | ❌ | +| 5 | 0.330321 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 171 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me the logs for the past hour in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.444028 | `azmcp_monitor` | ✅ **EXPECTED** | +| 2 | 0.412712 | `azmcp_grafana` | ❌ | +| 3 | 0.344843 | `azmcp_kusto` | ❌ | +| 4 | 0.343563 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.318029 | `azmcp_resourcehealth` | ❌ | + +--- + +## Test 172 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me the tables in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.488967 | `azmcp_grafana` | ❌ | +| 2 | 0.405098 | `azmcp_kusto` | ❌ | +| 3 | 0.383687 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.370746 | `azmcp_workbooks` | ❌ | +| 5 | 0.358186 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 173 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** What metric definitions are available for the Application Insights resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.490387 | `azmcp_applicationinsights` | ❌ | +| 2 | 0.433212 | `azmcp_monitor` | ✅ **EXPECTED** | +| 3 | 0.374025 | `azmcp_quota` | ❌ | +| 4 | 0.367555 | `azmcp_datadog` | ❌ | +| 5 | 0.363460 | `azmcp_loadtesting` | ❌ | + +--- + +## Test 174 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** What's the request per second rate for my Application Insights resource over the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.407420 | `azmcp_applicationinsights` | ❌ | +| 2 | 0.347158 | `azmcp_quota` | ❌ | +| 3 | 0.340061 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.326242 | `azmcp_loadtesting` | ❌ | +| 5 | 0.324082 | `azmcp_appservice` | ❌ | + +--- + +## Test 175 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** List all MySQL databases in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.427263 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.335618 | `azmcp_postgres` | ❌ | +| 3 | 0.299030 | `azmcp_sql` | ❌ | +| 4 | 0.237540 | `azmcp_kusto` | ❌ | +| 5 | 0.236505 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 176 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** List all MySQL servers in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.474325 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.411552 | `azmcp_subscription` | ❌ | +| 3 | 0.339081 | `azmcp_sql` | ❌ | +| 4 | 0.335083 | `azmcp_postgres` | ❌ | +| 5 | 0.283991 | `azmcp_foundry` | ❌ | + +--- + +## Test 177 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** List all tables in the MySQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.397539 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.309067 | `azmcp_postgres` | ❌ | +| 3 | 0.265382 | `azmcp_sql` | ❌ | +| 4 | 0.230550 | `azmcp_kusto` | ❌ | +| 5 | 0.210407 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 178 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** Set connection timeout to 20 seconds for my MySQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.302376 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.170686 | `azmcp_postgres` | ❌ | +| 3 | 0.163573 | `azmcp_sql` | ❌ | +| 4 | 0.125859 | `azmcp_redis` | ❌ | +| 5 | 0.115430 | `azmcp_appservice` | ❌ | + +--- + +## Test 179 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me all items that contain the word in the MySQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.365122 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.308393 | `azmcp_search` | ❌ | +| 3 | 0.299730 | `azmcp_postgres` | ❌ | +| 4 | 0.269546 | `azmcp_sql` | ❌ | +| 5 | 0.236226 | `azmcp_kusto` | ❌ | + +--- + +## Test 180 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me my MySQL servers + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.393860 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.244447 | `azmcp_sql` | ❌ | +| 3 | 0.244379 | `azmcp_postgres` | ❌ | +| 4 | 0.209077 | `azmcp_grafana` | ❌ | +| 5 | 0.207116 | `azmcp_foundry` | ❌ | + +--- + +## Test 181 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me the configuration of MySQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.392620 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.258177 | `azmcp_postgres` | ❌ | +| 3 | 0.218143 | `azmcp_sql` | ❌ | +| 4 | 0.209582 | `azmcp_appconfig` | ❌ | +| 5 | 0.170381 | `azmcp_appservice` | ❌ | + +--- + +## Test 182 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me the MySQL databases in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.401467 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.325492 | `azmcp_postgres` | ❌ | +| 3 | 0.288307 | `azmcp_sql` | ❌ | +| 4 | 0.244276 | `azmcp_kusto` | ❌ | +| 5 | 0.216985 | `azmcp_cosmos` | ❌ | + +--- + +## Test 183 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me the MySQL servers in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.471053 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.397751 | `azmcp_subscription` | ❌ | +| 3 | 0.358016 | `azmcp_sql` | ❌ | +| 4 | 0.340553 | `azmcp_postgres` | ❌ | +| 5 | 0.292440 | `azmcp_appservice` | ❌ | + +--- + +## Test 184 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me the schema of table
in the MySQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.363799 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.286456 | `azmcp_postgres` | ❌ | +| 3 | 0.235354 | `azmcp_bicepschema` | ❌ | +| 4 | 0.213669 | `azmcp_sql` | ❌ | +| 5 | 0.211389 | `azmcp_kusto` | ❌ | + +--- + +## Test 185 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me the tables in the MySQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.388756 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.313649 | `azmcp_postgres` | ❌ | +| 3 | 0.264024 | `azmcp_sql` | ❌ | +| 4 | 0.244189 | `azmcp_kusto` | ❌ | +| 5 | 0.204039 | `azmcp_cosmos` | ❌ | + +--- + +## Test 186 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me the value of connection timeout in seconds in my MySQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.296979 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.165585 | `azmcp_postgres` | ❌ | +| 3 | 0.148018 | `azmcp_sql` | ❌ | +| 4 | 0.134969 | `azmcp_redis` | ❌ | +| 5 | 0.129734 | `azmcp_quota` | ❌ | + +--- + +## Test 187 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** Enable replication for my PostgreSQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.438215 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.200461 | `azmcp_mysql` | ❌ | +| 3 | 0.191314 | `azmcp_sql` | ❌ | +| 4 | 0.146832 | `azmcp_foundry` | ❌ | +| 5 | 0.130314 | `azmcp_appservice` | ❌ | + +--- + +## Test 188 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** List all PostgreSQL databases in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.509081 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.270514 | `azmcp_sql` | ❌ | +| 3 | 0.248242 | `azmcp_mysql` | ❌ | +| 4 | 0.222253 | `azmcp_kusto` | ❌ | +| 5 | 0.211883 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 189 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** List all PostgreSQL servers in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.544907 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.401506 | `azmcp_subscription` | ❌ | +| 3 | 0.327181 | `azmcp_sql` | ❌ | +| 4 | 0.311534 | `azmcp_eventgrid` | ❌ | +| 5 | 0.300679 | `azmcp_foundry` | ❌ | + +--- + +## Test 190 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** List all tables in the PostgreSQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.495106 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.238945 | `azmcp_sql` | ❌ | +| 3 | 0.226041 | `azmcp_mysql` | ❌ | +| 4 | 0.216242 | `azmcp_kusto` | ❌ | +| 5 | 0.191453 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 191 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me all items that contain the word in the PostgreSQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.442202 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.281105 | `azmcp_search` | ❌ | +| 3 | 0.254668 | `azmcp_sql` | ❌ | +| 4 | 0.226214 | `azmcp_mysql` | ❌ | +| 5 | 0.223709 | `azmcp_kusto` | ❌ | + +--- + +## Test 192 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me if the parameter my PostgreSQL server has replication enabled + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.400135 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.182286 | `azmcp_mysql` | ❌ | +| 3 | 0.164163 | `azmcp_sql` | ❌ | +| 4 | 0.143281 | `azmcp_foundry` | ❌ | +| 5 | 0.141180 | `azmcp_quota` | ❌ | + +--- + +## Test 193 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me my PostgreSQL servers + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.472426 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.241686 | `azmcp_sql` | ❌ | +| 3 | 0.230732 | `azmcp_foundry` | ❌ | +| 4 | 0.221810 | `azmcp_mysql` | ❌ | +| 5 | 0.209785 | `azmcp_kusto` | ❌ | + +--- + +## Test 194 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me the configuration of PostgreSQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.480171 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.201772 | `azmcp_sql` | ❌ | +| 3 | 0.196627 | `azmcp_mysql` | ❌ | +| 4 | 0.177783 | `azmcp_appconfig` | ❌ | +| 5 | 0.164287 | `azmcp_foundry` | ❌ | + +--- + +## Test 195 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me the PostgreSQL databases in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.499609 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.263028 | `azmcp_sql` | ❌ | +| 3 | 0.239247 | `azmcp_mysql` | ❌ | +| 4 | 0.223670 | `azmcp_kusto` | ❌ | +| 5 | 0.190071 | `azmcp_foundry` | ❌ | + +--- + +## Test 196 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me the PostgreSQL servers in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.544209 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.390308 | `azmcp_subscription` | ❌ | +| 3 | 0.341333 | `azmcp_sql` | ❌ | +| 4 | 0.311251 | `azmcp_eventgrid` | ❌ | +| 5 | 0.297834 | `azmcp_mysql` | ❌ | + +--- + +## Test 197 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me the schema of table
in the PostgreSQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.443370 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.219511 | `azmcp_bicepschema` | ❌ | +| 3 | 0.204483 | `azmcp_mysql` | ❌ | +| 4 | 0.195629 | `azmcp_kusto` | ❌ | +| 5 | 0.194484 | `azmcp_sql` | ❌ | + +--- + +## Test 198 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me the tables in the PostgreSQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.493831 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.235599 | `azmcp_sql` | ❌ | +| 3 | 0.229473 | `azmcp_kusto` | ❌ | +| 4 | 0.226514 | `azmcp_mysql` | ❌ | +| 5 | 0.183339 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 199 + +**Expected Tool:** `azmcp_quota` +**Prompt:** Check usage information for in region + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.594721 | `azmcp_quota` | ✅ **EXPECTED** | +| 2 | 0.381039 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.322501 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.304988 | `azmcp_foundry` | ❌ | +| 5 | 0.302456 | `azmcp_group` | ❌ | + +--- + +## Test 200 + +**Expected Tool:** `azmcp_quota` +**Prompt:** Show me the available regions for these resource types + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.526764 | `azmcp_quota` | ✅ **EXPECTED** | +| 2 | 0.307877 | `azmcp_foundry` | ❌ | +| 3 | 0.287794 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.283510 | `azmcp_group` | ❌ | +| 5 | 0.250351 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 201 + +**Expected Tool:** `azmcp_redis` +**Prompt:** List all access policies in the Redis Cache + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.521407 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.303065 | `azmcp_role` | ❌ | +| 3 | 0.280213 | `azmcp_subscription` | ❌ | +| 4 | 0.266609 | `azmcp_grafana` | ❌ | +| 5 | 0.262956 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 202 + +**Expected Tool:** `azmcp_redis` +**Prompt:** List all databases in the Redis Cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.360827 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.357201 | `azmcp_kusto` | ❌ | +| 3 | 0.301675 | `azmcp_postgres` | ❌ | +| 4 | 0.284263 | `azmcp_cosmos` | ❌ | +| 5 | 0.282172 | `azmcp_mysql` | ❌ | + +--- + +## Test 203 + +**Expected Tool:** `azmcp_redis` +**Prompt:** List all Redis Caches in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.524835 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.421616 | `azmcp_subscription` | ❌ | +| 3 | 0.310005 | `azmcp_eventgrid` | ❌ | +| 4 | 0.309418 | `azmcp_group` | ❌ | +| 5 | 0.282233 | `azmcp_kusto` | ❌ | + +--- + +## Test 204 + +**Expected Tool:** `azmcp_redis` +**Prompt:** List all Redis Clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.451670 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.442659 | `azmcp_subscription` | ❌ | +| 3 | 0.389963 | `azmcp_kusto` | ❌ | +| 4 | 0.386188 | `azmcp_aks` | ❌ | +| 5 | 0.364753 | `azmcp_eventgrid` | ❌ | + +--- + +## Test 205 + +**Expected Tool:** `azmcp_redis` +**Prompt:** Show me my Redis Caches + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.473500 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.239846 | `azmcp_grafana` | ❌ | +| 3 | 0.235522 | `azmcp_kusto` | ❌ | +| 4 | 0.215469 | `azmcp_mysql` | ❌ | +| 5 | 0.213039 | `azmcp_datadog` | ❌ | + +--- + +## Test 206 + +**Expected Tool:** `azmcp_redis` +**Prompt:** Show me my Redis Clusters + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.399000 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.319677 | `azmcp_kusto` | ❌ | +| 3 | 0.287172 | `azmcp_aks` | ❌ | +| 4 | 0.259381 | `azmcp_grafana` | ❌ | +| 5 | 0.246000 | `azmcp_group` | ❌ | + +--- + +## Test 207 + +**Expected Tool:** `azmcp_redis` +**Prompt:** Show me the access policies in the Redis Cache + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.538481 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.290386 | `azmcp_role` | ❌ | +| 3 | 0.278779 | `azmcp_grafana` | ❌ | +| 4 | 0.274605 | `azmcp_keyvault` | ❌ | +| 5 | 0.272049 | `azmcp_quota` | ❌ | + +--- + +## Test 208 + +**Expected Tool:** `azmcp_redis` +**Prompt:** Show me the databases in the Redis Cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.353562 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.351409 | `azmcp_kusto` | ❌ | +| 3 | 0.292600 | `azmcp_postgres` | ❌ | +| 4 | 0.292139 | `azmcp_cosmos` | ❌ | +| 5 | 0.273852 | `azmcp_mysql` | ❌ | + +--- + +## Test 209 + +**Expected Tool:** `azmcp_redis` +**Prompt:** Show me the Redis Caches in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.506847 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.382302 | `azmcp_subscription` | ❌ | +| 3 | 0.290925 | `azmcp_eventgrid` | ❌ | +| 4 | 0.277338 | `azmcp_grafana` | ❌ | +| 5 | 0.273901 | `azmcp_group` | ❌ | + +--- + +## Test 210 + +**Expected Tool:** `azmcp_redis` +**Prompt:** Show me the Redis Clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.436643 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.400978 | `azmcp_subscription` | ❌ | +| 3 | 0.371222 | `azmcp_kusto` | ❌ | +| 4 | 0.354359 | `azmcp_aks` | ❌ | +| 5 | 0.351516 | `azmcp_eventgrid` | ❌ | + +--- + +## Test 211 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** Get the availability status for resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.418025 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.398244 | `azmcp_quota` | ❌ | +| 3 | 0.275775 | `azmcp_foundry` | ❌ | +| 4 | 0.260375 | `azmcp_group` | ❌ | +| 5 | 0.260164 | `azmcp_datadog` | ❌ | + +--- + +## Test 212 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** List active service health events in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.496164 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.459820 | `azmcp_eventgrid` | ❌ | +| 3 | 0.442619 | `azmcp_subscription` | ❌ | +| 4 | 0.379736 | `azmcp_servicebus` | ❌ | +| 5 | 0.375840 | `azmcp_datadog` | ❌ | + +--- + +## Test 213 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** List all service health events in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.495135 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.446696 | `azmcp_subscription` | ❌ | +| 3 | 0.444646 | `azmcp_eventgrid` | ❌ | +| 4 | 0.373486 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.373484 | `azmcp_datadog` | ❌ | + +--- + +## Test 214 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** List availability status for all resources in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.521277 | `azmcp_subscription` | ❌ | +| 2 | 0.473999 | `azmcp_quota` | ❌ | +| 3 | 0.472732 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 4 | 0.438679 | `azmcp_group` | ❌ | +| 5 | 0.393209 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 215 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** Show me Azure service health events for subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.502417 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.469826 | `azmcp_subscription` | ❌ | +| 3 | 0.414984 | `azmcp_eventgrid` | ❌ | +| 4 | 0.399025 | `azmcp_datadog` | ❌ | +| 5 | 0.373389 | `azmcp_monitor` | ❌ | + +--- + +## Test 216 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** Show me planned maintenance events for my Azure services + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.417500 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.408581 | `azmcp_monitor` | ❌ | +| 3 | 0.406208 | `azmcp_appservice` | ❌ | +| 4 | 0.405886 | `azmcp_datadog` | ❌ | +| 5 | 0.404175 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 217 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** Show me the health status of all my Azure resources + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.569808 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.458158 | `azmcp_datadog` | ❌ | +| 3 | 0.428790 | `azmcp_quota` | ❌ | +| 4 | 0.396871 | `azmcp_monitor` | ❌ | +| 5 | 0.392602 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 218 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** Show me the health status of the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.434595 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.420437 | `azmcp_storage` | ❌ | +| 3 | 0.371609 | `azmcp_quota` | ❌ | +| 4 | 0.360594 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.340138 | `azmcp_datadog` | ❌ | + +--- + +## Test 219 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** What is the availability status of virtual machine in resource group ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.413391 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.395586 | `azmcp_group` | ❌ | +| 3 | 0.382261 | `azmcp_quota` | ❌ | +| 4 | 0.342973 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.339436 | `azmcp_datadog` | ❌ | + +--- + +## Test 220 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** What resources in resource group have health issues? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.575344 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.437073 | `azmcp_group` | ❌ | +| 3 | 0.420929 | `azmcp_datadog` | ❌ | +| 4 | 0.376753 | `azmcp_applens` | ❌ | +| 5 | 0.373430 | `azmcp_quota` | ❌ | + +--- + +## Test 221 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** What service issues have occurred in the last 30 days? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.278910 | `azmcp_foundry` | ❌ | +| 2 | 0.266076 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 3 | 0.258189 | `azmcp_datadog` | ❌ | +| 4 | 0.253985 | `azmcp_servicebus` | ❌ | +| 5 | 0.250753 | `azmcp_appservice` | ❌ | + +--- + +## Test 222 + +**Expected Tool:** `azmcp_role` +**Prompt:** List all available role assignments in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.472280 | `azmcp_subscription` | ❌ | +| 2 | 0.459704 | `azmcp_role` | ✅ **EXPECTED** | +| 3 | 0.359733 | `azmcp_group` | ❌ | +| 4 | 0.323734 | `azmcp_quota` | ❌ | +| 5 | 0.312423 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 223 + +**Expected Tool:** `azmcp_role` +**Prompt:** Show me the available role assignments in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.458711 | `azmcp_subscription` | ❌ | +| 2 | 0.451858 | `azmcp_role` | ✅ **EXPECTED** | +| 3 | 0.354219 | `azmcp_group` | ❌ | +| 4 | 0.350810 | `azmcp_quota` | ❌ | +| 5 | 0.319086 | `azmcp_eventgrid` | ❌ | + +--- + +## Test 224 + +**Expected Tool:** `azmcp_search` +**Prompt:** List all Cognitive Search services in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.498549 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.479136 | `azmcp_subscription` | ❌ | +| 3 | 0.453852 | `azmcp_foundry` | ❌ | +| 4 | 0.436018 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.385264 | `azmcp_appservice` | ❌ | + +--- + +## Test 225 + +**Expected Tool:** `azmcp_search` +**Prompt:** List all indexes in the Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.519226 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.407752 | `azmcp_applicationinsights` | ❌ | +| 3 | 0.391839 | `azmcp_foundry` | ❌ | +| 4 | 0.338199 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.334418 | `azmcp_kusto` | ❌ | + +--- + +## Test 226 + +**Expected Tool:** `azmcp_search` +**Prompt:** Search for instances of in the index in Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.502447 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.338146 | `azmcp_applicationinsights` | ❌ | +| 3 | 0.307445 | `azmcp_foundry` | ❌ | +| 4 | 0.300930 | `azmcp_monitor` | ❌ | +| 5 | 0.289450 | `azmcp_cosmos` | ❌ | + +--- + +## Test 227 + +**Expected Tool:** `azmcp_search` +**Prompt:** Show me my Cognitive Search services + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.484171 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.392042 | `azmcp_foundry` | ❌ | +| 3 | 0.355526 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.339079 | `azmcp_appservice` | ❌ | +| 5 | 0.305458 | `azmcp_kusto` | ❌ | + +--- + +## Test 228 + +**Expected Tool:** `azmcp_search` +**Prompt:** Show me the Cognitive Search services in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.522087 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.427264 | `azmcp_subscription` | ❌ | +| 3 | 0.416278 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.396183 | `azmcp_foundry` | ❌ | +| 5 | 0.379752 | `azmcp_appservice` | ❌ | + +--- + +## Test 229 + +**Expected Tool:** `azmcp_search` +**Prompt:** Show me the details of the index in Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.464600 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.381964 | `azmcp_applicationinsights` | ❌ | +| 3 | 0.341475 | `azmcp_foundry` | ❌ | +| 4 | 0.326957 | `azmcp_kusto` | ❌ | +| 5 | 0.320421 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 230 + +**Expected Tool:** `azmcp_search` +**Prompt:** Show me the indexes in the Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.498146 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.399808 | `azmcp_applicationinsights` | ❌ | +| 3 | 0.375511 | `azmcp_foundry` | ❌ | +| 4 | 0.353252 | `azmcp_kusto` | ❌ | +| 5 | 0.338963 | `azmcp_cosmos` | ❌ | + +--- + +## Test 231 + +**Expected Tool:** `azmcp_servicebus` +**Prompt:** Show me the details of service bus queue + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.515210 | `azmcp_servicebus` | ✅ **EXPECTED** | +| 2 | 0.312915 | `azmcp_quota` | ❌ | +| 3 | 0.286253 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.275974 | `azmcp_kusto` | ❌ | +| 5 | 0.272072 | `azmcp_foundry` | ❌ | + +--- + +## Test 232 + +**Expected Tool:** `azmcp_servicebus` +**Prompt:** Show me the details of service bus subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.483620 | `azmcp_servicebus` | ✅ **EXPECTED** | +| 2 | 0.404173 | `azmcp_subscription` | ❌ | +| 3 | 0.353947 | `azmcp_eventgrid` | ❌ | +| 4 | 0.278273 | `azmcp_group` | ❌ | +| 5 | 0.271153 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 233 + +**Expected Tool:** `azmcp_servicebus` +**Prompt:** Show me the details of service bus topic + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.513487 | `azmcp_servicebus` | ✅ **EXPECTED** | +| 2 | 0.372201 | `azmcp_eventgrid` | ❌ | +| 3 | 0.298671 | `azmcp_subscription` | ❌ | +| 4 | 0.291900 | `azmcp_foundry` | ❌ | +| 5 | 0.291357 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 234 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Add a firewall rule to allow access from IP range to for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.349345 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.276712 | `azmcp_postgres` | ❌ | +| 3 | 0.236102 | `azmcp_appservice` | ❌ | +| 4 | 0.221002 | `azmcp_mysql` | ❌ | +| 5 | 0.208325 | `azmcp_quota` | ❌ | + +--- + +## Test 235 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Create a firewall rule for my Azure SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.467153 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.361975 | `azmcp_postgres` | ❌ | +| 3 | 0.348185 | `azmcp_mysql` | ❌ | +| 4 | 0.340604 | `azmcp_appservice` | ❌ | +| 5 | 0.291984 | `azmcp_role` | ❌ | + +--- + +## Test 236 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Create a new Azure SQL server named in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.448158 | `azmcp_group` | ❌ | +| 2 | 0.416494 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.358919 | `azmcp_postgres` | ❌ | +| 4 | 0.341374 | `azmcp_mysql` | ❌ | +| 5 | 0.338217 | `azmcp_appservice` | ❌ | + +--- + +## Test 237 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Create a new database called on SQL server in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.402432 | `azmcp_group` | ❌ | +| 2 | 0.399254 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.344201 | `azmcp_postgres` | ❌ | +| 4 | 0.337400 | `azmcp_appservice` | ❌ | +| 5 | 0.325458 | `azmcp_cosmos` | ❌ | + +--- + +## Test 238 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Create a new firewall rule named for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.384089 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.289799 | `azmcp_postgres` | ❌ | +| 3 | 0.251502 | `azmcp_mysql` | ❌ | +| 4 | 0.251496 | `azmcp_appservice` | ❌ | +| 5 | 0.222495 | `azmcp_search` | ❌ | + +--- + +## Test 239 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Create a new SQL database named in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.355065 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.326429 | `azmcp_postgres` | ❌ | +| 3 | 0.296864 | `azmcp_mysql` | ❌ | +| 4 | 0.231349 | `azmcp_appservice` | ❌ | +| 5 | 0.220197 | `azmcp_cosmos` | ❌ | + +--- + +## Test 240 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Create a SQL database with Basic tier in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.427185 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.377151 | `azmcp_postgres` | ❌ | +| 3 | 0.353239 | `azmcp_mysql` | ❌ | +| 4 | 0.332366 | `azmcp_appservice` | ❌ | +| 5 | 0.291790 | `azmcp_cosmos` | ❌ | + +--- + +## Test 241 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Create an Azure SQL server with name in location with admin user + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.441835 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.359089 | `azmcp_mysql` | ❌ | +| 3 | 0.356632 | `azmcp_postgres` | ❌ | +| 4 | 0.343444 | `azmcp_appservice` | ❌ | +| 5 | 0.336047 | `azmcp_cloudarchitect` | ❌ | + +--- + +## Test 242 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Delete a firewall rule from my Azure SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.432959 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.342039 | `azmcp_postgres` | ❌ | +| 3 | 0.334096 | `azmcp_mysql` | ❌ | +| 4 | 0.329443 | `azmcp_appservice` | ❌ | +| 5 | 0.295978 | `azmcp_functionapp` | ❌ | + +--- + +## Test 243 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Delete firewall rule for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.374770 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.302565 | `azmcp_postgres` | ❌ | +| 3 | 0.271006 | `azmcp_appservice` | ❌ | +| 4 | 0.266095 | `azmcp_mysql` | ❌ | +| 5 | 0.248895 | `azmcp_quota` | ❌ | + +--- + +## Test 244 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Delete SQL server permanently + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.305312 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.274680 | `azmcp_postgres` | ❌ | +| 3 | 0.243574 | `azmcp_mysql` | ❌ | +| 4 | 0.224208 | `azmcp_kusto` | ❌ | +| 5 | 0.219098 | `azmcp_appservice` | ❌ | + +--- + +## Test 245 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Delete the Azure SQL server from resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.455481 | `azmcp_group` | ❌ | +| 2 | 0.418861 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.370771 | `azmcp_postgres` | ❌ | +| 4 | 0.363453 | `azmcp_mysql` | ❌ | +| 5 | 0.360053 | `azmcp_appservice` | ❌ | + +--- + +## Test 246 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Delete the database called on server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.313811 | `azmcp_postgres` | ❌ | +| 2 | 0.288769 | `azmcp_mysql` | ❌ | +| 3 | 0.278356 | `azmcp_sql` | ✅ **EXPECTED** | +| 4 | 0.226756 | `azmcp_appservice` | ❌ | +| 5 | 0.223281 | `azmcp_cosmos` | ❌ | + +--- + +## Test 247 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Delete the SQL database from server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.334746 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.332653 | `azmcp_postgres` | ❌ | +| 3 | 0.313922 | `azmcp_mysql` | ❌ | +| 4 | 0.240792 | `azmcp_appservice` | ❌ | +| 5 | 0.222800 | `azmcp_kusto` | ❌ | + +--- + +## Test 248 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Display the properties of SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.341305 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.314077 | `azmcp_postgres` | ❌ | +| 3 | 0.272924 | `azmcp_kusto` | ❌ | +| 4 | 0.271588 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.271529 | `azmcp_search` | ❌ | + +--- + +## Test 249 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Get the configuration details for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.318481 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.292498 | `azmcp_postgres` | ❌ | +| 3 | 0.291815 | `azmcp_appconfig` | ❌ | +| 4 | 0.259466 | `azmcp_mysql` | ❌ | +| 5 | 0.256045 | `azmcp_quota` | ❌ | + +--- + +## Test 250 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Get the configuration details for the SQL database on server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.331262 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.315911 | `azmcp_postgres` | ❌ | +| 3 | 0.284460 | `azmcp_mysql` | ❌ | +| 4 | 0.259874 | `azmcp_appconfig` | ❌ | +| 5 | 0.229422 | `azmcp_appservice` | ❌ | + +--- + +## Test 251 + +**Expected Tool:** `azmcp_sql` +**Prompt:** List all Azure SQL servers in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.513860 | `azmcp_group` | ❌ | +| 2 | 0.428476 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.367740 | `azmcp_postgres` | ❌ | +| 4 | 0.356087 | `azmcp_quota` | ❌ | +| 5 | 0.352787 | `azmcp_extension_azqr` | ❌ | + +--- + +## Test 252 + +**Expected Tool:** `azmcp_sql` +**Prompt:** List all databases in the Azure SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.492999 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.435227 | `azmcp_postgres` | ❌ | +| 3 | 0.411265 | `azmcp_mysql` | ❌ | +| 4 | 0.362323 | `azmcp_kusto` | ❌ | +| 5 | 0.361206 | `azmcp_cosmos` | ❌ | + +--- + +## Test 253 + +**Expected Tool:** `azmcp_sql` +**Prompt:** List all elastic pools in SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.515066 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.381978 | `azmcp_postgres` | ❌ | +| 3 | 0.358113 | `azmcp_mysql` | ❌ | +| 4 | 0.337785 | `azmcp_kusto` | ❌ | +| 5 | 0.318184 | `azmcp_quota` | ❌ | + +--- + +## Test 254 + +**Expected Tool:** `azmcp_sql` +**Prompt:** List all firewall rules for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.408762 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.343544 | `azmcp_postgres` | ❌ | +| 3 | 0.286888 | `azmcp_quota` | ❌ | +| 4 | 0.273793 | `azmcp_mysql` | ❌ | +| 5 | 0.265057 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 255 + +**Expected Tool:** `azmcp_sql` +**Prompt:** List Microsoft Entra ID administrators for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.479779 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.296947 | `azmcp_postgres` | ❌ | +| 3 | 0.272843 | `azmcp_role` | ❌ | +| 4 | 0.267755 | `azmcp_subscription` | ❌ | +| 5 | 0.267122 | `azmcp_search` | ❌ | + +--- + +## Test 256 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Remove database from SQL server in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.433697 | `azmcp_group` | ❌ | +| 2 | 0.382114 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.346072 | `azmcp_appservice` | ❌ | +| 4 | 0.337805 | `azmcp_postgres` | ❌ | +| 5 | 0.328730 | `azmcp_cosmos` | ❌ | + +--- + +## Test 257 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Remove the firewall rule from SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.315508 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.244050 | `azmcp_postgres` | ❌ | +| 3 | 0.218489 | `azmcp_appservice` | ❌ | +| 4 | 0.198427 | `azmcp_role` | ❌ | +| 5 | 0.197587 | `azmcp_functionapp` | ❌ | + +--- + +## Test 258 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Remove the SQL server from my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.330103 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.322005 | `azmcp_subscription` | ❌ | +| 3 | 0.277999 | `azmcp_postgres` | ❌ | +| 4 | 0.253331 | `azmcp_appservice` | ❌ | +| 5 | 0.248747 | `azmcp_mysql` | ❌ | + +--- + +## Test 259 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Scale SQL database on server to use SKU + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.391770 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.371290 | `azmcp_postgres` | ❌ | +| 3 | 0.337644 | `azmcp_mysql` | ❌ | +| 4 | 0.281932 | `azmcp_kusto` | ❌ | +| 5 | 0.256360 | `azmcp_appservice` | ❌ | + +--- + +## Test 260 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Set up a new SQL server called in my resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.414780 | `azmcp_group` | ❌ | +| 2 | 0.407736 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.357977 | `azmcp_appservice` | ❌ | +| 4 | 0.336495 | `azmcp_postgres` | ❌ | +| 5 | 0.320383 | `azmcp_mysql` | ❌ | + +--- + +## Test 261 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me all the databases configuration details in the Azure SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.433450 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.382584 | `azmcp_postgres` | ❌ | +| 3 | 0.377617 | `azmcp_mysql` | ❌ | +| 4 | 0.340049 | `azmcp_appservice` | ❌ | +| 5 | 0.322370 | `azmcp_appconfig` | ❌ | + +--- + +## Test 262 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me every SQL server available in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.496618 | `azmcp_group` | ❌ | +| 2 | 0.402310 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.388197 | `azmcp_quota` | ❌ | +| 4 | 0.355196 | `azmcp_postgres` | ❌ | +| 5 | 0.336664 | `azmcp_resourcehealth` | ❌ | + +--- + +## Test 263 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me the details of Azure SQL server in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.493954 | `azmcp_group` | ❌ | +| 2 | 0.439672 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.397148 | `azmcp_postgres` | ❌ | +| 4 | 0.386130 | `azmcp_quota` | ❌ | +| 5 | 0.385318 | `azmcp_extension_azqr` | ❌ | + +--- + +## Test 264 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me the details of SQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.354989 | `azmcp_postgres` | ❌ | +| 2 | 0.343848 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.297867 | `azmcp_mysql` | ❌ | +| 4 | 0.261381 | `azmcp_kusto` | ❌ | +| 5 | 0.236693 | `azmcp_cosmos` | ❌ | + +--- + +## Test 265 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me the elastic pools configured for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.498105 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.376034 | `azmcp_postgres` | ❌ | +| 3 | 0.356804 | `azmcp_mysql` | ❌ | +| 4 | 0.331815 | `azmcp_quota` | ❌ | +| 5 | 0.326074 | `azmcp_appservice` | ❌ | + +--- + +## Test 266 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me the Entra ID administrators configured for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.458677 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.246640 | `azmcp_postgres` | ❌ | +| 3 | 0.213214 | `azmcp_mysql` | ❌ | +| 4 | 0.210631 | `azmcp_search` | ❌ | +| 5 | 0.205300 | `azmcp_role` | ❌ | + +--- + +## Test 267 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me the firewall rules for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.394855 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.329782 | `azmcp_postgres` | ❌ | +| 3 | 0.269620 | `azmcp_quota` | ❌ | +| 4 | 0.263067 | `azmcp_mysql` | ❌ | +| 5 | 0.245959 | `azmcp_monitor` | ❌ | + +--- + +## Test 268 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Update the performance tier of SQL database on server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.436108 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.384704 | `azmcp_postgres` | ❌ | +| 3 | 0.348665 | `azmcp_appservice` | ❌ | +| 4 | 0.336267 | `azmcp_mysql` | ❌ | +| 5 | 0.298548 | `azmcp_cosmos` | ❌ | + +--- + +## Test 269 + +**Expected Tool:** `azmcp_sql` +**Prompt:** What elastic pools are available in my SQL server ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.489633 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.362013 | `azmcp_postgres` | ❌ | +| 3 | 0.355550 | `azmcp_mysql` | ❌ | +| 4 | 0.347582 | `azmcp_quota` | ❌ | +| 5 | 0.315463 | `azmcp_kusto` | ❌ | + +--- + +## Test 270 + +**Expected Tool:** `azmcp_sql` +**Prompt:** What firewall rules are configured for my SQL server ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.390792 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.311190 | `azmcp_postgres` | ❌ | +| 3 | 0.260548 | `azmcp_mysql` | ❌ | +| 4 | 0.256953 | `azmcp_quota` | ❌ | +| 5 | 0.248835 | `azmcp_appservice` | ❌ | + +--- + +## Test 271 + +**Expected Tool:** `azmcp_sql` +**Prompt:** What Microsoft Entra ID administrators are set up for my SQL server ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.478772 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.245652 | `azmcp_mysql` | ❌ | +| 3 | 0.239884 | `azmcp_postgres` | ❌ | +| 4 | 0.228914 | `azmcp_search` | ❌ | +| 5 | 0.227377 | `azmcp_virtualdesktop` | ❌ | + +--- + +## Test 272 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Create a new blob container named documents with container public access in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.397613 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.376189 | `azmcp_cosmos` | ❌ | +| 3 | 0.321842 | `azmcp_acr` | ❌ | +| 4 | 0.292423 | `azmcp_functionapp` | ❌ | +| 5 | 0.292357 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 273 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Create a new storage account called testaccount123 in East US region + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.390978 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.303463 | `azmcp_loadtesting` | ❌ | +| 3 | 0.300981 | `azmcp_quota` | ❌ | +| 4 | 0.280951 | `azmcp_subscription` | ❌ | +| 5 | 0.275618 | `azmcp_cloudarchitect` | ❌ | + +--- + +## Test 274 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Create a new storage account with Data Lake Storage Gen2 enabled + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.405869 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.378261 | `azmcp_cloudarchitect` | ❌ | +| 3 | 0.374081 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.344197 | `azmcp_functionapp` | ❌ | +| 5 | 0.339362 | `azmcp_appservice` | ❌ | + +--- + +## Test 275 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Create a storage account with premium performance and LRS replication + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.372322 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.368381 | `azmcp_storage` | ✅ **EXPECTED** | +| 3 | 0.352246 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.341673 | `azmcp_loadtesting` | ❌ | +| 5 | 0.340342 | `azmcp_appservice` | ❌ | + +--- + +## Test 276 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Create the container using blob public access in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.437280 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.362989 | `azmcp_acr` | ❌ | +| 3 | 0.296047 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.294018 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.292034 | `azmcp_cosmos` | ❌ | + +--- + +## Test 277 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Create the storage container mycontainer in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.401954 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.339040 | `azmcp_acr` | ❌ | +| 3 | 0.288409 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.276975 | `azmcp_cosmos` | ❌ | +| 5 | 0.275153 | `azmcp_cloudarchitect` | ❌ | + +--- + +## Test 278 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Get details about the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.469424 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.376484 | `azmcp_quota` | ❌ | +| 3 | 0.365431 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.361999 | `azmcp_subscription` | ❌ | +| 5 | 0.319820 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 279 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Get the details about blob in the container in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.464005 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.326090 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.320387 | `azmcp_acr` | ❌ | +| 4 | 0.314013 | `azmcp_cosmos` | ❌ | +| 5 | 0.312761 | `azmcp_quota` | ❌ | + +--- + +## Test 280 + +**Expected Tool:** `azmcp_storage` +**Prompt:** List all blob containers in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.465492 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.356706 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.349220 | `azmcp_subscription` | ❌ | +| 4 | 0.345851 | `azmcp_acr` | ❌ | +| 5 | 0.307434 | `azmcp_quota` | ❌ | + +--- + +## Test 281 + +**Expected Tool:** `azmcp_storage` +**Prompt:** List all blobs in the blob container in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.480706 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.363620 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.342061 | `azmcp_subscription` | ❌ | +| 4 | 0.338225 | `azmcp_acr` | ❌ | +| 5 | 0.302460 | `azmcp_cosmos` | ❌ | + +--- + +## Test 282 + +**Expected Tool:** `azmcp_storage` +**Prompt:** List all storage accounts in my subscription including their location and SKU + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.479627 | `azmcp_subscription` | ❌ | +| 2 | 0.433279 | `azmcp_quota` | ❌ | +| 3 | 0.424378 | `azmcp_storage` | ✅ **EXPECTED** | +| 4 | 0.389766 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.367140 | `azmcp_group` | ❌ | + +--- + +## Test 283 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Show me my storage accounts with whether hierarchical namespace (HNS) is enabled + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.407063 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.396617 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.389966 | `azmcp_quota` | ❌ | +| 4 | 0.335275 | `azmcp_subscription` | ❌ | +| 5 | 0.331402 | `azmcp_resourcehealth` | ❌ | + +--- + +## Test 284 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Show me the blobs in the blob container in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.473350 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.351885 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.350271 | `azmcp_acr` | ❌ | +| 4 | 0.337553 | `azmcp_cosmos` | ❌ | +| 5 | 0.314860 | `azmcp_quota` | ❌ | + +--- + +## Test 285 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Show me the containers in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.450393 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.378189 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.364989 | `azmcp_subscription` | ❌ | +| 4 | 0.355040 | `azmcp_acr` | ❌ | +| 5 | 0.352319 | `azmcp_quota` | ❌ | + +--- + +## Test 286 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Show me the details for my storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.463998 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.394492 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.392509 | `azmcp_subscription` | ❌ | +| 4 | 0.384793 | `azmcp_quota` | ❌ | +| 5 | 0.361202 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 287 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Show me the properties for blob in container in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.496937 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.377308 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.361309 | `azmcp_cosmos` | ❌ | +| 4 | 0.349844 | `azmcp_acr` | ❌ | +| 5 | 0.336526 | `azmcp_quota` | ❌ | + +--- + +## Test 288 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Show me the properties of the storage container in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.467373 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.384629 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.369610 | `azmcp_quota` | ❌ | +| 4 | 0.360761 | `azmcp_acr` | ❌ | +| 5 | 0.338758 | `azmcp_subscription` | ❌ | + +--- + +## Test 289 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.454900 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.430931 | `azmcp_subscription` | ❌ | +| 3 | 0.369790 | `azmcp_quota` | ❌ | +| 4 | 0.366395 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.332783 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 290 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Upload file to storage blob in container in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.442719 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.295029 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.292922 | `azmcp_acr` | ❌ | +| 4 | 0.274278 | `azmcp_functionapp` | ❌ | +| 5 | 0.262936 | `azmcp_cosmos` | ❌ | + +--- + +## Test 291 + +**Expected Tool:** `azmcp_subscription` +**Prompt:** List all subscriptions for my account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.537114 | `azmcp_subscription` | ✅ **EXPECTED** | +| 2 | 0.312465 | `azmcp_group` | ❌ | +| 3 | 0.305650 | `azmcp_eventgrid` | ❌ | +| 4 | 0.275212 | `azmcp_foundry` | ❌ | +| 5 | 0.269918 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 292 + +**Expected Tool:** `azmcp_subscription` +**Prompt:** Show me my subscriptions + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.385304 | `azmcp_subscription` | ✅ **EXPECTED** | +| 2 | 0.248821 | `azmcp_eventgrid` | ❌ | +| 3 | 0.228069 | `azmcp_group` | ❌ | +| 4 | 0.194460 | `azmcp_servicebus` | ❌ | +| 5 | 0.186010 | `azmcp_foundry` | ❌ | + +--- + +## Test 293 + +**Expected Tool:** `azmcp_subscription` +**Prompt:** What is my current subscription? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.347831 | `azmcp_subscription` | ✅ **EXPECTED** | +| 2 | 0.241202 | `azmcp_eventgrid` | ❌ | +| 3 | 0.187522 | `azmcp_group` | ❌ | +| 4 | 0.180256 | `azmcp_servicebus` | ❌ | +| 5 | 0.169420 | `azmcp_marketplace` | ❌ | + +--- + +## Test 294 + +**Expected Tool:** `azmcp_subscription` +**Prompt:** What subscriptions do I have? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.413063 | `azmcp_subscription` | ✅ **EXPECTED** | +| 2 | 0.297744 | `azmcp_eventgrid` | ❌ | +| 3 | 0.242670 | `azmcp_group` | ❌ | +| 4 | 0.236947 | `azmcp_servicebus` | ❌ | +| 5 | 0.216025 | `azmcp_appservice` | ❌ | + +--- + +## Test 295 + +**Expected Tool:** `azmcp_virtualdesktop` +**Prompt:** List all host pools in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.487530 | `azmcp_subscription` | ❌ | +| 2 | 0.411371 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | +| 3 | 0.377767 | `azmcp_group` | ❌ | +| 4 | 0.360193 | `azmcp_sql` | ❌ | +| 5 | 0.351052 | `azmcp_applicationinsights` | ❌ | + +--- + +## Test 296 + +**Expected Tool:** `azmcp_virtualdesktop` +**Prompt:** List all session hosts in host pool + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.451661 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | +| 2 | 0.286593 | `azmcp_quota` | ❌ | +| 3 | 0.273487 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.272426 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.265233 | `azmcp_sql` | ❌ | + +--- + +## Test 297 + +**Expected Tool:** `azmcp_virtualdesktop` +**Prompt:** List all user sessions on session host in host pool + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.454682 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | +| 2 | 0.272182 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.270036 | `azmcp_subscription` | ❌ | +| 4 | 0.263791 | `azmcp_quota` | ❌ | +| 5 | 0.251855 | `azmcp_resourcehealth` | ❌ | + +--- + +## Test 298 + +**Expected Tool:** `azmcp_workbooks` +**Prompt:** Create a new workbook named + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.465630 | `azmcp_workbooks` | ✅ **EXPECTED** | +| 2 | 0.206723 | `azmcp_grafana` | ❌ | +| 3 | 0.115388 | `azmcp_bicepschema` | ❌ | +| 4 | 0.111941 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.102583 | `azmcp_functionapp` | ❌ | + +--- + +## Test 299 + +**Expected Tool:** `azmcp_workbooks` +**Prompt:** Delete the workbook with resource ID + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.456714 | `azmcp_workbooks` | ✅ **EXPECTED** | +| 2 | 0.221231 | `azmcp_grafana` | ❌ | +| 3 | 0.151710 | `azmcp_virtualdesktop` | ❌ | +| 4 | 0.150755 | `azmcp_group` | ❌ | +| 5 | 0.148882 | `azmcp_extension_azqr` | ❌ | + +--- + +## Test 300 + +**Expected Tool:** `azmcp_workbooks` +**Prompt:** Get information about the workbook with resource ID + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.470736 | `azmcp_workbooks` | ✅ **EXPECTED** | +| 2 | 0.242309 | `azmcp_grafana` | ❌ | +| 3 | 0.201831 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.191066 | `azmcp_quota` | ❌ | +| 5 | 0.189657 | `azmcp_extension_azqr` | ❌ | + +--- + +## Test 301 + +**Expected Tool:** `azmcp_workbooks` +**Prompt:** List all workbooks in my resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.539125 | `azmcp_workbooks` | ✅ **EXPECTED** | +| 2 | 0.490077 | `azmcp_group` | ❌ | +| 3 | 0.360895 | `azmcp_grafana` | ❌ | +| 4 | 0.321430 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.317639 | `azmcp_subscription` | ❌ | + +--- + +## Test 302 + +**Expected Tool:** `azmcp_workbooks` +**Prompt:** Show me the workbook with display name + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.471788 | `azmcp_workbooks` | ✅ **EXPECTED** | +| 2 | 0.276892 | `azmcp_grafana` | ❌ | +| 3 | 0.161909 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.150875 | `azmcp_marketplace` | ❌ | +| 5 | 0.143252 | `azmcp_virtualdesktop` | ❌ | + +--- + +## Test 303 + +**Expected Tool:** `azmcp_workbooks` +**Prompt:** Update the workbook with a new text step + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.434069 | `azmcp_workbooks` | ✅ **EXPECTED** | +| 2 | 0.206844 | `azmcp_grafana` | ❌ | +| 3 | 0.172204 | `azmcp_loadtesting` | ❌ | +| 4 | 0.153735 | `azmcp_bicepschema` | ❌ | +| 5 | 0.141389 | `azmcp_appservice` | ❌ | + +--- + +## Test 304 + +**Expected Tool:** `azmcp_workbooks` +**Prompt:** What workbooks do I have in resource group ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.571828 | `azmcp_workbooks` | ✅ **EXPECTED** | +| 2 | 0.490770 | `azmcp_group` | ❌ | +| 3 | 0.378435 | `azmcp_grafana` | ❌ | +| 4 | 0.343807 | `azmcp_quota` | ❌ | +| 5 | 0.343283 | `azmcp_resourcehealth` | ❌ | + +--- + +## Test 305 + +**Expected Tool:** `azmcp_extension_azqr` +**Prompt:** Check my Azure subscription for any compliance issues or recommendations + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.489262 | `azmcp_subscription` | ❌ | +| 2 | 0.476826 | `azmcp_extension_azqr` | ✅ **EXPECTED** | +| 3 | 0.475542 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.464037 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.451690 | `azmcp_get_bestpractices_get` | ❌ | + +--- + +## Test 306 + +**Expected Tool:** `azmcp_extension_azqr` +**Prompt:** Provide compliance recommendations for my current Azure subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.537297 | `azmcp_cloudarchitect` | ❌ | +| 2 | 0.492863 | `azmcp_get_bestpractices_get` | ❌ | +| 3 | 0.479029 | `azmcp_azureterraformbestpractices` | ❌ | +| 4 | 0.462743 | `azmcp_extension_azqr` | ✅ **EXPECTED** | +| 5 | 0.454636 | `azmcp_subscription` | ❌ | + +--- + +## Test 307 + +**Expected Tool:** `azmcp_extension_azqr` +**Prompt:** Scan my Azure subscription for compliance recommendations + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.525269 | `azmcp_cloudarchitect` | ❌ | +| 2 | 0.516925 | `azmcp_extension_azqr` | ✅ **EXPECTED** | +| 3 | 0.497831 | `azmcp_azureterraformbestpractices` | ❌ | +| 4 | 0.487387 | `azmcp_get_bestpractices_get` | ❌ | +| 5 | 0.477837 | `azmcp_subscription` | ❌ | + +--- + +## Test 308 + +**Expected Tool:** `azmcp_get_bestpractices_get` +**Prompt:** Get the latest Azure best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.625259 | `azmcp_get_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.576545 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.497430 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.460794 | `azmcp_deploy` | ❌ | +| 5 | 0.386424 | `azmcp_appservice` | ❌ | + +--- + +## Test 309 + +**Expected Tool:** `azmcp_get_bestpractices_get` +**Prompt:** Get the latest Azure code generation best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.646844 | `azmcp_get_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.628202 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.537281 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.475377 | `azmcp_deploy` | ❌ | +| 5 | 0.401076 | `azmcp_bicepschema` | ❌ | + +--- + +## Test 310 + +**Expected Tool:** `azmcp_get_bestpractices_get` +**Prompt:** Get the latest Azure deployment best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.600903 | `azmcp_get_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.532248 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.515769 | `azmcp_deploy` | ❌ | +| 4 | 0.501831 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.413110 | `azmcp_appservice` | ❌ | + +--- + +## Test 311 + +**Expected Tool:** `azmcp_get_bestpractices_get` +**Prompt:** Get the latest Azure Functions best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.610986 | `azmcp_get_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.524511 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.479221 | `azmcp_functionapp` | ❌ | +| 4 | 0.445781 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.436785 | `azmcp_deploy` | ❌ | + +--- + +## Test 312 + +**Expected Tool:** `azmcp_get_bestpractices_get` +**Prompt:** Get the latest Azure Functions code generation best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.624273 | `azmcp_get_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.565624 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.475943 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.446599 | `azmcp_functionapp` | ❌ | +| 5 | 0.441748 | `azmcp_deploy` | ❌ | + +--- + +## Test 313 + +**Expected Tool:** `azmcp_get_bestpractices_get` +**Prompt:** Get the latest Azure Functions deployment best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.581850 | `azmcp_get_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.485937 | `azmcp_deploy` | ❌ | +| 3 | 0.482805 | `azmcp_functionapp` | ❌ | +| 4 | 0.480594 | `azmcp_azureterraformbestpractices` | ❌ | +| 5 | 0.453749 | `azmcp_cloudarchitect` | ❌ | + +--- + +## Test 314 + +**Expected Tool:** `azmcp_get_bestpractices_get` +**Prompt:** Get the latest Azure Static Web Apps best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.557862 | `azmcp_get_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.491668 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.457582 | `azmcp_deploy` | ❌ | +| 4 | 0.436133 | `azmcp_appservice` | ❌ | +| 5 | 0.414075 | `azmcp_cloudarchitect` | ❌ | + +--- + +## Test 315 + +**Expected Tool:** `azmcp_get_bestpractices_get` +**Prompt:** What are azure function best practices? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.582541 | `azmcp_get_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.511649 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.466592 | `azmcp_functionapp` | ❌ | +| 4 | 0.400851 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.394937 | `azmcp_appservice` | ❌ | + +--- + +## Summary + +**Total Prompts Tested:** 315 +**Analysis Execution Time:** 43.2439889s + +### Success Rate Metrics + +**Top Choice Success:** 84.8% (267/315 tests) + +#### Confidence Level Distribution + +**💪 Very High Confidence (≥0.8):** 0.0% (0/315 tests) +**🎯 High Confidence (≥0.7):** 0.3% (1/315 tests) +**✅ Good Confidence (≥0.6):** 4.1% (13/315 tests) +**👍 Fair Confidence (≥0.5):** 31.1% (98/315 tests) +**👌 Acceptable Confidence (≥0.4):** 80.0% (252/315 tests) +**❌ Low Confidence (<0.4):** 20.0% (63/315 tests) + +#### Top Choice + Confidence Combinations + +**💪 Top Choice + Very High Confidence (≥0.8):** 0.0% (0/315 tests) +**🎯 Top Choice + High Confidence (≥0.7):** 0.3% (1/315 tests) +**✅ Top Choice + Good Confidence (≥0.6):** 4.1% (13/315 tests) +**👍 Top Choice + Fair Confidence (≥0.5):** 29.5% (93/315 tests) +**👌 Top Choice + Acceptable Confidence (≥0.4):** 71.4% (225/315 tests) + +### Success Rate Analysis + +🟠 **Fair** - The tool selection system needs significant improvement. + +⚠️ **Recommendation:** Tool descriptions need improvement to better match user intent (targets: ≥0.6 good, ≥0.7 high). + diff --git a/eng/tools/ToolDescriptionEvaluator/results.md b/eng/tools/ToolDescriptionEvaluator/results.md index c454709c7..b9a4705e5 100644 --- a/eng/tools/ToolDescriptionEvaluator/results.md +++ b/eng/tools/ToolDescriptionEvaluator/results.md @@ -1,1691 +1,1001 @@ # Tool Selection Analysis Setup -**Setup completed:** 2025-09-23 15:49:56 -**Tool count:** 144 -**Database setup time:** 11.1280869s +**Setup completed:** 2025-09-29 23:21:58 +**Tool count:** 143 +**Database setup time:** 1.1594938s --- # Tool Selection Analysis Results -**Analysis Date:** 2025-09-23 15:49:57 -**Tool count:** 144 +**Analysis Date:** 2025-09-29 23:21:58 +**Tool count:** 143 ## Table of Contents -- [Test 1: azmcp_foundry_agents_connect](#test-1) -- [Test 2: azmcp_foundry_agents_evaluate](#test-2) -- [Test 3: azmcp_foundry_agents_query-and-evaluate](#test-3) -- [Test 4: azmcp_foundry_knowledge_index_list](#test-4) -- [Test 5: azmcp_foundry_knowledge_index_list](#test-5) -- [Test 6: azmcp_foundry_knowledge_index_schema](#test-6) -- [Test 7: azmcp_foundry_knowledge_index_schema](#test-7) -- [Test 8: azmcp_foundry_models_deploy](#test-8) -- [Test 9: azmcp_foundry_models_deployments_list](#test-9) -- [Test 10: azmcp_foundry_models_deployments_list](#test-10) -- [Test 11: azmcp_foundry_models_list](#test-11) -- [Test 12: azmcp_foundry_models_list](#test-12) -- [Test 13: azmcp_search_index_get](#test-13) -- [Test 14: azmcp_search_index_get](#test-14) -- [Test 15: azmcp_search_index_get](#test-15) -- [Test 16: azmcp_search_index_query](#test-16) -- [Test 17: azmcp_search_service_list](#test-17) -- [Test 18: azmcp_search_service_list](#test-18) -- [Test 19: azmcp_search_service_list](#test-19) -- [Test 20: azmcp_speech_stt_recognize](#test-20) -- [Test 21: azmcp_speech_stt_recognize](#test-21) -- [Test 22: azmcp_speech_stt_recognize](#test-22) -- [Test 23: azmcp_speech_stt_recognize](#test-23) -- [Test 24: azmcp_speech_stt_recognize](#test-24) -- [Test 25: azmcp_speech_stt_recognize](#test-25) -- [Test 26: azmcp_speech_stt_recognize](#test-26) -- [Test 27: azmcp_speech_stt_recognize](#test-27) -- [Test 28: azmcp_speech_stt_recognize](#test-28) -- [Test 29: azmcp_speech_stt_recognize](#test-29) -- [Test 30: azmcp_appconfig_account_list](#test-30) -- [Test 31: azmcp_appconfig_account_list](#test-31) -- [Test 32: azmcp_appconfig_account_list](#test-32) -- [Test 33: azmcp_appconfig_kv_delete](#test-33) -- [Test 34: azmcp_appconfig_kv_list](#test-34) -- [Test 35: azmcp_appconfig_kv_list](#test-35) -- [Test 36: azmcp_appconfig_kv_lock_set](#test-36) -- [Test 37: azmcp_appconfig_kv_lock_set](#test-37) -- [Test 38: azmcp_appconfig_kv_set](#test-38) -- [Test 39: azmcp_appconfig_kv_show](#test-39) -- [Test 40: azmcp_applens_resource_diagnose](#test-40) -- [Test 41: azmcp_applens_resource_diagnose](#test-41) -- [Test 42: azmcp_applens_resource_diagnose](#test-42) +- [Test 1: azmcp_acr_registry_list](#test-1) +- [Test 2: azmcp_acr_registry_list](#test-2) +- [Test 3: azmcp_acr_registry_list](#test-3) +- [Test 4: azmcp_acr_registry_list](#test-4) +- [Test 5: azmcp_acr_registry_list](#test-5) +- [Test 6: azmcp_acr_registry_repository_list](#test-6) +- [Test 7: azmcp_acr_registry_repository_list](#test-7) +- [Test 8: azmcp_acr_registry_repository_list](#test-8) +- [Test 9: azmcp_acr_registry_repository_list](#test-9) +- [Test 10: azmcp_aks_cluster_get](#test-10) +- [Test 11: azmcp_aks_cluster_get](#test-11) +- [Test 12: azmcp_aks_cluster_get](#test-12) +- [Test 13: azmcp_aks_cluster_get](#test-13) +- [Test 14: azmcp_aks_cluster_list](#test-14) +- [Test 15: azmcp_aks_cluster_list](#test-15) +- [Test 16: azmcp_aks_cluster_list](#test-16) +- [Test 17: azmcp_aks_nodepool_get](#test-17) +- [Test 18: azmcp_aks_nodepool_get](#test-18) +- [Test 19: azmcp_aks_nodepool_get](#test-19) +- [Test 20: azmcp_aks_nodepool_list](#test-20) +- [Test 21: azmcp_aks_nodepool_list](#test-21) +- [Test 22: azmcp_aks_nodepool_list](#test-22) +- [Test 23: azmcp_appconfig_account_list](#test-23) +- [Test 24: azmcp_appconfig_account_list](#test-24) +- [Test 25: azmcp_appconfig_account_list](#test-25) +- [Test 26: azmcp_appconfig_kv_delete](#test-26) +- [Test 27: azmcp_appconfig_kv_list](#test-27) +- [Test 28: azmcp_appconfig_kv_list](#test-28) +- [Test 29: azmcp_appconfig_kv_lock_set](#test-29) +- [Test 30: azmcp_appconfig_kv_lock_set](#test-30) +- [Test 31: azmcp_appconfig_kv_set](#test-31) +- [Test 32: azmcp_appconfig_kv_show](#test-32) +- [Test 33: azmcp_applens_resource_diagnose](#test-33) +- [Test 34: azmcp_applens_resource_diagnose](#test-34) +- [Test 35: azmcp_applens_resource_diagnose](#test-35) +- [Test 36: azmcp_applicationinsights_recommendation_list](#test-36) +- [Test 37: azmcp_applicationinsights_recommendation_list](#test-37) +- [Test 38: azmcp_applicationinsights_recommendation_list](#test-38) +- [Test 39: azmcp_applicationinsights_recommendation_list](#test-39) +- [Test 40: azmcp_appservice_database_add](#test-40) +- [Test 41: azmcp_appservice_database_add](#test-41) +- [Test 42: azmcp_appservice_database_add](#test-42) - [Test 43: azmcp_appservice_database_add](#test-43) - [Test 44: azmcp_appservice_database_add](#test-44) - [Test 45: azmcp_appservice_database_add](#test-45) - [Test 46: azmcp_appservice_database_add](#test-46) - [Test 47: azmcp_appservice_database_add](#test-47) - [Test 48: azmcp_appservice_database_add](#test-48) -- [Test 49: azmcp_appservice_database_add](#test-49) -- [Test 50: azmcp_appservice_database_add](#test-50) -- [Test 51: azmcp_appservice_database_add](#test-51) -- [Test 52: azmcp_applicationinsights_recommendation_list](#test-52) -- [Test 53: azmcp_applicationinsights_recommendation_list](#test-53) -- [Test 54: azmcp_applicationinsights_recommendation_list](#test-54) -- [Test 55: azmcp_applicationinsights_recommendation_list](#test-55) -- [Test 56: azmcp_acr_registry_list](#test-56) -- [Test 57: azmcp_acr_registry_list](#test-57) -- [Test 58: azmcp_acr_registry_list](#test-58) -- [Test 59: azmcp_acr_registry_list](#test-59) -- [Test 60: azmcp_acr_registry_list](#test-60) -- [Test 61: azmcp_acr_registry_repository_list](#test-61) -- [Test 62: azmcp_acr_registry_repository_list](#test-62) -- [Test 63: azmcp_acr_registry_repository_list](#test-63) -- [Test 64: azmcp_acr_registry_repository_list](#test-64) -- [Test 65: azmcp_cosmos_account_list](#test-65) -- [Test 66: azmcp_cosmos_account_list](#test-66) -- [Test 67: azmcp_cosmos_account_list](#test-67) -- [Test 68: azmcp_cosmos_database_container_item_query](#test-68) -- [Test 69: azmcp_cosmos_database_container_list](#test-69) -- [Test 70: azmcp_cosmos_database_container_list](#test-70) -- [Test 71: azmcp_cosmos_database_list](#test-71) -- [Test 72: azmcp_cosmos_database_list](#test-72) -- [Test 73: azmcp_kusto_cluster_get](#test-73) -- [Test 74: azmcp_kusto_cluster_list](#test-74) -- [Test 75: azmcp_kusto_cluster_list](#test-75) -- [Test 76: azmcp_kusto_cluster_list](#test-76) -- [Test 77: azmcp_kusto_database_list](#test-77) -- [Test 78: azmcp_kusto_database_list](#test-78) -- [Test 79: azmcp_kusto_query](#test-79) -- [Test 80: azmcp_kusto_sample](#test-80) -- [Test 81: azmcp_kusto_table_list](#test-81) -- [Test 82: azmcp_kusto_table_list](#test-82) -- [Test 83: azmcp_kusto_table_schema](#test-83) -- [Test 84: azmcp_mysql_database_list](#test-84) -- [Test 85: azmcp_mysql_database_list](#test-85) -- [Test 86: azmcp_mysql_database_query](#test-86) -- [Test 87: azmcp_mysql_server_config_get](#test-87) -- [Test 88: azmcp_mysql_server_list](#test-88) -- [Test 89: azmcp_mysql_server_list](#test-89) -- [Test 90: azmcp_mysql_server_list](#test-90) -- [Test 91: azmcp_mysql_server_param_get](#test-91) -- [Test 92: azmcp_mysql_server_param_set](#test-92) -- [Test 93: azmcp_mysql_table_list](#test-93) -- [Test 94: azmcp_mysql_table_list](#test-94) -- [Test 95: azmcp_mysql_table_schema_get](#test-95) -- [Test 96: azmcp_postgres_database_list](#test-96) -- [Test 97: azmcp_postgres_database_list](#test-97) -- [Test 98: azmcp_postgres_database_query](#test-98) -- [Test 99: azmcp_postgres_server_config_get](#test-99) -- [Test 100: azmcp_postgres_server_list](#test-100) -- [Test 101: azmcp_postgres_server_list](#test-101) -- [Test 102: azmcp_postgres_server_list](#test-102) -- [Test 103: azmcp_postgres_server_param](#test-103) -- [Test 104: azmcp_postgres_server_param_set](#test-104) -- [Test 105: azmcp_postgres_table_list](#test-105) -- [Test 106: azmcp_postgres_table_list](#test-106) -- [Test 107: azmcp_postgres_table_schema_get](#test-107) -- [Test 108: azmcp_deploy_app_logs_get](#test-108) -- [Test 109: azmcp_deploy_architecture_diagram_generate](#test-109) -- [Test 110: azmcp_deploy_iac_rules_get](#test-110) -- [Test 111: azmcp_deploy_pipeline_guidance_get](#test-111) -- [Test 112: azmcp_deploy_plan_get](#test-112) -- [Test 113: azmcp_eventgrid_topic_list](#test-113) -- [Test 114: azmcp_eventgrid_topic_list](#test-114) -- [Test 115: azmcp_eventgrid_topic_list](#test-115) -- [Test 116: azmcp_eventgrid_topic_list](#test-116) -- [Test 117: azmcp_eventgrid_subscription_list](#test-117) -- [Test 118: azmcp_eventgrid_subscription_list](#test-118) -- [Test 119: azmcp_eventgrid_subscription_list](#test-119) -- [Test 120: azmcp_eventgrid_subscription_list](#test-120) -- [Test 121: azmcp_eventgrid_subscription_list](#test-121) -- [Test 122: azmcp_eventgrid_subscription_list](#test-122) -- [Test 123: azmcp_eventgrid_subscription_list](#test-123) -- [Test 124: azmcp_functionapp_get](#test-124) -- [Test 125: azmcp_functionapp_get](#test-125) -- [Test 126: azmcp_functionapp_get](#test-126) -- [Test 127: azmcp_functionapp_get](#test-127) -- [Test 128: azmcp_functionapp_get](#test-128) -- [Test 129: azmcp_functionapp_get](#test-129) -- [Test 130: azmcp_functionapp_get](#test-130) -- [Test 131: azmcp_functionapp_get](#test-131) -- [Test 132: azmcp_functionapp_get](#test-132) -- [Test 133: azmcp_functionapp_get](#test-133) -- [Test 134: azmcp_functionapp_get](#test-134) -- [Test 135: azmcp_functionapp_get](#test-135) -- [Test 136: azmcp_keyvault_certificate_create](#test-136) -- [Test 137: azmcp_keyvault_certificate_get](#test-137) -- [Test 138: azmcp_keyvault_certificate_get](#test-138) -- [Test 139: azmcp_keyvault_certificate_import](#test-139) -- [Test 140: azmcp_keyvault_certificate_import](#test-140) -- [Test 141: azmcp_keyvault_certificate_list](#test-141) -- [Test 142: azmcp_keyvault_certificate_list](#test-142) -- [Test 143: azmcp_keyvault_key_create](#test-143) -- [Test 144: azmcp_keyvault_key_get](#test-144) -- [Test 145: azmcp_keyvault_key_get](#test-145) -- [Test 146: azmcp_keyvault_key_list](#test-146) -- [Test 147: azmcp_keyvault_key_list](#test-147) -- [Test 148: azmcp_keyvault_secret_create](#test-148) -- [Test 149: azmcp_keyvault_secret_get](#test-149) -- [Test 150: azmcp_keyvault_secret_get](#test-150) -- [Test 151: azmcp_keyvault_secret_list](#test-151) -- [Test 152: azmcp_keyvault_secret_list](#test-152) -- [Test 153: azmcp_aks_cluster_get](#test-153) -- [Test 154: azmcp_aks_cluster_get](#test-154) -- [Test 155: azmcp_aks_cluster_get](#test-155) -- [Test 156: azmcp_aks_cluster_get](#test-156) -- [Test 157: azmcp_aks_cluster_list](#test-157) -- [Test 158: azmcp_aks_cluster_list](#test-158) -- [Test 159: azmcp_aks_cluster_list](#test-159) -- [Test 160: azmcp_aks_nodepool_get](#test-160) -- [Test 161: azmcp_aks_nodepool_get](#test-161) -- [Test 162: azmcp_aks_nodepool_get](#test-162) -- [Test 163: azmcp_aks_nodepool_list](#test-163) -- [Test 164: azmcp_aks_nodepool_list](#test-164) -- [Test 165: azmcp_aks_nodepool_list](#test-165) -- [Test 166: azmcp_loadtesting_test_create](#test-166) -- [Test 167: azmcp_loadtesting_test_get](#test-167) -- [Test 168: azmcp_loadtesting_testresource_create](#test-168) -- [Test 169: azmcp_loadtesting_testresource_list](#test-169) -- [Test 170: azmcp_loadtesting_testrun_create](#test-170) -- [Test 171: azmcp_loadtesting_testrun_get](#test-171) -- [Test 172: azmcp_loadtesting_testrun_list](#test-172) -- [Test 173: azmcp_loadtesting_testrun_update](#test-173) -- [Test 174: azmcp_grafana_list](#test-174) -- [Test 175: azmcp_azuremanagedlustre_filesystem_list](#test-175) -- [Test 176: azmcp_azuremanagedlustre_filesystem_list](#test-176) -- [Test 177: azmcp_azuremanagedlustre_filesystem_required-subnet-size](#test-177) -- [Test 178: azmcp_azuremanagedlustre_filesystem_sku_get](#test-178) -- [Test 179: azmcp_marketplace_product_get](#test-179) -- [Test 180: azmcp_marketplace_product_list](#test-180) -- [Test 181: azmcp_marketplace_product_list](#test-181) -- [Test 182: azmcp_bestpractices_get](#test-182) -- [Test 183: azmcp_bestpractices_get](#test-183) -- [Test 184: azmcp_bestpractices_get](#test-184) -- [Test 185: azmcp_bestpractices_get](#test-185) -- [Test 186: azmcp_bestpractices_get](#test-186) -- [Test 187: azmcp_bestpractices_get](#test-187) -- [Test 188: azmcp_bestpractices_get](#test-188) -- [Test 189: azmcp_bestpractices_get](#test-189) -- [Test 190: azmcp_bestpractices_get](#test-190) -- [Test 191: azmcp_bestpractices_get](#test-191) -- [Test 192: azmcp_monitor_healthmodels_entity_gethealth](#test-192) -- [Test 193: azmcp_monitor_metrics_definitions](#test-193) -- [Test 194: azmcp_monitor_metrics_definitions](#test-194) -- [Test 195: azmcp_monitor_metrics_definitions](#test-195) -- [Test 196: azmcp_monitor_metrics_query](#test-196) -- [Test 197: azmcp_monitor_metrics_query](#test-197) -- [Test 198: azmcp_monitor_metrics_query](#test-198) -- [Test 199: azmcp_monitor_metrics_query](#test-199) -- [Test 200: azmcp_monitor_metrics_query](#test-200) -- [Test 201: azmcp_monitor_metrics_query](#test-201) -- [Test 202: azmcp_monitor_resource_log_query](#test-202) -- [Test 203: azmcp_monitor_table_list](#test-203) -- [Test 204: azmcp_monitor_table_list](#test-204) -- [Test 205: azmcp_monitor_table_type_list](#test-205) -- [Test 206: azmcp_monitor_table_type_list](#test-206) -- [Test 207: azmcp_monitor_workspace_list](#test-207) -- [Test 208: azmcp_monitor_workspace_list](#test-208) -- [Test 209: azmcp_monitor_workspace_list](#test-209) -- [Test 210: azmcp_monitor_workspace_log_query](#test-210) -- [Test 211: azmcp_datadog_monitoredresources_list](#test-211) -- [Test 212: azmcp_datadog_monitoredresources_list](#test-212) -- [Test 213: azmcp_extension_azqr](#test-213) -- [Test 214: azmcp_extension_azqr](#test-214) -- [Test 215: azmcp_extension_azqr](#test-215) -- [Test 216: azmcp_quota_region_availability_list](#test-216) -- [Test 217: azmcp_quota_usage_check](#test-217) -- [Test 218: azmcp_role_assignment_list](#test-218) -- [Test 219: azmcp_role_assignment_list](#test-219) -- [Test 220: azmcp_redis_cache_accesspolicy_list](#test-220) -- [Test 221: azmcp_redis_cache_accesspolicy_list](#test-221) -- [Test 222: azmcp_redis_cache_list](#test-222) -- [Test 223: azmcp_redis_cache_list](#test-223) -- [Test 224: azmcp_redis_cache_list](#test-224) -- [Test 225: azmcp_redis_cluster_database_list](#test-225) -- [Test 226: azmcp_redis_cluster_database_list](#test-226) -- [Test 227: azmcp_redis_cluster_list](#test-227) -- [Test 228: azmcp_redis_cluster_list](#test-228) -- [Test 229: azmcp_redis_cluster_list](#test-229) -- [Test 230: azmcp_group_list](#test-230) -- [Test 231: azmcp_group_list](#test-231) -- [Test 232: azmcp_group_list](#test-232) -- [Test 233: azmcp_resourcehealth_availability-status_get](#test-233) -- [Test 234: azmcp_resourcehealth_availability-status_get](#test-234) -- [Test 235: azmcp_resourcehealth_availability-status_get](#test-235) -- [Test 236: azmcp_resourcehealth_availability-status_list](#test-236) -- [Test 237: azmcp_resourcehealth_availability-status_list](#test-237) -- [Test 238: azmcp_resourcehealth_availability-status_list](#test-238) -- [Test 239: azmcp_resourcehealth_service-health-events_list](#test-239) -- [Test 240: azmcp_resourcehealth_service-health-events_list](#test-240) -- [Test 241: azmcp_resourcehealth_service-health-events_list](#test-241) -- [Test 242: azmcp_resourcehealth_service-health-events_list](#test-242) -- [Test 243: azmcp_resourcehealth_service-health-events_list](#test-243) -- [Test 244: azmcp_servicebus_queue_details](#test-244) -- [Test 245: azmcp_servicebus_topic_details](#test-245) -- [Test 246: azmcp_servicebus_topic_subscription_details](#test-246) +- [Test 49: azmcp_azuremanagedlustre_filesystem_list](#test-49) +- [Test 50: azmcp_azuremanagedlustre_filesystem_list](#test-50) +- [Test 51: azmcp_azuremanagedlustre_filesystem_required-subnet-size](#test-51) +- [Test 52: azmcp_azuremanagedlustre_filesystem_sku_get](#test-52) +- [Test 53: azmcp_azureterraformbestpractices_get](#test-53) +- [Test 54: azmcp_azureterraformbestpractices_get](#test-54) +- [Test 55: azmcp_get_bestpractices_get](#test-55) +- [Test 56: azmcp_get_bestpractices_get](#test-56) +- [Test 57: azmcp_get_bestpractices_get](#test-57) +- [Test 58: azmcp_get_bestpractices_get](#test-58) +- [Test 59: azmcp_get_bestpractices_get](#test-59) +- [Test 60: azmcp_get_bestpractices_get](#test-60) +- [Test 61: azmcp_get_bestpractices_get](#test-61) +- [Test 62: azmcp_get_bestpractices_get](#test-62) +- [Test 63: azmcp_bicepschema_get](#test-63) +- [Test 64: azmcp_cloudarchitect_design](#test-64) +- [Test 65: azmcp_cloudarchitect_design](#test-65) +- [Test 66: azmcp_cloudarchitect_design](#test-66) +- [Test 67: azmcp_cloudarchitect_design](#test-67) +- [Test 68: azmcp_cosmos_account_list](#test-68) +- [Test 69: azmcp_cosmos_account_list](#test-69) +- [Test 70: azmcp_cosmos_account_list](#test-70) +- [Test 71: azmcp_cosmos_database_container_item_query](#test-71) +- [Test 72: azmcp_cosmos_database_container_list](#test-72) +- [Test 73: azmcp_cosmos_database_container_list](#test-73) +- [Test 74: azmcp_cosmos_database_list](#test-74) +- [Test 75: azmcp_cosmos_database_list](#test-75) +- [Test 76: azmcp_datadog_monitoredresources_list](#test-76) +- [Test 77: azmcp_datadog_monitoredresources_list](#test-77) +- [Test 78: azmcp_deploy_app_logs_get](#test-78) +- [Test 79: azmcp_deploy_architecture_diagram_generate](#test-79) +- [Test 80: azmcp_deploy_iac_rules_get](#test-80) +- [Test 81: azmcp_deploy_pipeline_guidance_get](#test-81) +- [Test 82: azmcp_deploy_plan_get](#test-82) +- [Test 83: azmcp_eventgrid_subscription_list](#test-83) +- [Test 84: azmcp_eventgrid_subscription_list](#test-84) +- [Test 85: azmcp_eventgrid_subscription_list](#test-85) +- [Test 86: azmcp_eventgrid_subscription_list](#test-86) +- [Test 87: azmcp_eventgrid_subscription_list](#test-87) +- [Test 88: azmcp_eventgrid_subscription_list](#test-88) +- [Test 89: azmcp_eventgrid_subscription_list](#test-89) +- [Test 90: azmcp_eventgrid_topic_list](#test-90) +- [Test 91: azmcp_eventgrid_topic_list](#test-91) +- [Test 92: azmcp_eventgrid_topic_list](#test-92) +- [Test 93: azmcp_eventgrid_topic_list](#test-93) +- [Test 94: azmcp_extension_azqr](#test-94) +- [Test 95: azmcp_extension_azqr](#test-95) +- [Test 96: azmcp_extension_azqr](#test-96) +- [Test 97: azmcp_foundry_agents_connect](#test-97) +- [Test 98: azmcp_foundry_agents_evaluate](#test-98) +- [Test 99: azmcp_foundry_agents_query-and-evaluate](#test-99) +- [Test 100: azmcp_foundry_knowledge_index_list](#test-100) +- [Test 101: azmcp_foundry_knowledge_index_list](#test-101) +- [Test 102: azmcp_foundry_knowledge_index_schema](#test-102) +- [Test 103: azmcp_foundry_knowledge_index_schema](#test-103) +- [Test 104: azmcp_foundry_models_deploy](#test-104) +- [Test 105: azmcp_foundry_models_deployments_list](#test-105) +- [Test 106: azmcp_foundry_models_deployments_list](#test-106) +- [Test 107: azmcp_foundry_models_list](#test-107) +- [Test 108: azmcp_foundry_models_list](#test-108) +- [Test 109: azmcp_functionapp_get](#test-109) +- [Test 110: azmcp_functionapp_get](#test-110) +- [Test 111: azmcp_functionapp_get](#test-111) +- [Test 112: azmcp_functionapp_get](#test-112) +- [Test 113: azmcp_functionapp_get](#test-113) +- [Test 114: azmcp_functionapp_get](#test-114) +- [Test 115: azmcp_functionapp_get](#test-115) +- [Test 116: azmcp_functionapp_get](#test-116) +- [Test 117: azmcp_functionapp_get](#test-117) +- [Test 118: azmcp_functionapp_get](#test-118) +- [Test 119: azmcp_functionapp_get](#test-119) +- [Test 120: azmcp_functionapp_get](#test-120) +- [Test 121: azmcp_grafana_list](#test-121) +- [Test 122: azmcp_group_list](#test-122) +- [Test 123: azmcp_group_list](#test-123) +- [Test 124: azmcp_group_list](#test-124) +- [Test 125: azmcp_keyvault_admin_settings_get](#test-125) +- [Test 126: azmcp_keyvault_admin_settings_get](#test-126) +- [Test 127: azmcp_keyvault_admin_settings_get](#test-127) +- [Test 128: azmcp_keyvault_certificate_create](#test-128) +- [Test 129: azmcp_keyvault_certificate_get](#test-129) +- [Test 130: azmcp_keyvault_certificate_get](#test-130) +- [Test 131: azmcp_keyvault_certificate_import](#test-131) +- [Test 132: azmcp_keyvault_certificate_import](#test-132) +- [Test 133: azmcp_keyvault_certificate_list](#test-133) +- [Test 134: azmcp_keyvault_certificate_list](#test-134) +- [Test 135: azmcp_keyvault_key_create](#test-135) +- [Test 136: azmcp_keyvault_key_get](#test-136) +- [Test 137: azmcp_keyvault_key_get](#test-137) +- [Test 138: azmcp_keyvault_key_list](#test-138) +- [Test 139: azmcp_keyvault_key_list](#test-139) +- [Test 140: azmcp_keyvault_secret_create](#test-140) +- [Test 141: azmcp_keyvault_secret_get](#test-141) +- [Test 142: azmcp_keyvault_secret_get](#test-142) +- [Test 143: azmcp_keyvault_secret_list](#test-143) +- [Test 144: azmcp_keyvault_secret_list](#test-144) +- [Test 145: azmcp_kusto_cluster_get](#test-145) +- [Test 146: azmcp_kusto_cluster_list](#test-146) +- [Test 147: azmcp_kusto_cluster_list](#test-147) +- [Test 148: azmcp_kusto_cluster_list](#test-148) +- [Test 149: azmcp_kusto_database_list](#test-149) +- [Test 150: azmcp_kusto_database_list](#test-150) +- [Test 151: azmcp_kusto_query](#test-151) +- [Test 152: azmcp_kusto_sample](#test-152) +- [Test 153: azmcp_kusto_table_list](#test-153) +- [Test 154: azmcp_kusto_table_list](#test-154) +- [Test 155: azmcp_kusto_table_schema](#test-155) +- [Test 156: azmcp_loadtesting_test_create](#test-156) +- [Test 157: azmcp_loadtesting_test_get](#test-157) +- [Test 158: azmcp_loadtesting_testresource_create](#test-158) +- [Test 159: azmcp_loadtesting_testresource_list](#test-159) +- [Test 160: azmcp_loadtesting_testrun_create](#test-160) +- [Test 161: azmcp_loadtesting_testrun_get](#test-161) +- [Test 162: azmcp_loadtesting_testrun_list](#test-162) +- [Test 163: azmcp_loadtesting_testrun_update](#test-163) +- [Test 164: azmcp_marketplace_product_get](#test-164) +- [Test 165: azmcp_marketplace_product_list](#test-165) +- [Test 166: azmcp_marketplace_product_list](#test-166) +- [Test 167: azmcp_monitor_healthmodels_entity_gethealth](#test-167) +- [Test 168: azmcp_monitor_metrics_definitions](#test-168) +- [Test 169: azmcp_monitor_metrics_definitions](#test-169) +- [Test 170: azmcp_monitor_metrics_definitions](#test-170) +- [Test 171: azmcp_monitor_metrics_query](#test-171) +- [Test 172: azmcp_monitor_metrics_query](#test-172) +- [Test 173: azmcp_monitor_metrics_query](#test-173) +- [Test 174: azmcp_monitor_metrics_query](#test-174) +- [Test 175: azmcp_monitor_metrics_query](#test-175) +- [Test 176: azmcp_monitor_metrics_query](#test-176) +- [Test 177: azmcp_monitor_resource_log_query](#test-177) +- [Test 178: azmcp_monitor_table_list](#test-178) +- [Test 179: azmcp_monitor_table_list](#test-179) +- [Test 180: azmcp_monitor_table_type_list](#test-180) +- [Test 181: azmcp_monitor_table_type_list](#test-181) +- [Test 182: azmcp_monitor_workspace_list](#test-182) +- [Test 183: azmcp_monitor_workspace_list](#test-183) +- [Test 184: azmcp_monitor_workspace_list](#test-184) +- [Test 185: azmcp_monitor_workspace_log_query](#test-185) +- [Test 186: azmcp_mysql_database_list](#test-186) +- [Test 187: azmcp_mysql_database_list](#test-187) +- [Test 188: azmcp_mysql_database_query](#test-188) +- [Test 189: azmcp_mysql_server_config_get](#test-189) +- [Test 190: azmcp_mysql_server_list](#test-190) +- [Test 191: azmcp_mysql_server_list](#test-191) +- [Test 192: azmcp_mysql_server_list](#test-192) +- [Test 193: azmcp_mysql_server_param_get](#test-193) +- [Test 194: azmcp_mysql_server_param_set](#test-194) +- [Test 195: azmcp_mysql_table_list](#test-195) +- [Test 196: azmcp_mysql_table_list](#test-196) +- [Test 197: azmcp_mysql_table_schema_get](#test-197) +- [Test 198: azmcp_postgres_database_list](#test-198) +- [Test 199: azmcp_postgres_database_list](#test-199) +- [Test 200: azmcp_postgres_database_query](#test-200) +- [Test 201: azmcp_postgres_server_config_get](#test-201) +- [Test 202: azmcp_postgres_server_list](#test-202) +- [Test 203: azmcp_postgres_server_list](#test-203) +- [Test 204: azmcp_postgres_server_list](#test-204) +- [Test 205: azmcp_postgres_server_param_get](#test-205) +- [Test 206: azmcp_postgres_server_param_set](#test-206) +- [Test 207: azmcp_postgres_table_list](#test-207) +- [Test 208: azmcp_postgres_table_list](#test-208) +- [Test 209: azmcp_postgres_table_schema_get](#test-209) +- [Test 210: azmcp_quota_region_availability_list](#test-210) +- [Test 211: azmcp_quota_usage_check](#test-211) +- [Test 212: azmcp_redis_cache_accesspolicy_list](#test-212) +- [Test 213: azmcp_redis_cache_accesspolicy_list](#test-213) +- [Test 214: azmcp_redis_cache_list](#test-214) +- [Test 215: azmcp_redis_cache_list](#test-215) +- [Test 216: azmcp_redis_cache_list](#test-216) +- [Test 217: azmcp_redis_cluster_database_list](#test-217) +- [Test 218: azmcp_redis_cluster_database_list](#test-218) +- [Test 219: azmcp_redis_cluster_list](#test-219) +- [Test 220: azmcp_redis_cluster_list](#test-220) +- [Test 221: azmcp_redis_cluster_list](#test-221) +- [Test 222: azmcp_resourcehealth_availability-status_get](#test-222) +- [Test 223: azmcp_resourcehealth_availability-status_get](#test-223) +- [Test 224: azmcp_resourcehealth_availability-status_get](#test-224) +- [Test 225: azmcp_resourcehealth_availability-status_list](#test-225) +- [Test 226: azmcp_resourcehealth_availability-status_list](#test-226) +- [Test 227: azmcp_resourcehealth_availability-status_list](#test-227) +- [Test 228: azmcp_resourcehealth_service-health-events_list](#test-228) +- [Test 229: azmcp_resourcehealth_service-health-events_list](#test-229) +- [Test 230: azmcp_resourcehealth_service-health-events_list](#test-230) +- [Test 231: azmcp_resourcehealth_service-health-events_list](#test-231) +- [Test 232: azmcp_resourcehealth_service-health-events_list](#test-232) +- [Test 233: azmcp_role_assignment_list](#test-233) +- [Test 234: azmcp_role_assignment_list](#test-234) +- [Test 235: azmcp_search_index_get](#test-235) +- [Test 236: azmcp_search_index_get](#test-236) +- [Test 237: azmcp_search_index_get](#test-237) +- [Test 238: azmcp_search_index_query](#test-238) +- [Test 239: azmcp_search_service_list](#test-239) +- [Test 240: azmcp_search_service_list](#test-240) +- [Test 241: azmcp_search_service_list](#test-241) +- [Test 242: azmcp_servicebus_queue_details](#test-242) +- [Test 243: azmcp_servicebus_topic_details](#test-243) +- [Test 244: azmcp_servicebus_topic_subscription_details](#test-244) +- [Test 245: azmcp_sql_db_create](#test-245) +- [Test 246: azmcp_sql_db_create](#test-246) - [Test 247: azmcp_sql_db_create](#test-247) -- [Test 248: azmcp_sql_db_create](#test-248) -- [Test 249: azmcp_sql_db_create](#test-249) +- [Test 248: azmcp_sql_db_delete](#test-248) +- [Test 249: azmcp_sql_db_delete](#test-249) - [Test 250: azmcp_sql_db_delete](#test-250) -- [Test 251: azmcp_sql_db_delete](#test-251) -- [Test 252: azmcp_sql_db_delete](#test-252) -- [Test 253: azmcp_sql_db_list](#test-253) -- [Test 254: azmcp_sql_db_list](#test-254) -- [Test 255: azmcp_sql_db_show](#test-255) -- [Test 256: azmcp_sql_db_show](#test-256) -- [Test 257: azmcp_sql_db_update](#test-257) -- [Test 258: azmcp_sql_db_update](#test-258) +- [Test 251: azmcp_sql_db_list](#test-251) +- [Test 252: azmcp_sql_db_list](#test-252) +- [Test 253: azmcp_sql_db_show](#test-253) +- [Test 254: azmcp_sql_db_show](#test-254) +- [Test 255: azmcp_sql_db_update](#test-255) +- [Test 256: azmcp_sql_db_update](#test-256) +- [Test 257: azmcp_sql_elastic-pool_list](#test-257) +- [Test 258: azmcp_sql_elastic-pool_list](#test-258) - [Test 259: azmcp_sql_elastic-pool_list](#test-259) -- [Test 260: azmcp_sql_elastic-pool_list](#test-260) -- [Test 261: azmcp_sql_elastic-pool_list](#test-261) +- [Test 260: azmcp_sql_server_create](#test-260) +- [Test 261: azmcp_sql_server_create](#test-261) - [Test 262: azmcp_sql_server_create](#test-262) -- [Test 263: azmcp_sql_server_create](#test-263) -- [Test 264: azmcp_sql_server_create](#test-264) +- [Test 263: azmcp_sql_server_delete](#test-263) +- [Test 264: azmcp_sql_server_delete](#test-264) - [Test 265: azmcp_sql_server_delete](#test-265) -- [Test 266: azmcp_sql_server_delete](#test-266) -- [Test 267: azmcp_sql_server_delete](#test-267) +- [Test 266: azmcp_sql_server_entra-admin_list](#test-266) +- [Test 267: azmcp_sql_server_entra-admin_list](#test-267) - [Test 268: azmcp_sql_server_entra-admin_list](#test-268) -- [Test 269: azmcp_sql_server_entra-admin_list](#test-269) -- [Test 270: azmcp_sql_server_entra-admin_list](#test-270) +- [Test 269: azmcp_sql_server_firewall-rule_create](#test-269) +- [Test 270: azmcp_sql_server_firewall-rule_create](#test-270) - [Test 271: azmcp_sql_server_firewall-rule_create](#test-271) -- [Test 272: azmcp_sql_server_firewall-rule_create](#test-272) -- [Test 273: azmcp_sql_server_firewall-rule_create](#test-273) +- [Test 272: azmcp_sql_server_firewall-rule_delete](#test-272) +- [Test 273: azmcp_sql_server_firewall-rule_delete](#test-273) - [Test 274: azmcp_sql_server_firewall-rule_delete](#test-274) -- [Test 275: azmcp_sql_server_firewall-rule_delete](#test-275) -- [Test 276: azmcp_sql_server_firewall-rule_delete](#test-276) +- [Test 275: azmcp_sql_server_firewall-rule_list](#test-275) +- [Test 276: azmcp_sql_server_firewall-rule_list](#test-276) - [Test 277: azmcp_sql_server_firewall-rule_list](#test-277) -- [Test 278: azmcp_sql_server_firewall-rule_list](#test-278) -- [Test 279: azmcp_sql_server_firewall-rule_list](#test-279) -- [Test 280: azmcp_sql_server_list](#test-280) -- [Test 281: azmcp_sql_server_list](#test-281) +- [Test 278: azmcp_sql_server_list](#test-278) +- [Test 279: azmcp_sql_server_list](#test-279) +- [Test 280: azmcp_sql_server_show](#test-280) +- [Test 281: azmcp_sql_server_show](#test-281) - [Test 282: azmcp_sql_server_show](#test-282) -- [Test 283: azmcp_sql_server_show](#test-283) -- [Test 284: azmcp_sql_server_show](#test-284) +- [Test 283: azmcp_storage_account_create](#test-283) +- [Test 284: azmcp_storage_account_create](#test-284) - [Test 285: azmcp_storage_account_create](#test-285) -- [Test 286: azmcp_storage_account_create](#test-286) -- [Test 287: azmcp_storage_account_create](#test-287) +- [Test 286: azmcp_storage_account_get](#test-286) +- [Test 287: azmcp_storage_account_get](#test-287) - [Test 288: azmcp_storage_account_get](#test-288) - [Test 289: azmcp_storage_account_get](#test-289) - [Test 290: azmcp_storage_account_get](#test-290) -- [Test 291: azmcp_storage_account_get](#test-291) -- [Test 292: azmcp_storage_account_get](#test-292) +- [Test 291: azmcp_storage_blob_container_create](#test-291) +- [Test 292: azmcp_storage_blob_container_create](#test-292) - [Test 293: azmcp_storage_blob_container_create](#test-293) -- [Test 294: azmcp_storage_blob_container_create](#test-294) -- [Test 295: azmcp_storage_blob_container_create](#test-295) +- [Test 294: azmcp_storage_blob_container_get](#test-294) +- [Test 295: azmcp_storage_blob_container_get](#test-295) - [Test 296: azmcp_storage_blob_container_get](#test-296) -- [Test 297: azmcp_storage_blob_container_get](#test-297) -- [Test 298: azmcp_storage_blob_container_get](#test-298) +- [Test 297: azmcp_storage_blob_get](#test-297) +- [Test 298: azmcp_storage_blob_get](#test-298) - [Test 299: azmcp_storage_blob_get](#test-299) - [Test 300: azmcp_storage_blob_get](#test-300) -- [Test 301: azmcp_storage_blob_get](#test-301) -- [Test 302: azmcp_storage_blob_get](#test-302) -- [Test 303: azmcp_storage_blob_upload](#test-303) +- [Test 301: azmcp_storage_blob_upload](#test-301) +- [Test 302: azmcp_subscription_list](#test-302) +- [Test 303: azmcp_subscription_list](#test-303) - [Test 304: azmcp_subscription_list](#test-304) - [Test 305: azmcp_subscription_list](#test-305) -- [Test 306: azmcp_subscription_list](#test-306) -- [Test 307: azmcp_subscription_list](#test-307) -- [Test 308: azmcp_azureterraformbestpractices_get](#test-308) -- [Test 309: azmcp_azureterraformbestpractices_get](#test-309) -- [Test 310: azmcp_virtualdesktop_hostpool_list](#test-310) -- [Test 311: azmcp_virtualdesktop_hostpool_sessionhost_list](#test-311) -- [Test 312: azmcp_virtualdesktop_hostpool_sessionhost_usersession-list](#test-312) -- [Test 313: azmcp_workbooks_create](#test-313) -- [Test 314: azmcp_workbooks_delete](#test-314) -- [Test 315: azmcp_workbooks_list](#test-315) -- [Test 316: azmcp_workbooks_list](#test-316) -- [Test 317: azmcp_workbooks_show](#test-317) -- [Test 318: azmcp_workbooks_show](#test-318) -- [Test 319: azmcp_workbooks_update](#test-319) -- [Test 320: azmcp_bicepschema_get](#test-320) -- [Test 321: azmcp_cloudarchitect_design](#test-321) -- [Test 322: azmcp_cloudarchitect_design](#test-322) -- [Test 323: azmcp_cloudarchitect_design](#test-323) -- [Test 324: azmcp_cloudarchitect_design](#test-324) +- [Test 306: azmcp_virtualdesktop_hostpool_list](#test-306) +- [Test 307: azmcp_virtualdesktop_hostpool_sessionhost_list](#test-307) +- [Test 308: azmcp_virtualdesktop_hostpool_sessionhost_usersession-list](#test-308) +- [Test 309: azmcp_workbooks_create](#test-309) +- [Test 310: azmcp_workbooks_delete](#test-310) +- [Test 311: azmcp_workbooks_list](#test-311) +- [Test 312: azmcp_workbooks_list](#test-312) +- [Test 313: azmcp_workbooks_show](#test-313) +- [Test 314: azmcp_workbooks_show](#test-314) +- [Test 315: azmcp_workbooks_update](#test-315) --- ## Test 1 -**Expected Tool:** `azmcp_foundry_agents_connect` -**Prompt:** Query an agent in my AI foundry project +**Expected Tool:** `azmcp_acr_registry_list` +**Prompt:** List all Azure Container Registries in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.603124 | `azmcp_foundry_agents_query-and-evaluate` | ❌ | -| 2 | 0.535739 | `azmcp_foundry_agents_connect` | ✅ **EXPECTED** | -| 3 | 0.494703 | `azmcp_foundry_agents_list` | ❌ | -| 4 | 0.443011 | `azmcp_foundry_agents_evaluate` | ❌ | -| 5 | 0.379587 | `azmcp_search_index_query` | ❌ | -| 6 | 0.365856 | `azmcp_foundry_models_list` | ❌ | -| 7 | 0.355385 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 8 | 0.327613 | `azmcp_cloudarchitect_design` | ❌ | -| 9 | 0.319855 | `azmcp_foundry_models_deploy` | ❌ | -| 10 | 0.305681 | `azmcp_deploy_plan_get` | ❌ | -| 11 | 0.297812 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 12 | 0.272398 | `azmcp_search_service_list` | ❌ | -| 13 | 0.243499 | `azmcp_quota_usage_check` | ❌ | -| 14 | 0.241213 | `azmcp_postgres_database_query` | ❌ | -| 15 | 0.232346 | `azmcp_search_index_get` | ❌ | -| 16 | 0.230797 | `azmcp_mysql_server_list` | ❌ | -| 17 | 0.226514 | `azmcp_monitor_workspace_log_query` | ❌ | -| 18 | 0.217737 | `azmcp_monitor_resource_log_query` | ❌ | -| 19 | 0.211141 | `azmcp_mysql_database_query` | ❌ | -| 20 | 0.192152 | `azmcp_speech_stt_recognize` | ❌ | +| 1 | 0.743568 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 2 | 0.711580 | `azmcp_acr_registry_repository_list` | ❌ | +| 3 | 0.541506 | `azmcp_search_service_list` | ❌ | +| 4 | 0.527457 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.515937 | `azmcp_subscription_list` | ❌ | --- ## Test 2 -**Expected Tool:** `azmcp_foundry_agents_evaluate` -**Prompt:** Evaluate the full query and response I got from my agent for task_adherence +**Expected Tool:** `azmcp_acr_registry_list` +**Prompt:** Show me my Azure Container Registries ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.544099 | `azmcp_foundry_agents_query-and-evaluate` | ❌ | -| 2 | 0.469428 | `azmcp_foundry_agents_evaluate` | ✅ **EXPECTED** | -| 3 | 0.356359 | `azmcp_foundry_agents_connect` | ❌ | -| 4 | 0.280833 | `azmcp_cloudarchitect_design` | ❌ | -| 5 | 0.235573 | `azmcp_foundry_agents_list` | ❌ | -| 6 | 0.233793 | `azmcp_deploy_plan_get` | ❌ | -| 7 | 0.233359 | `azmcp_loadtesting_testrun_get` | ❌ | -| 8 | 0.232102 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.228550 | `azmcp_applens_resource_diagnose` | ❌ | -| 10 | 0.224773 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 11 | 0.220994 | `azmcp_deploy_app_logs_get` | ❌ | -| 12 | 0.218519 | `azmcp_monitor_resource_log_query` | ❌ | -| 13 | 0.214507 | `azmcp_monitor_workspace_log_query` | ❌ | -| 14 | 0.210219 | `azmcp_search_index_query` | ❌ | -| 15 | 0.207689 | `azmcp_postgres_database_query` | ❌ | -| 16 | 0.207578 | `azmcp_loadtesting_testrun_list` | ❌ | -| 17 | 0.203873 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 18 | 0.194160 | `azmcp_mysql_database_query` | ❌ | -| 19 | 0.187851 | `azmcp_mysql_table_schema_get` | ❌ | -| 20 | 0.183165 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 1 | 0.586014 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 2 | 0.563636 | `azmcp_acr_registry_repository_list` | ❌ | +| 3 | 0.449979 | `azmcp_storage_blob_container_get` | ❌ | +| 4 | 0.415552 | `azmcp_cosmos_database_container_list` | ❌ | +| 5 | 0.382728 | `azmcp_mysql_server_list` | ❌ | --- ## Test 3 -**Expected Tool:** `azmcp_foundry_agents_query-and-evaluate` -**Prompt:** Query and evaluate an agent in my AI Foundry project for task_adherence +**Expected Tool:** `azmcp_acr_registry_list` +**Prompt:** Show me the container registries in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.580566 | `azmcp_foundry_agents_query-and-evaluate` | ✅ **EXPECTED** | -| 2 | 0.518655 | `azmcp_foundry_agents_evaluate` | ❌ | -| 3 | 0.470998 | `azmcp_foundry_agents_connect` | ❌ | -| 4 | 0.382127 | `azmcp_foundry_agents_list` | ❌ | -| 5 | 0.315921 | `azmcp_deploy_plan_get` | ❌ | -| 6 | 0.315347 | `azmcp_cloudarchitect_design` | ❌ | -| 7 | 0.308767 | `azmcp_foundry_models_deploy` | ❌ | -| 8 | 0.276459 | `azmcp_foundry_models_list` | ❌ | -| 9 | 0.253361 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 10 | 0.246328 | `azmcp_search_index_query` | ❌ | -| 11 | 0.231482 | `azmcp_deploy_app_logs_get` | ❌ | -| 12 | 0.207748 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.190273 | `azmcp_speech_stt_recognize` | ❌ | -| 14 | 0.188340 | `azmcp_monitor_workspace_log_query` | ❌ | -| 15 | 0.183816 | `azmcp_postgres_database_query` | ❌ | -| 16 | 0.179159 | `azmcp_search_service_list` | ❌ | -| 17 | 0.166262 | `azmcp_monitor_resource_log_query` | ❌ | -| 18 | 0.163051 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 19 | 0.162163 | `azmcp_mysql_database_query` | ❌ | -| 20 | 0.153536 | `azmcp_mysql_server_list` | ❌ | +| 1 | 0.637130 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 2 | 0.563476 | `azmcp_acr_registry_repository_list` | ❌ | +| 3 | 0.474087 | `azmcp_redis_cache_list` | ❌ | +| 4 | 0.471804 | `azmcp_redis_cluster_list` | ❌ | +| 5 | 0.463742 | `azmcp_postgres_server_list` | ❌ | --- ## Test 4 -**Expected Tool:** `azmcp_foundry_knowledge_index_list` -**Prompt:** List all knowledge indexes in my AI Foundry project +**Expected Tool:** `azmcp_acr_registry_list` +**Prompt:** List container registries in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.695201 | `azmcp_foundry_knowledge_index_list` | ✅ **EXPECTED** | -| 2 | 0.533085 | `azmcp_foundry_agents_list` | ❌ | -| 3 | 0.526805 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 4 | 0.433117 | `azmcp_foundry_models_list` | ❌ | -| 5 | 0.422336 | `azmcp_search_index_get` | ❌ | -| 6 | 0.412895 | `azmcp_search_service_list` | ❌ | -| 7 | 0.349506 | `azmcp_search_index_query` | ❌ | -| 8 | 0.329682 | `azmcp_foundry_models_deploy` | ❌ | -| 9 | 0.310470 | `azmcp_foundry_models_deployments_list` | ❌ | -| 10 | 0.309220 | `azmcp_monitor_table_list` | ❌ | -| 11 | 0.296877 | `azmcp_grafana_list` | ❌ | -| 12 | 0.291635 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.286074 | `azmcp_monitor_table_type_list` | ❌ | -| 14 | 0.279802 | `azmcp_keyvault_key_list` | ❌ | -| 15 | 0.270306 | `azmcp_redis_cache_list` | ❌ | -| 16 | 0.270162 | `azmcp_monitor_workspace_list` | ❌ | -| 17 | 0.267906 | `azmcp_kusto_cluster_list` | ❌ | -| 18 | 0.265680 | `azmcp_mysql_server_list` | ❌ | -| 19 | 0.264056 | `azmcp_mysql_database_list` | ❌ | -| 20 | 0.262242 | `azmcp_redis_cluster_list` | ❌ | +| 1 | 0.654318 | `azmcp_acr_registry_repository_list` | ❌ | +| 2 | 0.633938 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 3 | 0.476015 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.454929 | `azmcp_group_list` | ❌ | +| 5 | 0.454003 | `azmcp_datadog_monitoredresources_list` | ❌ | --- ## Test 5 -**Expected Tool:** `azmcp_foundry_knowledge_index_list` -**Prompt:** Show me the knowledge indexes in my AI Foundry project +**Expected Tool:** `azmcp_acr_registry_list` +**Prompt:** Show me the container registries in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.603396 | `azmcp_foundry_knowledge_index_list` | ✅ **EXPECTED** | -| 2 | 0.489513 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 3 | 0.474093 | `azmcp_foundry_agents_list` | ❌ | -| 4 | 0.396819 | `azmcp_foundry_models_list` | ❌ | -| 5 | 0.374208 | `azmcp_search_index_get` | ❌ | -| 6 | 0.350751 | `azmcp_search_service_list` | ❌ | -| 7 | 0.341865 | `azmcp_search_index_query` | ❌ | -| 8 | 0.317997 | `azmcp_cloudarchitect_design` | ❌ | -| 9 | 0.310576 | `azmcp_foundry_models_deploy` | ❌ | -| 10 | 0.278147 | `azmcp_foundry_models_deployments_list` | ❌ | -| 11 | 0.276839 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.272237 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.256208 | `azmcp_grafana_list` | ❌ | -| 14 | 0.250355 | `azmcp_foundry_agents_connect` | ❌ | -| 15 | 0.232587 | `azmcp_monitor_table_list` | ❌ | -| 16 | 0.225290 | `azmcp_redis_cache_list` | ❌ | -| 17 | 0.224194 | `azmcp_redis_cluster_list` | ❌ | -| 18 | 0.223814 | `azmcp_mysql_server_list` | ❌ | -| 19 | 0.223695 | `azmcp_monitor_metrics_definitions` | ❌ | -| 20 | 0.218010 | `azmcp_quota_region_availability_list` | ❌ | +| 1 | 0.639391 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 2 | 0.637972 | `azmcp_acr_registry_repository_list` | ❌ | +| 3 | 0.468028 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.449649 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 5 | 0.445741 | `azmcp_group_list` | ❌ | --- ## Test 6 -**Expected Tool:** `azmcp_foundry_knowledge_index_schema` -**Prompt:** Show me the schema for knowledge index in my AI Foundry project +**Expected Tool:** `azmcp_acr_registry_repository_list` +**Prompt:** List all container registry repositories in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.672662 | `azmcp_foundry_knowledge_index_schema` | ✅ **EXPECTED** | -| 2 | 0.564860 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 3 | 0.423942 | `azmcp_search_index_get` | ❌ | -| 4 | 0.397302 | `azmcp_foundry_agents_list` | ❌ | -| 5 | 0.375275 | `azmcp_mysql_table_schema_get` | ❌ | -| 6 | 0.363951 | `azmcp_kusto_table_schema` | ❌ | -| 7 | 0.358315 | `azmcp_postgres_table_schema_get` | ❌ | -| 8 | 0.349967 | `azmcp_search_index_query` | ❌ | -| 9 | 0.347762 | `azmcp_foundry_models_list` | ❌ | -| 10 | 0.346560 | `azmcp_monitor_table_list` | ❌ | -| 11 | 0.326807 | `azmcp_search_service_list` | ❌ | -| 12 | 0.297822 | `azmcp_foundry_models_deploy` | ❌ | -| 13 | 0.295847 | `azmcp_mysql_table_list` | ❌ | -| 14 | 0.285897 | `azmcp_monitor_table_type_list` | ❌ | -| 15 | 0.277468 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 16 | 0.271427 | `azmcp_cloudarchitect_design` | ❌ | -| 17 | 0.266288 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.259298 | `azmcp_mysql_database_list` | ❌ | -| 19 | 0.253702 | `azmcp_grafana_list` | ❌ | -| 20 | 0.236805 | `azmcp_mysql_server_list` | ❌ | +| 1 | 0.626482 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | +| 2 | 0.617504 | `azmcp_acr_registry_list` | ❌ | +| 3 | 0.510487 | `azmcp_redis_cache_list` | ❌ | +| 4 | 0.495567 | `azmcp_postgres_server_list` | ❌ | +| 5 | 0.492550 | `azmcp_redis_cluster_list` | ❌ | --- ## Test 7 -**Expected Tool:** `azmcp_foundry_knowledge_index_schema` -**Prompt:** Get the schema configuration for knowledge index +**Expected Tool:** `azmcp_acr_registry_repository_list` +**Prompt:** Show me my container registry repositories ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.649901 | `azmcp_foundry_knowledge_index_schema` | ✅ **EXPECTED** | -| 2 | 0.432759 | `azmcp_postgres_table_schema_get` | ❌ | -| 3 | 0.415963 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 4 | 0.408316 | `azmcp_kusto_table_schema` | ❌ | -| 5 | 0.398186 | `azmcp_mysql_table_schema_get` | ❌ | -| 6 | 0.379800 | `azmcp_search_index_get` | ❌ | -| 7 | 0.352243 | `azmcp_postgres_server_config_get` | ❌ | -| 8 | 0.318648 | `azmcp_appconfig_kv_list` | ❌ | -| 9 | 0.312132 | `azmcp_monitor_table_list` | ❌ | -| 10 | 0.309927 | `azmcp_loadtesting_test_get` | ❌ | -| 11 | 0.286991 | `azmcp_mysql_server_config_get` | ❌ | -| 12 | 0.271910 | `azmcp_aks_cluster_get` | ❌ | -| 13 | 0.271701 | `azmcp_loadtesting_testrun_list` | ❌ | -| 14 | 0.262783 | `azmcp_aks_nodepool_get` | ❌ | -| 15 | 0.257402 | `azmcp_mysql_table_list` | ❌ | -| 16 | 0.256303 | `azmcp_appconfig_kv_show` | ❌ | -| 17 | 0.249010 | `azmcp_search_index_query` | ❌ | -| 18 | 0.246815 | `azmcp_monitor_table_type_list` | ❌ | -| 19 | 0.242191 | `azmcp_mysql_server_param_get` | ❌ | -| 20 | 0.239938 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 1 | 0.546333 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | +| 2 | 0.469295 | `azmcp_acr_registry_list` | ❌ | +| 3 | 0.407973 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.399932 | `azmcp_storage_blob_container_get` | ❌ | +| 5 | 0.339307 | `azmcp_mysql_database_list` | ❌ | --- ## Test 8 -**Expected Tool:** `azmcp_foundry_models_deploy` -**Prompt:** Deploy a GPT4o instance on my resource +**Expected Tool:** `azmcp_acr_registry_repository_list` +**Prompt:** List repositories in the container registry ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.313400 | `azmcp_foundry_models_deploy` | ✅ **EXPECTED** | -| 2 | 0.282464 | `azmcp_mysql_server_list` | ❌ | -| 3 | 0.274073 | `azmcp_deploy_plan_get` | ❌ | -| 4 | 0.269681 | `azmcp_loadtesting_testresource_create` | ❌ | -| 5 | 0.268967 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 6 | 0.234071 | `azmcp_deploy_iac_rules_get` | ❌ | -| 7 | 0.222504 | `azmcp_grafana_list` | ❌ | -| 8 | 0.222478 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 9 | 0.221635 | `azmcp_workbooks_create` | ❌ | -| 10 | 0.217213 | `azmcp_monitor_resource_log_query` | ❌ | -| 11 | 0.216775 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 12 | 0.215293 | `azmcp_loadtesting_testrun_create` | ❌ | -| 13 | 0.209865 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 14 | 0.208124 | `azmcp_quota_region_availability_list` | ❌ | -| 15 | 0.207601 | `azmcp_quota_usage_check` | ❌ | -| 16 | 0.204420 | `azmcp_postgres_server_param_set` | ❌ | -| 17 | 0.195519 | `azmcp_workbooks_list` | ❌ | -| 18 | 0.192373 | `azmcp_storage_account_create` | ❌ | -| 19 | 0.192370 | `azmcp_monitor_metrics_query` | ❌ | -| 20 | 0.190106 | `azmcp_redis_cluster_list` | ❌ | +| 1 | 0.674296 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | +| 2 | 0.541779 | `azmcp_acr_registry_list` | ❌ | +| 3 | 0.433927 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.388271 | `azmcp_storage_blob_container_get` | ❌ | +| 5 | 0.370375 | `azmcp_mysql_database_list` | ❌ | --- ## Test 9 -**Expected Tool:** `azmcp_foundry_models_deployments_list` -**Prompt:** List all AI Foundry model deployments +**Expected Tool:** `azmcp_acr_registry_repository_list` +**Prompt:** Show me the repositories in the container registry ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.559508 | `azmcp_foundry_models_deployments_list` | ✅ **EXPECTED** | -| 2 | 0.549636 | `azmcp_foundry_models_list` | ❌ | -| 3 | 0.539764 | `azmcp_foundry_agents_list` | ❌ | -| 4 | 0.533239 | `azmcp_foundry_models_deploy` | ❌ | -| 5 | 0.448711 | `azmcp_search_service_list` | ❌ | -| 6 | 0.434472 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 7 | 0.368250 | `azmcp_deploy_plan_get` | ❌ | -| 8 | 0.334867 | `azmcp_grafana_list` | ❌ | -| 9 | 0.332002 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.328526 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 11 | 0.326266 | `azmcp_search_index_get` | ❌ | -| 12 | 0.320998 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.318854 | `azmcp_postgres_server_list` | ❌ | -| 14 | 0.310280 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 15 | 0.302262 | `azmcp_monitor_table_type_list` | ❌ | -| 16 | 0.301302 | `azmcp_redis_cluster_list` | ❌ | -| 17 | 0.300357 | `azmcp_search_index_query` | ❌ | -| 18 | 0.289448 | `azmcp_monitor_workspace_list` | ❌ | -| 19 | 0.288326 | `azmcp_redis_cache_list` | ❌ | -| 20 | 0.285916 | `azmcp_quota_region_availability_list` | ❌ | +| 1 | 0.600780 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | +| 2 | 0.501842 | `azmcp_acr_registry_list` | ❌ | +| 3 | 0.418623 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.374433 | `azmcp_storage_blob_container_get` | ❌ | +| 5 | 0.359922 | `azmcp_mysql_database_list` | ❌ | --- ## Test 10 -**Expected Tool:** `azmcp_foundry_models_deployments_list` -**Prompt:** Show me all AI Foundry model deployments +**Expected Tool:** `azmcp_aks_cluster_get` +**Prompt:** Get the configuration of AKS cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.518278 | `azmcp_foundry_models_list` | ❌ | -| 2 | 0.503499 | `azmcp_foundry_models_deploy` | ❌ | -| 3 | 0.488965 | `azmcp_foundry_models_deployments_list` | ✅ **EXPECTED** | -| 4 | 0.486574 | `azmcp_foundry_agents_list` | ❌ | -| 5 | 0.401100 | `azmcp_search_service_list` | ❌ | -| 6 | 0.396437 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 7 | 0.328854 | `azmcp_deploy_plan_get` | ❌ | -| 8 | 0.311565 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 9 | 0.305957 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 10 | 0.301397 | `azmcp_deploy_app_logs_get` | ❌ | -| 11 | 0.298826 | `azmcp_search_index_query` | ❌ | -| 12 | 0.290911 | `azmcp_search_index_get` | ❌ | -| 13 | 0.286764 | `azmcp_grafana_list` | ❌ | -| 14 | 0.269873 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.254924 | `azmcp_postgres_server_list` | ❌ | -| 16 | 0.250327 | `azmcp_redis_cluster_list` | ❌ | -| 17 | 0.246875 | `azmcp_quota_region_availability_list` | ❌ | -| 18 | 0.243130 | `azmcp_monitor_table_type_list` | ❌ | -| 19 | 0.236546 | `azmcp_mysql_database_list` | ❌ | -| 20 | 0.234124 | `azmcp_redis_cache_list` | ❌ | +| 1 | 0.660869 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.611431 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.579676 | `azmcp_aks_nodepool_get` | ❌ | +| 4 | 0.540767 | `azmcp_aks_nodepool_list` | ❌ | +| 5 | 0.481416 | `azmcp_mysql_server_config_get` | ❌ | --- ## Test 11 -**Expected Tool:** `azmcp_foundry_models_list` -**Prompt:** List all AI Foundry models +**Expected Tool:** `azmcp_aks_cluster_get` +**Prompt:** Show me the details of AKS cluster in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.560022 | `azmcp_foundry_models_list` | ✅ **EXPECTED** | -| 2 | 0.492050 | `azmcp_foundry_agents_list` | ❌ | -| 3 | 0.401146 | `azmcp_foundry_models_deploy` | ❌ | -| 4 | 0.387861 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 5 | 0.386180 | `azmcp_search_service_list` | ❌ | -| 6 | 0.346909 | `azmcp_foundry_models_deployments_list` | ❌ | -| 7 | 0.298648 | `azmcp_monitor_table_type_list` | ❌ | -| 8 | 0.290690 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 9 | 0.285437 | `azmcp_postgres_table_list` | ❌ | -| 10 | 0.277883 | `azmcp_grafana_list` | ❌ | -| 11 | 0.274917 | `azmcp_search_index_get` | ❌ | -| 12 | 0.272652 | `azmcp_monitor_table_list` | ❌ | -| 13 | 0.265730 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 14 | 0.255790 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.255760 | `azmcp_search_index_query` | ❌ | -| 16 | 0.252297 | `azmcp_postgres_database_list` | ❌ | -| 17 | 0.248715 | `azmcp_redis_cache_list` | ❌ | -| 18 | 0.248405 | `azmcp_mysql_table_list` | ❌ | -| 19 | 0.245193 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.235676 | `azmcp_loadtesting_testrun_list` | ❌ | +| 1 | 0.666849 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.589101 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.545820 | `azmcp_aks_nodepool_get` | ❌ | +| 4 | 0.530314 | `azmcp_aks_nodepool_list` | ❌ | +| 5 | 0.508226 | `azmcp_kusto_cluster_get` | ❌ | --- ## Test 12 -**Expected Tool:** `azmcp_foundry_models_list` -**Prompt:** Show me the available AI Foundry models +**Expected Tool:** `azmcp_aks_cluster_get` +**Prompt:** Show me the network configuration for AKS cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.574818 | `azmcp_foundry_models_list` | ✅ **EXPECTED** | -| 2 | 0.475292 | `azmcp_foundry_agents_list` | ❌ | -| 3 | 0.430513 | `azmcp_foundry_models_deploy` | ❌ | -| 4 | 0.388967 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 5 | 0.356899 | `azmcp_foundry_models_deployments_list` | ❌ | -| 6 | 0.339069 | `azmcp_search_service_list` | ❌ | -| 7 | 0.299471 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 8 | 0.283250 | `azmcp_search_index_query` | ❌ | -| 9 | 0.279886 | `azmcp_foundry_agents_connect` | ❌ | -| 10 | 0.274019 | `azmcp_cloudarchitect_design` | ❌ | -| 11 | 0.266937 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 12 | 0.261445 | `azmcp_search_index_get` | ❌ | -| 13 | 0.260144 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 14 | 0.245943 | `azmcp_quota_region_availability_list` | ❌ | -| 15 | 0.244697 | `azmcp_monitor_table_type_list` | ❌ | -| 16 | 0.240256 | `azmcp_monitor_metrics_definitions` | ❌ | -| 17 | 0.234050 | `azmcp_mysql_server_list` | ❌ | -| 18 | 0.225102 | `azmcp_speech_stt_recognize` | ❌ | -| 19 | 0.217331 | `azmcp_marketplace_product_list` | ❌ | -| 20 | 0.211456 | `azmcp_mysql_database_list` | ❌ | +| 1 | 0.567273 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.563029 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.493940 | `azmcp_aks_nodepool_list` | ❌ | +| 4 | 0.486040 | `azmcp_aks_nodepool_get` | ❌ | +| 5 | 0.380301 | `azmcp_mysql_server_config_get` | ❌ | --- ## Test 13 -**Expected Tool:** `azmcp_search_index_get` -**Prompt:** Show me the details of the index in Cognitive Search service +**Expected Tool:** `azmcp_aks_cluster_get` +**Prompt:** What are the details of my AKS cluster in ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.680085 | `azmcp_search_index_get` | ✅ **EXPECTED** | -| 2 | 0.544286 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 3 | 0.490572 | `azmcp_search_service_list` | ❌ | -| 4 | 0.466025 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 5 | 0.459612 | `azmcp_search_index_query` | ❌ | -| 6 | 0.393515 | `azmcp_aks_cluster_get` | ❌ | -| 7 | 0.388185 | `azmcp_loadtesting_testrun_get` | ❌ | -| 8 | 0.372359 | `azmcp_marketplace_product_get` | ❌ | -| 9 | 0.370869 | `azmcp_mysql_table_schema_get` | ❌ | -| 10 | 0.358283 | `azmcp_kusto_cluster_get` | ❌ | -| 11 | 0.356292 | `azmcp_storage_blob_get` | ❌ | -| 12 | 0.356182 | `azmcp_sql_db_show` | ❌ | -| 13 | 0.354870 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.352197 | `azmcp_storage_blob_container_get` | ❌ | -| 15 | 0.351122 | `azmcp_sql_server_show` | ❌ | -| 16 | 0.348266 | `azmcp_foundry_agents_list` | ❌ | -| 17 | 0.343152 | `azmcp_aks_nodepool_get` | ❌ | -| 18 | 0.337045 | `azmcp_keyvault_key_get` | ❌ | -| 19 | 0.333635 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.329961 | `azmcp_kusto_table_schema` | ❌ | +| 1 | 0.661426 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.578662 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.563549 | `azmcp_aks_nodepool_get` | ❌ | +| 4 | 0.534089 | `azmcp_aks_nodepool_list` | ❌ | +| 5 | 0.503925 | `azmcp_kusto_cluster_get` | ❌ | --- ## Test 14 -**Expected Tool:** `azmcp_search_index_get` -**Prompt:** List all indexes in the Cognitive Search service +**Expected Tool:** `azmcp_aks_cluster_list` +**Prompt:** List all AKS clusters in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.639545 | `azmcp_search_index_get` | ✅ **EXPECTED** | -| 2 | 0.620140 | `azmcp_search_service_list` | ❌ | -| 3 | 0.561856 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 4 | 0.480817 | `azmcp_search_index_query` | ❌ | -| 5 | 0.453001 | `azmcp_foundry_agents_list` | ❌ | -| 6 | 0.445389 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 7 | 0.439225 | `azmcp_monitor_table_list` | ❌ | -| 8 | 0.416404 | `azmcp_cosmos_database_list` | ❌ | -| 9 | 0.409307 | `azmcp_cosmos_account_list` | ❌ | -| 10 | 0.406485 | `azmcp_monitor_table_type_list` | ❌ | -| 11 | 0.397423 | `azmcp_mysql_database_list` | ❌ | -| 12 | 0.382791 | `azmcp_keyvault_key_list` | ❌ | -| 13 | 0.378750 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.378297 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.375372 | `azmcp_foundry_models_deployments_list` | ❌ | -| 16 | 0.371099 | `azmcp_mysql_table_list` | ❌ | -| 17 | 0.369245 | `azmcp_keyvault_certificate_list` | ❌ | -| 18 | 0.368931 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.367804 | `azmcp_mysql_server_list` | ❌ | -| 20 | 0.367450 | `azmcp_redis_cache_list` | ❌ | +| 1 | 0.801067 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.690255 | `azmcp_kusto_cluster_list` | ❌ | +| 3 | 0.599940 | `azmcp_redis_cluster_list` | ❌ | +| 4 | 0.594509 | `azmcp_aks_nodepool_list` | ❌ | +| 5 | 0.562043 | `azmcp_search_service_list` | ❌ | --- ## Test 15 -**Expected Tool:** `azmcp_search_index_get` -**Prompt:** Show me the indexes in the Cognitive Search service +**Expected Tool:** `azmcp_aks_cluster_list` +**Prompt:** Show me my Azure Kubernetes Service clusters ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.620268 | `azmcp_search_index_get` | ✅ **EXPECTED** | -| 2 | 0.562775 | `azmcp_search_service_list` | ❌ | -| 3 | 0.561154 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 4 | 0.471416 | `azmcp_search_index_query` | ❌ | -| 5 | 0.463913 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 6 | 0.408555 | `azmcp_foundry_agents_list` | ❌ | -| 7 | 0.401662 | `azmcp_monitor_table_list` | ❌ | -| 8 | 0.382692 | `azmcp_monitor_table_type_list` | ❌ | -| 9 | 0.372639 | `azmcp_cosmos_account_list` | ❌ | -| 10 | 0.370330 | `azmcp_cosmos_database_list` | ❌ | -| 11 | 0.367868 | `azmcp_mysql_database_list` | ❌ | -| 12 | 0.351788 | `azmcp_foundry_models_deployments_list` | ❌ | -| 13 | 0.351161 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.350043 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.347566 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.346994 | `azmcp_mysql_table_list` | ❌ | -| 17 | 0.341728 | `azmcp_foundry_models_list` | ❌ | -| 18 | 0.335748 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.332289 | `azmcp_kusto_cluster_list` | ❌ | -| 20 | 0.328039 | `azmcp_redis_cluster_list` | ❌ | +| 1 | 0.608056 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.536412 | `azmcp_aks_cluster_get` | ❌ | +| 3 | 0.500890 | `azmcp_aks_nodepool_list` | ❌ | +| 4 | 0.492910 | `azmcp_kusto_cluster_list` | ❌ | +| 5 | 0.455228 | `azmcp_search_service_list` | ❌ | --- ## Test 16 -**Expected Tool:** `azmcp_search_index_query` -**Prompt:** Search for instances of in the index in Cognitive Search service +**Expected Tool:** `azmcp_aks_cluster_list` +**Prompt:** What AKS clusters do I have? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.521790 | `azmcp_search_index_get` | ❌ | -| 2 | 0.515870 | `azmcp_search_index_query` | ✅ **EXPECTED** | -| 3 | 0.497467 | `azmcp_search_service_list` | ❌ | -| 4 | 0.373917 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 5 | 0.372943 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 6 | 0.327158 | `azmcp_kusto_query` | ❌ | -| 7 | 0.322358 | `azmcp_monitor_workspace_log_query` | ❌ | -| 8 | 0.311044 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 9 | 0.306415 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 10 | 0.305939 | `azmcp_marketplace_product_list` | ❌ | -| 11 | 0.295581 | `azmcp_monitor_resource_log_query` | ❌ | -| 12 | 0.291313 | `azmcp_foundry_agents_connect` | ❌ | -| 13 | 0.290845 | `azmcp_monitor_metrics_query` | ❌ | -| 14 | 0.288242 | `azmcp_foundry_models_deployments_list` | ❌ | -| 15 | 0.287501 | `azmcp_mysql_server_list` | ❌ | -| 16 | 0.283532 | `azmcp_foundry_models_list` | ❌ | -| 17 | 0.274979 | `azmcp_foundry_agents_list` | ❌ | -| 18 | 0.274064 | `azmcp_speech_stt_recognize` | ❌ | -| 19 | 0.260171 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 20 | 0.244844 | `azmcp_kusto_sample` | ❌ | +| 1 | 0.623896 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.538749 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.530023 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.466749 | `azmcp_aks_nodepool_get` | ❌ | +| 5 | 0.449602 | `azmcp_kusto_cluster_list` | ❌ | --- ## Test 17 -**Expected Tool:** `azmcp_search_service_list` -**Prompt:** List all Cognitive Search services in my subscription +**Expected Tool:** `azmcp_aks_nodepool_get` +**Prompt:** Get details for nodepool in AKS cluster in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.793651 | `azmcp_search_service_list` | ✅ **EXPECTED** | -| 2 | 0.520301 | `azmcp_foundry_agents_list` | ❌ | -| 3 | 0.505311 | `azmcp_search_index_get` | ❌ | -| 4 | 0.500497 | `azmcp_redis_cache_list` | ❌ | -| 5 | 0.494272 | `azmcp_monitor_workspace_list` | ❌ | -| 6 | 0.493011 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.492228 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.486066 | `azmcp_postgres_server_list` | ❌ | -| 9 | 0.482464 | `azmcp_grafana_list` | ❌ | -| 10 | 0.477471 | `azmcp_subscription_list` | ❌ | -| 11 | 0.470384 | `azmcp_kusto_cluster_list` | ❌ | -| 12 | 0.470055 | `azmcp_marketplace_product_list` | ❌ | -| 13 | 0.454460 | `azmcp_foundry_models_deployments_list` | ❌ | -| 14 | 0.451893 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.443495 | `azmcp_search_index_query` | ❌ | -| 16 | 0.431621 | `azmcp_eventgrid_subscription_list` | ❌ | -| 17 | 0.428085 | `azmcp_group_list` | ❌ | -| 18 | 0.425454 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 19 | 0.418007 | `azmcp_eventgrid_topic_list` | ❌ | -| 20 | 0.417472 | `azmcp_appconfig_account_list` | ❌ | +| 1 | 0.753824 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | +| 2 | 0.699339 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.597236 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.498578 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.482675 | `azmcp_kusto_cluster_get` | ❌ | --- ## Test 18 -**Expected Tool:** `azmcp_search_service_list` -**Prompt:** Show me the Cognitive Search services in my subscription +**Expected Tool:** `azmcp_aks_nodepool_get` +**Prompt:** Show me the configuration for nodepool in AKS cluster in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.686140 | `azmcp_search_service_list` | ✅ **EXPECTED** | -| 2 | 0.479332 | `azmcp_search_index_get` | ❌ | -| 3 | 0.467379 | `azmcp_foundry_agents_list` | ❌ | -| 4 | 0.453489 | `azmcp_marketplace_product_list` | ❌ | -| 5 | 0.448446 | `azmcp_search_index_query` | ❌ | -| 6 | 0.425939 | `azmcp_monitor_workspace_list` | ❌ | -| 7 | 0.419493 | `azmcp_marketplace_product_get` | ❌ | -| 8 | 0.412158 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.408456 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.400319 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.399822 | `azmcp_grafana_list` | ❌ | -| 12 | 0.397883 | `azmcp_foundry_models_deployments_list` | ❌ | -| 13 | 0.393708 | `azmcp_subscription_list` | ❌ | -| 14 | 0.390660 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 15 | 0.390559 | `azmcp_foundry_models_list` | ❌ | -| 16 | 0.389433 | `azmcp_eventgrid_subscription_list` | ❌ | -| 17 | 0.379805 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 18 | 0.376089 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.373463 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 20 | 0.363444 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.678154 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | +| 2 | 0.640028 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.481309 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.458602 | `azmcp_sql_elastic-pool_list` | ❌ | +| 5 | 0.445983 | `azmcp_aks_cluster_list` | ❌ | --- ## Test 19 -**Expected Tool:** `azmcp_search_service_list` -**Prompt:** Show me my Cognitive Search services +**Expected Tool:** `azmcp_aks_nodepool_get` +**Prompt:** What is the setup of nodepool for AKS cluster in ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.553025 | `azmcp_search_service_list` | ✅ **EXPECTED** | -| 2 | 0.435702 | `azmcp_search_index_get` | ❌ | -| 3 | 0.417179 | `azmcp_foundry_agents_list` | ❌ | -| 4 | 0.404758 | `azmcp_search_index_query` | ❌ | -| 5 | 0.344699 | `azmcp_foundry_models_deployments_list` | ❌ | -| 6 | 0.336174 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 7 | 0.322580 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 8 | 0.322540 | `azmcp_foundry_models_list` | ❌ | -| 9 | 0.300427 | `azmcp_marketplace_product_list` | ❌ | -| 10 | 0.292677 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.290214 | `azmcp_cosmos_account_list` | ❌ | -| 12 | 0.289466 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 13 | 0.283366 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.282232 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 15 | 0.281672 | `azmcp_get_bestpractices_get` | ❌ | -| 16 | 0.281134 | `azmcp_monitor_workspace_list` | ❌ | -| 17 | 0.278628 | `azmcp_redis_cache_list` | ❌ | -| 18 | 0.278574 | `azmcp_cloudarchitect_design` | ❌ | -| 19 | 0.277693 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 20 | 0.275013 | `azmcp_sql_server_show` | ❌ | +| 1 | 0.599506 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | +| 2 | 0.582325 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.412109 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.391590 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.385173 | `azmcp_virtualdesktop_hostpool_list` | ❌ | --- ## Test 20 -**Expected Tool:** `azmcp_speech_stt_recognize` -**Prompt:** Convert this audio file to text using Azure Speech Services +**Expected Tool:** `azmcp_aks_nodepool_list` +**Prompt:** List nodepools for AKS cluster in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.665993 | `azmcp_speech_stt_recognize` | ✅ **EXPECTED** | -| 2 | 0.351145 | `azmcp_deploy_plan_get` | ❌ | -| 3 | 0.340007 | `azmcp_foundry_agents_connect` | ❌ | -| 4 | 0.337734 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.335331 | `azmcp_search_index_query` | ❌ | -| 6 | 0.334471 | `azmcp_storage_blob_upload` | ❌ | -| 7 | 0.323215 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.319704 | `azmcp_search_service_list` | ❌ | -| 9 | 0.316149 | `azmcp_get_bestpractices_get` | ❌ | -| 10 | 0.310353 | `azmcp_deploy_iac_rules_get` | ❌ | -| 11 | 0.307550 | `azmcp_extension_azqr` | ❌ | -| 12 | 0.303470 | `azmcp_foundry_agents_list` | ❌ | -| 13 | 0.300497 | `azmcp_deploy_app_logs_get` | ❌ | -| 14 | 0.297745 | `azmcp_quota_usage_check` | ❌ | -| 15 | 0.296134 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 16 | 0.286649 | `azmcp_search_index_get` | ❌ | -| 17 | 0.281174 | `azmcp_sql_db_create` | ❌ | -| 18 | 0.262514 | `azmcp_workbooks_delete` | ❌ | -| 19 | 0.257922 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.253391 | `azmcp_storage_account_create` | ❌ | +| 1 | 0.694117 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | +| 2 | 0.615516 | `azmcp_aks_nodepool_get` | ❌ | +| 3 | 0.531972 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.506624 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 5 | 0.487707 | `azmcp_sql_elastic-pool_list` | ❌ | --- ## Test 21 -**Expected Tool:** `azmcp_speech_stt_recognize` -**Prompt:** Recognize speech from my audio file with language detection +**Expected Tool:** `azmcp_aks_nodepool_list` +**Prompt:** Show me the nodepool list for AKS cluster in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.511324 | `azmcp_speech_stt_recognize` | ✅ **EXPECTED** | -| 2 | 0.194577 | `azmcp_foundry_agents_connect` | ❌ | -| 3 | 0.135394 | `azmcp_foundry_agents_list` | ❌ | -| 4 | 0.131547 | `azmcp_foundry_models_deploy` | ❌ | -| 5 | 0.128270 | `azmcp_foundry_agents_query-and-evaluate` | ❌ | -| 6 | 0.125957 | `azmcp_foundry_agents_evaluate` | ❌ | -| 7 | 0.116789 | `azmcp_applens_resource_diagnose` | ❌ | -| 8 | 0.114307 | `azmcp_quota_region_availability_list` | ❌ | -| 9 | 0.112138 | `azmcp_deploy_plan_get` | ❌ | -| 10 | 0.110152 | `azmcp_foundry_models_list` | ❌ | -| 11 | 0.108836 | `azmcp_cloudarchitect_design` | ❌ | -| 12 | 0.104791 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 13 | 0.100839 | `azmcp_quota_usage_check` | ❌ | -| 14 | 0.097123 | `azmcp_search_index_query` | ❌ | -| 15 | 0.088423 | `azmcp_storage_blob_upload` | ❌ | -| 16 | 0.068723 | `azmcp_search_index_get` | ❌ | -| 17 | 0.067602 | `azmcp_search_service_list` | ❌ | -| 18 | 0.061775 | `azmcp_mysql_database_query` | ❌ | -| 19 | 0.055965 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.048983 | `azmcp_monitor_table_type_list` | ❌ | +| 1 | 0.712299 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | +| 2 | 0.644451 | `azmcp_aks_nodepool_get` | ❌ | +| 3 | 0.547444 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.510269 | `azmcp_sql_elastic-pool_list` | ❌ | +| 5 | 0.509732 | `azmcp_virtualdesktop_hostpool_list` | ❌ | --- ## Test 22 -**Expected Tool:** `azmcp_speech_stt_recognize` -**Prompt:** Transcribe speech from audio file with profanity filtering +**Expected Tool:** `azmcp_aks_nodepool_list` +**Prompt:** What nodepools do I have for AKS cluster in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.486489 | `azmcp_speech_stt_recognize` | ✅ **EXPECTED** | -| 2 | 0.156850 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 3 | 0.138836 | `azmcp_foundry_agents_connect` | ❌ | -| 4 | 0.137051 | `azmcp_foundry_models_deploy` | ❌ | -| 5 | 0.128450 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 6 | 0.127931 | `azmcp_foundry_agents_evaluate` | ❌ | -| 7 | 0.126361 | `azmcp_deploy_iac_rules_get` | ❌ | -| 8 | 0.125816 | `azmcp_extension_azqr` | ❌ | -| 9 | 0.123154 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 10 | 0.117189 | `azmcp_deploy_plan_get` | ❌ | -| 11 | 0.108205 | `azmcp_storage_blob_upload` | ❌ | -| 12 | 0.108025 | `azmcp_keyvault_certificate_import` | ❌ | -| 13 | 0.101679 | `azmcp_workbooks_delete` | ❌ | -| 14 | 0.088065 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 15 | 0.087278 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.085402 | `azmcp_quota_usage_check` | ❌ | -| 17 | 0.081850 | `azmcp_mysql_database_query` | ❌ | -| 18 | 0.077891 | `azmcp_search_index_query` | ❌ | -| 19 | 0.066898 | `azmcp_sql_server_delete` | ❌ | -| 20 | 0.064181 | `azmcp_monitor_workspace_log_query` | ❌ | +| 1 | 0.623138 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | +| 2 | 0.580535 | `azmcp_aks_nodepool_get` | ❌ | +| 3 | 0.453744 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.443902 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 5 | 0.425448 | `azmcp_sql_elastic-pool_list` | ❌ | --- ## Test 23 -**Expected Tool:** `azmcp_speech_stt_recognize` -**Prompt:** Convert speech to text from audio file using endpoint +**Expected Tool:** `azmcp_appconfig_account_list` +**Prompt:** List all App Configuration stores in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.611992 | `azmcp_speech_stt_recognize` | ✅ **EXPECTED** | -| 2 | 0.269482 | `azmcp_foundry_agents_connect` | ❌ | -| 3 | 0.206586 | `azmcp_foundry_models_deploy` | ❌ | -| 4 | 0.189418 | `azmcp_storage_blob_upload` | ❌ | -| 5 | 0.178516 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 6 | 0.165024 | `azmcp_foundry_models_deployments_list` | ❌ | -| 7 | 0.164101 | `azmcp_search_index_query` | ❌ | -| 8 | 0.154104 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 9 | 0.151861 | `azmcp_foundry_agents_query-and-evaluate` | ❌ | -| 10 | 0.151789 | `azmcp_deploy_plan_get` | ❌ | -| 11 | 0.147424 | `azmcp_foundry_models_list` | ❌ | -| 12 | 0.146830 | `azmcp_extension_azqr` | ❌ | -| 13 | 0.143047 | `azmcp_keyvault_certificate_import` | ❌ | -| 14 | 0.142914 | `azmcp_foundry_agents_evaluate` | ❌ | -| 15 | 0.135645 | `azmcp_monitor_resource_log_query` | ❌ | -| 16 | 0.131741 | `azmcp_search_index_get` | ❌ | -| 17 | 0.123820 | `azmcp_quota_region_availability_list` | ❌ | -| 18 | 0.118104 | `azmcp_monitor_workspace_log_query` | ❌ | -| 19 | 0.117731 | `azmcp_quota_usage_check` | ❌ | -| 20 | 0.117696 | `azmcp_sql_db_create` | ❌ | +| 1 | 0.786360 | `azmcp_appconfig_account_list` | ✅ **EXPECTED** | +| 2 | 0.635561 | `azmcp_appconfig_kv_list` | ❌ | +| 3 | 0.492146 | `azmcp_redis_cache_list` | ❌ | +| 4 | 0.491380 | `azmcp_postgres_server_list` | ❌ | +| 5 | 0.473554 | `azmcp_redis_cluster_list` | ❌ | --- ## Test 24 -**Expected Tool:** `azmcp_speech_stt_recognize` -**Prompt:** Transcribe the audio file in Spanish language +**Expected Tool:** `azmcp_appconfig_account_list` +**Prompt:** Show me the App Configuration stores in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.410533 | `azmcp_speech_stt_recognize` | ✅ **EXPECTED** | -| 2 | 0.151632 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 3 | 0.140362 | `azmcp_deploy_plan_get` | ❌ | -| 4 | 0.139584 | `azmcp_foundry_models_deploy` | ❌ | -| 5 | 0.136931 | `azmcp_deploy_iac_rules_get` | ❌ | -| 6 | 0.135763 | `azmcp_extension_azqr` | ❌ | -| 7 | 0.131559 | `azmcp_storage_blob_upload` | ❌ | -| 8 | 0.128429 | `azmcp_loadtesting_testrun_create` | ❌ | -| 9 | 0.126411 | `azmcp_foundry_agents_connect` | ❌ | -| 10 | 0.118981 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 11 | 0.117228 | `azmcp_foundry_agents_evaluate` | ❌ | -| 12 | 0.111400 | `azmcp_loadtesting_testrun_update` | ❌ | -| 13 | 0.099391 | `azmcp_mysql_database_query` | ❌ | -| 14 | 0.096968 | `azmcp_mysql_table_schema_get` | ❌ | -| 15 | 0.096526 | `azmcp_quota_usage_check` | ❌ | -| 16 | 0.094094 | `azmcp_mysql_server_param_set` | ❌ | -| 17 | 0.093750 | `azmcp_workbooks_delete` | ❌ | -| 18 | 0.086904 | `azmcp_postgres_table_schema_get` | ❌ | -| 19 | 0.086631 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.085639 | `azmcp_quota_region_availability_list` | ❌ | +| 1 | 0.634978 | `azmcp_appconfig_account_list` | ✅ **EXPECTED** | +| 2 | 0.533437 | `azmcp_appconfig_kv_list` | ❌ | +| 3 | 0.425610 | `azmcp_appconfig_kv_show` | ❌ | +| 4 | 0.372683 | `azmcp_eventgrid_subscription_list` | ❌ | +| 5 | 0.372456 | `azmcp_postgres_server_list` | ❌ | --- ## Test 25 -**Expected Tool:** `azmcp_speech_stt_recognize` -**Prompt:** Convert speech to text with detailed output format from audio file +**Expected Tool:** `azmcp_appconfig_account_list` +**Prompt:** Show me my App Configuration stores ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.546120 | `azmcp_speech_stt_recognize` | ✅ **EXPECTED** | -| 2 | 0.210172 | `azmcp_loadtesting_testrun_get` | ❌ | -| 3 | 0.183385 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.180691 | `azmcp_search_index_get` | ❌ | -| 5 | 0.177603 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 6 | 0.168108 | `azmcp_loadtesting_testrun_list` | ❌ | -| 7 | 0.167093 | `azmcp_foundry_agents_connect` | ❌ | -| 8 | 0.164619 | `azmcp_sql_db_show` | ❌ | -| 9 | 0.153764 | `azmcp_foundry_models_deploy` | ❌ | -| 10 | 0.150961 | `azmcp_mysql_table_schema_get` | ❌ | -| 11 | 0.140191 | `azmcp_loadtesting_test_get` | ❌ | -| 12 | 0.138676 | `azmcp_deploy_plan_get` | ❌ | -| 13 | 0.137452 | `azmcp_eventgrid_subscription_list` | ❌ | -| 14 | 0.132225 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 15 | 0.131714 | `azmcp_storage_account_get` | ❌ | -| 16 | 0.124875 | `azmcp_storage_blob_get` | ❌ | -| 17 | 0.123275 | `azmcp_sql_server_show` | ❌ | -| 18 | 0.118596 | `azmcp_mysql_server_config_get` | ❌ | -| 19 | 0.117808 | `azmcp_servicebus_queue_details` | ❌ | -| 20 | 0.117254 | `azmcp_monitor_resource_log_query` | ❌ | +| 1 | 0.565435 | `azmcp_appconfig_account_list` | ✅ **EXPECTED** | +| 2 | 0.564705 | `azmcp_appconfig_kv_list` | ❌ | +| 3 | 0.414689 | `azmcp_appconfig_kv_show` | ❌ | +| 4 | 0.355916 | `azmcp_postgres_server_config_get` | ❌ | +| 5 | 0.348661 | `azmcp_appconfig_kv_delete` | ❌ | --- ## Test 26 -**Expected Tool:** `azmcp_speech_stt_recognize` -**Prompt:** Recognize speech from with phrase hints for better accuracy +**Expected Tool:** `azmcp_appconfig_kv_delete` +**Prompt:** Delete the key in App Configuration store ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.539963 | `azmcp_speech_stt_recognize` | ✅ **EXPECTED** | -| 2 | 0.184343 | `azmcp_foundry_agents_connect` | ❌ | -| 3 | 0.176561 | `azmcp_applens_resource_diagnose` | ❌ | -| 4 | 0.174984 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 5 | 0.150263 | `azmcp_cloudarchitect_design` | ❌ | -| 6 | 0.149563 | `azmcp_foundry_models_deploy` | ❌ | -| 7 | 0.148242 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 8 | 0.140035 | `azmcp_extension_azqr` | ❌ | -| 9 | 0.139171 | `azmcp_deploy_iac_rules_get` | ❌ | -| 10 | 0.137972 | `azmcp_foundry_models_list` | ❌ | -| 11 | 0.135576 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 12 | 0.111748 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 13 | 0.108785 | `azmcp_search_index_query` | ❌ | -| 14 | 0.098972 | `azmcp_quota_region_availability_list` | ❌ | -| 15 | 0.089200 | `azmcp_mysql_database_query` | ❌ | -| 16 | 0.088668 | `azmcp_quota_usage_check` | ❌ | -| 17 | 0.083308 | `azmcp_monitor_workspace_log_query` | ❌ | -| 18 | 0.081702 | `azmcp_search_index_get` | ❌ | -| 19 | 0.081269 | `azmcp_storage_blob_upload` | ❌ | -| 20 | 0.079037 | `azmcp_mysql_server_param_set` | ❌ | +| 1 | 0.618277 | `azmcp_appconfig_kv_delete` | ✅ **EXPECTED** | +| 2 | 0.486631 | `azmcp_appconfig_kv_list` | ❌ | +| 3 | 0.424344 | `azmcp_appconfig_kv_set` | ❌ | +| 4 | 0.422700 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 5 | 0.399569 | `azmcp_appconfig_kv_show` | ❌ | --- ## Test 27 -**Expected Tool:** `azmcp_speech_stt_recognize` -**Prompt:** Transcribe audio using multiple phrase hints: "Azure", "cognitive services", "machine learning" +**Expected Tool:** `azmcp_appconfig_kv_list` +**Prompt:** List all key-value settings in App Configuration store ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.549151 | `azmcp_speech_stt_recognize` | ✅ **EXPECTED** | -| 2 | 0.378634 | `azmcp_cloudarchitect_design` | ❌ | -| 3 | 0.333769 | `azmcp_applens_resource_diagnose` | ❌ | -| 4 | 0.333076 | `azmcp_get_bestpractices_get` | ❌ | -| 5 | 0.331978 | `azmcp_foundry_agents_connect` | ❌ | -| 6 | 0.324507 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 7 | 0.308868 | `azmcp_deploy_plan_get` | ❌ | -| 8 | 0.296731 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 9 | 0.295863 | `azmcp_foundry_agents_list` | ❌ | -| 10 | 0.292815 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 11 | 0.282397 | `azmcp_deploy_iac_rules_get` | ❌ | -| 12 | 0.272556 | `azmcp_search_index_query` | ❌ | -| 13 | 0.268344 | `azmcp_search_service_list` | ❌ | -| 14 | 0.252812 | `azmcp_search_index_get` | ❌ | -| 15 | 0.240523 | `azmcp_quota_usage_check` | ❌ | -| 16 | 0.212820 | `azmcp_quota_region_availability_list` | ❌ | -| 17 | 0.207133 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 18 | 0.195969 | `azmcp_monitor_resource_log_query` | ❌ | -| 19 | 0.190642 | `azmcp_monitor_workspace_log_query` | ❌ | -| 20 | 0.190381 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 1 | 0.730852 | `azmcp_appconfig_kv_list` | ✅ **EXPECTED** | +| 2 | 0.595054 | `azmcp_appconfig_kv_show` | ❌ | +| 3 | 0.557810 | `azmcp_appconfig_account_list` | ❌ | +| 4 | 0.530884 | `azmcp_appconfig_kv_set` | ❌ | +| 5 | 0.464635 | `azmcp_appconfig_kv_delete` | ❌ | --- ## Test 28 -**Expected Tool:** `azmcp_speech_stt_recognize` -**Prompt:** Convert speech to text with comma-separated phrase hints: "Azure, cognitive services, API" +**Expected Tool:** `azmcp_appconfig_kv_list` +**Prompt:** Show me the key-value settings in App Configuration store ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.532536 | `azmcp_speech_stt_recognize` | ✅ **EXPECTED** | -| 2 | 0.326712 | `azmcp_get_bestpractices_get` | ❌ | -| 3 | 0.318836 | `azmcp_foundry_agents_connect` | ❌ | -| 4 | 0.304769 | `azmcp_search_service_list` | ❌ | -| 5 | 0.301427 | `azmcp_foundry_agents_list` | ❌ | -| 6 | 0.289963 | `azmcp_search_index_query` | ❌ | -| 7 | 0.283932 | `azmcp_applens_resource_diagnose` | ❌ | -| 8 | 0.283412 | `azmcp_cloudarchitect_design` | ❌ | -| 9 | 0.282810 | `azmcp_search_index_get` | ❌ | -| 10 | 0.281686 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 11 | 0.277339 | `azmcp_deploy_plan_get` | ❌ | -| 12 | 0.274439 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 13 | 0.261375 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 14 | 0.240693 | `azmcp_deploy_iac_rules_get` | ❌ | -| 15 | 0.230608 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.210607 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 17 | 0.210399 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 18 | 0.202005 | `azmcp_quota_usage_check` | ❌ | -| 19 | 0.196828 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 20 | 0.195483 | `azmcp_subscription_list` | ❌ | +| 1 | 0.682275 | `azmcp_appconfig_kv_list` | ✅ **EXPECTED** | +| 2 | 0.606545 | `azmcp_appconfig_kv_show` | ❌ | +| 3 | 0.522426 | `azmcp_appconfig_account_list` | ❌ | +| 4 | 0.512945 | `azmcp_appconfig_kv_set` | ❌ | +| 5 | 0.468503 | `azmcp_appconfig_kv_delete` | ❌ | --- ## Test 29 -**Expected Tool:** `azmcp_speech_stt_recognize` -**Prompt:** Transcribe audio with raw profanity output from file +**Expected Tool:** `azmcp_appconfig_kv_lock_set` +**Prompt:** Lock the key in App Configuration store ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.453396 | `azmcp_speech_stt_recognize` | ✅ **EXPECTED** | -| 2 | 0.173205 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 3 | 0.160185 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.151782 | `azmcp_deploy_iac_rules_get` | ❌ | -| 5 | 0.145911 | `azmcp_deploy_plan_get` | ❌ | -| 6 | 0.144791 | `azmcp_foundry_models_deploy` | ❌ | -| 7 | 0.140232 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 8 | 0.137288 | `azmcp_keyvault_certificate_import` | ❌ | -| 9 | 0.129095 | `azmcp_foundry_agents_evaluate` | ❌ | -| 10 | 0.128780 | `azmcp_loadtesting_testrun_create` | ❌ | -| 11 | 0.127386 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 12 | 0.105193 | `azmcp_storage_blob_upload` | ❌ | -| 13 | 0.102727 | `azmcp_workbooks_delete` | ❌ | -| 14 | 0.091674 | `azmcp_quota_region_availability_list` | ❌ | -| 15 | 0.091488 | `azmcp_quota_usage_check` | ❌ | -| 16 | 0.085952 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 17 | 0.082401 | `azmcp_mysql_database_query` | ❌ | -| 18 | 0.075326 | `azmcp_postgres_database_query` | ❌ | -| 19 | 0.072602 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.071789 | `azmcp_sql_server_delete` | ❌ | +| 1 | 0.591697 | `azmcp_appconfig_kv_lock_set` | ✅ **EXPECTED** | +| 2 | 0.508999 | `azmcp_appconfig_kv_list` | ❌ | +| 3 | 0.445985 | `azmcp_appconfig_kv_set` | ❌ | +| 4 | 0.431783 | `azmcp_appconfig_kv_delete` | ❌ | +| 5 | 0.423742 | `azmcp_appconfig_kv_show` | ❌ | --- ## Test 30 -**Expected Tool:** `azmcp_appconfig_account_list` -**Prompt:** List all App Configuration stores in my subscription +**Expected Tool:** `azmcp_appconfig_kv_lock_set` +**Prompt:** Unlock the key in App Configuration store ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.786360 | `azmcp_appconfig_account_list` | ✅ **EXPECTED** | -| 2 | 0.635561 | `azmcp_appconfig_kv_list` | ❌ | -| 3 | 0.492182 | `azmcp_redis_cache_list` | ❌ | -| 4 | 0.491380 | `azmcp_postgres_server_list` | ❌ | -| 5 | 0.473554 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.442214 | `azmcp_grafana_list` | ❌ | -| 7 | 0.441656 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.433594 | `azmcp_eventgrid_topic_list` | ❌ | -| 9 | 0.432238 | `azmcp_search_service_list` | ❌ | -| 10 | 0.427658 | `azmcp_subscription_list` | ❌ | -| 11 | 0.427460 | `azmcp_appconfig_kv_show` | ❌ | -| 12 | 0.423903 | `azmcp_eventgrid_subscription_list` | ❌ | -| 13 | 0.420794 | `azmcp_kusto_cluster_list` | ❌ | -| 14 | 0.412274 | `azmcp_storage_account_get` | ❌ | -| 15 | 0.408599 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.398419 | `azmcp_aks_cluster_list` | ❌ | -| 17 | 0.389458 | `azmcp_foundry_agents_list` | ❌ | -| 18 | 0.385938 | `azmcp_sql_db_list` | ❌ | -| 19 | 0.380818 | `azmcp_quota_region_availability_list` | ❌ | -| 20 | 0.370646 | `azmcp_postgres_server_config_get` | ❌ | +| 1 | 0.555699 | `azmcp_appconfig_kv_lock_set` | ✅ **EXPECTED** | +| 2 | 0.541557 | `azmcp_appconfig_kv_list` | ❌ | +| 3 | 0.476496 | `azmcp_appconfig_kv_delete` | ❌ | +| 4 | 0.435759 | `azmcp_appconfig_kv_show` | ❌ | +| 5 | 0.425488 | `azmcp_appconfig_kv_set` | ❌ | --- ## Test 31 -**Expected Tool:** `azmcp_appconfig_account_list` -**Prompt:** Show me the App Configuration stores in my subscription +**Expected Tool:** `azmcp_appconfig_kv_set` +**Prompt:** Set the key in App Configuration store to ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.634978 | `azmcp_appconfig_account_list` | ✅ **EXPECTED** | -| 2 | 0.533437 | `azmcp_appconfig_kv_list` | ❌ | -| 3 | 0.425610 | `azmcp_appconfig_kv_show` | ❌ | -| 4 | 0.372683 | `azmcp_eventgrid_subscription_list` | ❌ | -| 5 | 0.372456 | `azmcp_postgres_server_list` | ❌ | -| 6 | 0.368807 | `azmcp_redis_cache_list` | ❌ | -| 7 | 0.359567 | `azmcp_postgres_server_config_get` | ❌ | -| 8 | 0.356514 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.355830 | `azmcp_storage_account_get` | ❌ | -| 10 | 0.354747 | `azmcp_appconfig_kv_delete` | ❌ | -| 11 | 0.348603 | `azmcp_appconfig_kv_set` | ❌ | -| 12 | 0.344550 | `azmcp_marketplace_product_get` | ❌ | -| 13 | 0.341263 | `azmcp_grafana_list` | ❌ | -| 14 | 0.340731 | `azmcp_eventgrid_topic_list` | ❌ | -| 15 | 0.332824 | `azmcp_mysql_server_config_get` | ❌ | -| 16 | 0.325885 | `azmcp_subscription_list` | ❌ | -| 17 | 0.325232 | `azmcp_functionapp_get` | ❌ | -| 18 | 0.318639 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.310432 | `azmcp_search_service_list` | ❌ | -| 20 | 0.292788 | `azmcp_monitor_workspace_list` | ❌ | +| 1 | 0.609581 | `azmcp_appconfig_kv_set` | ✅ **EXPECTED** | +| 2 | 0.536493 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 3 | 0.518410 | `azmcp_appconfig_kv_list` | ❌ | +| 4 | 0.507152 | `azmcp_appconfig_kv_show` | ❌ | +| 5 | 0.505565 | `azmcp_appconfig_kv_delete` | ❌ | --- ## Test 32 -**Expected Tool:** `azmcp_appconfig_account_list` -**Prompt:** Show me my App Configuration stores +**Expected Tool:** `azmcp_appconfig_kv_show` +**Prompt:** Show the content for the key in App Configuration store ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.565435 | `azmcp_appconfig_account_list` | ✅ **EXPECTED** | -| 2 | 0.564705 | `azmcp_appconfig_kv_list` | ❌ | -| 3 | 0.414689 | `azmcp_appconfig_kv_show` | ❌ | -| 4 | 0.355916 | `azmcp_postgres_server_config_get` | ❌ | -| 5 | 0.348661 | `azmcp_appconfig_kv_delete` | ❌ | -| 6 | 0.327234 | `azmcp_appconfig_kv_set` | ❌ | -| 7 | 0.289682 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 8 | 0.282153 | `azmcp_mysql_server_config_get` | ❌ | -| 9 | 0.272373 | `azmcp_storage_account_get` | ❌ | -| 10 | 0.255774 | `azmcp_mysql_server_param_get` | ❌ | -| 11 | 0.250470 | `azmcp_foundry_agents_list` | ❌ | -| 12 | 0.239130 | `azmcp_loadtesting_testrun_list` | ❌ | -| 13 | 0.236380 | `azmcp_deploy_app_logs_get` | ❌ | -| 14 | 0.234890 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.233357 | `azmcp_postgres_server_list` | ❌ | -| 16 | 0.231713 | `azmcp_redis_cache_list` | ❌ | -| 17 | 0.228042 | `azmcp_mysql_server_param_set` | ❌ | -| 18 | 0.226029 | `azmcp_sql_db_update` | ❌ | -| 19 | 0.221645 | `azmcp_sql_server_show` | ❌ | -| 20 | 0.221405 | `azmcp_postgres_database_list` | ❌ | +| 1 | 0.603253 | `azmcp_appconfig_kv_list` | ❌ | +| 2 | 0.561495 | `azmcp_appconfig_kv_show` | ✅ **EXPECTED** | +| 3 | 0.448927 | `azmcp_appconfig_kv_set` | ❌ | +| 4 | 0.441724 | `azmcp_appconfig_kv_delete` | ❌ | +| 5 | 0.437517 | `azmcp_appconfig_account_list` | ❌ | --- ## Test 33 -**Expected Tool:** `azmcp_appconfig_kv_delete` -**Prompt:** Delete the key in App Configuration store +**Expected Tool:** `azmcp_applens_resource_diagnose` +**Prompt:** Please help me diagnose issues with my app using app lens ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.618277 | `azmcp_appconfig_kv_delete` | ✅ **EXPECTED** | -| 2 | 0.486631 | `azmcp_appconfig_kv_list` | ❌ | -| 3 | 0.424344 | `azmcp_appconfig_kv_set` | ❌ | -| 4 | 0.422700 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 5 | 0.399569 | `azmcp_appconfig_kv_show` | ❌ | -| 6 | 0.392016 | `azmcp_appconfig_account_list` | ❌ | -| 7 | 0.268822 | `azmcp_workbooks_delete` | ❌ | -| 8 | 0.262117 | `azmcp_keyvault_key_create` | ❌ | -| 9 | 0.248752 | `azmcp_keyvault_key_list` | ❌ | -| 10 | 0.240483 | `azmcp_keyvault_secret_create` | ❌ | -| 11 | 0.236168 | `azmcp_keyvault_key_get` | ❌ | -| 12 | 0.218487 | `azmcp_mysql_server_param_set` | ❌ | -| 13 | 0.218373 | `azmcp_sql_server_delete` | ❌ | -| 14 | 0.196121 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 15 | 0.194933 | `azmcp_sql_db_delete` | ❌ | -| 16 | 0.194831 | `azmcp_postgres_server_config_get` | ❌ | -| 17 | 0.183662 | `azmcp_sql_db_update` | ❌ | -| 18 | 0.175403 | `azmcp_mysql_server_config_get` | ❌ | -| 19 | 0.173133 | `azmcp_postgres_server_param_set` | ❌ | -| 20 | 0.166763 | `azmcp_storage_account_get` | ❌ | +| 1 | 0.355635 | `azmcp_applens_resource_diagnose` | ✅ **EXPECTED** | +| 2 | 0.329345 | `azmcp_deploy_app_logs_get` | ❌ | +| 3 | 0.300786 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 4 | 0.257790 | `azmcp_cloudarchitect_design` | ❌ | +| 5 | 0.216077 | `azmcp_get_bestpractices_get` | ❌ | --- ## Test 34 -**Expected Tool:** `azmcp_appconfig_kv_list` -**Prompt:** List all key-value settings in App Configuration store +**Expected Tool:** `azmcp_applens_resource_diagnose` +**Prompt:** Use app lens to check why my app is slow? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.730852 | `azmcp_appconfig_kv_list` | ✅ **EXPECTED** | -| 2 | 0.595054 | `azmcp_appconfig_kv_show` | ❌ | -| 3 | 0.557810 | `azmcp_appconfig_account_list` | ❌ | -| 4 | 0.530884 | `azmcp_appconfig_kv_set` | ❌ | -| 5 | 0.464635 | `azmcp_appconfig_kv_delete` | ❌ | -| 6 | 0.439089 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 7 | 0.377534 | `azmcp_postgres_server_config_get` | ❌ | -| 8 | 0.374460 | `azmcp_keyvault_key_list` | ❌ | -| 9 | 0.338195 | `azmcp_keyvault_secret_list` | ❌ | -| 10 | 0.333355 | `azmcp_mysql_server_param_get` | ❌ | -| 11 | 0.327550 | `azmcp_loadtesting_testrun_list` | ❌ | -| 12 | 0.323615 | `azmcp_storage_account_get` | ❌ | -| 13 | 0.321550 | `azmcp_keyvault_certificate_list` | ❌ | -| 14 | 0.317744 | `azmcp_mysql_server_config_get` | ❌ | -| 15 | 0.296084 | `azmcp_postgres_table_list` | ❌ | -| 16 | 0.292126 | `azmcp_redis_cache_list` | ❌ | -| 17 | 0.275469 | `azmcp_mysql_server_param_set` | ❌ | -| 18 | 0.267026 | `azmcp_postgres_database_list` | ❌ | -| 19 | 0.266351 | `azmcp_sql_db_update` | ❌ | -| 20 | 0.264850 | `azmcp_redis_cache_accesspolicy_list` | ❌ | +| 1 | 0.318608 | `azmcp_deploy_app_logs_get` | ❌ | +| 2 | 0.302557 | `azmcp_applens_resource_diagnose` | ✅ **EXPECTED** | +| 3 | 0.255570 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 4 | 0.225972 | `azmcp_quota_usage_check` | ❌ | +| 5 | 0.222226 | `azmcp_loadtesting_testrun_get` | ❌ | --- ## Test 35 -**Expected Tool:** `azmcp_appconfig_kv_list` -**Prompt:** Show me the key-value settings in App Configuration store +**Expected Tool:** `azmcp_applens_resource_diagnose` +**Prompt:** What does app lens say is wrong with my service? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.682275 | `azmcp_appconfig_kv_list` | ✅ **EXPECTED** | -| 2 | 0.606545 | `azmcp_appconfig_kv_show` | ❌ | -| 3 | 0.522426 | `azmcp_appconfig_account_list` | ❌ | -| 4 | 0.512945 | `azmcp_appconfig_kv_set` | ❌ | -| 5 | 0.468503 | `azmcp_appconfig_kv_delete` | ❌ | -| 6 | 0.457866 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 7 | 0.370520 | `azmcp_postgres_server_config_get` | ❌ | -| 8 | 0.356793 | `azmcp_mysql_server_param_get` | ❌ | -| 9 | 0.317662 | `azmcp_mysql_server_config_get` | ❌ | -| 10 | 0.314774 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.304557 | `azmcp_loadtesting_test_get` | ❌ | -| 12 | 0.294807 | `azmcp_keyvault_key_list` | ❌ | -| 13 | 0.288088 | `azmcp_mysql_server_param_set` | ❌ | -| 14 | 0.278909 | `azmcp_loadtesting_testrun_list` | ❌ | -| 15 | 0.269939 | `azmcp_sql_db_update` | ❌ | -| 16 | 0.264526 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.258640 | `azmcp_postgres_server_param_get` | ❌ | -| 18 | 0.250505 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.243650 | `azmcp_postgres_server_param_set` | ❌ | -| 20 | 0.238151 | `azmcp_sql_server_show` | ❌ | +| 1 | 0.256325 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 2 | 0.250546 | `azmcp_applens_resource_diagnose` | ✅ **EXPECTED** | +| 3 | 0.215890 | `azmcp_deploy_app_logs_get` | ❌ | +| 4 | 0.199067 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 5 | 0.188245 | `azmcp_cloudarchitect_design` | ❌ | --- ## Test 36 -**Expected Tool:** `azmcp_appconfig_kv_lock_set` -**Prompt:** Lock the key in App Configuration store +**Expected Tool:** `azmcp_applicationinsights_recommendation_list` +**Prompt:** List code optimization recommendations across my Application Insights components ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.591237 | `azmcp_appconfig_kv_lock_set` | ✅ **EXPECTED** | -| 2 | 0.508804 | `azmcp_appconfig_kv_list` | ❌ | -| 3 | 0.445551 | `azmcp_appconfig_kv_set` | ❌ | -| 4 | 0.431516 | `azmcp_appconfig_kv_delete` | ❌ | -| 5 | 0.423650 | `azmcp_appconfig_kv_show` | ❌ | -| 6 | 0.373656 | `azmcp_appconfig_account_list` | ❌ | -| 7 | 0.253705 | `azmcp_mysql_server_param_set` | ❌ | -| 8 | 0.251298 | `azmcp_keyvault_key_create` | ❌ | -| 9 | 0.238544 | `azmcp_keyvault_secret_create` | ❌ | -| 10 | 0.238247 | `azmcp_postgres_server_param_set` | ❌ | -| 11 | 0.214124 | `azmcp_keyvault_key_get` | ❌ | -| 12 | 0.211331 | `azmcp_postgres_server_config_get` | ❌ | -| 13 | 0.210627 | `azmcp_appservice_database_add` | ❌ | -| 14 | 0.185698 | `azmcp_sql_db_update` | ❌ | -| 15 | 0.163738 | `azmcp_storage_account_get` | ❌ | -| 16 | 0.158946 | `azmcp_mysql_server_param_get` | ❌ | -| 17 | 0.154473 | `azmcp_postgres_server_param_get` | ❌ | -| 18 | 0.144377 | `azmcp_servicebus_queue_details` | ❌ | -| 19 | 0.139871 | `azmcp_mysql_server_config_get` | ❌ | -| 20 | 0.123282 | `azmcp_storage_account_create` | ❌ | +| 1 | 0.572473 | `azmcp_applicationinsights_recommendation_list` | ✅ **EXPECTED** | +| 2 | 0.445157 | `azmcp_get_bestpractices_get` | ❌ | +| 3 | 0.390478 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 4 | 0.385368 | `azmcp_applens_resource_diagnose` | ❌ | +| 5 | 0.375286 | `azmcp_deploy_iac_rules_get` | ❌ | --- ## Test 37 -**Expected Tool:** `azmcp_appconfig_kv_lock_set` -**Prompt:** Unlock the key in App Configuration store +**Expected Tool:** `azmcp_applicationinsights_recommendation_list` +**Prompt:** Show me code optimization recommendations for all Application Insights resources in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.555699 | `azmcp_appconfig_kv_lock_set` | ✅ **EXPECTED** | -| 2 | 0.541557 | `azmcp_appconfig_kv_list` | ❌ | -| 3 | 0.476496 | `azmcp_appconfig_kv_delete` | ❌ | -| 4 | 0.435759 | `azmcp_appconfig_kv_show` | ❌ | -| 5 | 0.425488 | `azmcp_appconfig_kv_set` | ❌ | -| 6 | 0.409406 | `azmcp_appconfig_account_list` | ❌ | -| 7 | 0.272305 | `azmcp_keyvault_key_get` | ❌ | -| 8 | 0.268062 | `azmcp_keyvault_key_create` | ❌ | -| 9 | 0.259561 | `azmcp_keyvault_key_list` | ❌ | -| 10 | 0.252818 | `azmcp_keyvault_secret_create` | ❌ | -| 11 | 0.237098 | `azmcp_mysql_server_param_set` | ❌ | -| 12 | 0.225350 | `azmcp_postgres_server_config_get` | ❌ | -| 13 | 0.190875 | `azmcp_sql_db_update` | ❌ | -| 14 | 0.190136 | `azmcp_storage_account_get` | ❌ | -| 15 | 0.185161 | `azmcp_postgres_server_param_set` | ❌ | -| 16 | 0.179797 | `azmcp_mysql_server_param_get` | ❌ | -| 17 | 0.171375 | `azmcp_mysql_server_config_get` | ❌ | -| 18 | 0.159741 | `azmcp_postgres_server_param_get` | ❌ | -| 19 | 0.150490 | `azmcp_storage_blob_container_get` | ❌ | -| 20 | 0.143564 | `azmcp_servicebus_queue_details` | ❌ | +| 1 | 0.696467 | `azmcp_applicationinsights_recommendation_list` | ✅ **EXPECTED** | +| 2 | 0.468324 | `azmcp_get_bestpractices_get` | ❌ | +| 3 | 0.452199 | `azmcp_applens_resource_diagnose` | ❌ | +| 4 | 0.435163 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 5 | 0.424673 | `azmcp_search_service_list` | ❌ | --- ## Test 38 -**Expected Tool:** `azmcp_appconfig_kv_set` -**Prompt:** Set the key in App Configuration store to +**Expected Tool:** `azmcp_applicationinsights_recommendation_list` +**Prompt:** List profiler recommendations for Application Insights in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609626 | `azmcp_appconfig_kv_set` | ✅ **EXPECTED** | -| 2 | 0.536532 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 3 | 0.518428 | `azmcp_appconfig_kv_list` | ❌ | -| 4 | 0.507148 | `azmcp_appconfig_kv_show` | ❌ | -| 5 | 0.505525 | `azmcp_appconfig_kv_delete` | ❌ | -| 6 | 0.377847 | `azmcp_appconfig_account_list` | ❌ | -| 7 | 0.360097 | `azmcp_mysql_server_param_set` | ❌ | -| 8 | 0.346940 | `azmcp_postgres_server_param_set` | ❌ | -| 9 | 0.311522 | `azmcp_keyvault_secret_create` | ❌ | -| 10 | 0.306040 | `azmcp_keyvault_key_create` | ❌ | -| 11 | 0.276041 | `azmcp_appservice_database_add` | ❌ | -| 12 | 0.263347 | `azmcp_sql_db_update` | ❌ | -| 13 | 0.236830 | `azmcp_keyvault_secret_get` | ❌ | -| 14 | 0.213602 | `azmcp_mysql_server_param_get` | ❌ | -| 15 | 0.208883 | `azmcp_postgres_server_config_get` | ❌ | -| 16 | 0.194012 | `azmcp_storage_account_get` | ❌ | -| 17 | 0.166937 | `azmcp_postgres_server_param_get` | ❌ | -| 18 | 0.164369 | `azmcp_mysql_server_config_get` | ❌ | -| 19 | 0.137894 | `azmcp_storage_account_create` | ❌ | -| 20 | 0.128669 | `azmcp_storage_blob_container_get` | ❌ | +| 1 | 0.626722 | `azmcp_applicationinsights_recommendation_list` | ✅ **EXPECTED** | +| 2 | 0.479392 | `azmcp_mysql_server_list` | ❌ | +| 3 | 0.468905 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.467717 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 5 | 0.461695 | `azmcp_foundry_agents_list` | ❌ | --- ## Test 39 -**Expected Tool:** `azmcp_appconfig_kv_show` -**Prompt:** Show the content for the key in App Configuration store +**Expected Tool:** `azmcp_applicationinsights_recommendation_list` +**Prompt:** Show me performance improvement recommendations from Application Insights ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.603216 | `azmcp_appconfig_kv_list` | ❌ | -| 2 | 0.561508 | `azmcp_appconfig_kv_show` | ✅ **EXPECTED** | -| 3 | 0.448912 | `azmcp_appconfig_kv_set` | ❌ | -| 4 | 0.441713 | `azmcp_appconfig_kv_delete` | ❌ | -| 5 | 0.437432 | `azmcp_appconfig_account_list` | ❌ | -| 6 | 0.416264 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 7 | 0.323583 | `azmcp_keyvault_key_get` | ❌ | -| 8 | 0.301859 | `azmcp_keyvault_key_list` | ❌ | -| 9 | 0.301266 | `azmcp_keyvault_secret_get` | ❌ | -| 10 | 0.291448 | `azmcp_postgres_server_config_get` | ❌ | -| 11 | 0.269387 | `azmcp_loadtesting_test_get` | ❌ | -| 12 | 0.259549 | `azmcp_storage_account_get` | ❌ | -| 13 | 0.257940 | `azmcp_mysql_server_param_get` | ❌ | -| 14 | 0.229242 | `azmcp_mysql_server_config_get` | ❌ | -| 15 | 0.226651 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.217843 | `azmcp_postgres_server_param_get` | ❌ | -| 17 | 0.206456 | `azmcp_redis_cache_list` | ❌ | -| 18 | 0.201872 | `azmcp_mysql_server_param_set` | ❌ | -| 19 | 0.186734 | `azmcp_sql_server_show` | ❌ | -| 20 | 0.186063 | `azmcp_redis_cache_accesspolicy_list` | ❌ | +| 1 | 0.509502 | `azmcp_applicationinsights_recommendation_list` | ✅ **EXPECTED** | +| 2 | 0.398251 | `azmcp_applens_resource_diagnose` | ❌ | +| 3 | 0.383767 | `azmcp_get_bestpractices_get` | ❌ | +| 4 | 0.369053 | `azmcp_cloudarchitect_design` | ❌ | +| 5 | 0.367278 | `azmcp_deploy_architecture_diagram_generate` | ❌ | --- ## Test 40 -**Expected Tool:** `azmcp_applens_resource_diagnose` -**Prompt:** Please help me diagnose issues with my app using app lens - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.355635 | `azmcp_applens_resource_diagnose` | ✅ **EXPECTED** | -| 2 | 0.329318 | `azmcp_deploy_app_logs_get` | ❌ | -| 3 | 0.300786 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 4 | 0.257790 | `azmcp_cloudarchitect_design` | ❌ | -| 5 | 0.216077 | `azmcp_get_bestpractices_get` | ❌ | -| 6 | 0.206503 | `azmcp_deploy_plan_get` | ❌ | -| 7 | 0.205255 | `azmcp_loadtesting_testrun_get` | ❌ | -| 8 | 0.193708 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 9 | 0.181209 | `azmcp_foundry_agents_evaluate` | ❌ | -| 10 | 0.177942 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 11 | 0.169553 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.163768 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 13 | 0.148018 | `azmcp_mysql_database_query` | ❌ | -| 14 | 0.141714 | `azmcp_monitor_resource_log_query` | ❌ | -| 15 | 0.133096 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 16 | 0.128778 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 17 | 0.125735 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 18 | 0.120066 | `azmcp_mysql_table_schema_get` | ❌ | -| 19 | 0.116209 | `azmcp_mysql_server_list` | ❌ | -| 20 | 0.111751 | `azmcp_redis_cache_list` | ❌ | - ---- - -## Test 41 - -**Expected Tool:** `azmcp_applens_resource_diagnose` -**Prompt:** Use app lens to check why my app is slow? - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.318537 | `azmcp_deploy_app_logs_get` | ❌ | -| 2 | 0.302557 | `azmcp_applens_resource_diagnose` | ✅ **EXPECTED** | -| 3 | 0.255570 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 4 | 0.225972 | `azmcp_quota_usage_check` | ❌ | -| 5 | 0.222226 | `azmcp_loadtesting_testrun_get` | ❌ | -| 6 | 0.200402 | `azmcp_cloudarchitect_design` | ❌ | -| 7 | 0.200284 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 8 | 0.186927 | `azmcp_functionapp_get` | ❌ | -| 9 | 0.172691 | `azmcp_get_bestpractices_get` | ❌ | -| 10 | 0.163364 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 11 | 0.162349 | `azmcp_foundry_agents_evaluate` | ❌ | -| 12 | 0.150567 | `azmcp_monitor_resource_log_query` | ❌ | -| 13 | 0.150313 | `azmcp_mysql_database_query` | ❌ | -| 14 | 0.144054 | `azmcp_mysql_server_param_get` | ❌ | -| 15 | 0.133109 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 16 | 0.125941 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 17 | 0.118881 | `azmcp_mysql_table_schema_get` | ❌ | -| 18 | 0.112992 | `azmcp_monitor_workspace_log_query` | ❌ | -| 19 | 0.107084 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 20 | 0.101768 | `azmcp_monitor_metrics_query` | ❌ | - ---- - -## Test 42 - -**Expected Tool:** `azmcp_applens_resource_diagnose` -**Prompt:** What does app lens say is wrong with my service? - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.256325 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 2 | 0.250546 | `azmcp_applens_resource_diagnose` | ✅ **EXPECTED** | -| 3 | 0.215860 | `azmcp_deploy_app_logs_get` | ❌ | -| 4 | 0.199067 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 5 | 0.188245 | `azmcp_cloudarchitect_design` | ❌ | -| 6 | 0.188040 | `azmcp_appservice_database_add` | ❌ | -| 7 | 0.179320 | `azmcp_functionapp_get` | ❌ | -| 8 | 0.178879 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 9 | 0.159064 | `azmcp_get_bestpractices_get` | ❌ | -| 10 | 0.158398 | `azmcp_deploy_plan_get` | ❌ | -| 11 | 0.156599 | `azmcp_search_service_list` | ❌ | -| 12 | 0.156168 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 13 | 0.153402 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.151702 | `azmcp_appconfig_kv_show` | ❌ | -| 15 | 0.149489 | `azmcp_speech_stt_recognize` | ❌ | -| 16 | 0.146689 | `azmcp_quota_usage_check` | ❌ | -| 17 | 0.139567 | `azmcp_postgres_server_param_get` | ❌ | -| 18 | 0.130326 | `azmcp_sql_server_show` | ❌ | -| 19 | 0.129424 | `azmcp_mysql_server_param_get` | ❌ | -| 20 | 0.126179 | `azmcp_search_index_get` | ❌ | - ---- - -## Test 43 - **Expected Tool:** `azmcp_appservice_database_add` **Prompt:** Add a database connection to my app service in resource group @@ -1697,26 +1007,11 @@ | 2 | 0.398617 | `azmcp_sql_db_create` | ❌ | | 3 | 0.368252 | `azmcp_sql_db_list` | ❌ | | 4 | 0.364437 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.361936 | `azmcp_sql_db_show` | ❌ | -| 6 | 0.353953 | `azmcp_sql_server_list` | ❌ | -| 7 | 0.348738 | `azmcp_sql_server_create` | ❌ | -| 8 | 0.342556 | `azmcp_functionapp_get` | ❌ | -| 9 | 0.342159 | `azmcp_sql_db_update` | ❌ | -| 10 | 0.334383 | `azmcp_sql_server_delete` | ❌ | -| 11 | 0.301680 | `azmcp_storage_account_create` | ❌ | -| 12 | 0.300846 | `azmcp_mysql_database_list` | ❌ | -| 13 | 0.298638 | `azmcp_appconfig_kv_set` | ❌ | -| 14 | 0.286125 | `azmcp_cosmos_database_list` | ❌ | -| 15 | 0.281420 | `azmcp_loadtesting_testresource_create` | ❌ | -| 16 | 0.280123 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 17 | 0.272080 | `azmcp_keyvault_secret_create` | ❌ | -| 18 | 0.266198 | `azmcp_deploy_app_logs_get` | ❌ | -| 19 | 0.264904 | `azmcp_kusto_database_list` | ❌ | -| 20 | 0.260527 | `azmcp_keyvault_key_create` | ❌ | +| 5 | 0.361951 | `azmcp_sql_db_show` | ❌ | --- -## Test 44 +## Test 41 **Expected Tool:** `azmcp_appservice_database_add` **Prompt:** Configure a SQL Server database for app service @@ -1730,25 +1025,10 @@ | 3 | 0.471103 | `azmcp_sql_db_create` | ❌ | | 4 | 0.408878 | `azmcp_sql_server_show` | ❌ | | 5 | 0.405300 | `azmcp_sql_db_list` | ❌ | -| 6 | 0.389139 | `azmcp_sql_db_show` | ❌ | -| 7 | 0.381822 | `azmcp_mysql_server_config_get` | ❌ | -| 8 | 0.367325 | `azmcp_sql_server_delete` | ❌ | -| 9 | 0.366336 | `azmcp_sql_server_create` | ❌ | -| 10 | 0.355360 | `azmcp_sql_server_list` | ❌ | -| 11 | 0.352359 | `azmcp_deploy_plan_get` | ❌ | -| 12 | 0.350677 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 13 | 0.345345 | `azmcp_sql_db_delete` | ❌ | -| 14 | 0.340399 | `azmcp_appconfig_kv_set` | ❌ | -| 15 | 0.329197 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 16 | 0.322825 | `azmcp_functionapp_get` | ❌ | -| 17 | 0.315983 | `azmcp_deploy_app_logs_get` | ❌ | -| 18 | 0.304849 | `azmcp_loadtesting_test_create` | ❌ | -| 19 | 0.299644 | `azmcp_cosmos_database_list` | ❌ | -| 20 | 0.295124 | `azmcp_appconfig_kv_show` | ❌ | --- -## Test 45 +## Test 42 **Expected Tool:** `azmcp_appservice_database_add` **Prompt:** Add a MySQL database to app service @@ -1762,25 +1042,10 @@ | 3 | 0.409593 | `azmcp_mysql_database_list` | ❌ | | 4 | 0.382602 | `azmcp_mysql_server_list` | ❌ | | 5 | 0.351839 | `azmcp_mysql_table_list` | ❌ | -| 6 | 0.345795 | `azmcp_sql_db_update` | ❌ | -| 7 | 0.344869 | `azmcp_mysql_table_schema_get` | ❌ | -| 8 | 0.335323 | `azmcp_sql_db_list` | ❌ | -| 9 | 0.323158 | `azmcp_mysql_database_query` | ❌ | -| 10 | 0.320639 | `azmcp_cosmos_database_list` | ❌ | -| 11 | 0.314492 | `azmcp_mysql_server_param_set` | ❌ | -| 12 | 0.311382 | `azmcp_sql_db_show` | ❌ | -| 13 | 0.297738 | `azmcp_appconfig_kv_set` | ❌ | -| 14 | 0.295428 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.279588 | `azmcp_deploy_app_logs_get` | ❌ | -| 16 | 0.272652 | `azmcp_kusto_table_list` | ❌ | -| 17 | 0.272634 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 18 | 0.269892 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 19 | 0.269785 | `azmcp_cosmos_database_container_list` | ❌ | -| 20 | 0.260632 | `azmcp_functionapp_get` | ❌ | --- -## Test 46 +## Test 43 **Expected Tool:** `azmcp_appservice_database_add` **Prompt:** Add a PostgreSQL database to app service @@ -1794,25 +1059,10 @@ | 3 | 0.439660 | `azmcp_postgres_database_query` | ❌ | | 4 | 0.409515 | `azmcp_postgres_table_list` | ❌ | | 5 | 0.405431 | `azmcp_postgres_server_list` | ❌ | -| 6 | 0.399788 | `azmcp_postgres_server_param_set` | ❌ | -| 7 | 0.383413 | `azmcp_sql_db_create` | ❌ | -| 8 | 0.337005 | `azmcp_postgres_table_schema_get` | ❌ | -| 9 | 0.328945 | `azmcp_postgres_server_param_get` | ❌ | -| 10 | 0.305301 | `azmcp_sql_db_update` | ❌ | -| 11 | 0.302980 | `azmcp_sql_db_list` | ❌ | -| 12 | 0.289343 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.279654 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.258603 | `azmcp_appconfig_kv_set` | ❌ | -| 15 | 0.257593 | `azmcp_deploy_app_logs_get` | ❌ | -| 16 | 0.254307 | `azmcp_kusto_table_list` | ❌ | -| 17 | 0.241522 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 18 | 0.233724 | `azmcp_deploy_plan_get` | ❌ | -| 19 | 0.231783 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 20 | 0.223353 | `azmcp_cosmos_database_container_list` | ❌ | --- -## Test 47 +## Test 44 **Expected Tool:** `azmcp_appservice_database_add` **Prompt:** Add a CosmosDB database to app service @@ -1826,25 +1076,10 @@ | 3 | 0.465637 | `azmcp_sql_db_create` | ❌ | | 4 | 0.421268 | `azmcp_cosmos_database_container_list` | ❌ | | 5 | 0.400020 | `azmcp_sql_db_update` | ❌ | -| 6 | 0.378402 | `azmcp_sql_db_list` | ❌ | -| 7 | 0.374251 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.370137 | `azmcp_kusto_database_list` | ❌ | -| 9 | 0.362523 | `azmcp_sql_db_show` | ❌ | -| 10 | 0.353056 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 11 | 0.352381 | `azmcp_kusto_table_list` | ❌ | -| 12 | 0.349533 | `azmcp_mysql_database_list` | ❌ | -| 13 | 0.326631 | `azmcp_sql_db_delete` | ❌ | -| 14 | 0.325004 | `azmcp_appconfig_kv_set` | ❌ | -| 15 | 0.314834 | `azmcp_functionapp_get` | ❌ | -| 16 | 0.314554 | `azmcp_sql_server_delete` | ❌ | -| 17 | 0.314391 | `azmcp_mysql_server_list` | ❌ | -| 18 | 0.309146 | `azmcp_redis_cluster_database_list` | ❌ | -| 19 | 0.303278 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 20 | 0.292774 | `azmcp_sql_server_create` | ❌ | --- -## Test 48 +## Test 45 **Expected Tool:** `azmcp_appservice_database_add` **Prompt:** Add database on server to app service @@ -1853,30 +1088,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.645031 | `azmcp_appservice_database_add` | ✅ **EXPECTED** | -| 2 | 0.488601 | `azmcp_sql_db_create` | ❌ | -| 3 | 0.423831 | `azmcp_mysql_database_list` | ❌ | -| 4 | 0.422429 | `azmcp_sql_db_list` | ❌ | -| 5 | 0.394862 | `azmcp_sql_db_show` | ❌ | -| 6 | 0.394755 | `azmcp_cosmos_database_list` | ❌ | -| 7 | 0.381636 | `azmcp_sql_server_delete` | ❌ | -| 8 | 0.369230 | `azmcp_postgres_database_list` | ❌ | -| 9 | 0.360718 | `azmcp_kusto_database_list` | ❌ | -| 10 | 0.357296 | `azmcp_sql_server_create` | ❌ | -| 11 | 0.349724 | `azmcp_mysql_server_list` | ❌ | -| 12 | 0.348499 | `azmcp_kusto_table_list` | ❌ | -| 13 | 0.347719 | `azmcp_sql_db_update` | ❌ | -| 14 | 0.345944 | `azmcp_sql_db_delete` | ❌ | -| 15 | 0.304588 | `azmcp_cosmos_database_container_list` | ❌ | -| 16 | 0.281663 | `azmcp_functionapp_get` | ❌ | -| 17 | 0.277387 | `azmcp_kusto_table_schema` | ❌ | -| 18 | 0.274842 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 19 | 0.274345 | `azmcp_appconfig_kv_set` | ❌ | -| 20 | 0.266106 | `azmcp_deploy_app_logs_get` | ❌ | +| 1 | 0.645533 | `azmcp_appservice_database_add` | ✅ **EXPECTED** | +| 2 | 0.489228 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.423910 | `azmcp_mysql_database_list` | ❌ | +| 4 | 0.422266 | `azmcp_sql_db_list` | ❌ | +| 5 | 0.394910 | `azmcp_sql_db_show` | ❌ | --- -## Test 49 +## Test 46 **Expected Tool:** `azmcp_appservice_database_add` **Prompt:** Set connection string for database in app service @@ -1890,25 +1110,10 @@ | 3 | 0.369071 | `azmcp_sql_db_create` | ❌ | | 4 | 0.332119 | `azmcp_appconfig_kv_set` | ❌ | | 5 | 0.314270 | `azmcp_cosmos_database_list` | ❌ | -| 6 | 0.312458 | `azmcp_sql_db_show` | ❌ | -| 7 | 0.307420 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.304622 | `azmcp_mysql_database_list` | ❌ | -| 9 | 0.297194 | `azmcp_mysql_server_param_get` | ❌ | -| 10 | 0.294182 | `azmcp_kusto_database_list` | ❌ | -| 11 | 0.292606 | `azmcp_kusto_table_list` | ❌ | -| 12 | 0.286137 | `azmcp_postgres_server_param_set` | ❌ | -| 13 | 0.273579 | `azmcp_cosmos_database_container_list` | ❌ | -| 14 | 0.269033 | `azmcp_appconfig_kv_show` | ❌ | -| 15 | 0.267621 | `azmcp_sql_server_show` | ❌ | -| 16 | 0.267098 | `azmcp_mysql_server_param_set` | ❌ | -| 17 | 0.266587 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 18 | 0.265629 | `azmcp_sql_db_delete` | ❌ | -| 19 | 0.260212 | `azmcp_functionapp_get` | ❌ | -| 20 | 0.256506 | `azmcp_deploy_architecture_diagram_generate` | ❌ | --- -## Test 50 +## Test 47 **Expected Tool:** `azmcp_appservice_database_add` **Prompt:** Configure tenant for database in app service @@ -1917,30 +1122,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.536686 | `azmcp_appservice_database_add` | ✅ **EXPECTED** | -| 2 | 0.394884 | `azmcp_sql_db_create` | ❌ | -| 3 | 0.391835 | `azmcp_sql_db_update` | ❌ | -| 4 | 0.318426 | `azmcp_sql_db_show` | ❌ | -| 5 | 0.318151 | `azmcp_appconfig_kv_set` | ❌ | -| 6 | 0.305417 | `azmcp_deploy_plan_get` | ❌ | -| 7 | 0.301292 | `azmcp_mysql_table_list` | ❌ | -| 8 | 0.298553 | `azmcp_sql_db_list` | ❌ | -| 9 | 0.298236 | `azmcp_cosmos_database_list` | ❌ | -| 10 | 0.297707 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.295503 | `azmcp_subscription_list` | ❌ | -| 12 | 0.294547 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 13 | 0.290423 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.281060 | `azmcp_cosmos_database_container_list` | ❌ | -| 15 | 0.274946 | `azmcp_sql_db_delete` | ❌ | -| 16 | 0.274348 | `azmcp_sql_server_delete` | ❌ | -| 17 | 0.273329 | `azmcp_functionapp_get` | ❌ | -| 18 | 0.272321 | `azmcp_kusto_table_schema` | ❌ | -| 19 | 0.266969 | `azmcp_mysql_server_list` | ❌ | -| 20 | 0.265663 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 1 | 0.536761 | `azmcp_appservice_database_add` | ✅ **EXPECTED** | +| 2 | 0.394572 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.391789 | `azmcp_sql_db_update` | ❌ | +| 4 | 0.318461 | `azmcp_appconfig_kv_set` | ❌ | +| 5 | 0.318263 | `azmcp_sql_db_show` | ❌ | --- -## Test 51 +## Test 48 **Expected Tool:** `azmcp_appservice_database_add` **Prompt:** Add database with retry policy to app service @@ -1954,442 +1144,334 @@ | 3 | 0.361028 | `azmcp_cosmos_database_list` | ❌ | | 4 | 0.349556 | `azmcp_mysql_database_list` | ❌ | | 5 | 0.346672 | `azmcp_sql_db_list` | ❌ | -| 6 | 0.344869 | `azmcp_sql_db_update` | ❌ | -| 7 | 0.342276 | `azmcp_kusto_database_list` | ❌ | -| 8 | 0.339789 | `azmcp_sql_db_delete` | ❌ | -| 9 | 0.339482 | `azmcp_sql_db_show` | ❌ | -| 10 | 0.330944 | `azmcp_redis_cluster_database_list` | ❌ | -| 11 | 0.317003 | `azmcp_kusto_table_list` | ❌ | -| 12 | 0.292346 | `azmcp_sql_server_delete` | ❌ | -| 13 | 0.281774 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.276951 | `azmcp_deploy_app_logs_get` | ❌ | -| 15 | 0.270334 | `azmcp_kusto_table_schema` | ❌ | -| 16 | 0.268258 | `azmcp_cosmos_database_container_list` | ❌ | -| 17 | 0.263797 | `azmcp_functionapp_get` | ❌ | -| 18 | 0.258869 | `azmcp_keyvault_certificate_create` | ❌ | -| 19 | 0.257394 | `azmcp_mysql_table_list` | ❌ | -| 20 | 0.257248 | `azmcp_deploy_pipeline_guidance_get` | ❌ | --- -## Test 52 +## Test 49 -**Expected Tool:** `azmcp_applicationinsights_recommendation_list` -**Prompt:** List code optimization recommendations across my Application Insights components +**Expected Tool:** `azmcp_azuremanagedlustre_filesystem_list` +**Prompt:** List the Azure Managed Lustre filesystems in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.572911 | `azmcp_applicationinsights_recommendation_list` | ✅ **EXPECTED** | -| 2 | 0.445157 | `azmcp_get_bestpractices_get` | ❌ | -| 3 | 0.390478 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 4 | 0.385368 | `azmcp_applens_resource_diagnose` | ❌ | -| 5 | 0.375286 | `azmcp_deploy_iac_rules_get` | ❌ | -| 6 | 0.357934 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 7 | 0.352871 | `azmcp_foundry_agents_list` | ❌ | -| 8 | 0.346028 | `azmcp_deploy_plan_get` | ❌ | -| 9 | 0.344858 | `azmcp_cloudarchitect_design` | ❌ | -| 10 | 0.330014 | `azmcp_search_service_list` | ❌ | -| 11 | 0.326095 | `azmcp_deploy_app_logs_get` | ❌ | -| 12 | 0.297029 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 13 | 0.296190 | `azmcp_quota_usage_check` | ❌ | -| 14 | 0.268844 | `azmcp_quota_region_availability_list` | ❌ | -| 15 | 0.265962 | `azmcp_monitor_metrics_definitions` | ❌ | -| 16 | 0.263811 | `azmcp_monitor_workspace_list` | ❌ | -| 17 | 0.260352 | `azmcp_mysql_server_list` | ❌ | -| 18 | 0.258344 | `azmcp_monitor_table_list` | ❌ | -| 19 | 0.247882 | `azmcp_search_index_get` | ❌ | -| 20 | 0.245708 | `azmcp_redis_cache_list` | ❌ | +| 1 | 0.750675 | `azmcp_azuremanagedlustre_filesystem_list` | ✅ **EXPECTED** | +| 2 | 0.631770 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 3 | 0.516886 | `azmcp_kusto_cluster_list` | ❌ | +| 4 | 0.513156 | `azmcp_search_service_list` | ❌ | +| 5 | 0.507981 | `azmcp_monitor_workspace_list` | ❌ | --- -## Test 53 +## Test 50 -**Expected Tool:** `azmcp_applicationinsights_recommendation_list` -**Prompt:** Show me code optimization recommendations for all Application Insights resources in my subscription +**Expected Tool:** `azmcp_azuremanagedlustre_filesystem_list` +**Prompt:** List the Azure Managed Lustre filesystems in my resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.696382 | `azmcp_applicationinsights_recommendation_list` | ✅ **EXPECTED** | -| 2 | 0.468384 | `azmcp_get_bestpractices_get` | ❌ | -| 3 | 0.452121 | `azmcp_applens_resource_diagnose` | ❌ | -| 4 | 0.435241 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 5 | 0.424622 | `azmcp_search_service_list` | ❌ | -| 6 | 0.405506 | `azmcp_deploy_iac_rules_get` | ❌ | -| 7 | 0.405253 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.401105 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.393809 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 10 | 0.387901 | `azmcp_deploy_plan_get` | ❌ | -| 11 | 0.380218 | `azmcp_foundry_agents_list` | ❌ | -| 12 | 0.371668 | `azmcp_redis_cache_list` | ❌ | -| 13 | 0.367714 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 14 | 0.367243 | `azmcp_quota_region_availability_list` | ❌ | -| 15 | 0.362939 | `azmcp_deploy_app_logs_get` | ❌ | -| 16 | 0.355398 | `azmcp_redis_cluster_list` | ❌ | -| 17 | 0.339417 | `azmcp_monitor_workspace_list` | ❌ | -| 18 | 0.336684 | `azmcp_monitor_metrics_query` | ❌ | -| 19 | 0.334823 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.332236 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 1 | 0.743903 | `azmcp_azuremanagedlustre_filesystem_list` | ✅ **EXPECTED** | +| 2 | 0.613217 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 3 | 0.519986 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 4 | 0.514120 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.492115 | `azmcp_acr_registry_repository_list` | ❌ | --- -## Test 54 +## Test 51 -**Expected Tool:** `azmcp_applicationinsights_recommendation_list` -**Prompt:** List profiler recommendations for Application Insights in resource group +**Expected Tool:** `azmcp_azuremanagedlustre_filesystem_required-subnet-size` +**Prompt:** Tell me how many IP addresses I need for of ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.627030 | `azmcp_applicationinsights_recommendation_list` | ✅ **EXPECTED** | -| 2 | 0.479392 | `azmcp_mysql_server_list` | ❌ | -| 3 | 0.468861 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.467717 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 5 | 0.461677 | `azmcp_foundry_agents_list` | ❌ | -| 6 | 0.451694 | `azmcp_applens_resource_diagnose` | ❌ | -| 7 | 0.449821 | `azmcp_sql_server_list` | ❌ | -| 8 | 0.446454 | `azmcp_search_service_list` | ❌ | -| 9 | 0.419715 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.417639 | `azmcp_sql_db_list` | ❌ | -| 11 | 0.416057 | `azmcp_get_bestpractices_get` | ❌ | -| 12 | 0.415664 | `azmcp_monitor_metrics_definitions` | ❌ | -| 13 | 0.407441 | `azmcp_loadtesting_testresource_list` | ❌ | -| 14 | 0.401204 | `azmcp_monitor_metrics_query` | ❌ | -| 15 | 0.400853 | `azmcp_workbooks_list` | ❌ | -| 16 | 0.398817 | `azmcp_acr_registry_list` | ❌ | -| 17 | 0.389786 | `azmcp_monitor_table_type_list` | ❌ | -| 18 | 0.389008 | `azmcp_group_list` | ❌ | -| 19 | 0.386954 | `azmcp_quota_usage_check` | ❌ | -| 20 | 0.385121 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 1 | 0.647272 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ✅ **EXPECTED** | +| 2 | 0.450342 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 3 | 0.327359 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 4 | 0.235376 | `azmcp_cloudarchitect_design` | ❌ | +| 5 | 0.204654 | `azmcp_mysql_server_list` | ❌ | --- -## Test 55 +## Test 52 -**Expected Tool:** `azmcp_applicationinsights_recommendation_list` -**Prompt:** Show me performance improvement recommendations from Application Insights +**Expected Tool:** `azmcp_azuremanagedlustre_filesystem_sku_get` +**Prompt:** List the Azure Managed Lustre SKUs available in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.509418 | `azmcp_applicationinsights_recommendation_list` | ✅ **EXPECTED** | -| 2 | 0.398251 | `azmcp_applens_resource_diagnose` | ❌ | -| 3 | 0.383767 | `azmcp_get_bestpractices_get` | ❌ | -| 4 | 0.369053 | `azmcp_cloudarchitect_design` | ❌ | -| 5 | 0.367278 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 6 | 0.341619 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 7 | 0.325776 | `azmcp_deploy_iac_rules_get` | ❌ | -| 8 | 0.324538 | `azmcp_deploy_app_logs_get` | ❌ | -| 9 | 0.321848 | `azmcp_deploy_plan_get` | ❌ | -| 10 | 0.313589 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 11 | 0.287252 | `azmcp_monitor_metrics_query` | ❌ | -| 12 | 0.285234 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.262799 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 14 | 0.259246 | `azmcp_search_service_list` | ❌ | -| 15 | 0.254871 | `azmcp_search_index_query` | ❌ | -| 16 | 0.247065 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 17 | 0.233954 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 18 | 0.230227 | `azmcp_monitor_workspace_log_query` | ❌ | -| 19 | 0.229476 | `azmcp_mysql_server_config_get` | ❌ | -| 20 | 0.225566 | `azmcp_monitor_resource_log_query` | ❌ | +| 1 | 0.836071 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ✅ **EXPECTED** | +| 2 | 0.626238 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 3 | 0.453801 | `azmcp_storage_account_get` | ❌ | +| 4 | 0.444792 | `azmcp_search_service_list` | ❌ | +| 5 | 0.438978 | `azmcp_quota_region_availability_list` | ❌ | --- -## Test 56 +## Test 53 -**Expected Tool:** `azmcp_acr_registry_list` -**Prompt:** List all Azure Container Registries in my subscription +**Expected Tool:** `azmcp_azureterraformbestpractices_get` +**Prompt:** Fetch the Azure Terraform best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.743568 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 2 | 0.711580 | `azmcp_acr_registry_repository_list` | ❌ | -| 3 | 0.541506 | `azmcp_search_service_list` | ❌ | -| 4 | 0.527457 | `azmcp_aks_cluster_list` | ❌ | -| 5 | 0.515937 | `azmcp_subscription_list` | ❌ | -| 6 | 0.514293 | `azmcp_cosmos_account_list` | ❌ | -| 7 | 0.509386 | `azmcp_monitor_workspace_list` | ❌ | -| 8 | 0.503032 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.490776 | `azmcp_appconfig_account_list` | ❌ | -| 10 | 0.487235 | `azmcp_storage_blob_container_get` | ❌ | -| 11 | 0.483500 | `azmcp_cosmos_database_container_list` | ❌ | -| 12 | 0.482236 | `azmcp_redis_cluster_list` | ❌ | -| 13 | 0.481819 | `azmcp_redis_cache_list` | ❌ | -| 14 | 0.480998 | `azmcp_group_list` | ❌ | -| 15 | 0.469958 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 16 | 0.462353 | `azmcp_quota_region_availability_list` | ❌ | -| 17 | 0.460523 | `azmcp_sql_db_list` | ❌ | -| 18 | 0.460343 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.456503 | `azmcp_mysql_server_list` | ❌ | -| 20 | 0.454170 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 1 | 0.686886 | `azmcp_azureterraformbestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.625270 | `azmcp_deploy_iac_rules_get` | ❌ | +| 3 | 0.605047 | `azmcp_get_bestpractices_get` | ❌ | +| 4 | 0.482936 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.466199 | `azmcp_deploy_plan_get` | ❌ | --- -## Test 57 +## Test 54 -**Expected Tool:** `azmcp_acr_registry_list` -**Prompt:** Show me my Azure Container Registries +**Expected Tool:** `azmcp_azureterraformbestpractices_get` +**Prompt:** Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.586014 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 2 | 0.563636 | `azmcp_acr_registry_repository_list` | ❌ | -| 3 | 0.449979 | `azmcp_storage_blob_container_get` | ❌ | -| 4 | 0.415552 | `azmcp_cosmos_database_container_list` | ❌ | -| 5 | 0.382728 | `azmcp_mysql_server_list` | ❌ | -| 6 | 0.373120 | `azmcp_foundry_agents_list` | ❌ | -| 7 | 0.372153 | `azmcp_mysql_database_list` | ❌ | -| 8 | 0.370858 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 9 | 0.364918 | `azmcp_search_service_list` | ❌ | -| 10 | 0.359344 | `azmcp_deploy_app_logs_get` | ❌ | -| 11 | 0.356414 | `azmcp_aks_cluster_list` | ❌ | -| 12 | 0.354277 | `azmcp_storage_blob_container_create` | ❌ | -| 13 | 0.353379 | `azmcp_subscription_list` | ❌ | -| 14 | 0.352818 | `azmcp_storage_account_get` | ❌ | -| 15 | 0.349526 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.349291 | `azmcp_sql_db_list` | ❌ | -| 17 | 0.348109 | `azmcp_storage_blob_get` | ❌ | -| 18 | 0.344750 | `azmcp_quota_usage_check` | ❌ | -| 19 | 0.344071 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.339252 | `azmcp_appconfig_account_list` | ❌ | +| 1 | 0.581316 | `azmcp_azureterraformbestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.523892 | `azmcp_keyvault_secret_get` | ❌ | +| 3 | 0.512141 | `azmcp_get_bestpractices_get` | ❌ | +| 4 | 0.510004 | `azmcp_deploy_iac_rules_get` | ❌ | +| 5 | 0.474447 | `azmcp_keyvault_key_get` | ❌ | --- -## Test 58 +## Test 55 -**Expected Tool:** `azmcp_acr_registry_list` -**Prompt:** Show me the container registries in my subscription +**Expected Tool:** `azmcp_get_bestpractices_get` +**Prompt:** Get the latest Azure code generation best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.637130 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 2 | 0.563476 | `azmcp_acr_registry_repository_list` | ❌ | -| 3 | 0.474087 | `azmcp_redis_cache_list` | ❌ | -| 4 | 0.471804 | `azmcp_redis_cluster_list` | ❌ | -| 5 | 0.463742 | `azmcp_postgres_server_list` | ❌ | -| 6 | 0.459880 | `azmcp_search_service_list` | ❌ | -| 7 | 0.452938 | `azmcp_kusto_cluster_list` | ❌ | -| 8 | 0.451253 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.443939 | `azmcp_appconfig_account_list` | ❌ | -| 10 | 0.440464 | `azmcp_subscription_list` | ❌ | -| 11 | 0.435835 | `azmcp_grafana_list` | ❌ | -| 12 | 0.435510 | `azmcp_storage_blob_container_get` | ❌ | -| 13 | 0.431745 | `azmcp_cosmos_database_container_list` | ❌ | -| 14 | 0.430867 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.430308 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.419749 | `azmcp_eventgrid_subscription_list` | ❌ | -| 17 | 0.405244 | `azmcp_group_list` | ❌ | -| 18 | 0.398556 | `azmcp_quota_region_availability_list` | ❌ | -| 19 | 0.386495 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 20 | 0.364214 | `azmcp_mysql_server_list` | ❌ | +| 1 | 0.646844 | `azmcp_get_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.635406 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 3 | 0.586907 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.531727 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.490235 | `azmcp_deploy_plan_get` | ❌ | --- -## Test 59 +## Test 56 -**Expected Tool:** `azmcp_acr_registry_list` -**Prompt:** List container registries in resource group +**Expected Tool:** `azmcp_get_bestpractices_get` +**Prompt:** Get the latest Azure deployment best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.600903 | `azmcp_get_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.548542 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 3 | 0.541091 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.516852 | `azmcp_deploy_plan_get` | ❌ | +| 5 | 0.516443 | `azmcp_deploy_pipeline_guidance_get` | ❌ | + +--- + +## Test 57 + +**Expected Tool:** `azmcp_get_bestpractices_get` +**Prompt:** Get the latest Azure best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.625259 | `azmcp_get_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.594323 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 3 | 0.518643 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.465572 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.454158 | `azmcp_cloudarchitect_design` | ❌ | + +--- + +## Test 58 + +**Expected Tool:** `azmcp_get_bestpractices_get` +**Prompt:** Get the latest Azure Functions code generation best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.624273 | `azmcp_get_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.570488 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 3 | 0.522998 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.493998 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.445382 | `azmcp_deploy_plan_get` | ❌ | + +--- + +## Test 59 + +**Expected Tool:** `azmcp_get_bestpractices_get` +**Prompt:** Get the latest Azure Functions deployment best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.654394 | `azmcp_acr_registry_repository_list` | ❌ | -| 2 | 0.633746 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 3 | 0.476131 | `azmcp_mysql_server_list` | ❌ | -| 4 | 0.454822 | `azmcp_group_list` | ❌ | -| 5 | 0.454261 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 6 | 0.446351 | `azmcp_cosmos_database_container_list` | ❌ | -| 7 | 0.427825 | `azmcp_workbooks_list` | ❌ | -| 8 | 0.423663 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 9 | 0.421371 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.417466 | `azmcp_sql_server_list` | ❌ | -| 11 | 0.411578 | `azmcp_redis_cluster_list` | ❌ | -| 12 | 0.409226 | `azmcp_sql_db_list` | ❌ | -| 13 | 0.403938 | `azmcp_storage_blob_container_get` | ❌ | -| 14 | 0.389099 | `azmcp_redis_cache_list` | ❌ | -| 15 | 0.378611 | `azmcp_eventgrid_subscription_list` | ❌ | -| 16 | 0.371033 | `azmcp_sql_elastic-pool_list` | ❌ | -| 17 | 0.370596 | `azmcp_redis_cluster_database_list` | ❌ | -| 18 | 0.356434 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.354424 | `azmcp_cosmos_database_list` | ❌ | -| 20 | 0.352420 | `azmcp_loadtesting_testresource_list` | ❌ | +| 1 | 0.581850 | `azmcp_get_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.497350 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 3 | 0.495659 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.486886 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 5 | 0.474511 | `azmcp_deploy_plan_get` | ❌ | --- ## Test 60 -**Expected Tool:** `azmcp_acr_registry_list` -**Prompt:** Show me the container registries in resource group +**Expected Tool:** `azmcp_get_bestpractices_get` +**Prompt:** Get the latest Azure Functions best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.639391 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 2 | 0.637972 | `azmcp_acr_registry_repository_list` | ❌ | -| 3 | 0.468028 | `azmcp_mysql_server_list` | ❌ | -| 4 | 0.449649 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 5 | 0.445781 | `azmcp_group_list` | ❌ | -| 6 | 0.416353 | `azmcp_cosmos_database_container_list` | ❌ | -| 7 | 0.413975 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.413191 | `azmcp_sql_server_list` | ❌ | -| 9 | 0.406543 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 10 | 0.403041 | `azmcp_storage_blob_container_get` | ❌ | -| 11 | 0.399910 | `azmcp_workbooks_list` | ❌ | -| 12 | 0.389603 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.378353 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.369912 | `azmcp_sql_elastic-pool_list` | ❌ | -| 15 | 0.369779 | `azmcp_mysql_database_list` | ❌ | -| 16 | 0.367756 | `azmcp_redis_cache_list` | ❌ | -| 17 | 0.355626 | `azmcp_foundry_agents_list` | ❌ | -| 18 | 0.354807 | `azmcp_loadtesting_testresource_list` | ❌ | -| 19 | 0.351411 | `azmcp_cosmos_database_list` | ❌ | -| 20 | 0.347199 | `azmcp_eventgrid_subscription_list` | ❌ | +| 1 | 0.610986 | `azmcp_get_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.532790 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 3 | 0.487322 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.458060 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.413150 | `azmcp_functionapp_get` | ❌ | --- ## Test 61 -**Expected Tool:** `azmcp_acr_registry_repository_list` -**Prompt:** List all container registry repositories in my subscription +**Expected Tool:** `azmcp_get_bestpractices_get` +**Prompt:** Get the latest Azure Static Web Apps best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.626482 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | -| 2 | 0.617504 | `azmcp_acr_registry_list` | ❌ | -| 3 | 0.510487 | `azmcp_redis_cache_list` | ❌ | -| 4 | 0.495567 | `azmcp_postgres_server_list` | ❌ | -| 5 | 0.492550 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.475629 | `azmcp_kusto_cluster_list` | ❌ | -| 7 | 0.466001 | `azmcp_search_service_list` | ❌ | -| 8 | 0.461777 | `azmcp_cosmos_database_container_list` | ❌ | -| 9 | 0.461369 | `azmcp_grafana_list` | ❌ | -| 10 | 0.456838 | `azmcp_appconfig_account_list` | ❌ | -| 11 | 0.449239 | `azmcp_cosmos_account_list` | ❌ | -| 12 | 0.448228 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.440083 | `azmcp_subscription_list` | ❌ | -| 14 | 0.438219 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.437309 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.431028 | `azmcp_group_list` | ❌ | -| 17 | 0.414463 | `azmcp_kusto_database_list` | ❌ | -| 18 | 0.405472 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 19 | 0.390890 | `azmcp_quota_region_availability_list` | ❌ | -| 20 | 0.377142 | `azmcp_mysql_database_list` | ❌ | +| 1 | 0.557862 | `azmcp_get_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.513262 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 3 | 0.505123 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.483705 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.405143 | `azmcp_deploy_app_logs_get` | ❌ | --- ## Test 62 -**Expected Tool:** `azmcp_acr_registry_repository_list` -**Prompt:** Show me my container registry repositories +**Expected Tool:** `azmcp_get_bestpractices_get` +**Prompt:** What are azure function best practices? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.546333 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | -| 2 | 0.469295 | `azmcp_acr_registry_list` | ❌ | -| 3 | 0.407973 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.399932 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.339307 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.326631 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.308650 | `azmcp_cosmos_database_list` | ❌ | -| 8 | 0.306869 | `azmcp_foundry_agents_list` | ❌ | -| 9 | 0.306442 | `azmcp_storage_blob_container_create` | ❌ | -| 10 | 0.302705 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.300174 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.296059 | `azmcp_storage_blob_get` | ❌ | -| 13 | 0.292155 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 14 | 0.290148 | `azmcp_redis_cluster_list` | ❌ | -| 15 | 0.289864 | `azmcp_search_service_list` | ❌ | -| 16 | 0.283716 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.283390 | `azmcp_kusto_database_list` | ❌ | -| 18 | 0.282581 | `azmcp_sql_db_list` | ❌ | -| 19 | 0.276498 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.272964 | `azmcp_redis_cluster_database_list` | ❌ | +| 1 | 0.582541 | `azmcp_get_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.500368 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 3 | 0.472112 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.433134 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.385965 | `azmcp_cloudarchitect_design` | ❌ | --- ## Test 63 -**Expected Tool:** `azmcp_acr_registry_repository_list` -**Prompt:** List repositories in the container registry +**Expected Tool:** `azmcp_bicepschema_get` +**Prompt:** How can I use Bicep to create an Azure OpenAI service? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.674296 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | -| 2 | 0.541779 | `azmcp_acr_registry_list` | ❌ | -| 3 | 0.433927 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.388271 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.370375 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.359617 | `azmcp_cosmos_database_list` | ❌ | -| 7 | 0.356901 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.355398 | `azmcp_redis_cache_list` | ❌ | -| 9 | 0.351007 | `azmcp_redis_cluster_database_list` | ❌ | -| 10 | 0.347437 | `azmcp_postgres_database_list` | ❌ | -| 11 | 0.347084 | `azmcp_kusto_database_list` | ❌ | -| 12 | 0.340014 | `azmcp_redis_cluster_list` | ❌ | -| 13 | 0.338404 | `azmcp_keyvault_secret_list` | ❌ | -| 14 | 0.337749 | `azmcp_keyvault_certificate_list` | ❌ | -| 15 | 0.332856 | `azmcp_keyvault_key_list` | ❌ | -| 16 | 0.332785 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 17 | 0.332704 | `azmcp_sql_db_list` | ❌ | -| 18 | 0.332572 | `azmcp_monitor_workspace_list` | ❌ | -| 19 | 0.330046 | `azmcp_kusto_cluster_list` | ❌ | -| 20 | 0.322287 | `azmcp_mysql_table_list` | ❌ | +| 1 | 0.485889 | `azmcp_deploy_iac_rules_get` | ❌ | +| 2 | 0.448373 | `azmcp_get_bestpractices_get` | ❌ | +| 3 | 0.440302 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 4 | 0.432773 | `azmcp_deploy_plan_get` | ❌ | +| 5 | 0.432409 | `azmcp_bicepschema_get` | ✅ **EXPECTED** | --- ## Test 64 -**Expected Tool:** `azmcp_acr_registry_repository_list` -**Prompt:** Show me the repositories in the container registry +**Expected Tool:** `azmcp_cloudarchitect_design` +**Prompt:** Please help me design an architecture for a large-scale file upload, storage, and retrieval service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.600780 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | -| 2 | 0.501842 | `azmcp_acr_registry_list` | ❌ | -| 3 | 0.418623 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.374433 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.359922 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.341582 | `azmcp_redis_cache_list` | ❌ | -| 7 | 0.335467 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.333318 | `azmcp_cosmos_database_list` | ❌ | -| 9 | 0.324104 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.318706 | `azmcp_kusto_database_list` | ❌ | -| 11 | 0.316614 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 12 | 0.315414 | `azmcp_redis_cluster_database_list` | ❌ | -| 13 | 0.311692 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.309627 | `azmcp_search_service_list` | ❌ | -| 15 | 0.306052 | `azmcp_sql_db_list` | ❌ | -| 16 | 0.305022 | `azmcp_keyvault_certificate_list` | ❌ | -| 17 | 0.303931 | `azmcp_kusto_cluster_list` | ❌ | -| 18 | 0.302466 | `azmcp_foundry_agents_list` | ❌ | -| 19 | 0.300101 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.299303 | `azmcp_mysql_table_list` | ❌ | +| 1 | 0.349336 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | +| 2 | 0.290902 | `azmcp_storage_blob_upload` | ❌ | +| 3 | 0.254991 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 4 | 0.221349 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.217623 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | --- ## Test 65 +**Expected Tool:** `azmcp_cloudarchitect_design` +**Prompt:** Help me create a cloud service that will serve as ATM for users + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.290253 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | +| 2 | 0.267685 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 3 | 0.258163 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 4 | 0.225608 | `azmcp_deploy_plan_get` | ❌ | +| 5 | 0.215734 | `azmcp_get_bestpractices_get` | ❌ | + +--- + +## Test 66 + +**Expected Tool:** `azmcp_cloudarchitect_design` +**Prompt:** I want to design a cloud app for ordering groceries + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.299640 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | +| 2 | 0.271943 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 3 | 0.265972 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 4 | 0.242581 | `azmcp_deploy_plan_get` | ❌ | +| 5 | 0.218064 | `azmcp_deploy_iac_rules_get` | ❌ | + +--- + +## Test 67 + +**Expected Tool:** `azmcp_cloudarchitect_design` +**Prompt:** How can I design a cloud service in Azure that will store and present videos for users? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.420259 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | +| 2 | 0.369969 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 3 | 0.352797 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 4 | 0.323920 | `azmcp_storage_blob_upload` | ❌ | +| 5 | 0.310615 | `azmcp_deploy_plan_get` | ❌ | + +--- + +## Test 68 + **Expected Tool:** `azmcp_cosmos_account_list` **Prompt:** List all cosmosdb accounts in my subscription @@ -2402,25 +1484,10 @@ | 3 | 0.615268 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.587691 | `azmcp_subscription_list` | ❌ | | 5 | 0.560795 | `azmcp_search_service_list` | ❌ | -| 6 | 0.538321 | `azmcp_storage_account_get` | ❌ | -| 7 | 0.528963 | `azmcp_monitor_workspace_list` | ❌ | -| 8 | 0.516914 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.502428 | `azmcp_kusto_database_list` | ❌ | -| 10 | 0.502199 | `azmcp_redis_cluster_list` | ❌ | -| 11 | 0.499217 | `azmcp_redis_cache_list` | ❌ | -| 12 | 0.497679 | `azmcp_appconfig_account_list` | ❌ | -| 13 | 0.487304 | `azmcp_group_list` | ❌ | -| 14 | 0.483046 | `azmcp_grafana_list` | ❌ | -| 15 | 0.474934 | `azmcp_postgres_server_list` | ❌ | -| 16 | 0.473625 | `azmcp_aks_cluster_list` | ❌ | -| 17 | 0.460067 | `azmcp_foundry_agents_list` | ❌ | -| 18 | 0.459502 | `azmcp_sql_db_list` | ❌ | -| 19 | 0.459002 | `azmcp_mysql_database_list` | ❌ | -| 20 | 0.453975 | `azmcp_virtualdesktop_hostpool_list` | ❌ | --- -## Test 66 +## Test 69 **Expected Tool:** `azmcp_cosmos_account_list` **Prompt:** Show me my cosmosdb accounts @@ -2434,25 +1501,10 @@ | 3 | 0.571613 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.486033 | `azmcp_storage_account_get` | ❌ | | 5 | 0.436283 | `azmcp_subscription_list` | ❌ | -| 6 | 0.431496 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 7 | 0.428309 | `azmcp_storage_blob_container_get` | ❌ | -| 8 | 0.427709 | `azmcp_mysql_database_list` | ❌ | -| 9 | 0.408659 | `azmcp_search_service_list` | ❌ | -| 10 | 0.405726 | `azmcp_foundry_agents_list` | ❌ | -| 11 | 0.397574 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.390141 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.389842 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.386108 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.383985 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.381323 | `azmcp_sql_db_list` | ❌ | -| 17 | 0.379496 | `azmcp_appconfig_kv_show` | ❌ | -| 18 | 0.373667 | `azmcp_redis_cluster_list` | ❌ | -| 19 | 0.367942 | `azmcp_quota_usage_check` | ❌ | -| 20 | 0.358376 | `azmcp_keyvault_key_list` | ❌ | --- -## Test 67 +## Test 70 **Expected Tool:** `azmcp_cosmos_account_list` **Prompt:** Show me the cosmosdb accounts in my subscription @@ -2466,25 +1518,10 @@ | 3 | 0.566249 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.546327 | `azmcp_subscription_list` | ❌ | | 5 | 0.530175 | `azmcp_storage_account_get` | ❌ | -| 6 | 0.527812 | `azmcp_search_service_list` | ❌ | -| 7 | 0.488006 | `azmcp_monitor_workspace_list` | ❌ | -| 8 | 0.466414 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.457584 | `azmcp_appconfig_account_list` | ❌ | -| 10 | 0.456302 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.455017 | `azmcp_kusto_cluster_list` | ❌ | -| 12 | 0.453626 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.441136 | `azmcp_grafana_list` | ❌ | -| 14 | 0.438277 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 15 | 0.437562 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.437026 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 17 | 0.434623 | `azmcp_mysql_database_list` | ❌ | -| 18 | 0.433094 | `azmcp_postgres_server_list` | ❌ | -| 19 | 0.430336 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.426516 | `azmcp_sql_db_list` | ❌ | --- -## Test 68 +## Test 71 **Expected Tool:** `azmcp_cosmos_database_container_item_query` **Prompt:** Show me the items that contain the word in the container in the database for the cosmosdb account @@ -2497,26 +1534,11 @@ | 2 | 0.566854 | `azmcp_cosmos_database_container_item_query` | ✅ **EXPECTED** | | 3 | 0.477874 | `azmcp_cosmos_database_list` | ❌ | | 4 | 0.447757 | `azmcp_cosmos_account_list` | ❌ | -| 5 | 0.445371 | `azmcp_storage_blob_container_get` | ❌ | -| 6 | 0.429363 | `azmcp_search_service_list` | ❌ | -| 7 | 0.399756 | `azmcp_search_index_query` | ❌ | -| 8 | 0.378297 | `azmcp_kusto_query` | ❌ | -| 9 | 0.374844 | `azmcp_mysql_table_list` | ❌ | -| 10 | 0.372689 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.365717 | `azmcp_search_index_get` | ❌ | -| 12 | 0.358903 | `azmcp_mysql_server_list` | ❌ | -| 13 | 0.351331 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.340791 | `azmcp_monitor_table_list` | ❌ | -| 15 | 0.337890 | `azmcp_storage_blob_get` | ❌ | -| 16 | 0.335256 | `azmcp_sql_db_list` | ❌ | -| 17 | 0.334389 | `azmcp_kusto_database_list` | ❌ | -| 18 | 0.331041 | `azmcp_kusto_sample` | ❌ | -| 19 | 0.308694 | `azmcp_acr_registry_repository_list` | ❌ | -| 20 | 0.302962 | `azmcp_appconfig_kv_show` | ❌ | +| 5 | 0.445640 | `azmcp_storage_blob_container_get` | ❌ | --- -## Test 69 +## Test 72 **Expected Tool:** `azmcp_cosmos_database_container_list` **Prompt:** List all the containers in the database for the cosmosdb account @@ -2525,30 +1547,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.852820 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | -| 2 | 0.681071 | `azmcp_cosmos_database_list` | ❌ | -| 3 | 0.630681 | `azmcp_cosmos_account_list` | ❌ | -| 4 | 0.581406 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.527472 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 6 | 0.486402 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.449005 | `azmcp_kusto_database_list` | ❌ | -| 8 | 0.447607 | `azmcp_mysql_table_list` | ❌ | -| 9 | 0.439840 | `azmcp_sql_db_list` | ❌ | -| 10 | 0.427687 | `azmcp_kusto_table_list` | ❌ | -| 11 | 0.424307 | `azmcp_redis_cluster_database_list` | ❌ | -| 12 | 0.422226 | `azmcp_mysql_server_list` | ❌ | -| 13 | 0.421595 | `azmcp_acr_registry_repository_list` | ❌ | -| 14 | 0.420284 | `azmcp_storage_account_get` | ❌ | -| 15 | 0.411277 | `azmcp_monitor_table_list` | ❌ | -| 16 | 0.392918 | `azmcp_postgres_database_list` | ❌ | -| 17 | 0.386887 | `azmcp_storage_blob_get` | ❌ | -| 18 | 0.383435 | `azmcp_foundry_agents_list` | ❌ | -| 19 | 0.378426 | `azmcp_keyvault_certificate_list` | ❌ | -| 20 | 0.372158 | `azmcp_kusto_cluster_list` | ❌ | +| 1 | 0.852709 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | +| 2 | 0.680927 | `azmcp_cosmos_database_list` | ❌ | +| 3 | 0.630481 | `azmcp_cosmos_account_list` | ❌ | +| 4 | 0.581455 | `azmcp_storage_blob_container_get` | ❌ | +| 5 | 0.527332 | `azmcp_cosmos_database_container_item_query` | ❌ | --- -## Test 70 +## Test 73 **Expected Tool:** `azmcp_cosmos_database_container_list` **Prompt:** Show me the containers in the database for the cosmosdb account @@ -2560,27 +1567,12 @@ | 1 | 0.789395 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | | 2 | 0.614220 | `azmcp_cosmos_database_list` | ❌ | | 3 | 0.562062 | `azmcp_cosmos_account_list` | ❌ | -| 4 | 0.537172 | `azmcp_storage_blob_container_get` | ❌ | +| 4 | 0.537286 | `azmcp_storage_blob_container_get` | ❌ | | 5 | 0.521532 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 6 | 0.449120 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.411703 | `azmcp_mysql_table_list` | ❌ | -| 8 | 0.398064 | `azmcp_kusto_database_list` | ❌ | -| 9 | 0.397969 | `azmcp_storage_account_get` | ❌ | -| 10 | 0.397755 | `azmcp_sql_db_list` | ❌ | -| 11 | 0.395513 | `azmcp_kusto_table_list` | ❌ | -| 12 | 0.392763 | `azmcp_mysql_server_list` | ❌ | -| 13 | 0.386806 | `azmcp_redis_cluster_database_list` | ❌ | -| 14 | 0.356299 | `azmcp_storage_blob_get` | ❌ | -| 15 | 0.355640 | `azmcp_acr_registry_repository_list` | ❌ | -| 16 | 0.345652 | `azmcp_sql_db_show` | ❌ | -| 17 | 0.342266 | `azmcp_monitor_table_list` | ❌ | -| 18 | 0.325994 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.319603 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.318540 | `azmcp_appconfig_kv_show` | ❌ | --- -## Test 71 +## Test 74 **Expected Tool:** `azmcp_cosmos_database_list` **Prompt:** List all the databases in the cosmosdb account @@ -2593,26 +1585,11 @@ | 2 | 0.668515 | `azmcp_cosmos_account_list` | ❌ | | 3 | 0.665298 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.573704 | `azmcp_mysql_database_list` | ❌ | -| 5 | 0.571319 | `azmcp_kusto_database_list` | ❌ | -| 6 | 0.548066 | `azmcp_sql_db_list` | ❌ | -| 7 | 0.526046 | `azmcp_redis_cluster_database_list` | ❌ | -| 8 | 0.501477 | `azmcp_postgres_database_list` | ❌ | -| 9 | 0.471453 | `azmcp_kusto_table_list` | ❌ | -| 10 | 0.459194 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 11 | 0.450663 | `azmcp_monitor_table_list` | ❌ | -| 12 | 0.442540 | `azmcp_mysql_table_list` | ❌ | -| 13 | 0.418871 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.407722 | `azmcp_search_service_list` | ❌ | -| 15 | 0.406805 | `azmcp_mysql_server_list` | ❌ | -| 16 | 0.405825 | `azmcp_keyvault_key_list` | ❌ | -| 17 | 0.401638 | `azmcp_subscription_list` | ❌ | -| 18 | 0.397880 | `azmcp_keyvault_certificate_list` | ❌ | -| 19 | 0.389032 | `azmcp_keyvault_secret_list` | ❌ | -| 20 | 0.387534 | `azmcp_acr_registry_repository_list` | ❌ | +| 5 | 0.571195 | `azmcp_kusto_database_list` | ❌ | --- -## Test 72 +## Test 75 **Expected Tool:** `azmcp_cosmos_database_list` **Prompt:** Show me the databases in the cosmosdb account @@ -2625,4602 +1602,2289 @@ | 2 | 0.624759 | `azmcp_cosmos_database_container_list` | ❌ | | 3 | 0.614572 | `azmcp_cosmos_account_list` | ❌ | | 4 | 0.538479 | `azmcp_mysql_database_list` | ❌ | -| 5 | 0.524837 | `azmcp_kusto_database_list` | ❌ | -| 6 | 0.498206 | `azmcp_sql_db_list` | ❌ | -| 7 | 0.497414 | `azmcp_redis_cluster_database_list` | ❌ | -| 8 | 0.449759 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 9 | 0.447875 | `azmcp_postgres_database_list` | ❌ | -| 10 | 0.437993 | `azmcp_kusto_table_list` | ❌ | -| 11 | 0.408605 | `azmcp_mysql_table_list` | ❌ | -| 12 | 0.402767 | `azmcp_storage_account_get` | ❌ | -| 13 | 0.396123 | `azmcp_monitor_table_list` | ❌ | -| 14 | 0.383722 | `azmcp_storage_blob_container_get` | ❌ | -| 15 | 0.379009 | `azmcp_mysql_server_list` | ❌ | -| 16 | 0.369344 | `azmcp_sql_db_create` | ❌ | -| 17 | 0.348999 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.344442 | `azmcp_keyvault_key_list` | ❌ | -| 19 | 0.342424 | `azmcp_acr_registry_repository_list` | ❌ | -| 20 | 0.339516 | `azmcp_kusto_cluster_list` | ❌ | +| 5 | 0.524725 | `azmcp_kusto_database_list` | ❌ | --- -## Test 73 +## Test 76 -**Expected Tool:** `azmcp_kusto_cluster_get` -**Prompt:** Show me the details of the Data Explorer cluster +**Expected Tool:** `azmcp_datadog_monitoredresources_list` +**Prompt:** List all monitored resources in the Datadog resource ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.482142 | `azmcp_kusto_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.464533 | `azmcp_aks_cluster_get` | ❌ | -| 3 | 0.457708 | `azmcp_redis_cluster_list` | ❌ | -| 4 | 0.416832 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.378482 | `azmcp_aks_nodepool_get` | ❌ | -| 6 | 0.362958 | `azmcp_aks_cluster_list` | ❌ | -| 7 | 0.361809 | `azmcp_loadtesting_testrun_get` | ❌ | -| 8 | 0.353819 | `azmcp_sql_server_show` | ❌ | -| 9 | 0.351310 | `azmcp_storage_blob_get` | ❌ | -| 10 | 0.344925 | `azmcp_sql_db_show` | ❌ | -| 11 | 0.344612 | `azmcp_kusto_database_list` | ❌ | -| 12 | 0.333349 | `azmcp_mysql_table_schema_get` | ❌ | -| 13 | 0.332611 | `azmcp_kusto_cluster_list` | ❌ | -| 14 | 0.326636 | `azmcp_redis_cache_list` | ❌ | -| 15 | 0.326064 | `azmcp_aks_nodepool_list` | ❌ | -| 16 | 0.325691 | `azmcp_search_index_get` | ❌ | -| 17 | 0.319776 | `azmcp_storage_blob_container_get` | ❌ | -| 18 | 0.318800 | `azmcp_kusto_query` | ❌ | -| 19 | 0.318134 | `azmcp_mysql_server_config_get` | ❌ | -| 20 | 0.314718 | `azmcp_kusto_table_schema` | ❌ | +| 1 | 0.668785 | `azmcp_datadog_monitoredresources_list` | ✅ **EXPECTED** | +| 2 | 0.434740 | `azmcp_redis_cache_list` | ❌ | +| 3 | 0.413180 | `azmcp_monitor_metrics_query` | ❌ | +| 4 | 0.408613 | `azmcp_redis_cluster_list` | ❌ | +| 5 | 0.401677 | `azmcp_grafana_list` | ❌ | --- -## Test 74 +## Test 77 -**Expected Tool:** `azmcp_kusto_cluster_list` -**Prompt:** List all Data Explorer clusters in my subscription +**Expected Tool:** `azmcp_datadog_monitoredresources_list` +**Prompt:** Show me the monitored resources in the Datadog resource ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.651122 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.643971 | `azmcp_redis_cluster_list` | ❌ | -| 3 | 0.548989 | `azmcp_kusto_database_list` | ❌ | -| 4 | 0.535878 | `azmcp_aks_cluster_list` | ❌ | -| 5 | 0.509358 | `azmcp_grafana_list` | ❌ | -| 6 | 0.505979 | `azmcp_redis_cache_list` | ❌ | -| 7 | 0.492083 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.491140 | `azmcp_search_service_list` | ❌ | -| 9 | 0.487481 | `azmcp_monitor_workspace_list` | ❌ | -| 10 | 0.485971 | `azmcp_kusto_cluster_get` | ❌ | -| 11 | 0.460076 | `azmcp_cosmos_account_list` | ❌ | -| 12 | 0.458723 | `azmcp_redis_cluster_database_list` | ❌ | -| 13 | 0.451388 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.427560 | `azmcp_subscription_list` | ❌ | -| 15 | 0.420102 | `azmcp_foundry_agents_list` | ❌ | -| 16 | 0.412496 | `azmcp_eventgrid_subscription_list` | ❌ | -| 17 | 0.412290 | `azmcp_group_list` | ❌ | -| 18 | 0.409917 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 19 | 0.399070 | `azmcp_monitor_table_list` | ❌ | -| 20 | 0.391179 | `azmcp_monitor_table_type_list` | ❌ | +| 1 | 0.624066 | `azmcp_datadog_monitoredresources_list` | ✅ **EXPECTED** | +| 2 | 0.443481 | `azmcp_monitor_metrics_query` | ❌ | +| 3 | 0.393227 | `azmcp_redis_cache_list` | ❌ | +| 4 | 0.374071 | `azmcp_redis_cluster_list` | ❌ | +| 5 | 0.371017 | `azmcp_grafana_list` | ❌ | --- -## Test 75 +## Test 78 -**Expected Tool:** `azmcp_kusto_cluster_list` -**Prompt:** Show me my Data Explorer clusters +**Expected Tool:** `azmcp_deploy_app_logs_get` +**Prompt:** Show me the log of the application deployed by azd ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.437363 | `azmcp_redis_cluster_list` | ❌ | -| 2 | 0.391087 | `azmcp_redis_cluster_database_list` | ❌ | -| 3 | 0.386126 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | -| 4 | 0.359551 | `azmcp_kusto_database_list` | ❌ | -| 5 | 0.341784 | `azmcp_kusto_cluster_get` | ❌ | -| 6 | 0.338217 | `azmcp_aks_cluster_list` | ❌ | -| 7 | 0.314733 | `azmcp_aks_cluster_get` | ❌ | -| 8 | 0.303083 | `azmcp_grafana_list` | ❌ | -| 9 | 0.293096 | `azmcp_foundry_agents_list` | ❌ | -| 10 | 0.292985 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.287768 | `azmcp_kusto_sample` | ❌ | -| 12 | 0.285680 | `azmcp_kusto_query` | ❌ | -| 13 | 0.283331 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.277014 | `azmcp_mysql_database_list` | ❌ | -| 15 | 0.275559 | `azmcp_mysql_database_query` | ❌ | -| 16 | 0.270804 | `azmcp_monitor_table_list` | ❌ | -| 17 | 0.265906 | `azmcp_mysql_server_list` | ❌ | -| 18 | 0.264112 | `azmcp_monitor_table_type_list` | ❌ | -| 19 | 0.264035 | `azmcp_monitor_workspace_list` | ❌ | -| 20 | 0.263226 | `azmcp_quota_usage_check` | ❌ | +| 1 | 0.686701 | `azmcp_deploy_app_logs_get` | ✅ **EXPECTED** | +| 2 | 0.471692 | `azmcp_deploy_plan_get` | ❌ | +| 3 | 0.404890 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 4 | 0.392565 | `azmcp_deploy_iac_rules_get` | ❌ | +| 5 | 0.389603 | `azmcp_deploy_architecture_diagram_generate` | ❌ | --- -## Test 76 +## Test 79 -**Expected Tool:** `azmcp_kusto_cluster_list` -**Prompt:** Show me the Data Explorer clusters in my subscription +**Expected Tool:** `azmcp_deploy_architecture_diagram_generate` +**Prompt:** Generate the azure architecture diagram for this application ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.584053 | `azmcp_redis_cluster_list` | ❌ | -| 2 | 0.549797 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | -| 3 | 0.471120 | `azmcp_aks_cluster_list` | ❌ | -| 4 | 0.469570 | `azmcp_kusto_cluster_get` | ❌ | -| 5 | 0.464294 | `azmcp_kusto_database_list` | ❌ | -| 6 | 0.462945 | `azmcp_grafana_list` | ❌ | -| 7 | 0.446272 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.440326 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.434016 | `azmcp_search_service_list` | ❌ | -| 10 | 0.432048 | `azmcp_postgres_server_list` | ❌ | -| 11 | 0.406863 | `azmcp_eventgrid_subscription_list` | ❌ | -| 12 | 0.396253 | `azmcp_redis_cluster_database_list` | ❌ | -| 13 | 0.392541 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.386776 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.380006 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 16 | 0.377663 | `azmcp_kusto_query` | ❌ | -| 17 | 0.371088 | `azmcp_subscription_list` | ❌ | -| 18 | 0.368890 | `azmcp_quota_usage_check` | ❌ | -| 19 | 0.365323 | `azmcp_quota_region_availability_list` | ❌ | -| 20 | 0.356138 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 1 | 0.680640 | `azmcp_deploy_architecture_diagram_generate` | ✅ **EXPECTED** | +| 2 | 0.562521 | `azmcp_deploy_plan_get` | ❌ | +| 3 | 0.505052 | `azmcp_cloudarchitect_design` | ❌ | +| 4 | 0.497193 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.435921 | `azmcp_deploy_iac_rules_get` | ❌ | --- -## Test 77 +## Test 80 -**Expected Tool:** `azmcp_kusto_database_list` -**Prompt:** List all databases in the Data Explorer cluster +**Expected Tool:** `azmcp_deploy_iac_rules_get` +**Prompt:** Show me the rules to generate bicep scripts ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.628199 | `azmcp_redis_cluster_database_list` | ❌ | -| 2 | 0.610586 | `azmcp_kusto_database_list` | ✅ **EXPECTED** | -| 3 | 0.552651 | `azmcp_postgres_database_list` | ❌ | -| 4 | 0.549575 | `azmcp_cosmos_database_list` | ❌ | -| 5 | 0.516809 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.474140 | `azmcp_kusto_table_list` | ❌ | -| 7 | 0.461468 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.459574 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.433861 | `azmcp_postgres_table_list` | ❌ | -| 10 | 0.431796 | `azmcp_kusto_cluster_list` | ❌ | -| 11 | 0.419220 | `azmcp_mysql_table_list` | ❌ | -| 12 | 0.403731 | `azmcp_monitor_table_list` | ❌ | -| 13 | 0.396014 | `azmcp_cosmos_database_container_list` | ❌ | -| 14 | 0.375628 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.363598 | `azmcp_postgres_server_list` | ❌ | -| 16 | 0.363279 | `azmcp_mysql_server_list` | ❌ | -| 17 | 0.350316 | `azmcp_aks_cluster_list` | ❌ | -| 18 | 0.334426 | `azmcp_grafana_list` | ❌ | -| 19 | 0.320635 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.319260 | `azmcp_kusto_query` | ❌ | +| 1 | 0.529092 | `azmcp_deploy_iac_rules_get` | ✅ **EXPECTED** | +| 2 | 0.404829 | `azmcp_bicepschema_get` | ❌ | +| 3 | 0.391965 | `azmcp_get_bestpractices_get` | ❌ | +| 4 | 0.383210 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 5 | 0.341436 | `azmcp_deploy_pipeline_guidance_get` | ❌ | --- -## Test 78 +## Test 81 -**Expected Tool:** `azmcp_kusto_database_list` -**Prompt:** Show me the databases in the Data Explorer cluster +**Expected Tool:** `azmcp_deploy_pipeline_guidance_get` +**Prompt:** How can I create a CI/CD pipeline to deploy this app to Azure? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.597975 | `azmcp_redis_cluster_database_list` | ❌ | -| 2 | 0.558503 | `azmcp_kusto_database_list` | ✅ **EXPECTED** | -| 3 | 0.497144 | `azmcp_cosmos_database_list` | ❌ | -| 4 | 0.491400 | `azmcp_mysql_database_list` | ❌ | -| 5 | 0.486732 | `azmcp_postgres_database_list` | ❌ | -| 6 | 0.440064 | `azmcp_kusto_table_list` | ❌ | -| 7 | 0.427251 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.422588 | `azmcp_sql_db_list` | ❌ | -| 9 | 0.391411 | `azmcp_mysql_table_list` | ❌ | -| 10 | 0.383664 | `azmcp_kusto_cluster_list` | ❌ | -| 11 | 0.368013 | `azmcp_postgres_table_list` | ❌ | -| 12 | 0.362905 | `azmcp_cosmos_database_container_list` | ❌ | -| 13 | 0.359344 | `azmcp_monitor_table_list` | ❌ | -| 14 | 0.344010 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.336400 | `azmcp_monitor_table_type_list` | ❌ | -| 16 | 0.336104 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.334803 | `azmcp_kusto_table_schema` | ❌ | -| 18 | 0.310919 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.309809 | `azmcp_kusto_sample` | ❌ | -| 20 | 0.305718 | `azmcp_kusto_query` | ❌ | +| 1 | 0.638841 | `azmcp_deploy_pipeline_guidance_get` | ✅ **EXPECTED** | +| 2 | 0.499242 | `azmcp_deploy_plan_get` | ❌ | +| 3 | 0.448918 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.382240 | `azmcp_get_bestpractices_get` | ❌ | +| 5 | 0.375202 | `azmcp_deploy_architecture_diagram_generate` | ❌ | --- -## Test 79 +## Test 82 -**Expected Tool:** `azmcp_kusto_query` -**Prompt:** Show me all items that contain the word in the Data Explorer table in cluster +**Expected Tool:** `azmcp_deploy_plan_get` +**Prompt:** Create a plan to deploy this application to azure ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.381403 | `azmcp_kusto_query` | ✅ **EXPECTED** | -| 2 | 0.363521 | `azmcp_mysql_table_list` | ❌ | -| 3 | 0.363215 | `azmcp_kusto_sample` | ❌ | -| 4 | 0.348944 | `azmcp_monitor_table_list` | ❌ | -| 5 | 0.345734 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.334702 | `azmcp_kusto_table_list` | ❌ | -| 7 | 0.328591 | `azmcp_search_service_list` | ❌ | -| 8 | 0.328069 | `azmcp_mysql_database_query` | ❌ | -| 9 | 0.324706 | `azmcp_mysql_table_schema_get` | ❌ | -| 10 | 0.319029 | `azmcp_redis_cluster_database_list` | ❌ | -| 11 | 0.318842 | `azmcp_kusto_table_schema` | ❌ | -| 12 | 0.314949 | `azmcp_monitor_table_type_list` | ❌ | -| 13 | 0.314848 | `azmcp_search_index_query` | ❌ | -| 14 | 0.308024 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.303973 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 16 | 0.302865 | `azmcp_postgres_table_list` | ❌ | -| 17 | 0.292045 | `azmcp_kusto_cluster_list` | ❌ | -| 18 | 0.263954 | `azmcp_grafana_list` | ❌ | -| 19 | 0.263052 | `azmcp_kusto_cluster_get` | ❌ | -| 20 | 0.257428 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.688055 | `azmcp_deploy_plan_get` | ✅ **EXPECTED** | +| 2 | 0.587903 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 3 | 0.499385 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.498575 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 5 | 0.432825 | `azmcp_get_bestpractices_get` | ❌ | --- -## Test 80 +## Test 83 -**Expected Tool:** `azmcp_kusto_sample` -**Prompt:** Show me a data sample from the Data Explorer table in cluster +**Expected Tool:** `azmcp_eventgrid_subscription_list` +**Prompt:** Show me all Event Grid subscriptions for topic ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.537154 | `azmcp_kusto_sample` | ✅ **EXPECTED** | -| 2 | 0.419463 | `azmcp_kusto_table_schema` | ❌ | -| 3 | 0.391595 | `azmcp_mysql_database_query` | ❌ | -| 4 | 0.391423 | `azmcp_kusto_table_list` | ❌ | -| 5 | 0.380691 | `azmcp_mysql_table_schema_get` | ❌ | -| 6 | 0.377056 | `azmcp_redis_cluster_database_list` | ❌ | -| 7 | 0.364611 | `azmcp_postgres_table_schema_get` | ❌ | -| 8 | 0.364361 | `azmcp_mysql_table_list` | ❌ | -| 9 | 0.361845 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.343671 | `azmcp_monitor_table_type_list` | ❌ | -| 11 | 0.341725 | `azmcp_monitor_table_list` | ❌ | -| 12 | 0.337281 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.319255 | `azmcp_kusto_query` | ❌ | -| 14 | 0.318189 | `azmcp_postgres_table_list` | ❌ | -| 15 | 0.310196 | `azmcp_kusto_cluster_get` | ❌ | -| 16 | 0.285941 | `azmcp_kusto_cluster_list` | ❌ | -| 17 | 0.282651 | `azmcp_mysql_database_list` | ❌ | -| 18 | 0.267695 | `azmcp_aks_cluster_get` | ❌ | -| 19 | 0.249424 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.242112 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 1 | 0.682900 | `azmcp_eventgrid_topic_list` | ❌ | +| 2 | 0.637188 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 3 | 0.486216 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 4 | 0.480944 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 5 | 0.478217 | `azmcp_servicebus_topic_details` | ❌ | --- -## Test 81 +## Test 84 -**Expected Tool:** `azmcp_kusto_table_list` -**Prompt:** List all tables in the Data Explorer database in cluster +**Expected Tool:** `azmcp_eventgrid_subscription_list` +**Prompt:** List Event Grid subscriptions for topic in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.591668 | `azmcp_kusto_table_list` | ✅ **EXPECTED** | -| 2 | 0.585237 | `azmcp_postgres_table_list` | ❌ | -| 3 | 0.556724 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.549940 | `azmcp_monitor_table_list` | ❌ | -| 5 | 0.521516 | `azmcp_kusto_database_list` | ❌ | -| 6 | 0.520802 | `azmcp_redis_cluster_database_list` | ❌ | -| 7 | 0.475496 | `azmcp_postgres_database_list` | ❌ | -| 8 | 0.464341 | `azmcp_monitor_table_type_list` | ❌ | -| 9 | 0.449656 | `azmcp_kusto_table_schema` | ❌ | -| 10 | 0.436518 | `azmcp_cosmos_database_list` | ❌ | -| 11 | 0.433775 | `azmcp_mysql_database_list` | ❌ | -| 12 | 0.429278 | `azmcp_redis_cluster_list` | ❌ | -| 13 | 0.412275 | `azmcp_kusto_sample` | ❌ | -| 14 | 0.410425 | `azmcp_kusto_cluster_list` | ❌ | -| 15 | 0.400099 | `azmcp_mysql_table_schema_get` | ❌ | -| 16 | 0.384895 | `azmcp_postgres_table_schema_get` | ❌ | -| 17 | 0.380671 | `azmcp_cosmos_database_container_list` | ❌ | -| 18 | 0.337412 | `azmcp_kusto_query` | ❌ | -| 19 | 0.330068 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.329669 | `azmcp_grafana_list` | ❌ | +| 1 | 0.672482 | `azmcp_eventgrid_topic_list` | ❌ | +| 2 | 0.656023 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 3 | 0.539977 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 4 | 0.498485 | `azmcp_servicebus_topic_details` | ❌ | +| 5 | 0.460145 | `azmcp_resourcehealth_service-health-events_list` | ❌ | --- -## Test 82 +## Test 85 -**Expected Tool:** `azmcp_kusto_table_list` -**Prompt:** Show me the tables in the Data Explorer database in cluster +**Expected Tool:** `azmcp_eventgrid_subscription_list` +**Prompt:** List Event Grid subscriptions for topic in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.549885 | `azmcp_kusto_table_list` | ✅ **EXPECTED** | -| 2 | 0.524691 | `azmcp_mysql_table_list` | ❌ | -| 3 | 0.523432 | `azmcp_postgres_table_list` | ❌ | -| 4 | 0.494108 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.490759 | `azmcp_monitor_table_list` | ❌ | -| 6 | 0.475412 | `azmcp_kusto_database_list` | ❌ | -| 7 | 0.466212 | `azmcp_kusto_table_schema` | ❌ | -| 8 | 0.431964 | `azmcp_monitor_table_type_list` | ❌ | -| 9 | 0.425623 | `azmcp_kusto_sample` | ❌ | -| 10 | 0.421413 | `azmcp_postgres_database_list` | ❌ | -| 11 | 0.418153 | `azmcp_mysql_table_schema_get` | ❌ | -| 12 | 0.415682 | `azmcp_mysql_database_list` | ❌ | -| 13 | 0.403445 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.402646 | `azmcp_postgres_table_schema_get` | ❌ | -| 15 | 0.391081 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.367187 | `azmcp_kusto_cluster_list` | ❌ | -| 17 | 0.348891 | `azmcp_cosmos_database_container_list` | ❌ | -| 18 | 0.330341 | `azmcp_kusto_query` | ❌ | -| 19 | 0.314766 | `azmcp_kusto_cluster_get` | ❌ | -| 20 | 0.300285 | `azmcp_aks_cluster_list` | ❌ | - ---- - -## Test 83 - -**Expected Tool:** `azmcp_kusto_table_schema` -**Prompt:** Show me the schema for table in the Data Explorer database in cluster - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.588151 | `azmcp_kusto_table_schema` | ✅ **EXPECTED** | -| 2 | 0.564311 | `azmcp_postgres_table_schema_get` | ❌ | -| 3 | 0.527917 | `azmcp_mysql_table_schema_get` | ❌ | -| 4 | 0.445190 | `azmcp_mysql_table_list` | ❌ | -| 5 | 0.437466 | `azmcp_kusto_table_list` | ❌ | -| 6 | 0.432585 | `azmcp_kusto_sample` | ❌ | -| 7 | 0.413924 | `azmcp_monitor_table_list` | ❌ | -| 8 | 0.398632 | `azmcp_redis_cluster_database_list` | ❌ | -| 9 | 0.387660 | `azmcp_postgres_table_list` | ❌ | -| 10 | 0.366346 | `azmcp_monitor_table_type_list` | ❌ | -| 11 | 0.366081 | `azmcp_kusto_database_list` | ❌ | -| 12 | 0.358088 | `azmcp_mysql_database_query` | ❌ | -| 13 | 0.345263 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.343345 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 15 | 0.340038 | `azmcp_mysql_database_list` | ❌ | -| 16 | 0.314580 | `azmcp_kusto_cluster_get` | ❌ | -| 17 | 0.298186 | `azmcp_kusto_query` | ❌ | -| 18 | 0.294840 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.282712 | `azmcp_kusto_cluster_list` | ❌ | -| 20 | 0.275795 | `azmcp_cosmos_database_container_list` | ❌ | - ---- - -## Test 84 - -**Expected Tool:** `azmcp_mysql_database_list` -**Prompt:** List all MySQL databases in server - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.634056 | `azmcp_postgres_database_list` | ❌ | -| 2 | 0.623421 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | -| 3 | 0.534457 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.498918 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.490148 | `azmcp_sql_db_list` | ❌ | -| 6 | 0.472745 | `azmcp_cosmos_database_list` | ❌ | -| 7 | 0.462034 | `azmcp_redis_cluster_database_list` | ❌ | -| 8 | 0.453687 | `azmcp_postgres_table_list` | ❌ | -| 9 | 0.430335 | `azmcp_postgres_server_list` | ❌ | -| 10 | 0.428203 | `azmcp_mysql_database_query` | ❌ | -| 11 | 0.421794 | `azmcp_kusto_database_list` | ❌ | -| 12 | 0.406803 | `azmcp_mysql_table_schema_get` | ❌ | -| 13 | 0.338476 | `azmcp_cosmos_database_container_list` | ❌ | -| 14 | 0.327614 | `azmcp_kusto_table_list` | ❌ | -| 15 | 0.317875 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.284786 | `azmcp_grafana_list` | ❌ | -| 17 | 0.278428 | `azmcp_acr_registry_repository_list` | ❌ | -| 18 | 0.270842 | `azmcp_keyvault_secret_list` | ❌ | -| 19 | 0.268856 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.266185 | `azmcp_keyvault_key_list` | ❌ | - ---- - -## Test 85 - -**Expected Tool:** `azmcp_mysql_database_list` -**Prompt:** Show me the MySQL databases in server - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.588122 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | -| 2 | 0.574089 | `azmcp_postgres_database_list` | ❌ | -| 3 | 0.483855 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.463244 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.448169 | `azmcp_redis_cluster_database_list` | ❌ | -| 6 | 0.444547 | `azmcp_sql_db_list` | ❌ | -| 7 | 0.415119 | `azmcp_cosmos_database_list` | ❌ | -| 8 | 0.405492 | `azmcp_mysql_database_query` | ❌ | -| 9 | 0.404871 | `azmcp_mysql_table_schema_get` | ❌ | -| 10 | 0.384974 | `azmcp_postgres_table_list` | ❌ | -| 11 | 0.384778 | `azmcp_postgres_server_list` | ❌ | -| 12 | 0.380422 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.297709 | `azmcp_cosmos_database_container_list` | ❌ | -| 14 | 0.290592 | `azmcp_kusto_table_list` | ❌ | -| 15 | 0.259334 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.251227 | `azmcp_appservice_database_add` | ❌ | -| 17 | 0.247558 | `azmcp_grafana_list` | ❌ | -| 18 | 0.239544 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.236450 | `azmcp_acr_registry_repository_list` | ❌ | -| 20 | 0.236206 | `azmcp_acr_registry_list` | ❌ | +| 1 | 0.669236 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 2 | 0.663335 | `azmcp_eventgrid_topic_list` | ❌ | +| 3 | 0.524919 | `azmcp_group_list` | ❌ | +| 4 | 0.488755 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.484167 | `azmcp_servicebus_topic_subscription_details` | ❌ | --- ## Test 86 -**Expected Tool:** `azmcp_mysql_database_query` -**Prompt:** Show me all items that contain the word in the MySQL database in server +**Expected Tool:** `azmcp_eventgrid_subscription_list` +**Prompt:** Show all Event Grid subscriptions in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.476423 | `azmcp_mysql_table_list` | ❌ | -| 2 | 0.455770 | `azmcp_mysql_database_list` | ❌ | -| 3 | 0.433392 | `azmcp_mysql_database_query` | ✅ **EXPECTED** | -| 4 | 0.419859 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.409445 | `azmcp_mysql_table_schema_get` | ❌ | -| 6 | 0.393876 | `azmcp_postgres_database_list` | ❌ | -| 7 | 0.345179 | `azmcp_postgres_table_list` | ❌ | -| 8 | 0.328744 | `azmcp_sql_db_list` | ❌ | -| 9 | 0.320053 | `azmcp_postgres_server_list` | ❌ | -| 10 | 0.298681 | `azmcp_mysql_server_param_get` | ❌ | -| 11 | 0.291451 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 12 | 0.285803 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.279038 | `azmcp_kusto_query` | ❌ | -| 14 | 0.278067 | `azmcp_cosmos_database_container_list` | ❌ | -| 15 | 0.264434 | `azmcp_kusto_table_list` | ❌ | -| 16 | 0.257657 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.230415 | `azmcp_kusto_sample` | ❌ | -| 18 | 0.226519 | `azmcp_kusto_table_schema` | ❌ | -| 19 | 0.225958 | `azmcp_grafana_list` | ❌ | -| 20 | 0.198397 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.593171 | `azmcp_eventgrid_topic_list` | ❌ | +| 2 | 0.592262 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 3 | 0.525017 | `azmcp_subscription_list` | ❌ | +| 4 | 0.518857 | `azmcp_search_service_list` | ❌ | +| 5 | 0.509007 | `azmcp_resourcehealth_service-health-events_list` | ❌ | --- ## Test 87 -**Expected Tool:** `azmcp_mysql_server_config_get` -**Prompt:** Show me the configuration of MySQL server +**Expected Tool:** `azmcp_eventgrid_subscription_list` +**Prompt:** List all Event Grid subscriptions in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.531887 | `azmcp_postgres_server_config_get` | ❌ | -| 2 | 0.489816 | `azmcp_mysql_server_config_get` | ✅ **EXPECTED** | -| 3 | 0.485952 | `azmcp_mysql_server_param_set` | ❌ | -| 4 | 0.476863 | `azmcp_mysql_server_param_get` | ❌ | -| 5 | 0.426507 | `azmcp_mysql_table_schema_get` | ❌ | -| 6 | 0.413226 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.398405 | `azmcp_sql_server_show` | ❌ | -| 8 | 0.391644 | `azmcp_mysql_database_list` | ❌ | -| 9 | 0.376750 | `azmcp_mysql_database_query` | ❌ | -| 10 | 0.374852 | `azmcp_postgres_server_param_get` | ❌ | -| 11 | 0.267903 | `azmcp_appconfig_kv_list` | ❌ | -| 12 | 0.252810 | `azmcp_loadtesting_test_get` | ❌ | -| 13 | 0.238583 | `azmcp_appconfig_kv_show` | ❌ | -| 14 | 0.232680 | `azmcp_loadtesting_testrun_list` | ❌ | -| 15 | 0.224212 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.215307 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.214473 | `azmcp_appservice_database_add` | ❌ | -| 18 | 0.198883 | `azmcp_aks_cluster_get` | ❌ | -| 19 | 0.180063 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.169461 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.604278 | `azmcp_eventgrid_topic_list` | ❌ | +| 2 | 0.600323 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 3 | 0.535955 | `azmcp_kusto_cluster_list` | ❌ | +| 4 | 0.518141 | `azmcp_subscription_list` | ❌ | +| 5 | 0.510115 | `azmcp_group_list` | ❌ | --- ## Test 88 -**Expected Tool:** `azmcp_mysql_server_list` -**Prompt:** List all MySQL servers in my subscription +**Expected Tool:** `azmcp_eventgrid_subscription_list` +**Prompt:** Show Event Grid subscriptions in resource group in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.678472 | `azmcp_postgres_server_list` | ❌ | -| 2 | 0.558177 | `azmcp_mysql_database_list` | ❌ | -| 3 | 0.554817 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | -| 4 | 0.501199 | `azmcp_mysql_table_list` | ❌ | -| 5 | 0.482079 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.478541 | `azmcp_sql_server_list` | ❌ | -| 7 | 0.467873 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.458406 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.457318 | `azmcp_grafana_list` | ❌ | -| 10 | 0.451969 | `azmcp_postgres_database_list` | ❌ | -| 11 | 0.431642 | `azmcp_cosmos_account_list` | ❌ | -| 12 | 0.431126 | `azmcp_sql_db_list` | ❌ | -| 13 | 0.422584 | `azmcp_search_service_list` | ❌ | -| 14 | 0.410134 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.403845 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.379322 | `azmcp_cosmos_database_list` | ❌ | -| 17 | 0.377511 | `azmcp_appconfig_account_list` | ❌ | -| 18 | 0.374451 | `azmcp_acr_registry_list` | ❌ | -| 19 | 0.365389 | `azmcp_group_list` | ❌ | -| 20 | 0.354490 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.621512 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 2 | 0.557573 | `azmcp_group_list` | ❌ | +| 3 | 0.531313 | `azmcp_eventgrid_topic_list` | ❌ | +| 4 | 0.505074 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.502308 | `azmcp_datadog_monitoredresources_list` | ❌ | --- ## Test 89 -**Expected Tool:** `azmcp_mysql_server_list` -**Prompt:** Show me my MySQL servers +**Expected Tool:** `azmcp_eventgrid_subscription_list` +**Prompt:** List Event Grid subscriptions for subscription in location ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.478518 | `azmcp_mysql_database_list` | ❌ | -| 2 | 0.474586 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | -| 3 | 0.435642 | `azmcp_postgres_server_list` | ❌ | -| 4 | 0.412380 | `azmcp_mysql_table_list` | ❌ | -| 5 | 0.389993 | `azmcp_postgres_database_list` | ❌ | -| 6 | 0.377048 | `azmcp_mysql_database_query` | ❌ | -| 7 | 0.372766 | `azmcp_mysql_table_schema_get` | ❌ | -| 8 | 0.363906 | `azmcp_mysql_server_param_get` | ❌ | -| 9 | 0.355142 | `azmcp_postgres_server_config_get` | ❌ | -| 10 | 0.337771 | `azmcp_mysql_server_config_get` | ❌ | -| 11 | 0.281558 | `azmcp_cosmos_database_list` | ❌ | -| 12 | 0.251411 | `azmcp_cosmos_database_container_list` | ❌ | -| 13 | 0.248026 | `azmcp_grafana_list` | ❌ | -| 14 | 0.248003 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.244750 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.241553 | `azmcp_foundry_agents_list` | ❌ | -| 17 | 0.235455 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.232383 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.224586 | `azmcp_appconfig_account_list` | ❌ | -| 20 | 0.218115 | `azmcp_acr_registry_list` | ❌ | +| 1 | 0.653850 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 2 | 0.581728 | `azmcp_eventgrid_topic_list` | ❌ | +| 3 | 0.480537 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 4 | 0.478385 | `azmcp_subscription_list` | ❌ | +| 5 | 0.476763 | `azmcp_search_service_list` | ❌ | --- ## Test 90 -**Expected Tool:** `azmcp_mysql_server_list` -**Prompt:** Show me the MySQL servers in my subscription +**Expected Tool:** `azmcp_eventgrid_topic_list` +**Prompt:** List all Event Grid topics in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.636435 | `azmcp_postgres_server_list` | ❌ | -| 2 | 0.534266 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | -| 3 | 0.530210 | `azmcp_mysql_database_list` | ❌ | -| 4 | 0.464360 | `azmcp_mysql_table_list` | ❌ | -| 5 | 0.458498 | `azmcp_sql_server_list` | ❌ | -| 6 | 0.456616 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.441917 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.431914 | `azmcp_grafana_list` | ❌ | -| 9 | 0.419663 | `azmcp_search_service_list` | ❌ | -| 10 | 0.416021 | `azmcp_kusto_cluster_list` | ❌ | -| 11 | 0.412407 | `azmcp_mysql_database_query` | ❌ | -| 12 | 0.408235 | `azmcp_mysql_table_schema_get` | ❌ | -| 13 | 0.399358 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.376596 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.375684 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.364016 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.356691 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.341439 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.341087 | `azmcp_cosmos_database_list` | ❌ | -| 20 | 0.337333 | `azmcp_eventgrid_subscription_list` | ❌ | +| 1 | 0.759178 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 2 | 0.610315 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.545540 | `azmcp_search_service_list` | ❌ | +| 4 | 0.514189 | `azmcp_kusto_cluster_list` | ❌ | +| 5 | 0.496537 | `azmcp_subscription_list` | ❌ | --- ## Test 91 -**Expected Tool:** `azmcp_mysql_server_param_get` -**Prompt:** Show me the value of connection timeout in seconds in my MySQL server +**Expected Tool:** `azmcp_eventgrid_topic_list` +**Prompt:** Show me the Event Grid topics in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.495071 | `azmcp_mysql_server_param_get` | ✅ **EXPECTED** | -| 2 | 0.407671 | `azmcp_mysql_server_param_set` | ❌ | -| 3 | 0.333841 | `azmcp_mysql_database_query` | ❌ | -| 4 | 0.313150 | `azmcp_mysql_table_schema_get` | ❌ | -| 5 | 0.310782 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.300031 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.296654 | `azmcp_mysql_server_config_get` | ❌ | -| 8 | 0.292546 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.285657 | `azmcp_postgres_server_param_set` | ❌ | -| 10 | 0.285645 | `azmcp_postgres_server_config_get` | ❌ | -| 11 | 0.241196 | `azmcp_appservice_database_add` | ❌ | -| 12 | 0.183735 | `azmcp_appconfig_kv_show` | ❌ | -| 13 | 0.160082 | `azmcp_appconfig_kv_list` | ❌ | -| 14 | 0.151037 | `azmcp_keyvault_secret_get` | ❌ | -| 15 | 0.146290 | `azmcp_loadtesting_testrun_get` | ❌ | -| 16 | 0.124274 | `azmcp_grafana_list` | ❌ | -| 17 | 0.121723 | `azmcp_foundry_agents_connect` | ❌ | -| 18 | 0.120498 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 19 | 0.118505 | `azmcp_loadtesting_testrun_list` | ❌ | -| 20 | 0.117704 | `azmcp_applens_resource_diagnose` | ❌ | +| 1 | 0.691068 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 2 | 0.599956 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.478334 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 4 | 0.475119 | `azmcp_search_service_list` | ❌ | +| 5 | 0.450712 | `azmcp_redis_cluster_list` | ❌ | --- ## Test 92 -**Expected Tool:** `azmcp_mysql_server_param_set` -**Prompt:** Set connection timeout to 20 seconds for my MySQL server +**Expected Tool:** `azmcp_eventgrid_topic_list` +**Prompt:** List all Event Grid topics in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.390761 | `azmcp_mysql_server_param_set` | ✅ **EXPECTED** | -| 2 | 0.381144 | `azmcp_mysql_server_param_get` | ❌ | -| 3 | 0.307508 | `azmcp_postgres_server_param_set` | ❌ | -| 4 | 0.298911 | `azmcp_mysql_database_query` | ❌ | -| 5 | 0.277569 | `azmcp_appservice_database_add` | ❌ | -| 6 | 0.254180 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.253189 | `azmcp_mysql_table_schema_get` | ❌ | -| 8 | 0.246424 | `azmcp_mysql_database_list` | ❌ | -| 9 | 0.246019 | `azmcp_mysql_server_config_get` | ❌ | -| 10 | 0.238742 | `azmcp_postgres_server_config_get` | ❌ | -| 11 | 0.236435 | `azmcp_postgres_server_param_get` | ❌ | -| 12 | 0.140690 | `azmcp_foundry_agents_connect` | ❌ | -| 13 | 0.112499 | `azmcp_appconfig_kv_set` | ❌ | -| 14 | 0.094606 | `azmcp_loadtesting_testrun_update` | ❌ | -| 15 | 0.090695 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 16 | 0.090334 | `azmcp_cosmos_database_list` | ❌ | -| 17 | 0.089483 | `azmcp_appconfig_kv_show` | ❌ | -| 18 | 0.088097 | `azmcp_loadtesting_test_create` | ❌ | -| 19 | 0.086308 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 20 | 0.084357 | `azmcp_foundry_agents_evaluate` | ❌ | +| 1 | 0.759396 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 2 | 0.632794 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.526595 | `azmcp_kusto_cluster_list` | ❌ | +| 4 | 0.514248 | `azmcp_search_service_list` | ❌ | +| 5 | 0.495814 | `azmcp_resourcehealth_service-health-events_list` | ❌ | --- ## Test 93 -**Expected Tool:** `azmcp_mysql_table_list` -**Prompt:** List all tables in the MySQL database in server +**Expected Tool:** `azmcp_eventgrid_topic_list` +**Prompt:** List all Event Grid topics in resource group in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.633448 | `azmcp_mysql_table_list` | ✅ **EXPECTED** | -| 2 | 0.573844 | `azmcp_postgres_table_list` | ❌ | -| 3 | 0.550898 | `azmcp_postgres_database_list` | ❌ | -| 4 | 0.546963 | `azmcp_mysql_database_list` | ❌ | -| 5 | 0.475178 | `azmcp_mysql_table_schema_get` | ❌ | -| 6 | 0.447284 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.442053 | `azmcp_kusto_table_list` | ❌ | -| 8 | 0.429975 | `azmcp_mysql_database_query` | ❌ | -| 9 | 0.418510 | `azmcp_monitor_table_list` | ❌ | -| 10 | 0.410273 | `azmcp_sql_db_list` | ❌ | -| 11 | 0.401217 | `azmcp_cosmos_database_list` | ❌ | -| 12 | 0.393205 | `azmcp_redis_cluster_database_list` | ❌ | -| 13 | 0.361477 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.335069 | `azmcp_cosmos_database_container_list` | ❌ | -| 15 | 0.308385 | `azmcp_kusto_table_schema` | ❌ | -| 16 | 0.268415 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.260118 | `azmcp_kusto_sample` | ❌ | -| 18 | 0.253046 | `azmcp_grafana_list` | ❌ | -| 19 | 0.241294 | `azmcp_keyvault_key_list` | ❌ | -| 20 | 0.239226 | `azmcp_appconfig_kv_list` | ❌ | +| 1 | 0.659232 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 2 | 0.618817 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.609175 | `azmcp_group_list` | ❌ | +| 4 | 0.514613 | `azmcp_workbooks_list` | ❌ | +| 5 | 0.505966 | `azmcp_datadog_monitoredresources_list` | ❌ | --- ## Test 94 -**Expected Tool:** `azmcp_mysql_table_list` -**Prompt:** Show me the tables in the MySQL database in server +**Expected Tool:** `azmcp_extension_azqr` +**Prompt:** Check my Azure subscription for any compliance issues or recommendations ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609131 | `azmcp_mysql_table_list` | ✅ **EXPECTED** | -| 2 | 0.526236 | `azmcp_postgres_table_list` | ❌ | -| 3 | 0.525709 | `azmcp_mysql_database_list` | ❌ | -| 4 | 0.507258 | `azmcp_mysql_table_schema_get` | ❌ | -| 5 | 0.498050 | `azmcp_postgres_database_list` | ❌ | -| 6 | 0.439004 | `azmcp_mysql_database_query` | ❌ | -| 7 | 0.419905 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.403265 | `azmcp_kusto_table_list` | ❌ | -| 9 | 0.385166 | `azmcp_postgres_table_schema_get` | ❌ | -| 10 | 0.382111 | `azmcp_monitor_table_list` | ❌ | -| 11 | 0.378011 | `azmcp_redis_cluster_database_list` | ❌ | -| 12 | 0.349434 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.342926 | `azmcp_kusto_table_schema` | ❌ | -| 14 | 0.319674 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.303999 | `azmcp_cosmos_database_container_list` | ❌ | -| 16 | 0.281571 | `azmcp_kusto_sample` | ❌ | -| 17 | 0.236723 | `azmcp_grafana_list` | ❌ | -| 18 | 0.231173 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.225827 | `azmcp_appservice_database_add` | ❌ | -| 20 | 0.214496 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.533164 | `azmcp_quota_usage_check` | ❌ | +| 2 | 0.497434 | `azmcp_applens_resource_diagnose` | ❌ | +| 3 | 0.481143 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 4 | 0.476841 | `azmcp_extension_azqr` | ✅ **EXPECTED** | +| 5 | 0.462075 | `azmcp_applicationinsights_recommendation_list` | ❌ | --- ## Test 95 -**Expected Tool:** `azmcp_mysql_table_schema_get` -**Prompt:** Show me the schema of table
in the MySQL database in server +**Expected Tool:** `azmcp_extension_azqr` +**Prompt:** Provide compliance recommendations for my current Azure subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.630623 | `azmcp_mysql_table_schema_get` | ✅ **EXPECTED** | -| 2 | 0.558306 | `azmcp_postgres_table_schema_get` | ❌ | -| 3 | 0.545025 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.482505 | `azmcp_kusto_table_schema` | ❌ | -| 5 | 0.457739 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.443955 | `azmcp_mysql_database_query` | ❌ | -| 7 | 0.407451 | `azmcp_postgres_table_list` | ❌ | -| 8 | 0.398102 | `azmcp_postgres_database_list` | ❌ | -| 9 | 0.372911 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.348909 | `azmcp_mysql_server_config_get` | ❌ | -| 11 | 0.347368 | `azmcp_postgres_server_config_get` | ❌ | -| 12 | 0.324675 | `azmcp_kusto_table_list` | ❌ | -| 13 | 0.307950 | `azmcp_kusto_sample` | ❌ | -| 14 | 0.271938 | `azmcp_cosmos_database_list` | ❌ | -| 15 | 0.268084 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 16 | 0.243861 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.239328 | `azmcp_cosmos_database_container_list` | ❌ | -| 18 | 0.208768 | `azmcp_appservice_database_add` | ❌ | -| 19 | 0.205155 | `azmcp_bicepschema_get` | ❌ | -| 20 | 0.194220 | `azmcp_grafana_list` | ❌ | +| 1 | 0.532792 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 2 | 0.492863 | `azmcp_get_bestpractices_get` | ❌ | +| 3 | 0.488377 | `azmcp_cloudarchitect_design` | ❌ | +| 4 | 0.476164 | `azmcp_applicationinsights_recommendation_list` | ❌ | +| 5 | 0.473365 | `azmcp_deploy_iac_rules_get` | ❌ | --- ## Test 96 -**Expected Tool:** `azmcp_postgres_database_list` -**Prompt:** List all PostgreSQL databases in server +**Expected Tool:** `azmcp_extension_azqr` +**Prompt:** Scan my Azure subscription for compliance recommendations ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.815617 | `azmcp_postgres_database_list` | ✅ **EXPECTED** | -| 2 | 0.644014 | `azmcp_postgres_table_list` | ❌ | -| 3 | 0.622790 | `azmcp_postgres_server_list` | ❌ | -| 4 | 0.542685 | `azmcp_postgres_server_config_get` | ❌ | -| 5 | 0.490955 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.471672 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.453436 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.444410 | `azmcp_redis_cluster_database_list` | ❌ | -| 9 | 0.435828 | `azmcp_cosmos_database_list` | ❌ | -| 10 | 0.418348 | `azmcp_postgres_database_query` | ❌ | -| 11 | 0.414696 | `azmcp_postgres_server_param_set` | ❌ | -| 12 | 0.407877 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.319946 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.293787 | `azmcp_cosmos_database_container_list` | ❌ | -| 15 | 0.292441 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.289334 | `azmcp_grafana_list` | ❌ | -| 17 | 0.252438 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 18 | 0.249563 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.245546 | `azmcp_acr_registry_repository_list` | ❌ | -| 20 | 0.245216 | `azmcp_group_list` | ❌ | +| 1 | 0.536952 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 2 | 0.516821 | `azmcp_extension_azqr` | ✅ **EXPECTED** | +| 3 | 0.515014 | `azmcp_applicationinsights_recommendation_list` | ❌ | +| 4 | 0.504652 | `azmcp_quota_usage_check` | ❌ | +| 5 | 0.494830 | `azmcp_deploy_plan_get` | ❌ | --- ## Test 97 -**Expected Tool:** `azmcp_postgres_database_list` -**Prompt:** Show me the PostgreSQL databases in server +**Expected Tool:** `azmcp_foundry_agents_connect` +**Prompt:** Query an agent in my AI foundry project ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.760033 | `azmcp_postgres_database_list` | ✅ **EXPECTED** | -| 2 | 0.589783 | `azmcp_postgres_server_list` | ❌ | -| 3 | 0.585891 | `azmcp_postgres_table_list` | ❌ | -| 4 | 0.552660 | `azmcp_postgres_server_config_get` | ❌ | -| 5 | 0.495683 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.452128 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.433860 | `azmcp_redis_cluster_database_list` | ❌ | -| 8 | 0.430589 | `azmcp_postgres_table_schema_get` | ❌ | -| 9 | 0.426839 | `azmcp_postgres_database_query` | ❌ | -| 10 | 0.416937 | `azmcp_sql_db_list` | ❌ | -| 11 | 0.385475 | `azmcp_cosmos_database_list` | ❌ | -| 12 | 0.365997 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.281529 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.261442 | `azmcp_cosmos_database_container_list` | ❌ | -| 15 | 0.257971 | `azmcp_grafana_list` | ❌ | -| 16 | 0.247726 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.235403 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.227995 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.223442 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.222503 | `azmcp_kusto_table_schema` | ❌ | +| 1 | 0.603177 | `azmcp_foundry_agents_query-and-evaluate` | ❌ | +| 2 | 0.535809 | `azmcp_foundry_agents_connect` | ✅ **EXPECTED** | +| 3 | 0.494462 | `azmcp_foundry_agents_list` | ❌ | +| 4 | 0.443011 | `azmcp_foundry_agents_evaluate` | ❌ | +| 5 | 0.379587 | `azmcp_search_index_query` | ❌ | --- ## Test 98 -**Expected Tool:** `azmcp_postgres_database_query` -**Prompt:** Show me all items that contain the word in the PostgreSQL database in server +**Expected Tool:** `azmcp_foundry_agents_evaluate` +**Prompt:** Evaluate the full query and response I got from my agent for task_adherence ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.546211 | `azmcp_postgres_database_list` | ❌ | -| 2 | 0.503267 | `azmcp_postgres_table_list` | ❌ | -| 3 | 0.466599 | `azmcp_postgres_server_list` | ❌ | -| 4 | 0.415817 | `azmcp_postgres_database_query` | ✅ **EXPECTED** | -| 5 | 0.403954 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.403924 | `azmcp_postgres_server_config_get` | ❌ | -| 7 | 0.380446 | `azmcp_postgres_table_schema_get` | ❌ | -| 8 | 0.361081 | `azmcp_mysql_table_list` | ❌ | -| 9 | 0.354336 | `azmcp_postgres_server_param_set` | ❌ | -| 10 | 0.341271 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.264914 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 12 | 0.262356 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.262184 | `azmcp_kusto_query` | ❌ | -| 14 | 0.254174 | `azmcp_kusto_table_list` | ❌ | -| 15 | 0.248628 | `azmcp_cosmos_database_container_list` | ❌ | -| 16 | 0.244295 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.236363 | `azmcp_grafana_list` | ❌ | -| 18 | 0.218677 | `azmcp_kusto_table_schema` | ❌ | -| 19 | 0.217855 | `azmcp_kusto_sample` | ❌ | -| 20 | 0.189002 | `azmcp_foundry_models_list` | ❌ | +| 1 | 0.544158 | `azmcp_foundry_agents_query-and-evaluate` | ❌ | +| 2 | 0.469428 | `azmcp_foundry_agents_evaluate` | ✅ **EXPECTED** | +| 3 | 0.356494 | `azmcp_foundry_agents_connect` | ❌ | +| 4 | 0.280833 | `azmcp_cloudarchitect_design` | ❌ | +| 5 | 0.235412 | `azmcp_foundry_agents_list` | ❌ | --- ## Test 99 -**Expected Tool:** `azmcp_postgres_server_config_get` -**Prompt:** Show me the configuration of PostgreSQL server +**Expected Tool:** `azmcp_foundry_agents_query-and-evaluate` +**Prompt:** Query and evaluate an agent in my AI Foundry project for task_adherence ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.756593 | `azmcp_postgres_server_config_get` | ✅ **EXPECTED** | -| 2 | 0.599518 | `azmcp_postgres_server_param_get` | ❌ | -| 3 | 0.535284 | `azmcp_postgres_server_param_set` | ❌ | -| 4 | 0.535049 | `azmcp_postgres_database_list` | ❌ | -| 5 | 0.518574 | `azmcp_postgres_server_list` | ❌ | -| 6 | 0.463172 | `azmcp_postgres_table_list` | ❌ | -| 7 | 0.431476 | `azmcp_postgres_table_schema_get` | ❌ | -| 8 | 0.394675 | `azmcp_postgres_database_query` | ❌ | -| 9 | 0.356774 | `azmcp_sql_server_show` | ❌ | -| 10 | 0.337899 | `azmcp_mysql_server_config_get` | ❌ | -| 11 | 0.269224 | `azmcp_appconfig_kv_list` | ❌ | -| 12 | 0.233426 | `azmcp_loadtesting_testrun_list` | ❌ | -| 13 | 0.222849 | `azmcp_appconfig_account_list` | ❌ | -| 14 | 0.220186 | `azmcp_loadtesting_test_get` | ❌ | -| 15 | 0.208314 | `azmcp_appconfig_kv_show` | ❌ | -| 16 | 0.189446 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.185547 | `azmcp_eventgrid_subscription_list` | ❌ | -| 18 | 0.178187 | `azmcp_appservice_database_add` | ❌ | -| 19 | 0.177778 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.174917 | `azmcp_aks_cluster_get` | ❌ | +| 1 | 0.580633 | `azmcp_foundry_agents_query-and-evaluate` | ✅ **EXPECTED** | +| 2 | 0.518655 | `azmcp_foundry_agents_evaluate` | ❌ | +| 3 | 0.471098 | `azmcp_foundry_agents_connect` | ❌ | +| 4 | 0.381887 | `azmcp_foundry_agents_list` | ❌ | +| 5 | 0.315849 | `azmcp_deploy_plan_get` | ❌ | --- ## Test 100 -**Expected Tool:** `azmcp_postgres_server_list` -**Prompt:** List all PostgreSQL servers in my subscription +**Expected Tool:** `azmcp_foundry_knowledge_index_list` +**Prompt:** List all knowledge indexes in my AI Foundry project ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.900023 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | -| 2 | 0.640733 | `azmcp_postgres_database_list` | ❌ | -| 3 | 0.565914 | `azmcp_postgres_table_list` | ❌ | -| 4 | 0.538997 | `azmcp_postgres_server_config_get` | ❌ | -| 5 | 0.507714 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.483663 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.472458 | `azmcp_grafana_list` | ❌ | -| 8 | 0.457583 | `azmcp_sql_server_list` | ❌ | -| 9 | 0.453841 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.446608 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.435298 | `azmcp_search_service_list` | ❌ | -| 12 | 0.416315 | `azmcp_mysql_server_list` | ❌ | -| 13 | 0.406617 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.399056 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.397428 | `azmcp_kusto_database_list` | ❌ | -| 16 | 0.389191 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.373699 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.373641 | `azmcp_eventgrid_subscription_list` | ❌ | -| 19 | 0.366514 | `azmcp_group_list` | ❌ | -| 20 | 0.362900 | `azmcp_eventgrid_topic_list` | ❌ | +| 1 | 0.695201 | `azmcp_foundry_knowledge_index_list` | ✅ **EXPECTED** | +| 2 | 0.532985 | `azmcp_foundry_agents_list` | ❌ | +| 3 | 0.526528 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 4 | 0.433117 | `azmcp_foundry_models_list` | ❌ | +| 5 | 0.422779 | `azmcp_search_index_get` | ❌ | --- ## Test 101 -**Expected Tool:** `azmcp_postgres_server_list` -**Prompt:** Show me my PostgreSQL servers +**Expected Tool:** `azmcp_foundry_knowledge_index_list` +**Prompt:** Show me the knowledge indexes in my AI Foundry project ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.674327 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | -| 2 | 0.607062 | `azmcp_postgres_database_list` | ❌ | -| 3 | 0.576349 | `azmcp_postgres_server_config_get` | ❌ | -| 4 | 0.522996 | `azmcp_postgres_table_list` | ❌ | -| 5 | 0.506262 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.409406 | `azmcp_postgres_database_query` | ❌ | -| 7 | 0.400138 | `azmcp_postgres_server_param_set` | ❌ | -| 8 | 0.372955 | `azmcp_postgres_table_schema_get` | ❌ | -| 9 | 0.336934 | `azmcp_mysql_database_list` | ❌ | -| 10 | 0.336270 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.274763 | `azmcp_grafana_list` | ❌ | -| 12 | 0.260533 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.253264 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.245276 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.241835 | `azmcp_kusto_cluster_list` | ❌ | -| 16 | 0.239500 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.238645 | `azmcp_foundry_agents_list` | ❌ | -| 18 | 0.229842 | `azmcp_acr_registry_list` | ❌ | -| 19 | 0.227547 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.225295 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 1 | 0.603396 | `azmcp_foundry_knowledge_index_list` | ✅ **EXPECTED** | +| 2 | 0.489311 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 3 | 0.473949 | `azmcp_foundry_agents_list` | ❌ | +| 4 | 0.396819 | `azmcp_foundry_models_list` | ❌ | +| 5 | 0.374704 | `azmcp_search_index_get` | ❌ | --- ## Test 102 -**Expected Tool:** `azmcp_postgres_server_list` -**Prompt:** Show me the PostgreSQL servers in my subscription +**Expected Tool:** `azmcp_foundry_knowledge_index_schema` +**Prompt:** Show me the schema for knowledge index in my AI Foundry project ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.832155 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | -| 2 | 0.579232 | `azmcp_postgres_database_list` | ❌ | -| 3 | 0.531804 | `azmcp_postgres_server_config_get` | ❌ | -| 4 | 0.514445 | `azmcp_postgres_table_list` | ❌ | -| 5 | 0.505970 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.452608 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.444127 | `azmcp_grafana_list` | ❌ | -| 8 | 0.430033 | `azmcp_sql_server_list` | ❌ | -| 9 | 0.421577 | `azmcp_search_service_list` | ❌ | -| 10 | 0.414799 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.410719 | `azmcp_postgres_database_query` | ❌ | -| 12 | 0.403538 | `azmcp_kusto_cluster_list` | ❌ | -| 13 | 0.376954 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.367001 | `azmcp_eventgrid_subscription_list` | ❌ | -| 15 | 0.362650 | `azmcp_kusto_database_list` | ❌ | -| 16 | 0.362557 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.360521 | `azmcp_aks_cluster_list` | ❌ | -| 18 | 0.358409 | `azmcp_acr_registry_list` | ❌ | -| 19 | 0.334679 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.334101 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.672577 | `azmcp_foundry_knowledge_index_schema` | ✅ **EXPECTED** | +| 2 | 0.564860 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 3 | 0.424581 | `azmcp_search_index_get` | ❌ | +| 4 | 0.397225 | `azmcp_foundry_agents_list` | ❌ | +| 5 | 0.375275 | `azmcp_mysql_table_schema_get` | ❌ | --- ## Test 103 -**Expected Tool:** `azmcp_postgres_server_param` -**Prompt:** Show me if the parameter my PostgreSQL server has replication enabled +**Expected Tool:** `azmcp_foundry_knowledge_index_schema` +**Prompt:** Get the schema configuration for knowledge index ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.594733 | `azmcp_postgres_server_param_get` | ❌ | -| 2 | 0.539671 | `azmcp_postgres_server_config_get` | ❌ | -| 3 | 0.489693 | `azmcp_postgres_server_list` | ❌ | -| 4 | 0.480872 | `azmcp_postgres_server_param_set` | ❌ | -| 5 | 0.451871 | `azmcp_postgres_database_list` | ❌ | -| 6 | 0.357606 | `azmcp_postgres_table_list` | ❌ | -| 7 | 0.343799 | `azmcp_mysql_server_param_get` | ❌ | -| 8 | 0.330875 | `azmcp_postgres_table_schema_get` | ❌ | -| 9 | 0.305351 | `azmcp_postgres_database_query` | ❌ | -| 10 | 0.295439 | `azmcp_mysql_server_param_set` | ❌ | -| 11 | 0.185273 | `azmcp_appconfig_kv_list` | ❌ | -| 12 | 0.183435 | `azmcp_eventgrid_subscription_list` | ❌ | -| 13 | 0.174107 | `azmcp_grafana_list` | ❌ | -| 14 | 0.169190 | `azmcp_appconfig_account_list` | ❌ | -| 15 | 0.166286 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 16 | 0.158090 | `azmcp_cosmos_database_list` | ❌ | -| 17 | 0.155785 | `azmcp_appconfig_kv_show` | ❌ | -| 18 | 0.145056 | `azmcp_kusto_database_list` | ❌ | -| 19 | 0.142387 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.141137 | `azmcp_foundry_agents_query-and-evaluate` | ❌ | +| 1 | 0.650269 | `azmcp_foundry_knowledge_index_schema` | ✅ **EXPECTED** | +| 2 | 0.432759 | `azmcp_postgres_table_schema_get` | ❌ | +| 3 | 0.415963 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 4 | 0.408316 | `azmcp_kusto_table_schema` | ❌ | +| 5 | 0.398186 | `azmcp_mysql_table_schema_get` | ❌ | --- ## Test 104 -**Expected Tool:** `azmcp_postgres_server_param_set` -**Prompt:** Enable replication for my PostgreSQL server +**Expected Tool:** `azmcp_foundry_models_deploy` +**Prompt:** Deploy a GPT4o instance on my resource ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.488474 | `azmcp_postgres_server_config_get` | ❌ | -| 2 | 0.469794 | `azmcp_postgres_server_list` | ❌ | -| 3 | 0.464604 | `azmcp_postgres_server_param_set` | ✅ **EXPECTED** | -| 4 | 0.447026 | `azmcp_postgres_server_param_get` | ❌ | -| 5 | 0.440760 | `azmcp_postgres_database_list` | ❌ | -| 6 | 0.354049 | `azmcp_postgres_table_list` | ❌ | -| 7 | 0.341624 | `azmcp_postgres_database_query` | ❌ | -| 8 | 0.317484 | `azmcp_postgres_table_schema_get` | ❌ | -| 9 | 0.241642 | `azmcp_mysql_server_param_set` | ❌ | -| 10 | 0.227740 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.192554 | `azmcp_appservice_database_add` | ❌ | -| 12 | 0.133385 | `azmcp_kusto_sample` | ❌ | -| 13 | 0.127120 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.126411 | `azmcp_foundry_agents_evaluate` | ❌ | -| 15 | 0.123491 | `azmcp_kusto_table_schema` | ❌ | -| 16 | 0.119027 | `azmcp_eventgrid_subscription_list` | ❌ | -| 17 | 0.118089 | `azmcp_cosmos_database_list` | ❌ | -| 18 | 0.114978 | `azmcp_kusto_cluster_get` | ❌ | -| 19 | 0.113841 | `azmcp_grafana_list` | ❌ | -| 20 | 0.112671 | `azmcp_deploy_plan_get` | ❌ | +| 1 | 0.313400 | `azmcp_foundry_models_deploy` | ✅ **EXPECTED** | +| 2 | 0.282464 | `azmcp_mysql_server_list` | ❌ | +| 3 | 0.274011 | `azmcp_deploy_plan_get` | ❌ | +| 4 | 0.269513 | `azmcp_loadtesting_testresource_create` | ❌ | +| 5 | 0.268967 | `azmcp_deploy_pipeline_guidance_get` | ❌ | --- ## Test 105 -**Expected Tool:** `azmcp_postgres_table_list` -**Prompt:** List all tables in the PostgreSQL database in server +**Expected Tool:** `azmcp_foundry_models_deployments_list` +**Prompt:** List all AI Foundry model deployments ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.789463 | `azmcp_postgres_table_list` | ✅ **EXPECTED** | -| 2 | 0.751620 | `azmcp_postgres_database_list` | ❌ | -| 3 | 0.575616 | `azmcp_postgres_server_list` | ❌ | -| 4 | 0.519015 | `azmcp_postgres_table_schema_get` | ❌ | -| 5 | 0.502362 | `azmcp_postgres_server_config_get` | ❌ | -| 6 | 0.477412 | `azmcp_mysql_table_list` | ❌ | -| 7 | 0.447896 | `azmcp_postgres_database_query` | ❌ | -| 8 | 0.431911 | `azmcp_kusto_table_list` | ❌ | -| 9 | 0.431730 | `azmcp_postgres_server_param_get` | ❌ | -| 10 | 0.397479 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.393714 | `azmcp_monitor_table_list` | ❌ | -| 12 | 0.373397 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.351960 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.307529 | `azmcp_kusto_table_schema` | ❌ | -| 15 | 0.299027 | `azmcp_cosmos_database_container_list` | ❌ | -| 16 | 0.257867 | `azmcp_grafana_list` | ❌ | -| 17 | 0.256004 | `azmcp_kusto_sample` | ❌ | -| 18 | 0.248593 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.237511 | `azmcp_appconfig_kv_list` | ❌ | -| 20 | 0.229478 | `azmcp_kusto_cluster_list` | ❌ | - +| 1 | 0.559508 | `azmcp_foundry_models_deployments_list` | ✅ **EXPECTED** | +| 2 | 0.549636 | `azmcp_foundry_models_list` | ❌ | +| 3 | 0.539695 | `azmcp_foundry_agents_list` | ❌ | +| 4 | 0.533239 | `azmcp_foundry_models_deploy` | ❌ | +| 5 | 0.448711 | `azmcp_search_service_list` | ❌ | + --- ## Test 106 -**Expected Tool:** `azmcp_postgres_table_list` -**Prompt:** Show me the tables in the PostgreSQL database in server +**Expected Tool:** `azmcp_foundry_models_deployments_list` +**Prompt:** Show me all AI Foundry model deployments ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.736083 | `azmcp_postgres_table_list` | ✅ **EXPECTED** | -| 2 | 0.690112 | `azmcp_postgres_database_list` | ❌ | -| 3 | 0.558357 | `azmcp_postgres_table_schema_get` | ❌ | -| 4 | 0.543331 | `azmcp_postgres_server_list` | ❌ | -| 5 | 0.521570 | `azmcp_postgres_server_config_get` | ❌ | -| 6 | 0.464929 | `azmcp_postgres_database_query` | ❌ | -| 7 | 0.457757 | `azmcp_mysql_table_list` | ❌ | -| 8 | 0.447209 | `azmcp_postgres_server_param_get` | ❌ | -| 9 | 0.390392 | `azmcp_kusto_table_list` | ❌ | -| 10 | 0.383179 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.371151 | `azmcp_redis_cluster_database_list` | ❌ | -| 12 | 0.334843 | `azmcp_kusto_table_schema` | ❌ | -| 13 | 0.315781 | `azmcp_cosmos_database_list` | ❌ | -| 14 | 0.307262 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.272906 | `azmcp_kusto_sample` | ❌ | -| 16 | 0.266178 | `azmcp_cosmos_database_container_list` | ❌ | -| 17 | 0.243542 | `azmcp_grafana_list` | ❌ | -| 18 | 0.207521 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.205697 | `azmcp_appconfig_kv_list` | ❌ | -| 20 | 0.202950 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.518221 | `azmcp_foundry_models_list` | ❌ | +| 2 | 0.503424 | `azmcp_foundry_models_deploy` | ❌ | +| 3 | 0.488885 | `azmcp_foundry_models_deployments_list` | ✅ **EXPECTED** | +| 4 | 0.486395 | `azmcp_foundry_agents_list` | ❌ | +| 5 | 0.401016 | `azmcp_search_service_list` | ❌ | --- ## Test 107 -**Expected Tool:** `azmcp_postgres_table_schema_get` -**Prompt:** Show me the schema of table
in the PostgreSQL database in server +**Expected Tool:** `azmcp_foundry_models_list` +**Prompt:** List all AI Foundry models ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.714877 | `azmcp_postgres_table_schema_get` | ✅ **EXPECTED** | -| 2 | 0.597846 | `azmcp_postgres_table_list` | ❌ | -| 3 | 0.574230 | `azmcp_postgres_database_list` | ❌ | -| 4 | 0.508082 | `azmcp_postgres_server_config_get` | ❌ | -| 5 | 0.480733 | `azmcp_mysql_table_schema_get` | ❌ | -| 6 | 0.475665 | `azmcp_kusto_table_schema` | ❌ | -| 7 | 0.443826 | `azmcp_postgres_server_param_get` | ❌ | -| 8 | 0.442553 | `azmcp_postgres_server_list` | ❌ | -| 9 | 0.427530 | `azmcp_postgres_database_query` | ❌ | -| 10 | 0.406761 | `azmcp_mysql_table_list` | ❌ | -| 11 | 0.362711 | `azmcp_postgres_server_param_set` | ❌ | -| 12 | 0.322766 | `azmcp_kusto_table_list` | ❌ | -| 13 | 0.303748 | `azmcp_kusto_sample` | ❌ | -| 14 | 0.253563 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 15 | 0.253353 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.239225 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.212206 | `azmcp_cosmos_database_container_list` | ❌ | -| 18 | 0.201673 | `azmcp_grafana_list` | ❌ | -| 19 | 0.186195 | `azmcp_bicepschema_get` | ❌ | -| 20 | 0.185124 | `azmcp_appconfig_kv_list` | ❌ | +| 1 | 0.560022 | `azmcp_foundry_models_list` | ✅ **EXPECTED** | +| 2 | 0.491952 | `azmcp_foundry_agents_list` | ❌ | +| 3 | 0.401146 | `azmcp_foundry_models_deploy` | ❌ | +| 4 | 0.387861 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 5 | 0.386180 | `azmcp_search_service_list` | ❌ | --- ## Test 108 -**Expected Tool:** `azmcp_deploy_app_logs_get` -**Prompt:** Show me the log of the application deployed by azd +**Expected Tool:** `azmcp_foundry_models_list` +**Prompt:** Show me the available AI Foundry models ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.686617 | `azmcp_deploy_app_logs_get` | ✅ **EXPECTED** | -| 2 | 0.471687 | `azmcp_deploy_plan_get` | ❌ | -| 3 | 0.404890 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 4 | 0.392565 | `azmcp_deploy_iac_rules_get` | ❌ | -| 5 | 0.389603 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 6 | 0.354432 | `azmcp_applens_resource_diagnose` | ❌ | -| 7 | 0.342314 | `azmcp_monitor_resource_log_query` | ❌ | -| 8 | 0.334992 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.334522 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.333590 | `azmcp_foundry_agents_list` | ❌ | -| 11 | 0.327028 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 12 | 0.325553 | `azmcp_extension_azqr` | ❌ | -| 13 | 0.320572 | `azmcp_aks_nodepool_get` | ❌ | -| 14 | 0.314964 | `azmcp_sql_server_show` | ❌ | -| 15 | 0.314890 | `azmcp_sql_db_create` | ❌ | -| 16 | 0.312836 | `azmcp_sql_db_update` | ❌ | -| 17 | 0.307231 | `azmcp_sql_db_show` | ❌ | -| 18 | 0.297642 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 19 | 0.294636 | `azmcp_sql_server_list` | ❌ | -| 20 | 0.288973 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | +| 1 | 0.574818 | `azmcp_foundry_models_list` | ✅ **EXPECTED** | +| 2 | 0.475139 | `azmcp_foundry_agents_list` | ❌ | +| 3 | 0.430513 | `azmcp_foundry_models_deploy` | ❌ | +| 4 | 0.388967 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 5 | 0.356899 | `azmcp_foundry_models_deployments_list` | ❌ | --- ## Test 109 -**Expected Tool:** `azmcp_deploy_architecture_diagram_generate` -**Prompt:** Generate the azure architecture diagram for this application +**Expected Tool:** `azmcp_functionapp_get` +**Prompt:** Describe the function app in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.680640 | `azmcp_deploy_architecture_diagram_generate` | ✅ **EXPECTED** | -| 2 | 0.562505 | `azmcp_deploy_plan_get` | ❌ | -| 3 | 0.505052 | `azmcp_cloudarchitect_design` | ❌ | -| 4 | 0.497193 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.435921 | `azmcp_deploy_iac_rules_get` | ❌ | -| 6 | 0.430764 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 7 | 0.417333 | `azmcp_get_bestpractices_get` | ❌ | -| 8 | 0.371155 | `azmcp_deploy_app_logs_get` | ❌ | -| 9 | 0.343117 | `azmcp_quota_usage_check` | ❌ | -| 10 | 0.322230 | `azmcp_extension_azqr` | ❌ | -| 11 | 0.317900 | `azmcp_foundry_agents_list` | ❌ | -| 12 | 0.284401 | `azmcp_mysql_table_schema_get` | ❌ | -| 13 | 0.270093 | `azmcp_sql_db_create` | ❌ | -| 14 | 0.264933 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 15 | 0.264060 | `azmcp_mysql_server_list` | ❌ | -| 16 | 0.263521 | `azmcp_quota_region_availability_list` | ❌ | -| 17 | 0.255084 | `azmcp_mysql_table_list` | ❌ | -| 18 | 0.250629 | `azmcp_search_service_list` | ❌ | -| 19 | 0.248047 | `azmcp_sql_db_update` | ❌ | -| 20 | 0.247818 | `azmcp_sql_server_show` | ❌ | +| 1 | 0.660116 | `azmcp_functionapp_get` | ✅ **EXPECTED** | +| 2 | 0.448179 | `azmcp_deploy_app_logs_get` | ❌ | +| 3 | 0.390048 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.380314 | `azmcp_get_bestpractices_get` | ❌ | +| 5 | 0.379683 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- ## Test 110 -**Expected Tool:** `azmcp_deploy_iac_rules_get` -**Prompt:** Show me the rules to generate bicep scripts +**Expected Tool:** `azmcp_functionapp_get` +**Prompt:** Get configuration for function app ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.529092 | `azmcp_deploy_iac_rules_get` | ✅ **EXPECTED** | -| 2 | 0.402924 | `azmcp_bicepschema_get` | ❌ | -| 3 | 0.391965 | `azmcp_get_bestpractices_get` | ❌ | -| 4 | 0.383210 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 5 | 0.341436 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 6 | 0.304791 | `azmcp_deploy_plan_get` | ❌ | -| 7 | 0.278653 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.266851 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 9 | 0.266605 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 10 | 0.252977 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 11 | 0.236341 | `azmcp_applens_resource_diagnose` | ❌ | -| 12 | 0.223979 | `azmcp_extension_azqr` | ❌ | -| 13 | 0.219521 | `azmcp_quota_usage_check` | ❌ | -| 14 | 0.206928 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.202239 | `azmcp_mysql_table_schema_get` | ❌ | -| 16 | 0.201288 | `azmcp_quota_region_availability_list` | ❌ | -| 17 | 0.195422 | `azmcp_mysql_table_list` | ❌ | -| 18 | 0.194571 | `azmcp_sql_db_create` | ❌ | -| 19 | 0.188615 | `azmcp_role_assignment_list` | ❌ | -| 20 | 0.178628 | `azmcp_storage_blob_get` | ❌ | +| 1 | 0.607276 | `azmcp_functionapp_get` | ✅ **EXPECTED** | +| 2 | 0.447400 | `azmcp_mysql_server_config_get` | ❌ | +| 3 | 0.424693 | `azmcp_appconfig_account_list` | ❌ | +| 4 | 0.422336 | `azmcp_deploy_app_logs_get` | ❌ | +| 5 | 0.407133 | `azmcp_appconfig_kv_show` | ❌ | --- ## Test 111 -**Expected Tool:** `azmcp_deploy_pipeline_guidance_get` -**Prompt:** How can I create a CI/CD pipeline to deploy this app to Azure? +**Expected Tool:** `azmcp_functionapp_get` +**Prompt:** Get function app status for ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.638841 | `azmcp_deploy_pipeline_guidance_get` | ✅ **EXPECTED** | -| 2 | 0.499243 | `azmcp_deploy_plan_get` | ❌ | -| 3 | 0.448918 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.382240 | `azmcp_get_bestpractices_get` | ❌ | -| 5 | 0.375202 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 6 | 0.373380 | `azmcp_deploy_app_logs_get` | ❌ | -| 7 | 0.350101 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 8 | 0.338440 | `azmcp_foundry_models_deploy` | ❌ | -| 9 | 0.322906 | `azmcp_cloudarchitect_design` | ❌ | -| 10 | 0.297769 | `azmcp_appservice_database_add` | ❌ | -| 11 | 0.262768 | `azmcp_sql_db_create` | ❌ | -| 12 | 0.240757 | `azmcp_storage_blob_upload` | ❌ | -| 13 | 0.234690 | `azmcp_sql_db_update` | ❌ | -| 14 | 0.230063 | `azmcp_quota_usage_check` | ❌ | -| 15 | 0.222416 | `azmcp_sql_server_create` | ❌ | -| 16 | 0.219650 | `azmcp_speech_stt_recognize` | ❌ | -| 17 | 0.212123 | `azmcp_storage_blob_container_create` | ❌ | -| 18 | 0.211103 | `azmcp_storage_account_create` | ❌ | -| 19 | 0.203987 | `azmcp_sql_server_delete` | ❌ | -| 20 | 0.198696 | `azmcp_mysql_server_list` | ❌ | +| 1 | 0.622384 | `azmcp_functionapp_get` | ✅ **EXPECTED** | +| 2 | 0.460102 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 3 | 0.420189 | `azmcp_deploy_app_logs_get` | ❌ | +| 4 | 0.390728 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.334473 | `azmcp_get_bestpractices_get` | ❌ | --- ## Test 112 -**Expected Tool:** `azmcp_deploy_plan_get` -**Prompt:** Create a plan to deploy this application to azure +**Expected Tool:** `azmcp_functionapp_get` +**Prompt:** Get information about my function app in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.688051 | `azmcp_deploy_plan_get` | ✅ **EXPECTED** | -| 2 | 0.587903 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 3 | 0.499385 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.498575 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 5 | 0.432825 | `azmcp_get_bestpractices_get` | ❌ | -| 6 | 0.425393 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 7 | 0.421744 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.413718 | `azmcp_loadtesting_test_create` | ❌ | -| 9 | 0.393486 | `azmcp_deploy_app_logs_get` | ❌ | -| 10 | 0.365875 | `azmcp_foundry_models_deploy` | ❌ | -| 11 | 0.344407 | `azmcp_sql_db_create` | ❌ | -| 12 | 0.312839 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.300643 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.299552 | `azmcp_storage_account_create` | ❌ | -| 15 | 0.296623 | `azmcp_sql_server_create` | ❌ | -| 16 | 0.292780 | `azmcp_sql_db_update` | ❌ | -| 17 | 0.277064 | `azmcp_workbooks_delete` | ❌ | -| 18 | 0.258195 | `azmcp_sql_server_show` | ❌ | -| 19 | 0.252696 | `azmcp_workbooks_create` | ❌ | -| 20 | 0.249358 | `azmcp_storage_blob_container_create` | ❌ | +| 1 | 0.690933 | `azmcp_functionapp_get` | ✅ **EXPECTED** | +| 2 | 0.433989 | `azmcp_deploy_app_logs_get` | ❌ | +| 3 | 0.432383 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.424646 | `azmcp_quota_usage_check` | ❌ | +| 5 | 0.419375 | `azmcp_resourcehealth_availability-status_get` | ❌ | --- ## Test 113 -**Expected Tool:** `azmcp_eventgrid_topic_list` -**Prompt:** List all Event Grid topics in my subscription +**Expected Tool:** `azmcp_functionapp_get` +**Prompt:** Retrieve host name and status of function app ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.759178 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | -| 2 | 0.610315 | `azmcp_eventgrid_subscription_list` | ❌ | -| 3 | 0.545540 | `azmcp_search_service_list` | ❌ | -| 4 | 0.514189 | `azmcp_kusto_cluster_list` | ❌ | -| 5 | 0.496537 | `azmcp_subscription_list` | ❌ | -| 6 | 0.496002 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 7 | 0.493331 | `azmcp_group_list` | ❌ | -| 8 | 0.485584 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.484509 | `azmcp_postgres_server_list` | ❌ | -| 10 | 0.475667 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.475056 | `azmcp_monitor_workspace_list` | ❌ | -| 12 | 0.472764 | `azmcp_grafana_list` | ❌ | -| 13 | 0.470347 | `azmcp_redis_cache_list` | ❌ | -| 14 | 0.442229 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 15 | 0.440619 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.439820 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 17 | 0.438287 | `azmcp_appconfig_account_list` | ❌ | -| 18 | 0.427412 | `azmcp_foundry_agents_list` | ❌ | -| 19 | 0.422452 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 20 | 0.422414 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.592791 | `azmcp_functionapp_get` | ✅ **EXPECTED** | +| 2 | 0.443459 | `azmcp_deploy_app_logs_get` | ❌ | +| 3 | 0.441394 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 4 | 0.391480 | `azmcp_sql_server_show` | ❌ | +| 5 | 0.383932 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- ## Test 114 -**Expected Tool:** `azmcp_eventgrid_topic_list` -**Prompt:** Show me the Event Grid topics in my subscription +**Expected Tool:** `azmcp_functionapp_get` +**Prompt:** Show function app details for in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.691068 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | -| 2 | 0.599956 | `azmcp_eventgrid_subscription_list` | ❌ | -| 3 | 0.478334 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 4 | 0.475119 | `azmcp_search_service_list` | ❌ | -| 5 | 0.450712 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.441607 | `azmcp_kusto_cluster_list` | ❌ | -| 7 | 0.437153 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.431249 | `azmcp_subscription_list` | ❌ | -| 9 | 0.430494 | `azmcp_grafana_list` | ❌ | -| 10 | 0.428529 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.424907 | `azmcp_monitor_workspace_list` | ❌ | -| 12 | 0.420072 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 13 | 0.419979 | `azmcp_group_list` | ❌ | -| 14 | 0.408708 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.399253 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.396758 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 17 | 0.390619 | `azmcp_servicebus_topic_details` | ❌ | -| 18 | 0.384708 | `azmcp_foundry_agents_list` | ❌ | -| 19 | 0.381698 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.381664 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.687356 | `azmcp_functionapp_get` | ✅ **EXPECTED** | +| 2 | 0.445142 | `azmcp_deploy_app_logs_get` | ❌ | +| 3 | 0.368250 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.366279 | `azmcp_sql_db_show` | ❌ | +| 5 | 0.365569 | `azmcp_get_bestpractices_get` | ❌ | --- ## Test 115 -**Expected Tool:** `azmcp_eventgrid_topic_list` -**Prompt:** List all Event Grid topics in subscription +**Expected Tool:** `azmcp_functionapp_get` +**Prompt:** Show me the details for the function app ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.759396 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | -| 2 | 0.632794 | `azmcp_eventgrid_subscription_list` | ❌ | -| 3 | 0.526595 | `azmcp_kusto_cluster_list` | ❌ | -| 4 | 0.514248 | `azmcp_search_service_list` | ❌ | -| 5 | 0.495814 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 6 | 0.494153 | `azmcp_postgres_server_list` | ❌ | -| 7 | 0.482428 | `azmcp_group_list` | ❌ | -| 8 | 0.481065 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.476857 | `azmcp_redis_cache_list` | ❌ | -| 10 | 0.476780 | `azmcp_subscription_list` | ❌ | -| 11 | 0.471888 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 12 | 0.468200 | `azmcp_grafana_list` | ❌ | -| 13 | 0.466774 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.445991 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.429646 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 16 | 0.428727 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.425386 | `azmcp_servicebus_topic_details` | ❌ | -| 18 | 0.421430 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.417876 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.392039 | `azmcp_kusto_database_list` | ❌ | +| 1 | 0.644882 | `azmcp_functionapp_get` | ✅ **EXPECTED** | +| 2 | 0.433958 | `azmcp_deploy_app_logs_get` | ❌ | +| 3 | 0.388678 | `azmcp_storage_account_get` | ❌ | +| 4 | 0.370793 | `azmcp_storage_blob_container_get` | ❌ | +| 5 | 0.368420 | `azmcp_storage_blob_get` | ❌ | --- ## Test 116 -**Expected Tool:** `azmcp_eventgrid_topic_list` -**Prompt:** List all Event Grid topics in resource group in subscription +**Expected Tool:** `azmcp_functionapp_get` +**Prompt:** Show plan and region for function app ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.659232 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | -| 2 | 0.618817 | `azmcp_eventgrid_subscription_list` | ❌ | -| 3 | 0.609977 | `azmcp_group_list` | ❌ | -| 4 | 0.514277 | `azmcp_workbooks_list` | ❌ | -| 5 | 0.505966 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 6 | 0.491433 | `azmcp_sql_server_list` | ❌ | -| 7 | 0.484777 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 8 | 0.475467 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.464233 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.460456 | `azmcp_search_service_list` | ❌ | -| 11 | 0.456540 | `azmcp_grafana_list` | ❌ | -| 12 | 0.455379 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 13 | 0.452988 | `azmcp_acr_registry_list` | ❌ | -| 14 | 0.448178 | `azmcp_redis_cache_list` | ❌ | -| 15 | 0.442914 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.442259 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 17 | 0.432333 | `azmcp_loadtesting_testresource_list` | ❌ | -| 18 | 0.423027 | `azmcp_postgres_server_list` | ❌ | -| 19 | 0.411811 | `azmcp_acr_registry_repository_list` | ❌ | -| 20 | 0.407927 | `azmcp_cosmos_account_list` | ❌ | +| 1 | 0.554980 | `azmcp_functionapp_get` | ✅ **EXPECTED** | +| 2 | 0.426703 | `azmcp_quota_usage_check` | ❌ | +| 3 | 0.418362 | `azmcp_deploy_app_logs_get` | ❌ | +| 4 | 0.408011 | `azmcp_deploy_plan_get` | ❌ | +| 5 | 0.381629 | `azmcp_deploy_architecture_diagram_generate` | ❌ | --- ## Test 117 -**Expected Tool:** `azmcp_eventgrid_subscription_list` -**Prompt:** Show me all Event Grid subscriptions for topic +**Expected Tool:** `azmcp_functionapp_get` +**Prompt:** What is the status of function app ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.682900 | `azmcp_eventgrid_topic_list` | ❌ | -| 2 | 0.637188 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | -| 3 | 0.486216 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 4 | 0.480944 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 5 | 0.478026 | `azmcp_servicebus_topic_details` | ❌ | -| 6 | 0.457868 | `azmcp_search_service_list` | ❌ | -| 7 | 0.445053 | `azmcp_subscription_list` | ❌ | -| 8 | 0.435412 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.434659 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.422093 | `azmcp_postgres_server_list` | ❌ | -| 11 | 0.421994 | `azmcp_group_list` | ❌ | -| 12 | 0.417538 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.415300 | `azmcp_redis_cache_list` | ❌ | -| 14 | 0.408588 | `azmcp_grafana_list` | ❌ | -| 15 | 0.397665 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.392813 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 17 | 0.382829 | `azmcp_aks_cluster_list` | ❌ | -| 18 | 0.378136 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.376133 | `azmcp_appconfig_account_list` | ❌ | -| 20 | 0.367406 | `azmcp_acr_registry_list` | ❌ | +| 1 | 0.565797 | `azmcp_functionapp_get` | ✅ **EXPECTED** | +| 2 | 0.440329 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 3 | 0.422774 | `azmcp_deploy_app_logs_get` | ❌ | +| 4 | 0.384163 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.342552 | `azmcp_get_bestpractices_get` | ❌ | --- ## Test 118 -**Expected Tool:** `azmcp_eventgrid_subscription_list` -**Prompt:** List Event Grid subscriptions for topic in subscription +**Expected Tool:** `azmcp_functionapp_get` +**Prompt:** List all function apps in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.672635 | `azmcp_eventgrid_topic_list` | ❌ | -| 2 | 0.656238 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | -| 3 | 0.539901 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 4 | 0.498226 | `azmcp_servicebus_topic_details` | ❌ | -| 5 | 0.460289 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 6 | 0.445036 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.443181 | `azmcp_subscription_list` | ❌ | -| 8 | 0.438134 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.435527 | `azmcp_search_service_list` | ❌ | -| 10 | 0.434691 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.433451 | `azmcp_monitor_workspace_list` | ❌ | -| 12 | 0.431792 | `azmcp_grafana_list` | ❌ | -| 13 | 0.428035 | `azmcp_group_list` | ❌ | -| 14 | 0.419085 | `azmcp_postgres_server_list` | ❌ | -| 15 | 0.402048 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.398792 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 17 | 0.393003 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 18 | 0.386906 | `azmcp_acr_registry_list` | ❌ | -| 19 | 0.376546 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.376232 | `azmcp_appconfig_account_list` | ❌ | +| 1 | 0.646561 | `azmcp_functionapp_get` | ✅ **EXPECTED** | +| 2 | 0.559382 | `azmcp_search_service_list` | ❌ | +| 3 | 0.516618 | `azmcp_cosmos_account_list` | ❌ | +| 4 | 0.516217 | `azmcp_appconfig_account_list` | ❌ | +| 5 | 0.485259 | `azmcp_subscription_list` | ❌ | --- ## Test 119 -**Expected Tool:** `azmcp_eventgrid_subscription_list` -**Prompt:** List Event Grid subscriptions for topic in resource group +**Expected Tool:** `azmcp_functionapp_get` +**Prompt:** Show me my Azure function apps ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.669236 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | -| 2 | 0.663335 | `azmcp_eventgrid_topic_list` | ❌ | -| 3 | 0.526186 | `azmcp_group_list` | ❌ | -| 4 | 0.488740 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.484167 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 6 | 0.478967 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 7 | 0.474205 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 8 | 0.473544 | `azmcp_servicebus_topic_details` | ❌ | -| 9 | 0.465477 | `azmcp_acr_registry_list` | ❌ | -| 10 | 0.464598 | `azmcp_workbooks_list` | ❌ | -| 11 | 0.462201 | `azmcp_redis_cluster_list` | ❌ | -| 12 | 0.457114 | `azmcp_search_service_list` | ❌ | -| 13 | 0.452429 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.452191 | `azmcp_sql_server_list` | ❌ | -| 15 | 0.443155 | `azmcp_subscription_list` | ❌ | -| 16 | 0.436651 | `azmcp_kusto_cluster_list` | ❌ | -| 17 | 0.436075 | `azmcp_grafana_list` | ❌ | -| 18 | 0.428724 | `azmcp_functionapp_get` | ❌ | -| 19 | 0.412528 | `azmcp_loadtesting_testresource_list` | ❌ | -| 20 | 0.409139 | `azmcp_applicationinsights_recommendation_list` | ❌ | +| 1 | 0.560249 | `azmcp_functionapp_get` | ✅ **EXPECTED** | +| 2 | 0.452132 | `azmcp_deploy_app_logs_get` | ❌ | +| 3 | 0.436167 | `azmcp_foundry_agents_list` | ❌ | +| 4 | 0.412646 | `azmcp_search_service_list` | ❌ | +| 5 | 0.411323 | `azmcp_get_bestpractices_get` | ❌ | --- ## Test 120 -**Expected Tool:** `azmcp_eventgrid_subscription_list` -**Prompt:** Show all Event Grid subscriptions in my subscription +**Expected Tool:** `azmcp_functionapp_get` +**Prompt:** What function apps do I have? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.593171 | `azmcp_eventgrid_topic_list` | ❌ | -| 2 | 0.592262 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | -| 3 | 0.525017 | `azmcp_subscription_list` | ❌ | -| 4 | 0.518857 | `azmcp_search_service_list` | ❌ | -| 5 | 0.509007 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 6 | 0.490371 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.489687 | `azmcp_kusto_cluster_list` | ❌ | -| 8 | 0.480579 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.476022 | `azmcp_group_list` | ❌ | -| 10 | 0.475289 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.473274 | `azmcp_postgres_server_list` | ❌ | -| 12 | 0.467172 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.460683 | `azmcp_grafana_list` | ❌ | -| 14 | 0.451759 | `azmcp_appconfig_account_list` | ❌ | -| 15 | 0.440684 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.439145 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 17 | 0.422468 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 18 | 0.415047 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.410171 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.399352 | `azmcp_quota_region_availability_list` | ❌ | +| 1 | 0.433674 | `azmcp_functionapp_get` | ✅ **EXPECTED** | +| 2 | 0.348106 | `azmcp_deploy_app_logs_get` | ❌ | +| 3 | 0.284362 | `azmcp_get_bestpractices_get` | ❌ | +| 4 | 0.281676 | `azmcp_applens_resource_diagnose` | ❌ | +| 5 | 0.249658 | `azmcp_appconfig_account_list` | ❌ | --- ## Test 121 -**Expected Tool:** `azmcp_eventgrid_subscription_list` -**Prompt:** List all Event Grid subscriptions in subscription +**Expected Tool:** `azmcp_grafana_list` +**Prompt:** List all Azure Managed Grafana in one subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.604278 | `azmcp_eventgrid_topic_list` | ❌ | -| 2 | 0.600323 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | -| 3 | 0.535955 | `azmcp_kusto_cluster_list` | ❌ | -| 4 | 0.518141 | `azmcp_subscription_list` | ❌ | -| 5 | 0.510875 | `azmcp_group_list` | ❌ | -| 6 | 0.508443 | `azmcp_search_service_list` | ❌ | -| 7 | 0.494659 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 8 | 0.492726 | `azmcp_postgres_server_list` | ❌ | -| 9 | 0.485794 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.483568 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.481609 | `azmcp_cosmos_account_list` | ❌ | -| 12 | 0.481450 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.473868 | `azmcp_grafana_list` | ❌ | -| 14 | 0.467622 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 15 | 0.453352 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.446430 | `azmcp_aks_cluster_list` | ❌ | -| 17 | 0.428290 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 18 | 0.426897 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.411734 | `azmcp_sql_server_list` | ❌ | -| 20 | 0.410745 | `azmcp_acr_registry_list` | ❌ | +| 1 | 0.578892 | `azmcp_grafana_list` | ✅ **EXPECTED** | +| 2 | 0.551851 | `azmcp_search_service_list` | ❌ | +| 3 | 0.513028 | `azmcp_monitor_workspace_list` | ❌ | +| 4 | 0.505836 | `azmcp_kusto_cluster_list` | ❌ | +| 5 | 0.498077 | `azmcp_datadog_monitoredresources_list` | ❌ | --- ## Test 122 -**Expected Tool:** `azmcp_eventgrid_subscription_list` -**Prompt:** Show Event Grid subscriptions in resource group in subscription +**Expected Tool:** `azmcp_group_list` +**Prompt:** List all resource groups in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.621512 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | -| 2 | 0.558539 | `azmcp_group_list` | ❌ | -| 3 | 0.531313 | `azmcp_eventgrid_topic_list` | ❌ | -| 4 | 0.505026 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.502308 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 6 | 0.487257 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.472283 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 8 | 0.467183 | `azmcp_workbooks_list` | ❌ | -| 9 | 0.466908 | `azmcp_sql_server_list` | ❌ | -| 10 | 0.464550 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.459530 | `azmcp_acr_registry_list` | ❌ | -| 12 | 0.457119 | `azmcp_grafana_list` | ❌ | -| 13 | 0.440510 | `azmcp_loadtesting_testresource_list` | ❌ | -| 14 | 0.438267 | `azmcp_subscription_list` | ❌ | -| 15 | 0.438218 | `azmcp_kusto_cluster_list` | ❌ | -| 16 | 0.435258 | `azmcp_search_service_list` | ❌ | -| 17 | 0.431166 | `azmcp_monitor_workspace_list` | ❌ | -| 18 | 0.423121 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 19 | 0.411672 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.411012 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 1 | 0.755935 | `azmcp_group_list` | ✅ **EXPECTED** | +| 2 | 0.566552 | `azmcp_workbooks_list` | ❌ | +| 3 | 0.552633 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 4 | 0.546225 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.545480 | `azmcp_redis_cluster_list` | ❌ | --- ## Test 123 -**Expected Tool:** `azmcp_eventgrid_subscription_list` -**Prompt:** List Event Grid subscriptions for subscription in location +**Expected Tool:** `azmcp_group_list` +**Prompt:** Show me my resource groups ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.653955 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | -| 2 | 0.581785 | `azmcp_eventgrid_topic_list` | ❌ | -| 3 | 0.480843 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 4 | 0.478294 | `azmcp_subscription_list` | ❌ | -| 5 | 0.476666 | `azmcp_search_service_list` | ❌ | -| 6 | 0.475490 | `azmcp_monitor_workspace_list` | ❌ | -| 7 | 0.471828 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.471284 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.467148 | `azmcp_group_list` | ❌ | -| 10 | 0.450146 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.449871 | `azmcp_grafana_list` | ❌ | -| 12 | 0.447095 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 13 | 0.446627 | `azmcp_acr_registry_list` | ❌ | -| 14 | 0.444786 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 15 | 0.437364 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.436647 | `azmcp_postgres_server_list` | ❌ | -| 17 | 0.436607 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.425435 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.422507 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.420002 | `azmcp_appconfig_account_list` | ❌ | +| 1 | 0.529504 | `azmcp_group_list` | ✅ **EXPECTED** | +| 2 | 0.463685 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 3 | 0.462391 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.459359 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.453960 | `azmcp_workbooks_list` | ❌ | --- ## Test 124 -**Expected Tool:** `azmcp_functionapp_get` -**Prompt:** Describe the function app in resource group +**Expected Tool:** `azmcp_group_list` +**Prompt:** Show me the resource groups in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.660116 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.448153 | `azmcp_deploy_app_logs_get` | ❌ | -| 3 | 0.390048 | `azmcp_mysql_server_list` | ❌ | -| 4 | 0.380314 | `azmcp_get_bestpractices_get` | ❌ | -| 5 | 0.379616 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 6 | 0.376542 | `azmcp_applens_resource_diagnose` | ❌ | -| 7 | 0.373215 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.352982 | `azmcp_sql_server_list` | ❌ | -| 9 | 0.347628 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.347347 | `azmcp_quota_usage_check` | ❌ | -| 11 | 0.342747 | `azmcp_deploy_plan_get` | ❌ | -| 12 | 0.341455 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 13 | 0.341448 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 14 | 0.338149 | `azmcp_workbooks_list` | ❌ | -| 15 | 0.337621 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 16 | 0.333091 | `azmcp_extension_azqr` | ❌ | -| 17 | 0.328326 | `azmcp_storage_account_create` | ❌ | -| 18 | 0.323897 | `azmcp_sql_db_show` | ❌ | -| 19 | 0.322437 | `azmcp_sql_db_list` | ❌ | -| 20 | 0.317399 | `azmcp_monitor_resource_log_query` | ❌ | +| 1 | 0.665771 | `azmcp_group_list` | ✅ **EXPECTED** | +| 2 | 0.532656 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 3 | 0.531993 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.523088 | `azmcp_redis_cluster_list` | ❌ | +| 5 | 0.522911 | `azmcp_workbooks_list` | ❌ | --- ## Test 125 -**Expected Tool:** `azmcp_functionapp_get` -**Prompt:** Get configuration for function app +**Expected Tool:** `azmcp_keyvault_admin_settings_get` +**Prompt:** Get the account settings for my key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.607276 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.447400 | `azmcp_mysql_server_config_get` | ❌ | -| 3 | 0.424693 | `azmcp_appconfig_account_list` | ❌ | -| 4 | 0.422356 | `azmcp_deploy_app_logs_get` | ❌ | -| 5 | 0.407133 | `azmcp_appconfig_kv_show` | ❌ | -| 6 | 0.397977 | `azmcp_loadtesting_test_get` | ❌ | -| 7 | 0.392852 | `azmcp_appconfig_kv_list` | ❌ | -| 8 | 0.384151 | `azmcp_get_bestpractices_get` | ❌ | -| 9 | 0.383957 | `azmcp_sql_server_show` | ❌ | -| 10 | 0.369436 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.367183 | `azmcp_mysql_server_param_get` | ❌ | -| 12 | 0.363406 | `azmcp_loadtesting_test_create` | ❌ | -| 13 | 0.361718 | `azmcp_deploy_plan_get` | ❌ | -| 14 | 0.353601 | `azmcp_appconfig_kv_set` | ❌ | -| 15 | 0.352018 | `azmcp_sql_db_update` | ❌ | -| 16 | 0.342398 | `azmcp_postgres_server_config_get` | ❌ | -| 17 | 0.321697 | `azmcp_quota_usage_check` | ❌ | -| 18 | 0.315210 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.314100 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 20 | 0.312611 | `azmcp_sql_db_list` | ❌ | +| 1 | 0.542209 | `azmcp_appconfig_kv_show` | ❌ | +| 2 | 0.526236 | `azmcp_keyvault_key_get` | ❌ | +| 3 | 0.520401 | `azmcp_storage_account_get` | ❌ | +| 4 | 0.487930 | `azmcp_keyvault_secret_get` | ❌ | +| 5 | 0.466430 | `azmcp_keyvault_certificate_get` | ❌ | --- ## Test 126 -**Expected Tool:** `azmcp_functionapp_get` -**Prompt:** Get function app status for +**Expected Tool:** `azmcp_keyvault_admin_settings_get` +**Prompt:** Show me the account settings for key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.622384 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.460102 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.420161 | `azmcp_deploy_app_logs_get` | ❌ | -| 4 | 0.390689 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.334473 | `azmcp_get_bestpractices_get` | ❌ | -| 6 | 0.322197 | `azmcp_foundry_models_deployments_list` | ❌ | -| 7 | 0.320070 | `azmcp_aks_cluster_get` | ❌ | -| 8 | 0.317583 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.317359 | `azmcp_sql_server_show` | ❌ | -| 10 | 0.312732 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.311384 | `azmcp_appconfig_account_list` | ❌ | -| 12 | 0.309942 | `azmcp_loadtesting_testrun_get` | ❌ | -| 13 | 0.305130 | `azmcp_storage_blob_container_get` | ❌ | -| 14 | 0.297747 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.297135 | `azmcp_aks_nodepool_get` | ❌ | -| 16 | 0.295538 | `azmcp_mysql_server_list` | ❌ | -| 17 | 0.295174 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 18 | 0.290156 | `azmcp_servicebus_queue_details` | ❌ | -| 19 | 0.281564 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 20 | 0.277653 | `azmcp_mysql_server_config_get` | ❌ | +| 1 | 0.550085 | `azmcp_appconfig_kv_show` | ❌ | +| 2 | 0.504471 | `azmcp_storage_account_get` | ❌ | +| 3 | 0.485445 | `azmcp_keyvault_key_get` | ❌ | +| 4 | 0.471348 | `azmcp_keyvault_key_list` | ❌ | +| 5 | 0.448656 | `azmcp_appconfig_kv_set` | ❌ | --- ## Test 127 -**Expected Tool:** `azmcp_functionapp_get` -**Prompt:** Get information about my function app in +**Expected Tool:** `azmcp_keyvault_admin_settings_get` +**Prompt:** What's the value of the setting in my key vault with name ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.690837 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.433952 | `azmcp_deploy_app_logs_get` | ❌ | -| 3 | 0.432265 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.424630 | `azmcp_quota_usage_check` | ❌ | -| 5 | 0.419317 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 6 | 0.417006 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.396147 | `azmcp_storage_account_get` | ❌ | -| 8 | 0.390776 | `azmcp_applens_resource_diagnose` | ❌ | -| 9 | 0.389255 | `azmcp_sql_db_show` | ❌ | -| 10 | 0.387866 | `azmcp_storage_account_create` | ❌ | -| 11 | 0.383836 | `azmcp_sql_server_list` | ❌ | -| 12 | 0.383165 | `azmcp_sql_server_show` | ❌ | -| 13 | 0.378798 | `azmcp_get_bestpractices_get` | ❌ | -| 14 | 0.376021 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.375282 | `azmcp_workbooks_show` | ❌ | -| 16 | 0.368530 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 17 | 0.360127 | `azmcp_aks_cluster_get` | ❌ | -| 18 | 0.352645 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 19 | 0.348659 | `azmcp_foundry_models_deployments_list` | ❌ | -| 20 | 0.346433 | `azmcp_group_list` | ❌ | +| 1 | 0.538274 | `azmcp_appconfig_kv_show` | ❌ | +| 2 | 0.496540 | `azmcp_appconfig_kv_set` | ❌ | +| 3 | 0.445887 | `azmcp_keyvault_secret_get` | ❌ | +| 4 | 0.429890 | `azmcp_keyvault_secret_create` | ❌ | +| 5 | 0.420145 | `azmcp_appconfig_kv_lock_set` | ❌ | --- ## Test 128 -**Expected Tool:** `azmcp_functionapp_get` -**Prompt:** Retrieve host name and status of function app +**Expected Tool:** `azmcp_keyvault_certificate_create` +**Prompt:** Create a new certificate called in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.592791 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.443406 | `azmcp_deploy_app_logs_get` | ❌ | -| 3 | 0.441394 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 4 | 0.391480 | `azmcp_sql_server_show` | ❌ | -| 5 | 0.383893 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 6 | 0.355527 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.353617 | `azmcp_applens_resource_diagnose` | ❌ | -| 8 | 0.351282 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 9 | 0.349540 | `azmcp_get_bestpractices_get` | ❌ | -| 10 | 0.347266 | `azmcp_appconfig_account_list` | ❌ | -| 11 | 0.344702 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.342868 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 13 | 0.337247 | `azmcp_quota_usage_check` | ❌ | -| 14 | 0.333000 | `azmcp_mysql_server_config_get` | ❌ | -| 15 | 0.331548 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.325680 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 17 | 0.320825 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.319736 | `azmcp_aks_nodepool_get` | ❌ | -| 19 | 0.318160 | `azmcp_deploy_plan_get` | ❌ | -| 20 | 0.305803 | `azmcp_appconfig_kv_show` | ❌ | +| 1 | 0.740327 | `azmcp_keyvault_certificate_create` | ✅ **EXPECTED** | +| 2 | 0.595854 | `azmcp_keyvault_key_create` | ❌ | +| 3 | 0.590621 | `azmcp_keyvault_secret_create` | ❌ | +| 4 | 0.575960 | `azmcp_keyvault_certificate_list` | ❌ | +| 5 | 0.543043 | `azmcp_keyvault_certificate_get` | ❌ | --- ## Test 129 -**Expected Tool:** `azmcp_functionapp_get` -**Prompt:** Show function app details for in +**Expected Tool:** `azmcp_keyvault_certificate_get` +**Prompt:** Show me the certificate in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.687356 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.445114 | `azmcp_deploy_app_logs_get` | ❌ | -| 3 | 0.368193 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.366254 | `azmcp_sql_db_show` | ❌ | -| 5 | 0.365569 | `azmcp_get_bestpractices_get` | ❌ | -| 6 | 0.363324 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.358624 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.352754 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.351465 | `azmcp_aks_cluster_get` | ❌ | -| 10 | 0.350178 | `azmcp_applens_resource_diagnose` | ❌ | -| 11 | 0.349596 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.349013 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 13 | 0.336938 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 14 | 0.335848 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 15 | 0.327763 | `azmcp_eventgrid_subscription_list` | ❌ | -| 16 | 0.325909 | `azmcp_workbooks_show` | ❌ | -| 17 | 0.325899 | `azmcp_sql_server_list` | ❌ | -| 18 | 0.323655 | `azmcp_foundry_models_deployments_list` | ❌ | -| 19 | 0.323377 | `azmcp_sql_db_list` | ❌ | -| 20 | 0.319946 | `azmcp_storage_blob_container_get` | ❌ | +| 1 | 0.627979 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | +| 2 | 0.624457 | `azmcp_keyvault_certificate_list` | ❌ | +| 3 | 0.565005 | `azmcp_keyvault_certificate_create` | ❌ | +| 4 | 0.539554 | `azmcp_keyvault_certificate_import` | ❌ | +| 5 | 0.515732 | `azmcp_keyvault_key_get` | ❌ | --- ## Test 130 -**Expected Tool:** `azmcp_functionapp_get` -**Prompt:** Show me the details for the function app +**Expected Tool:** `azmcp_keyvault_certificate_get` +**Prompt:** Show me the details of the certificate in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.644882 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.433961 | `azmcp_deploy_app_logs_get` | ❌ | -| 3 | 0.388678 | `azmcp_storage_account_get` | ❌ | -| 4 | 0.370242 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.368212 | `azmcp_storage_blob_get` | ❌ | -| 6 | 0.368018 | `azmcp_loadtesting_testrun_get` | ❌ | -| 7 | 0.367564 | `azmcp_aks_cluster_get` | ❌ | -| 8 | 0.355983 | `azmcp_sql_db_show` | ❌ | -| 9 | 0.354877 | `azmcp_search_index_get` | ❌ | -| 10 | 0.349891 | `azmcp_mysql_server_config_get` | ❌ | -| 11 | 0.349476 | `azmcp_sql_server_show` | ❌ | -| 12 | 0.346974 | `azmcp_appconfig_kv_show` | ❌ | -| 13 | 0.344067 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 14 | 0.343381 | `azmcp_get_bestpractices_get` | ❌ | -| 15 | 0.342238 | `azmcp_servicebus_queue_details` | ❌ | -| 16 | 0.338127 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.337614 | `azmcp_marketplace_product_get` | ❌ | -| 18 | 0.334256 | `azmcp_appconfig_account_list` | ❌ | -| 19 | 0.330450 | `azmcp_kusto_cluster_get` | ❌ | -| 20 | 0.326091 | `azmcp_quota_usage_check` | ❌ | +| 1 | 0.662273 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | +| 2 | 0.606687 | `azmcp_keyvault_certificate_list` | ❌ | +| 3 | 0.574649 | `azmcp_keyvault_key_get` | ❌ | +| 4 | 0.540249 | `azmcp_keyvault_certificate_import` | ❌ | +| 5 | 0.535289 | `azmcp_keyvault_certificate_create` | ❌ | --- ## Test 131 -**Expected Tool:** `azmcp_functionapp_get` -**Prompt:** Show plan and region for function app +**Expected Tool:** `azmcp_keyvault_certificate_import` +**Prompt:** Import the certificate in file into the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.554980 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.426703 | `azmcp_quota_usage_check` | ❌ | -| 3 | 0.418330 | `azmcp_deploy_app_logs_get` | ❌ | -| 4 | 0.407981 | `azmcp_deploy_plan_get` | ❌ | -| 5 | 0.381629 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 6 | 0.364785 | `azmcp_get_bestpractices_get` | ❌ | -| 7 | 0.350663 | `azmcp_quota_region_availability_list` | ❌ | -| 8 | 0.335606 | `azmcp_appconfig_account_list` | ❌ | -| 9 | 0.325271 | `azmcp_applens_resource_diagnose` | ❌ | -| 10 | 0.321466 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.318517 | `azmcp_mysql_server_config_get` | ❌ | -| 12 | 0.313774 | `azmcp_foundry_agents_list` | ❌ | -| 13 | 0.306310 | `azmcp_eventgrid_subscription_list` | ❌ | -| 14 | 0.304263 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.301769 | `azmcp_mysql_server_list` | ❌ | -| 16 | 0.281353 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 17 | 0.277967 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 18 | 0.267215 | `azmcp_marketplace_product_get` | ❌ | -| 19 | 0.267170 | `azmcp_search_service_list` | ❌ | -| 20 | 0.266297 | `azmcp_monitor_resource_log_query` | ❌ | +| 1 | 0.649993 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | +| 2 | 0.521183 | `azmcp_keyvault_certificate_create` | ❌ | +| 3 | 0.469706 | `azmcp_keyvault_certificate_get` | ❌ | +| 4 | 0.467097 | `azmcp_keyvault_certificate_list` | ❌ | +| 5 | 0.426600 | `azmcp_keyvault_key_create` | ❌ | --- ## Test 132 -**Expected Tool:** `azmcp_functionapp_get` -**Prompt:** What is the status of function app ? +**Expected Tool:** `azmcp_keyvault_certificate_import` +**Prompt:** Import a certificate into the key vault using the name ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.565797 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.440329 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.422751 | `azmcp_deploy_app_logs_get` | ❌ | -| 4 | 0.384131 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.342552 | `azmcp_get_bestpractices_get` | ❌ | -| 6 | 0.333621 | `azmcp_quota_usage_check` | ❌ | -| 7 | 0.319464 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.318076 | `azmcp_applens_resource_diagnose` | ❌ | -| 9 | 0.310636 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.298434 | `azmcp_foundry_models_deployments_list` | ❌ | -| 11 | 0.297102 | `azmcp_deploy_plan_get` | ❌ | -| 12 | 0.295667 | `azmcp_foundry_agents_list` | ❌ | -| 13 | 0.292793 | `azmcp_cloudarchitect_design` | ❌ | -| 14 | 0.283653 | `azmcp_sql_server_show` | ❌ | -| 15 | 0.272348 | `azmcp_storage_account_get` | ❌ | -| 16 | 0.270846 | `azmcp_mysql_server_list` | ❌ | -| 17 | 0.267009 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 18 | 0.266071 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.258431 | `azmcp_search_service_list` | ❌ | -| 20 | 0.241875 | `azmcp_sql_db_list` | ❌ | +| 1 | 0.649676 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | +| 2 | 0.629902 | `azmcp_keyvault_certificate_create` | ❌ | +| 3 | 0.527468 | `azmcp_keyvault_certificate_list` | ❌ | +| 4 | 0.525743 | `azmcp_keyvault_certificate_get` | ❌ | +| 5 | 0.491898 | `azmcp_keyvault_key_create` | ❌ | --- ## Test 133 -**Expected Tool:** `azmcp_functionapp_get` -**Prompt:** List all function apps in my subscription +**Expected Tool:** `azmcp_keyvault_certificate_list` +**Prompt:** List all certificates in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.646561 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.559382 | `azmcp_search_service_list` | ❌ | -| 3 | 0.516618 | `azmcp_cosmos_account_list` | ❌ | -| 4 | 0.516217 | `azmcp_appconfig_account_list` | ❌ | -| 5 | 0.485259 | `azmcp_subscription_list` | ❌ | -| 6 | 0.474425 | `azmcp_kusto_cluster_list` | ❌ | -| 7 | 0.465668 | `azmcp_group_list` | ❌ | -| 8 | 0.464534 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.462149 | `azmcp_foundry_agents_list` | ❌ | -| 10 | 0.455819 | `azmcp_aks_cluster_list` | ❌ | -| 11 | 0.455388 | `azmcp_postgres_server_list` | ❌ | -| 12 | 0.445115 | `azmcp_redis_cache_list` | ❌ | -| 13 | 0.442614 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.433245 | `azmcp_eventgrid_topic_list` | ❌ | -| 15 | 0.432144 | `azmcp_grafana_list` | ❌ | -| 16 | 0.431560 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 17 | 0.429253 | `azmcp_eventgrid_subscription_list` | ❌ | -| 18 | 0.417070 | `azmcp_sql_server_list` | ❌ | -| 19 | 0.413034 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 20 | 0.411904 | `azmcp_sql_db_list` | ❌ | +| 1 | 0.762015 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | +| 2 | 0.637453 | `azmcp_keyvault_key_list` | ❌ | +| 3 | 0.608799 | `azmcp_keyvault_secret_list` | ❌ | +| 4 | 0.566460 | `azmcp_keyvault_certificate_get` | ❌ | +| 5 | 0.539624 | `azmcp_keyvault_certificate_create` | ❌ | --- ## Test 134 -**Expected Tool:** `azmcp_functionapp_get` -**Prompt:** Show me my Azure function apps +**Expected Tool:** `azmcp_keyvault_certificate_list` +**Prompt:** Show me the certificates in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.560249 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.452147 | `azmcp_deploy_app_logs_get` | ❌ | -| 3 | 0.436115 | `azmcp_foundry_agents_list` | ❌ | -| 4 | 0.412646 | `azmcp_search_service_list` | ❌ | -| 5 | 0.411323 | `azmcp_get_bestpractices_get` | ❌ | -| 6 | 0.385832 | `azmcp_foundry_models_deployments_list` | ❌ | -| 7 | 0.374655 | `azmcp_appconfig_account_list` | ❌ | -| 8 | 0.372790 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.370393 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.369681 | `azmcp_subscription_list` | ❌ | -| 11 | 0.368004 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 12 | 0.358699 | `azmcp_deploy_plan_get` | ❌ | -| 13 | 0.357329 | `azmcp_quota_usage_check` | ❌ | -| 14 | 0.347887 | `azmcp_mysql_database_list` | ❌ | -| 15 | 0.347802 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 16 | 0.339873 | `azmcp_storage_account_get` | ❌ | -| 17 | 0.334019 | `azmcp_role_assignment_list` | ❌ | -| 18 | 0.333136 | `azmcp_sql_db_list` | ❌ | -| 19 | 0.327870 | `azmcp_monitor_workspace_list` | ❌ | -| 20 | 0.327326 | `azmcp_sql_server_list` | ❌ | +| 1 | 0.660576 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | +| 2 | 0.570282 | `azmcp_keyvault_certificate_get` | ❌ | +| 3 | 0.540067 | `azmcp_keyvault_key_list` | ❌ | +| 4 | 0.516722 | `azmcp_keyvault_secret_list` | ❌ | +| 5 | 0.509123 | `azmcp_keyvault_certificate_create` | ❌ | --- ## Test 135 -**Expected Tool:** `azmcp_functionapp_get` -**Prompt:** What function apps do I have? +**Expected Tool:** `azmcp_keyvault_key_create` +**Prompt:** Create a new key called with the RSA type in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.433674 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.348087 | `azmcp_deploy_app_logs_get` | ❌ | -| 3 | 0.284362 | `azmcp_get_bestpractices_get` | ❌ | -| 4 | 0.281676 | `azmcp_applens_resource_diagnose` | ❌ | -| 5 | 0.249658 | `azmcp_appconfig_account_list` | ❌ | -| 6 | 0.244782 | `azmcp_appconfig_kv_list` | ❌ | -| 7 | 0.240729 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.239514 | `azmcp_foundry_models_deployments_list` | ❌ | -| 9 | 0.217775 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.214031 | `azmcp_foundry_agents_list` | ❌ | -| 11 | 0.207391 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.197655 | `azmcp_mysql_server_list` | ❌ | -| 13 | 0.195857 | `azmcp_role_assignment_list` | ❌ | -| 14 | 0.194503 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 15 | 0.186046 | `azmcp_monitor_resource_log_query` | ❌ | -| 16 | 0.184120 | `azmcp_monitor_workspace_list` | ❌ | -| 17 | 0.184017 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 18 | 0.179069 | `azmcp_mysql_database_list` | ❌ | -| 19 | 0.178961 | `azmcp_search_service_list` | ❌ | -| 20 | 0.175281 | `azmcp_subscription_list` | ❌ | +| 1 | 0.676352 | `azmcp_keyvault_key_create` | ✅ **EXPECTED** | +| 2 | 0.569345 | `azmcp_keyvault_secret_create` | ❌ | +| 3 | 0.555829 | `azmcp_keyvault_certificate_create` | ❌ | +| 4 | 0.465846 | `azmcp_keyvault_key_list` | ❌ | +| 5 | 0.458004 | `azmcp_keyvault_key_get` | ❌ | --- ## Test 136 -**Expected Tool:** `azmcp_keyvault_certificate_create` -**Prompt:** Create a new certificate called in the key vault +**Expected Tool:** `azmcp_keyvault_key_get` +**Prompt:** Show me the key in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.740327 | `azmcp_keyvault_certificate_create` | ✅ **EXPECTED** | -| 2 | 0.595854 | `azmcp_keyvault_key_create` | ❌ | -| 3 | 0.590531 | `azmcp_keyvault_secret_create` | ❌ | -| 4 | 0.576087 | `azmcp_keyvault_certificate_list` | ❌ | -| 5 | 0.543043 | `azmcp_keyvault_certificate_get` | ❌ | -| 6 | 0.526739 | `azmcp_keyvault_certificate_import` | ❌ | -| 7 | 0.434682 | `azmcp_keyvault_key_list` | ❌ | -| 8 | 0.416078 | `azmcp_keyvault_key_get` | ❌ | -| 9 | 0.414022 | `azmcp_keyvault_secret_list` | ❌ | -| 10 | 0.380350 | `azmcp_keyvault_secret_get` | ❌ | -| 11 | 0.372046 | `azmcp_storage_account_create` | ❌ | -| 12 | 0.352953 | `azmcp_sql_db_create` | ❌ | -| 13 | 0.296644 | `azmcp_sql_server_create` | ❌ | -| 14 | 0.285184 | `azmcp_workbooks_create` | ❌ | -| 15 | 0.267718 | `azmcp_storage_account_get` | ❌ | -| 16 | 0.237081 | `azmcp_storage_blob_container_create` | ❌ | -| 17 | 0.223027 | `azmcp_storage_blob_container_get` | ❌ | -| 18 | 0.219479 | `azmcp_subscription_list` | ❌ | -| 19 | 0.217086 | `azmcp_search_service_list` | ❌ | -| 20 | 0.208862 | `azmcp_workbooks_delete` | ❌ | +| 1 | 0.586316 | `azmcp_keyvault_key_get` | ✅ **EXPECTED** | +| 2 | 0.554890 | `azmcp_keyvault_key_list` | ❌ | +| 3 | 0.509248 | `azmcp_keyvault_secret_get` | ❌ | +| 4 | 0.501027 | `azmcp_keyvault_secret_list` | ❌ | +| 5 | 0.486714 | `azmcp_keyvault_certificate_list` | ❌ | --- ## Test 137 -**Expected Tool:** `azmcp_keyvault_certificate_get` -**Prompt:** Show me the certificate in the key vault +**Expected Tool:** `azmcp_keyvault_key_get` +**Prompt:** Show me the details of the key in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.627979 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | -| 2 | 0.624690 | `azmcp_keyvault_certificate_list` | ❌ | -| 3 | 0.565005 | `azmcp_keyvault_certificate_create` | ❌ | -| 4 | 0.539603 | `azmcp_keyvault_certificate_import` | ❌ | -| 5 | 0.515698 | `azmcp_keyvault_key_get` | ❌ | -| 6 | 0.493432 | `azmcp_keyvault_key_list` | ❌ | -| 7 | 0.482934 | `azmcp_keyvault_secret_get` | ❌ | -| 8 | 0.475385 | `azmcp_keyvault_secret_list` | ❌ | -| 9 | 0.423728 | `azmcp_keyvault_key_create` | ❌ | -| 10 | 0.418861 | `azmcp_keyvault_secret_create` | ❌ | -| 11 | 0.359751 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.319204 | `azmcp_storage_blob_container_get` | ❌ | -| 13 | 0.293421 | `azmcp_subscription_list` | ❌ | -| 14 | 0.289685 | `azmcp_search_service_list` | ❌ | -| 15 | 0.279383 | `azmcp_search_index_get` | ❌ | -| 16 | 0.276581 | `azmcp_role_assignment_list` | ❌ | -| 17 | 0.271911 | `azmcp_quota_usage_check` | ❌ | -| 18 | 0.269713 | `azmcp_sql_db_show` | ❌ | -| 19 | 0.266478 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 20 | 0.263141 | `azmcp_storage_account_create` | ❌ | +| 1 | 0.636518 | `azmcp_keyvault_key_get` | ✅ **EXPECTED** | +| 2 | 0.545312 | `azmcp_keyvault_key_list` | ❌ | +| 3 | 0.535294 | `azmcp_keyvault_certificate_get` | ❌ | +| 4 | 0.504555 | `azmcp_keyvault_secret_get` | ❌ | +| 5 | 0.499309 | `azmcp_keyvault_secret_list` | ❌ | --- ## Test 138 -**Expected Tool:** `azmcp_keyvault_certificate_get` -**Prompt:** Show me the details of the certificate in the key vault +**Expected Tool:** `azmcp_keyvault_key_list` +**Prompt:** List all keys in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.662324 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | -| 2 | 0.606657 | `azmcp_keyvault_certificate_list` | ❌ | -| 3 | 0.574902 | `azmcp_keyvault_key_get` | ❌ | -| 4 | 0.540203 | `azmcp_keyvault_certificate_import` | ❌ | -| 5 | 0.535157 | `azmcp_keyvault_certificate_create` | ❌ | -| 6 | 0.499272 | `azmcp_keyvault_key_list` | ❌ | -| 7 | 0.482380 | `azmcp_keyvault_secret_list` | ❌ | -| 8 | 0.481239 | `azmcp_keyvault_secret_get` | ❌ | -| 9 | 0.459167 | `azmcp_storage_account_get` | ❌ | -| 10 | 0.419011 | `azmcp_storage_blob_container_get` | ❌ | -| 11 | 0.415722 | `azmcp_keyvault_key_create` | ❌ | -| 12 | 0.412434 | `azmcp_keyvault_secret_create` | ❌ | -| 13 | 0.367899 | `azmcp_search_index_get` | ❌ | -| 14 | 0.365366 | `azmcp_sql_db_show` | ❌ | -| 15 | 0.350544 | `azmcp_storage_blob_get` | ❌ | -| 16 | 0.332770 | `azmcp_mysql_server_config_get` | ❌ | -| 17 | 0.331645 | `azmcp_sql_server_show` | ❌ | -| 18 | 0.317884 | `azmcp_marketplace_product_get` | ❌ | -| 19 | 0.305778 | `azmcp_subscription_list` | ❌ | -| 20 | 0.301710 | `azmcp_servicebus_queue_details` | ❌ | +| 1 | 0.737119 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | +| 2 | 0.650155 | `azmcp_keyvault_secret_list` | ❌ | +| 3 | 0.631528 | `azmcp_keyvault_certificate_list` | ❌ | +| 4 | 0.531109 | `azmcp_keyvault_key_get` | ❌ | +| 5 | 0.498767 | `azmcp_cosmos_account_list` | ❌ | --- ## Test 139 -**Expected Tool:** `azmcp_keyvault_certificate_import` -**Prompt:** Import the certificate in file into the key vault +**Expected Tool:** `azmcp_keyvault_key_list` +**Prompt:** Show me the keys in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.650078 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | -| 2 | 0.521183 | `azmcp_keyvault_certificate_create` | ❌ | -| 3 | 0.469706 | `azmcp_keyvault_certificate_get` | ❌ | -| 4 | 0.467364 | `azmcp_keyvault_certificate_list` | ❌ | -| 5 | 0.426600 | `azmcp_keyvault_key_create` | ❌ | -| 6 | 0.398035 | `azmcp_keyvault_secret_create` | ❌ | -| 7 | 0.386013 | `azmcp_keyvault_key_get` | ❌ | -| 8 | 0.364868 | `azmcp_keyvault_key_list` | ❌ | -| 9 | 0.354768 | `azmcp_keyvault_secret_get` | ❌ | -| 10 | 0.337967 | `azmcp_keyvault_secret_list` | ❌ | -| 11 | 0.248212 | `azmcp_storage_blob_upload` | ❌ | -| 12 | 0.231569 | `azmcp_speech_stt_recognize` | ❌ | -| 13 | 0.228508 | `azmcp_workbooks_delete` | ❌ | -| 14 | 0.222971 | `azmcp_storage_account_get` | ❌ | -| 15 | 0.205023 | `azmcp_storage_account_create` | ❌ | -| 16 | 0.182121 | `azmcp_storage_blob_container_get` | ❌ | -| 17 | 0.180219 | `azmcp_sql_db_create` | ❌ | -| 18 | 0.174570 | `azmcp_monitor_resource_log_query` | ❌ | -| 19 | 0.170326 | `azmcp_subscription_list` | ❌ | -| 20 | 0.158491 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 1 | 0.609381 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | +| 2 | 0.562170 | `azmcp_keyvault_key_get` | ❌ | +| 3 | 0.535381 | `azmcp_keyvault_secret_list` | ❌ | +| 4 | 0.520010 | `azmcp_keyvault_certificate_list` | ❌ | +| 5 | 0.500591 | `azmcp_keyvault_secret_get` | ❌ | --- ## Test 140 -**Expected Tool:** `azmcp_keyvault_certificate_import` -**Prompt:** Import a certificate into the key vault using the name +**Expected Tool:** `azmcp_keyvault_secret_create` +**Prompt:** Create a new secret called with value in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.649720 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | -| 2 | 0.629902 | `azmcp_keyvault_certificate_create` | ❌ | -| 3 | 0.527564 | `azmcp_keyvault_certificate_list` | ❌ | -| 4 | 0.525743 | `azmcp_keyvault_certificate_get` | ❌ | -| 5 | 0.491898 | `azmcp_keyvault_key_create` | ❌ | -| 6 | 0.472232 | `azmcp_keyvault_secret_create` | ❌ | -| 7 | 0.405942 | `azmcp_keyvault_key_get` | ❌ | -| 8 | 0.399857 | `azmcp_keyvault_key_list` | ❌ | -| 9 | 0.377865 | `azmcp_keyvault_secret_list` | ❌ | -| 10 | 0.371386 | `azmcp_keyvault_secret_get` | ❌ | -| 11 | 0.259893 | `azmcp_sql_db_create` | ❌ | -| 12 | 0.256832 | `azmcp_storage_account_create` | ❌ | -| 13 | 0.250432 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.233767 | `azmcp_workbooks_delete` | ❌ | -| 15 | 0.211707 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.209234 | `azmcp_storage_blob_upload` | ❌ | -| 17 | 0.203658 | `azmcp_sql_server_create` | ❌ | -| 18 | 0.197520 | `azmcp_sql_db_show` | ❌ | -| 19 | 0.196937 | `azmcp_workbooks_create` | ❌ | -| 20 | 0.189634 | `azmcp_sql_server_delete` | ❌ | +| 1 | 0.767923 | `azmcp_keyvault_secret_create` | ✅ **EXPECTED** | +| 2 | 0.613514 | `azmcp_keyvault_key_create` | ❌ | +| 3 | 0.572297 | `azmcp_keyvault_certificate_create` | ❌ | +| 4 | 0.531680 | `azmcp_keyvault_secret_get` | ❌ | +| 5 | 0.516457 | `azmcp_keyvault_secret_list` | ❌ | --- ## Test 141 -**Expected Tool:** `azmcp_keyvault_certificate_list` -**Prompt:** List all certificates in the key vault +**Expected Tool:** `azmcp_keyvault_secret_get` +**Prompt:** Show me the secret in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.762171 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | -| 2 | 0.637437 | `azmcp_keyvault_key_list` | ❌ | -| 3 | 0.608799 | `azmcp_keyvault_secret_list` | ❌ | -| 4 | 0.566460 | `azmcp_keyvault_certificate_get` | ❌ | -| 5 | 0.539624 | `azmcp_keyvault_certificate_create` | ❌ | -| 6 | 0.484713 | `azmcp_keyvault_certificate_import` | ❌ | -| 7 | 0.484259 | `azmcp_keyvault_key_get` | ❌ | -| 8 | 0.478100 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.453226 | `azmcp_cosmos_database_list` | ❌ | -| 10 | 0.437257 | `azmcp_keyvault_secret_get` | ❌ | -| 11 | 0.408042 | `azmcp_subscription_list` | ❌ | -| 12 | 0.394434 | `azmcp_search_service_list` | ❌ | -| 13 | 0.393940 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.363524 | `azmcp_storage_blob_container_get` | ❌ | -| 15 | 0.362873 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 16 | 0.358938 | `azmcp_role_assignment_list` | ❌ | -| 17 | 0.350862 | `azmcp_mysql_database_list` | ❌ | -| 18 | 0.339829 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 19 | 0.336779 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 20 | 0.330779 | `azmcp_redis_cache_list` | ❌ | +| 1 | 0.620090 | `azmcp_keyvault_secret_get` | ✅ **EXPECTED** | +| 2 | 0.578614 | `azmcp_keyvault_secret_list` | ❌ | +| 3 | 0.550826 | `azmcp_keyvault_secret_create` | ❌ | +| 4 | 0.514312 | `azmcp_keyvault_key_get` | ❌ | +| 5 | 0.481220 | `azmcp_keyvault_key_list` | ❌ | --- ## Test 142 -**Expected Tool:** `azmcp_keyvault_certificate_list` -**Prompt:** Show me the certificates in the key vault +**Expected Tool:** `azmcp_keyvault_secret_get` +**Prompt:** Show me the details of the secret in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.660711 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | -| 2 | 0.570282 | `azmcp_keyvault_certificate_get` | ❌ | -| 3 | 0.540050 | `azmcp_keyvault_key_list` | ❌ | -| 4 | 0.516722 | `azmcp_keyvault_secret_list` | ❌ | -| 5 | 0.509123 | `azmcp_keyvault_certificate_create` | ❌ | -| 6 | 0.496839 | `azmcp_keyvault_key_get` | ❌ | -| 7 | 0.483447 | `azmcp_keyvault_certificate_import` | ❌ | -| 8 | 0.458551 | `azmcp_keyvault_secret_get` | ❌ | -| 9 | 0.420506 | `azmcp_cosmos_account_list` | ❌ | -| 10 | 0.397031 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.396055 | `azmcp_keyvault_key_create` | ❌ | -| 12 | 0.362782 | `azmcp_subscription_list` | ❌ | -| 13 | 0.355602 | `azmcp_storage_blob_container_get` | ❌ | -| 14 | 0.344466 | `azmcp_search_service_list` | ❌ | -| 15 | 0.323177 | `azmcp_role_assignment_list` | ❌ | -| 16 | 0.309942 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 17 | 0.305651 | `azmcp_mysql_database_list` | ❌ | -| 18 | 0.295917 | `azmcp_quota_usage_check` | ❌ | -| 19 | 0.290437 | `azmcp_search_index_get` | ❌ | -| 20 | 0.286742 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | +| 1 | 0.607510 | `azmcp_keyvault_secret_get` | ✅ **EXPECTED** | +| 2 | 0.583025 | `azmcp_keyvault_secret_list` | ❌ | +| 3 | 0.564291 | `azmcp_keyvault_key_get` | ❌ | +| 4 | 0.532031 | `azmcp_keyvault_secret_create` | ❌ | +| 5 | 0.503182 | `azmcp_keyvault_certificate_get` | ❌ | --- ## Test 143 -**Expected Tool:** `azmcp_keyvault_key_create` -**Prompt:** Create a new key called with the RSA type in the key vault +**Expected Tool:** `azmcp_keyvault_secret_list` +**Prompt:** List all secrets in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.676352 | `azmcp_keyvault_key_create` | ✅ **EXPECTED** | -| 2 | 0.569250 | `azmcp_keyvault_secret_create` | ❌ | -| 3 | 0.555829 | `azmcp_keyvault_certificate_create` | ❌ | -| 4 | 0.465742 | `azmcp_keyvault_key_list` | ❌ | -| 5 | 0.457982 | `azmcp_keyvault_key_get` | ❌ | -| 6 | 0.417779 | `azmcp_keyvault_certificate_list` | ❌ | -| 7 | 0.413161 | `azmcp_keyvault_secret_list` | ❌ | -| 8 | 0.412664 | `azmcp_keyvault_certificate_import` | ❌ | -| 9 | 0.397141 | `azmcp_appconfig_kv_set` | ❌ | -| 10 | 0.389769 | `azmcp_keyvault_certificate_get` | ❌ | -| 11 | 0.372042 | `azmcp_storage_account_create` | ❌ | -| 12 | 0.338097 | `azmcp_sql_db_create` | ❌ | -| 13 | 0.283851 | `azmcp_sql_server_create` | ❌ | -| 14 | 0.276139 | `azmcp_storage_account_get` | ❌ | -| 15 | 0.261794 | `azmcp_workbooks_create` | ❌ | -| 16 | 0.230400 | `azmcp_storage_blob_container_get` | ❌ | -| 17 | 0.223719 | `azmcp_storage_blob_container_create` | ❌ | -| 18 | 0.215837 | `azmcp_subscription_list` | ❌ | -| 19 | 0.211818 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.199592 | `azmcp_sql_server_firewall-rule_create` | ❌ | +| 1 | 0.747343 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | +| 2 | 0.617093 | `azmcp_keyvault_key_list` | ❌ | +| 3 | 0.569911 | `azmcp_keyvault_certificate_list` | ❌ | +| 4 | 0.536331 | `azmcp_keyvault_secret_get` | ❌ | +| 5 | 0.519181 | `azmcp_keyvault_secret_create` | ❌ | --- ## Test 144 -**Expected Tool:** `azmcp_keyvault_key_get` -**Prompt:** Show me the key in the key vault +**Expected Tool:** `azmcp_keyvault_secret_list` +**Prompt:** Show me the secrets in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.586288 | `azmcp_keyvault_key_get` | ✅ **EXPECTED** | -| 2 | 0.554944 | `azmcp_keyvault_key_list` | ❌ | -| 3 | 0.509196 | `azmcp_keyvault_secret_get` | ❌ | -| 4 | 0.501027 | `azmcp_keyvault_secret_list` | ❌ | -| 5 | 0.487292 | `azmcp_keyvault_certificate_list` | ❌ | -| 6 | 0.486385 | `azmcp_keyvault_key_create` | ❌ | -| 7 | 0.484379 | `azmcp_keyvault_certificate_get` | ❌ | -| 8 | 0.439610 | `azmcp_keyvault_secret_create` | ❌ | -| 9 | 0.432344 | `azmcp_appconfig_kv_show` | ❌ | -| 10 | 0.417807 | `azmcp_keyvault_certificate_create` | ❌ | -| 11 | 0.379569 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.329333 | `azmcp_storage_blob_container_get` | ❌ | -| 13 | 0.305753 | `azmcp_subscription_list` | ❌ | -| 14 | 0.281009 | `azmcp_storage_account_create` | ❌ | -| 15 | 0.279084 | `azmcp_search_index_get` | ❌ | -| 16 | 0.276633 | `azmcp_search_service_list` | ❌ | -| 17 | 0.274078 | `azmcp_monitor_resource_log_query` | ❌ | -| 18 | 0.268770 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 19 | 0.267669 | `azmcp_role_assignment_list` | ❌ | -| 20 | 0.256231 | `azmcp_quota_usage_check` | ❌ | +| 1 | 0.615400 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | +| 2 | 0.577858 | `azmcp_keyvault_secret_get` | ❌ | +| 3 | 0.520896 | `azmcp_keyvault_key_get` | ❌ | +| 4 | 0.520670 | `azmcp_keyvault_key_list` | ❌ | +| 5 | 0.502442 | `azmcp_keyvault_secret_create` | ❌ | --- ## Test 145 -**Expected Tool:** `azmcp_keyvault_key_get` -**Prompt:** Show me the details of the key in the key vault +**Expected Tool:** `azmcp_kusto_cluster_get` +**Prompt:** Show me the details of the Data Explorer cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.636412 | `azmcp_keyvault_key_get` | ✅ **EXPECTED** | -| 2 | 0.545320 | `azmcp_keyvault_key_list` | ❌ | -| 3 | 0.535190 | `azmcp_keyvault_certificate_get` | ❌ | -| 4 | 0.504336 | `azmcp_keyvault_secret_get` | ❌ | -| 5 | 0.499184 | `azmcp_keyvault_secret_list` | ❌ | -| 6 | 0.479103 | `azmcp_keyvault_certificate_list` | ❌ | -| 7 | 0.474975 | `azmcp_storage_account_get` | ❌ | -| 8 | 0.470315 | `azmcp_keyvault_key_create` | ❌ | -| 9 | 0.452303 | `azmcp_appconfig_kv_show` | ❌ | -| 10 | 0.429501 | `azmcp_keyvault_certificate_import` | ❌ | -| 11 | 0.429501 | `azmcp_storage_blob_container_get` | ❌ | -| 12 | 0.427301 | `azmcp_keyvault_secret_create` | ❌ | -| 13 | 0.368246 | `azmcp_search_index_get` | ❌ | -| 14 | 0.346630 | `azmcp_storage_blob_get` | ❌ | -| 15 | 0.340632 | `azmcp_sql_db_show` | ❌ | -| 16 | 0.337184 | `azmcp_servicebus_queue_details` | ❌ | -| 17 | 0.326292 | `azmcp_sql_server_show` | ❌ | -| 18 | 0.315942 | `azmcp_mysql_server_config_get` | ❌ | -| 19 | 0.315888 | `azmcp_subscription_list` | ❌ | -| 20 | 0.311473 | `azmcp_marketplace_product_get` | ❌ | +| 1 | 0.482148 | `azmcp_kusto_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.464523 | `azmcp_aks_cluster_get` | ❌ | +| 3 | 0.457669 | `azmcp_redis_cluster_list` | ❌ | +| 4 | 0.416762 | `azmcp_redis_cluster_database_list` | ❌ | +| 5 | 0.378455 | `azmcp_aks_nodepool_get` | ❌ | --- ## Test 146 -**Expected Tool:** `azmcp_keyvault_key_list` -**Prompt:** List all keys in the key vault +**Expected Tool:** `azmcp_kusto_cluster_list` +**Prompt:** List all Data Explorer clusters in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.737135 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | -| 2 | 0.650155 | `azmcp_keyvault_secret_list` | ❌ | -| 3 | 0.631933 | `azmcp_keyvault_certificate_list` | ❌ | -| 4 | 0.531076 | `azmcp_keyvault_key_get` | ❌ | -| 5 | 0.498767 | `azmcp_cosmos_account_list` | ❌ | -| 6 | 0.468044 | `azmcp_cosmos_database_list` | ❌ | -| 7 | 0.467326 | `azmcp_keyvault_key_create` | ❌ | -| 8 | 0.463654 | `azmcp_keyvault_secret_get` | ❌ | -| 9 | 0.455805 | `azmcp_keyvault_certificate_get` | ❌ | -| 10 | 0.443785 | `azmcp_cosmos_database_container_list` | ❌ | -| 11 | 0.430322 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.426909 | `azmcp_subscription_list` | ❌ | -| 13 | 0.408341 | `azmcp_search_service_list` | ❌ | -| 14 | 0.388040 | `azmcp_storage_blob_container_get` | ❌ | -| 15 | 0.373903 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 16 | 0.368258 | `azmcp_mysql_database_list` | ❌ | -| 17 | 0.354818 | `azmcp_monitor_table_list` | ❌ | -| 18 | 0.353748 | `azmcp_redis_cache_list` | ❌ | -| 19 | 0.350154 | `azmcp_monitor_workspace_list` | ❌ | -| 20 | 0.348597 | `azmcp_role_assignment_list` | ❌ | +| 1 | 0.651218 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.644037 | `azmcp_redis_cluster_list` | ❌ | +| 3 | 0.549194 | `azmcp_kusto_database_list` | ❌ | +| 4 | 0.536049 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.509396 | `azmcp_grafana_list` | ❌ | --- ## Test 147 -**Expected Tool:** `azmcp_keyvault_key_list` -**Prompt:** Show me the keys in the key vault +**Expected Tool:** `azmcp_kusto_cluster_list` +**Prompt:** Show me my Data Explorer clusters ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.611900 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | -| 2 | 0.564132 | `azmcp_keyvault_key_get` | ❌ | -| 3 | 0.537271 | `azmcp_keyvault_secret_list` | ❌ | -| 4 | 0.522262 | `azmcp_keyvault_certificate_list` | ❌ | -| 5 | 0.501697 | `azmcp_keyvault_secret_get` | ❌ | -| 6 | 0.481066 | `azmcp_keyvault_certificate_get` | ❌ | -| 7 | 0.463471 | `azmcp_keyvault_key_create` | ❌ | -| 8 | 0.430403 | `azmcp_keyvault_secret_create` | ❌ | -| 9 | 0.423504 | `azmcp_cosmos_account_list` | ❌ | -| 10 | 0.413074 | `azmcp_keyvault_certificate_create` | ❌ | -| 11 | 0.409499 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.359624 | `azmcp_storage_blob_container_get` | ❌ | -| 13 | 0.355246 | `azmcp_subscription_list` | ❌ | -| 14 | 0.327816 | `azmcp_search_service_list` | ❌ | -| 15 | 0.318368 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 16 | 0.310390 | `azmcp_storage_account_create` | ❌ | -| 17 | 0.308595 | `azmcp_role_assignment_list` | ❌ | -| 18 | 0.299052 | `azmcp_search_index_get` | ❌ | -| 19 | 0.298268 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 20 | 0.293627 | `azmcp_mysql_database_list` | ❌ | +| 1 | 0.437363 | `azmcp_redis_cluster_list` | ❌ | +| 2 | 0.391087 | `azmcp_redis_cluster_database_list` | ❌ | +| 3 | 0.386126 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | +| 4 | 0.359566 | `azmcp_kusto_database_list` | ❌ | +| 5 | 0.341784 | `azmcp_kusto_cluster_get` | ❌ | --- ## Test 148 -**Expected Tool:** `azmcp_keyvault_secret_create` -**Prompt:** Create a new secret called with value in the key vault +**Expected Tool:** `azmcp_kusto_cluster_list` +**Prompt:** Show me the Data Explorer clusters in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.767701 | `azmcp_keyvault_secret_create` | ✅ **EXPECTED** | -| 2 | 0.613514 | `azmcp_keyvault_key_create` | ❌ | -| 3 | 0.572297 | `azmcp_keyvault_certificate_create` | ❌ | -| 4 | 0.531632 | `azmcp_keyvault_secret_get` | ❌ | -| 5 | 0.516457 | `azmcp_keyvault_secret_list` | ❌ | -| 6 | 0.461437 | `azmcp_appconfig_kv_set` | ❌ | -| 7 | 0.423937 | `azmcp_keyvault_key_get` | ❌ | -| 8 | 0.417525 | `azmcp_keyvault_key_list` | ❌ | -| 9 | 0.411502 | `azmcp_keyvault_certificate_import` | ❌ | -| 10 | 0.391024 | `azmcp_storage_account_create` | ❌ | -| 11 | 0.387507 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 12 | 0.357221 | `azmcp_sql_db_create` | ❌ | -| 13 | 0.288052 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.287955 | `azmcp_sql_server_create` | ❌ | -| 15 | 0.287066 | `azmcp_workbooks_create` | ❌ | -| 16 | 0.246174 | `azmcp_storage_blob_container_create` | ❌ | -| 17 | 0.243438 | `azmcp_storage_blob_container_get` | ❌ | -| 18 | 0.218660 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 19 | 0.212873 | `azmcp_storage_blob_upload` | ❌ | -| 20 | 0.209815 | `azmcp_subscription_list` | ❌ | +| 1 | 0.584053 | `azmcp_redis_cluster_list` | ❌ | +| 2 | 0.549797 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | +| 3 | 0.471120 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.469570 | `azmcp_kusto_cluster_get` | ❌ | +| 5 | 0.464433 | `azmcp_kusto_database_list` | ❌ | --- ## Test 149 -**Expected Tool:** `azmcp_keyvault_secret_get` -**Prompt:** Show me the secret in the key vault +**Expected Tool:** `azmcp_kusto_database_list` +**Prompt:** List all databases in the Data Explorer cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.618959 | `azmcp_keyvault_secret_get` | ✅ **EXPECTED** | -| 2 | 0.578206 | `azmcp_keyvault_secret_list` | ❌ | -| 3 | 0.549693 | `azmcp_keyvault_secret_create` | ❌ | -| 4 | 0.514831 | `azmcp_keyvault_key_get` | ❌ | -| 5 | 0.482166 | `azmcp_keyvault_key_list` | ❌ | -| 6 | 0.456701 | `azmcp_keyvault_certificate_get` | ❌ | -| 7 | 0.443266 | `azmcp_keyvault_certificate_list` | ❌ | -| 8 | 0.423151 | `azmcp_keyvault_key_create` | ❌ | -| 9 | 0.420938 | `azmcp_appconfig_kv_show` | ❌ | -| 10 | 0.398060 | `azmcp_keyvault_certificate_import` | ❌ | -| 11 | 0.382573 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.348599 | `azmcp_storage_blob_container_get` | ❌ | -| 13 | 0.301544 | `azmcp_subscription_list` | ❌ | -| 14 | 0.294689 | `azmcp_storage_account_create` | ❌ | -| 15 | 0.283875 | `azmcp_search_index_get` | ❌ | -| 16 | 0.281795 | `azmcp_search_service_list` | ❌ | -| 17 | 0.260730 | `azmcp_mysql_database_list` | ❌ | -| 18 | 0.257699 | `azmcp_role_assignment_list` | ❌ | -| 19 | 0.255278 | `azmcp_quota_usage_check` | ❌ | -| 20 | 0.254353 | `azmcp_sql_db_show` | ❌ | +| 1 | 0.628074 | `azmcp_redis_cluster_database_list` | ❌ | +| 2 | 0.610551 | `azmcp_kusto_database_list` | ✅ **EXPECTED** | +| 3 | 0.553147 | `azmcp_postgres_database_list` | ❌ | +| 4 | 0.549630 | `azmcp_cosmos_database_list` | ❌ | +| 5 | 0.516981 | `azmcp_mysql_database_list` | ❌ | --- ## Test 150 -**Expected Tool:** `azmcp_keyvault_secret_get` -**Prompt:** Show me the details of the secret in the key vault +**Expected Tool:** `azmcp_kusto_database_list` +**Prompt:** Show me the databases in the Data Explorer cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.607481 | `azmcp_keyvault_secret_get` | ✅ **EXPECTED** | -| 2 | 0.583025 | `azmcp_keyvault_secret_list` | ❌ | -| 3 | 0.564277 | `azmcp_keyvault_key_get` | ❌ | -| 4 | 0.531971 | `azmcp_keyvault_secret_create` | ❌ | -| 5 | 0.503182 | `azmcp_keyvault_certificate_get` | ❌ | -| 6 | 0.485180 | `azmcp_keyvault_key_list` | ❌ | -| 7 | 0.483567 | `azmcp_storage_account_get` | ❌ | -| 8 | 0.445445 | `azmcp_storage_blob_container_get` | ❌ | -| 9 | 0.444855 | `azmcp_keyvault_certificate_list` | ❌ | -| 10 | 0.436761 | `azmcp_appconfig_kv_show` | ❌ | -| 11 | 0.413731 | `azmcp_keyvault_certificate_import` | ❌ | -| 12 | 0.408665 | `azmcp_keyvault_key_create` | ❌ | -| 13 | 0.378273 | `azmcp_search_index_get` | ❌ | -| 14 | 0.354770 | `azmcp_storage_blob_get` | ❌ | -| 15 | 0.346818 | `azmcp_sql_db_show` | ❌ | -| 16 | 0.335079 | `azmcp_sql_server_show` | ❌ | -| 17 | 0.333928 | `azmcp_servicebus_queue_details` | ❌ | -| 18 | 0.324284 | `azmcp_mysql_server_config_get` | ❌ | -| 19 | 0.321621 | `azmcp_marketplace_product_get` | ❌ | -| 20 | 0.311552 | `azmcp_subscription_list` | ❌ | +| 1 | 0.597975 | `azmcp_redis_cluster_database_list` | ❌ | +| 2 | 0.558490 | `azmcp_kusto_database_list` | ✅ **EXPECTED** | +| 3 | 0.497144 | `azmcp_cosmos_database_list` | ❌ | +| 4 | 0.491400 | `azmcp_mysql_database_list` | ❌ | +| 5 | 0.486732 | `azmcp_postgres_database_list` | ❌ | --- ## Test 151 -**Expected Tool:** `azmcp_keyvault_secret_list` -**Prompt:** List all secrets in the key vault +**Expected Tool:** `azmcp_kusto_query` +**Prompt:** Show me all items that contain the word in the Data Explorer table in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.747343 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | -| 2 | 0.617131 | `azmcp_keyvault_key_list` | ❌ | -| 3 | 0.570429 | `azmcp_keyvault_certificate_list` | ❌ | -| 4 | 0.536333 | `azmcp_keyvault_secret_get` | ❌ | -| 5 | 0.519133 | `azmcp_keyvault_secret_create` | ❌ | -| 6 | 0.473530 | `azmcp_keyvault_key_get` | ❌ | -| 7 | 0.455500 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.433185 | `azmcp_cosmos_database_list` | ❌ | -| 9 | 0.417973 | `azmcp_cosmos_database_container_list` | ❌ | -| 10 | 0.414310 | `azmcp_keyvault_certificate_get` | ❌ | -| 11 | 0.391082 | `azmcp_subscription_list` | ❌ | -| 12 | 0.388773 | `azmcp_search_service_list` | ❌ | -| 13 | 0.387663 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.367395 | `azmcp_storage_blob_container_get` | ❌ | -| 15 | 0.340472 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 16 | 0.337595 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 17 | 0.334206 | `azmcp_mysql_database_list` | ❌ | -| 18 | 0.331203 | `azmcp_role_assignment_list` | ❌ | -| 19 | 0.326456 | `azmcp_redis_cache_list` | ❌ | -| 20 | 0.322084 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | +| 1 | 0.381331 | `azmcp_kusto_query` | ✅ **EXPECTED** | +| 2 | 0.363618 | `azmcp_mysql_table_list` | ❌ | +| 3 | 0.363452 | `azmcp_kusto_sample` | ❌ | +| 4 | 0.348961 | `azmcp_monitor_table_list` | ❌ | +| 5 | 0.345927 | `azmcp_redis_cluster_list` | ❌ | --- ## Test 152 -**Expected Tool:** `azmcp_keyvault_secret_list` -**Prompt:** Show me the secrets in the key vault +**Expected Tool:** `azmcp_kusto_sample` +**Prompt:** Show me a data sample from the Data Explorer table in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.615400 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | -| 2 | 0.577880 | `azmcp_keyvault_secret_get` | ❌ | -| 3 | 0.520825 | `azmcp_keyvault_key_get` | ❌ | -| 4 | 0.520654 | `azmcp_keyvault_key_list` | ❌ | -| 5 | 0.502403 | `azmcp_keyvault_secret_create` | ❌ | -| 6 | 0.468205 | `azmcp_keyvault_certificate_list` | ❌ | -| 7 | 0.456355 | `azmcp_keyvault_certificate_get` | ❌ | -| 8 | 0.411604 | `azmcp_keyvault_key_create` | ❌ | -| 9 | 0.410957 | `azmcp_appconfig_kv_show` | ❌ | -| 10 | 0.409151 | `azmcp_keyvault_certificate_import` | ❌ | -| 11 | 0.401434 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.371438 | `azmcp_storage_blob_container_get` | ❌ | -| 13 | 0.345256 | `azmcp_subscription_list` | ❌ | -| 14 | 0.328354 | `azmcp_search_service_list` | ❌ | -| 15 | 0.304798 | `azmcp_search_index_get` | ❌ | -| 16 | 0.303769 | `azmcp_quota_usage_check` | ❌ | -| 17 | 0.299023 | `azmcp_storage_account_create` | ❌ | -| 18 | 0.294614 | `azmcp_mysql_server_list` | ❌ | -| 19 | 0.293826 | `azmcp_role_assignment_list` | ❌ | -| 20 | 0.290273 | `azmcp_mysql_database_list` | ❌ | +| 1 | 0.537159 | `azmcp_kusto_sample` | ✅ **EXPECTED** | +| 2 | 0.419442 | `azmcp_kusto_table_schema` | ❌ | +| 3 | 0.391593 | `azmcp_mysql_database_query` | ❌ | +| 4 | 0.391478 | `azmcp_kusto_table_list` | ❌ | +| 5 | 0.380677 | `azmcp_mysql_table_schema_get` | ❌ | --- ## Test 153 -**Expected Tool:** `azmcp_aks_cluster_get` -**Prompt:** Get the configuration of AKS cluster +**Expected Tool:** `azmcp_kusto_table_list` +**Prompt:** List all tables in the Data Explorer database in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.660878 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.611431 | `azmcp_aks_cluster_list` | ❌ | -| 3 | 0.579676 | `azmcp_aks_nodepool_get` | ❌ | -| 4 | 0.540767 | `azmcp_aks_nodepool_list` | ❌ | -| 5 | 0.481416 | `azmcp_mysql_server_config_get` | ❌ | -| 6 | 0.463682 | `azmcp_kusto_cluster_get` | ❌ | -| 7 | 0.463065 | `azmcp_loadtesting_test_get` | ❌ | -| 8 | 0.430975 | `azmcp_postgres_server_config_get` | ❌ | -| 9 | 0.419629 | `azmcp_sql_server_show` | ❌ | -| 10 | 0.399345 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.391924 | `azmcp_appconfig_kv_show` | ❌ | -| 12 | 0.390959 | `azmcp_appconfig_account_list` | ❌ | -| 13 | 0.390819 | `azmcp_appconfig_kv_list` | ❌ | -| 14 | 0.390141 | `azmcp_kusto_cluster_list` | ❌ | -| 15 | 0.371630 | `azmcp_mysql_server_param_get` | ❌ | -| 16 | 0.370169 | `azmcp_storage_blob_container_get` | ❌ | -| 17 | 0.369525 | `azmcp_sql_db_update` | ❌ | -| 18 | 0.367841 | `azmcp_redis_cluster_list` | ❌ | -| 19 | 0.360380 | `azmcp_storage_blob_get` | ❌ | -| 20 | 0.355388 | `azmcp_sql_server_list` | ❌ | +| 1 | 0.591564 | `azmcp_kusto_table_list` | ✅ **EXPECTED** | +| 2 | 0.585237 | `azmcp_postgres_table_list` | ❌ | +| 3 | 0.556724 | `azmcp_mysql_table_list` | ❌ | +| 4 | 0.550007 | `azmcp_monitor_table_list` | ❌ | +| 5 | 0.521499 | `azmcp_kusto_database_list` | ❌ | --- ## Test 154 -**Expected Tool:** `azmcp_aks_cluster_get` -**Prompt:** Show me the details of AKS cluster in resource group +**Expected Tool:** `azmcp_kusto_table_list` +**Prompt:** Show me the tables in the Data Explorer database in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.666853 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.589101 | `azmcp_aks_cluster_list` | ❌ | -| 3 | 0.545820 | `azmcp_aks_nodepool_get` | ❌ | -| 4 | 0.530314 | `azmcp_aks_nodepool_list` | ❌ | -| 5 | 0.508226 | `azmcp_kusto_cluster_get` | ❌ | -| 6 | 0.461482 | `azmcp_sql_db_show` | ❌ | -| 7 | 0.448796 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.428449 | `azmcp_functionapp_get` | ❌ | -| 9 | 0.423023 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 10 | 0.413625 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.408420 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.396636 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 13 | 0.396256 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.390889 | `azmcp_sql_server_list` | ❌ | -| 15 | 0.385261 | `azmcp_acr_registry_repository_list` | ❌ | -| 16 | 0.384654 | `azmcp_kusto_cluster_list` | ❌ | -| 17 | 0.382311 | `azmcp_storage_blob_container_get` | ❌ | -| 18 | 0.377272 | `azmcp_storage_blob_get` | ❌ | -| 19 | 0.365778 | `azmcp_search_index_get` | ❌ | -| 20 | 0.362332 | `azmcp_sql_db_list` | ❌ | +| 1 | 0.549808 | `azmcp_kusto_table_list` | ✅ **EXPECTED** | +| 2 | 0.524691 | `azmcp_mysql_table_list` | ❌ | +| 3 | 0.523432 | `azmcp_postgres_table_list` | ❌ | +| 4 | 0.494108 | `azmcp_redis_cluster_database_list` | ❌ | +| 5 | 0.490717 | `azmcp_monitor_table_list` | ❌ | --- ## Test 155 -**Expected Tool:** `azmcp_aks_cluster_get` -**Prompt:** Show me the network configuration for AKS cluster +**Expected Tool:** `azmcp_kusto_table_schema` +**Prompt:** Show me the schema for table in the Data Explorer database in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.566455 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.562528 | `azmcp_aks_cluster_list` | ❌ | -| 3 | 0.493500 | `azmcp_aks_nodepool_list` | ❌ | -| 4 | 0.485342 | `azmcp_aks_nodepool_get` | ❌ | -| 5 | 0.380009 | `azmcp_mysql_server_config_get` | ❌ | -| 6 | 0.367190 | `azmcp_kusto_cluster_get` | ❌ | -| 7 | 0.348541 | `azmcp_sql_server_list` | ❌ | -| 8 | 0.342347 | `azmcp_loadtesting_test_get` | ❌ | -| 9 | 0.339270 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.334844 | `azmcp_appconfig_account_list` | ❌ | -| 11 | 0.333832 | `azmcp_redis_cluster_list` | ❌ | -| 12 | 0.328950 | `azmcp_sql_server_show` | ❌ | -| 13 | 0.314767 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.314220 | `azmcp_appconfig_kv_list` | ❌ | -| 15 | 0.309300 | `azmcp_appconfig_kv_show` | ❌ | -| 16 | 0.298422 | `azmcp_mysql_server_list` | ❌ | -| 17 | 0.296656 | `azmcp_postgres_server_config_get` | ❌ | -| 18 | 0.296219 | `azmcp_sql_db_update` | ❌ | -| 19 | 0.288502 | `azmcp_mysql_server_param_get` | ❌ | -| 20 | 0.275426 | `azmcp_sql_db_show` | ❌ | +| 1 | 0.588102 | `azmcp_kusto_table_schema` | ✅ **EXPECTED** | +| 2 | 0.563981 | `azmcp_postgres_table_schema_get` | ❌ | +| 3 | 0.528064 | `azmcp_mysql_table_schema_get` | ❌ | +| 4 | 0.445303 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.437461 | `azmcp_kusto_table_list` | ❌ | --- ## Test 156 -**Expected Tool:** `azmcp_aks_cluster_get` -**Prompt:** What are the details of my AKS cluster in ? +**Expected Tool:** `azmcp_loadtesting_test_create` +**Prompt:** Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.661431 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.578662 | `azmcp_aks_cluster_list` | ❌ | -| 3 | 0.563549 | `azmcp_aks_nodepool_get` | ❌ | -| 4 | 0.534089 | `azmcp_aks_nodepool_list` | ❌ | -| 5 | 0.503925 | `azmcp_kusto_cluster_get` | ❌ | -| 6 | 0.434587 | `azmcp_functionapp_get` | ❌ | -| 7 | 0.433913 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.419340 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 9 | 0.418518 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.417854 | `azmcp_sql_db_show` | ❌ | -| 11 | 0.405658 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.404641 | `azmcp_storage_blob_get` | ❌ | -| 13 | 0.402335 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.398818 | `azmcp_storage_blob_container_get` | ❌ | -| 15 | 0.391717 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 16 | 0.384782 | `azmcp_mysql_server_config_get` | ❌ | -| 17 | 0.383956 | `azmcp_sql_server_list` | ❌ | -| 18 | 0.372812 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.367545 | `azmcp_deploy_app_logs_get` | ❌ | -| 20 | 0.359877 | `azmcp_acr_registry_repository_list` | ❌ | +| 1 | 0.585388 | `azmcp_loadtesting_test_create` | ✅ **EXPECTED** | +| 2 | 0.531362 | `azmcp_loadtesting_testresource_create` | ❌ | +| 3 | 0.508690 | `azmcp_loadtesting_testrun_create` | ❌ | +| 4 | 0.413857 | `azmcp_loadtesting_testresource_list` | ❌ | +| 5 | 0.394664 | `azmcp_loadtesting_testrun_get` | ❌ | --- ## Test 157 -**Expected Tool:** `azmcp_aks_cluster_list` -**Prompt:** List all AKS clusters in my subscription +**Expected Tool:** `azmcp_loadtesting_test_get` +**Prompt:** Get the load test with id in the load test resource in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.801067 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.690255 | `azmcp_kusto_cluster_list` | ❌ | -| 3 | 0.599940 | `azmcp_redis_cluster_list` | ❌ | -| 4 | 0.594509 | `azmcp_aks_nodepool_list` | ❌ | -| 5 | 0.562043 | `azmcp_search_service_list` | ❌ | -| 6 | 0.560871 | `azmcp_aks_cluster_get` | ❌ | -| 7 | 0.543684 | `azmcp_monitor_workspace_list` | ❌ | -| 8 | 0.515922 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.509202 | `azmcp_kusto_database_list` | ❌ | -| 10 | 0.502401 | `azmcp_subscription_list` | ❌ | -| 11 | 0.498507 | `azmcp_group_list` | ❌ | -| 12 | 0.498286 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 13 | 0.495977 | `azmcp_postgres_server_list` | ❌ | -| 14 | 0.486232 | `azmcp_redis_cache_list` | ❌ | -| 15 | 0.483592 | `azmcp_kusto_cluster_get` | ❌ | -| 16 | 0.482355 | `azmcp_acr_registry_list` | ❌ | -| 17 | 0.481469 | `azmcp_grafana_list` | ❌ | -| 18 | 0.457949 | `azmcp_sql_server_list` | ❌ | -| 19 | 0.452770 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 20 | 0.452682 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 1 | 0.642420 | `azmcp_loadtesting_test_get` | ✅ **EXPECTED** | +| 2 | 0.608881 | `azmcp_loadtesting_testresource_list` | ❌ | +| 3 | 0.574394 | `azmcp_loadtesting_testresource_create` | ❌ | +| 4 | 0.534194 | `azmcp_loadtesting_testrun_get` | ❌ | +| 5 | 0.473323 | `azmcp_loadtesting_testrun_create` | ❌ | --- ## Test 158 -**Expected Tool:** `azmcp_aks_cluster_list` -**Prompt:** Show me my Azure Kubernetes Service clusters +**Expected Tool:** `azmcp_loadtesting_testresource_create` +**Prompt:** Create a load test resource in the resource group in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.607919 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.536337 | `azmcp_aks_cluster_get` | ❌ | -| 3 | 0.500781 | `azmcp_aks_nodepool_list` | ❌ | -| 4 | 0.492751 | `azmcp_kusto_cluster_list` | ❌ | -| 5 | 0.455152 | `azmcp_search_service_list` | ❌ | -| 6 | 0.446137 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.428375 | `azmcp_foundry_agents_list` | ❌ | -| 8 | 0.416325 | `azmcp_aks_nodepool_get` | ❌ | -| 9 | 0.409567 | `azmcp_kusto_cluster_get` | ❌ | -| 10 | 0.408301 | `azmcp_kusto_database_list` | ❌ | -| 11 | 0.392953 | `azmcp_mysql_server_list` | ❌ | -| 12 | 0.376307 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 13 | 0.371759 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 14 | 0.371426 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.371015 | `azmcp_search_index_get` | ❌ | -| 16 | 0.363713 | `azmcp_subscription_list` | ❌ | -| 17 | 0.361897 | `azmcp_mysql_database_list` | ❌ | -| 18 | 0.357832 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.356812 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 20 | 0.355892 | `azmcp_storage_account_get` | ❌ | +| 1 | 0.717577 | `azmcp_loadtesting_testresource_create` | ✅ **EXPECTED** | +| 2 | 0.596828 | `azmcp_loadtesting_testresource_list` | ❌ | +| 3 | 0.514437 | `azmcp_loadtesting_test_create` | ❌ | +| 4 | 0.476662 | `azmcp_loadtesting_testrun_create` | ❌ | +| 5 | 0.443117 | `azmcp_loadtesting_test_get` | ❌ | --- ## Test 159 -**Expected Tool:** `azmcp_aks_cluster_list` -**Prompt:** What AKS clusters do I have? +**Expected Tool:** `azmcp_loadtesting_testresource_list` +**Prompt:** List all load testing resources in the resource group in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.623896 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.538749 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.530027 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.466749 | `azmcp_aks_nodepool_get` | ❌ | -| 5 | 0.449602 | `azmcp_kusto_cluster_list` | ❌ | -| 6 | 0.416564 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.392083 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.379483 | `azmcp_foundry_agents_list` | ❌ | -| 9 | 0.378826 | `azmcp_monitor_workspace_list` | ❌ | -| 10 | 0.377567 | `azmcp_acr_registry_repository_list` | ❌ | -| 11 | 0.374585 | `azmcp_mysql_server_list` | ❌ | -| 12 | 0.363979 | `azmcp_deploy_app_logs_get` | ❌ | -| 13 | 0.353365 | `azmcp_search_service_list` | ❌ | -| 14 | 0.345286 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 15 | 0.345241 | `azmcp_kusto_cluster_get` | ❌ | -| 16 | 0.337354 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 17 | 0.317977 | `azmcp_sql_elastic-pool_list` | ❌ | -| 18 | 0.317238 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 19 | 0.312354 | `azmcp_subscription_list` | ❌ | -| 20 | 0.311971 | `azmcp_quota_usage_check` | ❌ | +| 1 | 0.738069 | `azmcp_loadtesting_testresource_list` | ✅ **EXPECTED** | +| 2 | 0.591882 | `azmcp_loadtesting_testresource_create` | ❌ | +| 3 | 0.577417 | `azmcp_group_list` | ❌ | +| 4 | 0.565548 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 5 | 0.561626 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- ## Test 160 -**Expected Tool:** `azmcp_aks_nodepool_get` -**Prompt:** Get details for nodepool in AKS cluster in +**Expected Tool:** `azmcp_loadtesting_testrun_create` +**Prompt:** Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.753920 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | -| 2 | 0.699423 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.597314 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.498592 | `azmcp_aks_cluster_list` | ❌ | -| 5 | 0.482683 | `azmcp_kusto_cluster_get` | ❌ | -| 6 | 0.468392 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 7 | 0.463192 | `azmcp_sql_elastic-pool_list` | ❌ | -| 8 | 0.434881 | `azmcp_sql_db_show` | ❌ | -| 9 | 0.416083 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 10 | 0.401610 | `azmcp_redis_cluster_list` | ❌ | -| 11 | 0.399215 | `azmcp_functionapp_get` | ❌ | -| 12 | 0.384453 | `azmcp_keyvault_key_get` | ❌ | -| 13 | 0.383565 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 14 | 0.382352 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.379523 | `azmcp_storage_blob_get` | ❌ | -| 16 | 0.378347 | `azmcp_search_index_get` | ❌ | -| 17 | 0.378266 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 18 | 0.370172 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.362512 | `azmcp_loadtesting_test_get` | ❌ | -| 20 | 0.356766 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.621803 | `azmcp_loadtesting_testrun_create` | ✅ **EXPECTED** | +| 2 | 0.592805 | `azmcp_loadtesting_testresource_create` | ❌ | +| 3 | 0.540789 | `azmcp_loadtesting_test_create` | ❌ | +| 4 | 0.530882 | `azmcp_loadtesting_testrun_update` | ❌ | +| 5 | 0.488142 | `azmcp_loadtesting_testrun_get` | ❌ | --- ## Test 161 -**Expected Tool:** `azmcp_aks_nodepool_get` -**Prompt:** Show me the configuration for nodepool in AKS cluster in resource group +**Expected Tool:** `azmcp_loadtesting_testrun_get` +**Prompt:** Get the load test run with id in the load test resource in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.678158 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | -| 2 | 0.640096 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.481316 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.458596 | `azmcp_sql_elastic-pool_list` | ❌ | -| 5 | 0.446020 | `azmcp_aks_cluster_list` | ❌ | -| 6 | 0.440182 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 7 | 0.391067 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 8 | 0.384600 | `azmcp_loadtesting_test_get` | ❌ | -| 9 | 0.371847 | `azmcp_sql_server_list` | ❌ | -| 10 | 0.367455 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.365231 | `azmcp_mysql_server_config_get` | ❌ | -| 12 | 0.357721 | `azmcp_sql_db_list` | ❌ | -| 13 | 0.350998 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.350992 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 15 | 0.344836 | `azmcp_sql_db_show` | ❌ | -| 16 | 0.343726 | `azmcp_kusto_cluster_get` | ❌ | -| 17 | 0.342564 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 18 | 0.338364 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.332492 | `azmcp_foundry_agents_list` | ❌ | -| 20 | 0.322685 | `azmcp_appconfig_kv_show` | ❌ | +| 1 | 0.624955 | `azmcp_loadtesting_test_get` | ❌ | +| 2 | 0.602699 | `azmcp_loadtesting_testresource_list` | ❌ | +| 3 | 0.568300 | `azmcp_loadtesting_testrun_get` | ✅ **EXPECTED** | +| 4 | 0.562098 | `azmcp_loadtesting_testresource_create` | ❌ | +| 5 | 0.536049 | `azmcp_loadtesting_testrun_create` | ❌ | --- ## Test 162 -**Expected Tool:** `azmcp_aks_nodepool_get` -**Prompt:** What is the setup of nodepool for AKS cluster in ? +**Expected Tool:** `azmcp_loadtesting_testrun_list` +**Prompt:** Get all the load test runs for the test with id in the load test resource in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.599506 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | -| 2 | 0.582325 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.412112 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.391590 | `azmcp_aks_cluster_list` | ❌ | -| 5 | 0.385173 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 6 | 0.383045 | `azmcp_sql_elastic-pool_list` | ❌ | -| 7 | 0.346262 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 8 | 0.339934 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 9 | 0.323057 | `azmcp_deploy_plan_get` | ❌ | -| 10 | 0.320733 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.314439 | `azmcp_redis_cluster_list` | ❌ | -| 12 | 0.313226 | `azmcp_sql_server_list` | ❌ | -| 13 | 0.306678 | `azmcp_kusto_cluster_get` | ❌ | -| 14 | 0.306579 | `azmcp_storage_account_create` | ❌ | -| 15 | 0.300123 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 16 | 0.298866 | `azmcp_acr_registry_repository_list` | ❌ | -| 17 | 0.289393 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 18 | 0.287084 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 19 | 0.283171 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.276058 | `azmcp_sql_db_list` | ❌ | +| 1 | 0.615977 | `azmcp_loadtesting_testresource_list` | ❌ | +| 2 | 0.606058 | `azmcp_loadtesting_test_get` | ❌ | +| 3 | 0.569145 | `azmcp_loadtesting_testrun_get` | ❌ | +| 4 | 0.565093 | `azmcp_loadtesting_testrun_list` | ✅ **EXPECTED** | +| 5 | 0.535207 | `azmcp_loadtesting_testresource_create` | ❌ | --- ## Test 163 -**Expected Tool:** `azmcp_aks_nodepool_list` -**Prompt:** List nodepools for AKS cluster in +**Expected Tool:** `azmcp_loadtesting_testrun_update` +**Prompt:** Update a test run display name as for the id for test in the load testing resource in resource group . ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.694117 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | -| 2 | 0.615516 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.531972 | `azmcp_aks_cluster_list` | ❌ | -| 4 | 0.506624 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 5 | 0.487707 | `azmcp_sql_elastic-pool_list` | ❌ | -| 6 | 0.461702 | `azmcp_aks_cluster_get` | ❌ | -| 7 | 0.446699 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.440646 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.438637 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.435177 | `azmcp_acr_registry_repository_list` | ❌ | -| 11 | 0.431369 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 12 | 0.418852 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 13 | 0.413062 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.407783 | `azmcp_sql_server_list` | ❌ | -| 15 | 0.404890 | `azmcp_sql_db_list` | ❌ | -| 16 | 0.399249 | `azmcp_acr_registry_list` | ❌ | -| 17 | 0.393723 | `azmcp_group_list` | ❌ | -| 18 | 0.391869 | `azmcp_kusto_database_list` | ❌ | -| 19 | 0.389071 | `azmcp_redis_cluster_database_list` | ❌ | -| 20 | 0.385498 | `azmcp_workbooks_list` | ❌ | +| 1 | 0.659812 | `azmcp_loadtesting_testrun_update` | ✅ **EXPECTED** | +| 2 | 0.509199 | `azmcp_loadtesting_testrun_create` | ❌ | +| 3 | 0.454745 | `azmcp_loadtesting_testrun_get` | ❌ | +| 4 | 0.443828 | `azmcp_loadtesting_test_get` | ❌ | +| 5 | 0.422036 | `azmcp_loadtesting_testresource_create` | ❌ | --- ## Test 164 -**Expected Tool:** `azmcp_aks_nodepool_list` -**Prompt:** Show me the nodepool list for AKS cluster in +**Expected Tool:** `azmcp_marketplace_product_get` +**Prompt:** Get details about marketplace product ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.712299 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | -| 2 | 0.644451 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.547444 | `azmcp_aks_cluster_list` | ❌ | -| 4 | 0.510269 | `azmcp_sql_elastic-pool_list` | ❌ | -| 5 | 0.509732 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 6 | 0.497970 | `azmcp_aks_cluster_get` | ❌ | -| 7 | 0.447545 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.442122 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 9 | 0.441482 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.433138 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 11 | 0.430830 | `azmcp_acr_registry_repository_list` | ❌ | -| 12 | 0.430739 | `azmcp_kusto_cluster_list` | ❌ | -| 13 | 0.421390 | `azmcp_sql_server_list` | ❌ | -| 14 | 0.408990 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 15 | 0.408567 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 16 | 0.407619 | `azmcp_sql_db_list` | ❌ | -| 17 | 0.390197 | `azmcp_redis_cluster_database_list` | ❌ | -| 18 | 0.388911 | `azmcp_group_list` | ❌ | -| 19 | 0.387600 | `azmcp_foundry_agents_list` | ❌ | -| 20 | 0.383234 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 1 | 0.570145 | `azmcp_marketplace_product_get` | ✅ **EXPECTED** | +| 2 | 0.477522 | `azmcp_marketplace_product_list` | ❌ | +| 3 | 0.353256 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 4 | 0.330935 | `azmcp_servicebus_queue_details` | ❌ | +| 5 | 0.324083 | `azmcp_search_index_get` | ❌ | --- ## Test 165 -**Expected Tool:** `azmcp_aks_nodepool_list` -**Prompt:** What nodepools do I have for AKS cluster in +**Expected Tool:** `azmcp_marketplace_product_list` +**Prompt:** Search for Microsoft products in the marketplace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.623138 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | -| 2 | 0.580535 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.453744 | `azmcp_aks_cluster_list` | ❌ | -| 4 | 0.443902 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 5 | 0.425448 | `azmcp_sql_elastic-pool_list` | ❌ | -| 6 | 0.409291 | `azmcp_aks_cluster_get` | ❌ | -| 7 | 0.386949 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.378905 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.368944 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.363262 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 11 | 0.360005 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 12 | 0.356345 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 13 | 0.356139 | `azmcp_acr_registry_repository_list` | ❌ | -| 14 | 0.354542 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.348047 | `azmcp_foundry_agents_list` | ❌ | -| 16 | 0.335285 | `azmcp_sql_server_list` | ❌ | -| 17 | 0.329036 | `azmcp_sql_db_list` | ❌ | -| 18 | 0.324552 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 19 | 0.324283 | `azmcp_deploy_plan_get` | ❌ | -| 20 | 0.323568 | `azmcp_monitor_workspace_list` | ❌ | +| 1 | 0.527077 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | +| 2 | 0.443133 | `azmcp_marketplace_product_get` | ❌ | +| 3 | 0.343549 | `azmcp_search_service_list` | ❌ | +| 4 | 0.330500 | `azmcp_foundry_models_list` | ❌ | +| 5 | 0.328676 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | --- ## Test 166 -**Expected Tool:** `azmcp_loadtesting_test_create` -**Prompt:** Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription +**Expected Tool:** `azmcp_marketplace_product_list` +**Prompt:** Show me marketplace products from publisher ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.585388 | `azmcp_loadtesting_test_create` | ✅ **EXPECTED** | -| 2 | 0.531336 | `azmcp_loadtesting_testresource_create` | ❌ | -| 3 | 0.508690 | `azmcp_loadtesting_testrun_create` | ❌ | -| 4 | 0.413857 | `azmcp_loadtesting_testresource_list` | ❌ | -| 5 | 0.394664 | `azmcp_loadtesting_testrun_get` | ❌ | -| 6 | 0.390081 | `azmcp_loadtesting_test_get` | ❌ | -| 7 | 0.346526 | `azmcp_loadtesting_testrun_update` | ❌ | -| 8 | 0.338668 | `azmcp_loadtesting_testrun_list` | ❌ | -| 9 | 0.338173 | `azmcp_monitor_workspace_log_query` | ❌ | -| 10 | 0.337450 | `azmcp_monitor_resource_log_query` | ❌ | -| 11 | 0.323519 | `azmcp_storage_account_create` | ❌ | -| 12 | 0.310466 | `azmcp_keyvault_certificate_create` | ❌ | -| 13 | 0.310144 | `azmcp_workbooks_create` | ❌ | -| 14 | 0.299453 | `azmcp_keyvault_key_create` | ❌ | -| 15 | 0.296982 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 16 | 0.290957 | `azmcp_quota_usage_check` | ❌ | -| 17 | 0.288940 | `azmcp_quota_region_availability_list` | ❌ | -| 18 | 0.280434 | `azmcp_sql_server_create` | ❌ | -| 19 | 0.273769 | `azmcp_sql_server_list` | ❌ | -| 20 | 0.267790 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 1 | 0.461616 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | +| 2 | 0.385167 | `azmcp_marketplace_product_get` | ❌ | +| 3 | 0.308769 | `azmcp_foundry_models_list` | ❌ | +| 4 | 0.260387 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 5 | 0.259270 | `azmcp_redis_cache_list` | ❌ | --- ## Test 167 -**Expected Tool:** `azmcp_loadtesting_test_get` -**Prompt:** Get the load test with id in the load test resource in resource group +**Expected Tool:** `azmcp_monitor_healthmodels_entity_gethealth` +**Prompt:** Show me the health status of entity in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.642420 | `azmcp_loadtesting_test_get` | ✅ **EXPECTED** | -| 2 | 0.608881 | `azmcp_loadtesting_testresource_list` | ❌ | -| 3 | 0.574084 | `azmcp_loadtesting_testresource_create` | ❌ | -| 4 | 0.534194 | `azmcp_loadtesting_testrun_get` | ❌ | -| 5 | 0.473323 | `azmcp_loadtesting_testrun_create` | ❌ | -| 6 | 0.469876 | `azmcp_loadtesting_testrun_list` | ❌ | -| 7 | 0.436995 | `azmcp_loadtesting_test_create` | ❌ | -| 8 | 0.405182 | `azmcp_monitor_resource_log_query` | ❌ | -| 9 | 0.397033 | `azmcp_group_list` | ❌ | -| 10 | 0.379377 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 11 | 0.373229 | `azmcp_loadtesting_testrun_update` | ❌ | -| 12 | 0.370024 | `azmcp_workbooks_show` | ❌ | -| 13 | 0.365143 | `azmcp_workbooks_list` | ❌ | -| 14 | 0.360732 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 15 | 0.354531 | `azmcp_sql_server_list` | ❌ | -| 16 | 0.347100 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 17 | 0.341360 | `azmcp_quota_region_availability_list` | ❌ | -| 18 | 0.329323 | `azmcp_sql_db_show` | ❌ | -| 19 | 0.328293 | `azmcp_monitor_metrics_query` | ❌ | -| 20 | 0.322886 | `azmcp_quota_usage_check` | ❌ | +| 1 | 0.498345 | `azmcp_monitor_healthmodels_entity_gethealth` | ✅ **EXPECTED** | +| 2 | 0.472094 | `azmcp_monitor_workspace_list` | ❌ | +| 3 | 0.468204 | `azmcp_monitor_table_list` | ❌ | +| 4 | 0.467848 | `azmcp_monitor_workspace_log_query` | ❌ | +| 5 | 0.463168 | `azmcp_resourcehealth_availability-status_get` | ❌ | --- ## Test 168 -**Expected Tool:** `azmcp_loadtesting_testresource_create` -**Prompt:** Create a load test resource in the resource group in my subscription +**Expected Tool:** `azmcp_monitor_metrics_definitions` +**Prompt:** Get metric definitions for from the namespace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.717429 | `azmcp_loadtesting_testresource_create` | ✅ **EXPECTED** | -| 2 | 0.596828 | `azmcp_loadtesting_testresource_list` | ❌ | -| 3 | 0.514437 | `azmcp_loadtesting_test_create` | ❌ | -| 4 | 0.476662 | `azmcp_loadtesting_testrun_create` | ❌ | -| 5 | 0.443117 | `azmcp_loadtesting_test_get` | ❌ | -| 6 | 0.442167 | `azmcp_workbooks_create` | ❌ | -| 7 | 0.416497 | `azmcp_group_list` | ❌ | -| 8 | 0.407752 | `azmcp_storage_account_create` | ❌ | -| 9 | 0.394967 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 10 | 0.382762 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 11 | 0.370093 | `azmcp_loadtesting_testrun_get` | ❌ | -| 12 | 0.369786 | `azmcp_sql_server_list` | ❌ | -| 13 | 0.369344 | `azmcp_workbooks_list` | ❌ | -| 14 | 0.356801 | `azmcp_sql_server_create` | ❌ | -| 15 | 0.350916 | `azmcp_loadtesting_testrun_update` | ❌ | -| 16 | 0.343649 | `azmcp_eventgrid_subscription_list` | ❌ | -| 17 | 0.342213 | `azmcp_redis_cluster_list` | ❌ | -| 18 | 0.335696 | `azmcp_redis_cache_list` | ❌ | -| 19 | 0.326824 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.326617 | `azmcp_quota_region_availability_list` | ❌ | +| 1 | 0.592640 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | +| 2 | 0.424141 | `azmcp_monitor_metrics_query` | ❌ | +| 3 | 0.332356 | `azmcp_monitor_table_type_list` | ❌ | +| 4 | 0.315519 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 5 | 0.315310 | `azmcp_servicebus_topic_details` | ❌ | --- ## Test 169 -**Expected Tool:** `azmcp_loadtesting_testresource_list` -**Prompt:** List all load testing resources in the resource group in my subscription +**Expected Tool:** `azmcp_monitor_metrics_definitions` +**Prompt:** Show me all available metrics and their definitions for storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.738027 | `azmcp_loadtesting_testresource_list` | ✅ **EXPECTED** | -| 2 | 0.591551 | `azmcp_loadtesting_testresource_create` | ❌ | -| 3 | 0.576966 | `azmcp_group_list` | ❌ | -| 4 | 0.565565 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 5 | 0.561537 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 6 | 0.526378 | `azmcp_workbooks_list` | ❌ | -| 7 | 0.515624 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.511621 | `azmcp_redis_cache_list` | ❌ | -| 9 | 0.506184 | `azmcp_loadtesting_test_get` | ❌ | -| 10 | 0.497916 | `azmcp_sql_server_list` | ❌ | -| 11 | 0.487330 | `azmcp_grafana_list` | ❌ | -| 12 | 0.483681 | `azmcp_loadtesting_testrun_list` | ❌ | -| 13 | 0.478586 | `azmcp_eventgrid_subscription_list` | ❌ | -| 14 | 0.473444 | `azmcp_search_service_list` | ❌ | -| 15 | 0.473287 | `azmcp_mysql_server_list` | ❌ | -| 16 | 0.470899 | `azmcp_acr_registry_list` | ❌ | -| 17 | 0.463466 | `azmcp_loadtesting_testrun_get` | ❌ | -| 18 | 0.452190 | `azmcp_monitor_workspace_list` | ❌ | -| 19 | 0.447138 | `azmcp_quota_region_availability_list` | ❌ | -| 20 | 0.433793 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 1 | 0.589859 | `azmcp_storage_account_get` | ❌ | +| 2 | 0.587736 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | +| 3 | 0.551156 | `azmcp_storage_blob_container_get` | ❌ | +| 4 | 0.473421 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 5 | 0.472677 | `azmcp_storage_blob_get` | ❌ | --- ## Test 170 -**Expected Tool:** `azmcp_loadtesting_testrun_create` -**Prompt:** Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as +**Expected Tool:** `azmcp_monitor_metrics_definitions` +**Prompt:** What metric definitions are available for the Application Insights resource ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.621803 | `azmcp_loadtesting_testrun_create` | ✅ **EXPECTED** | -| 2 | 0.592916 | `azmcp_loadtesting_testresource_create` | ❌ | -| 3 | 0.540789 | `azmcp_loadtesting_test_create` | ❌ | -| 4 | 0.530882 | `azmcp_loadtesting_testrun_update` | ❌ | -| 5 | 0.488142 | `azmcp_loadtesting_testrun_get` | ❌ | -| 6 | 0.469444 | `azmcp_loadtesting_test_get` | ❌ | -| 7 | 0.418431 | `azmcp_loadtesting_testrun_list` | ❌ | -| 8 | 0.411627 | `azmcp_loadtesting_testresource_list` | ❌ | -| 9 | 0.402120 | `azmcp_workbooks_create` | ❌ | -| 10 | 0.383719 | `azmcp_storage_account_create` | ❌ | -| 11 | 0.362695 | `azmcp_sql_db_create` | ❌ | -| 12 | 0.331019 | `azmcp_keyvault_key_create` | ❌ | -| 13 | 0.325463 | `azmcp_keyvault_secret_create` | ❌ | -| 14 | 0.323772 | `azmcp_sql_server_create` | ❌ | -| 15 | 0.306765 | `azmcp_monitor_resource_log_query` | ❌ | -| 16 | 0.273429 | `azmcp_sql_server_list` | ❌ | -| 17 | 0.272107 | `azmcp_sql_db_show` | ❌ | -| 18 | 0.267527 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 19 | 0.262297 | `azmcp_storage_blob_container_create` | ❌ | -| 20 | 0.256004 | `azmcp_monitor_metrics_query` | ❌ | +| 1 | 0.633173 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | +| 2 | 0.495513 | `azmcp_monitor_metrics_query` | ❌ | +| 3 | 0.382374 | `azmcp_applens_resource_diagnose` | ❌ | +| 4 | 0.380460 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 5 | 0.370848 | `azmcp_monitor_table_type_list` | ❌ | --- ## Test 171 -**Expected Tool:** `azmcp_loadtesting_testrun_get` -**Prompt:** Get the load test run with id in the load test resource in resource group +**Expected Tool:** `azmcp_monitor_metrics_query` +**Prompt:** Analyze the performance trends and response times for Application Insights resource over the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.625332 | `azmcp_loadtesting_test_get` | ❌ | -| 2 | 0.603066 | `azmcp_loadtesting_testresource_list` | ❌ | -| 3 | 0.568405 | `azmcp_loadtesting_testrun_get` | ✅ **EXPECTED** | -| 4 | 0.561729 | `azmcp_loadtesting_testresource_create` | ❌ | -| 5 | 0.535183 | `azmcp_loadtesting_testrun_create` | ❌ | -| 6 | 0.496655 | `azmcp_loadtesting_testrun_list` | ❌ | -| 7 | 0.434255 | `azmcp_loadtesting_test_create` | ❌ | -| 8 | 0.415438 | `azmcp_loadtesting_testrun_update` | ❌ | -| 9 | 0.397496 | `azmcp_group_list` | ❌ | -| 10 | 0.395146 | `azmcp_monitor_resource_log_query` | ❌ | -| 11 | 0.370196 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 12 | 0.366579 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 13 | 0.355819 | `azmcp_workbooks_list` | ❌ | -| 14 | 0.353650 | `azmcp_sql_server_list` | ❌ | -| 15 | 0.352984 | `azmcp_workbooks_show` | ❌ | -| 16 | 0.346995 | `azmcp_quota_region_availability_list` | ❌ | -| 17 | 0.330457 | `azmcp_monitor_metrics_query` | ❌ | -| 18 | 0.329537 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 19 | 0.328823 | `azmcp_sql_db_show` | ❌ | -| 20 | 0.315577 | `azmcp_quota_usage_check` | ❌ | +| 1 | 0.555368 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.447632 | `azmcp_monitor_resource_log_query` | ❌ | +| 3 | 0.447241 | `azmcp_applens_resource_diagnose` | ❌ | +| 4 | 0.433810 | `azmcp_loadtesting_testrun_get` | ❌ | +| 5 | 0.422475 | `azmcp_resourcehealth_availability-status_get` | ❌ | --- ## Test 172 -**Expected Tool:** `azmcp_loadtesting_testrun_list` -**Prompt:** Get all the load test runs for the test with id in the load test resource in resource group +**Expected Tool:** `azmcp_monitor_metrics_query` +**Prompt:** Check the availability metrics for my Application Insights resource for the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.616105 | `azmcp_loadtesting_testresource_list` | ❌ | -| 2 | 0.605492 | `azmcp_loadtesting_test_get` | ❌ | -| 3 | 0.568915 | `azmcp_loadtesting_testrun_get` | ❌ | -| 4 | 0.565114 | `azmcp_loadtesting_testrun_list` | ✅ **EXPECTED** | -| 5 | 0.534931 | `azmcp_loadtesting_testresource_create` | ❌ | -| 6 | 0.492611 | `azmcp_loadtesting_testrun_create` | ❌ | -| 7 | 0.432298 | `azmcp_group_list` | ❌ | -| 8 | 0.416206 | `azmcp_monitor_resource_log_query` | ❌ | -| 9 | 0.411030 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 10 | 0.406289 | `azmcp_loadtesting_test_create` | ❌ | -| 11 | 0.396071 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 12 | 0.392100 | `azmcp_loadtesting_testrun_update` | ❌ | -| 13 | 0.391120 | `azmcp_workbooks_list` | ❌ | -| 14 | 0.375222 | `azmcp_monitor_metrics_query` | ❌ | -| 15 | 0.374051 | `azmcp_sql_server_list` | ❌ | -| 16 | 0.357081 | `azmcp_quota_region_availability_list` | ❌ | -| 17 | 0.342229 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 18 | 0.340745 | `azmcp_workbooks_show` | ❌ | -| 19 | 0.329900 | `azmcp_sql_db_list` | ❌ | -| 20 | 0.328226 | `azmcp_redis_cluster_list` | ❌ | +| 1 | 0.557830 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.508674 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 3 | 0.460584 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.455904 | `azmcp_quota_usage_check` | ❌ | +| 5 | 0.438233 | `azmcp_monitor_metrics_definitions` | ❌ | --- ## Test 173 -**Expected Tool:** `azmcp_loadtesting_testrun_update` -**Prompt:** Update a test run display name as for the id for test in the load testing resource in resource group . +**Expected Tool:** `azmcp_monitor_metrics_query` +**Prompt:** Get the metric for over the last with intervals ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.659812 | `azmcp_loadtesting_testrun_update` | ✅ **EXPECTED** | -| 2 | 0.509199 | `azmcp_loadtesting_testrun_create` | ❌ | -| 3 | 0.454745 | `azmcp_loadtesting_testrun_get` | ❌ | -| 4 | 0.443828 | `azmcp_loadtesting_test_get` | ❌ | -| 5 | 0.422155 | `azmcp_loadtesting_testresource_create` | ❌ | -| 6 | 0.399536 | `azmcp_loadtesting_test_create` | ❌ | -| 7 | 0.384654 | `azmcp_loadtesting_testresource_list` | ❌ | -| 8 | 0.384237 | `azmcp_loadtesting_testrun_list` | ❌ | -| 9 | 0.332544 | `azmcp_sql_db_update` | ❌ | -| 10 | 0.320124 | `azmcp_workbooks_update` | ❌ | -| 11 | 0.300023 | `azmcp_workbooks_create` | ❌ | -| 12 | 0.268172 | `azmcp_workbooks_show` | ❌ | -| 13 | 0.267137 | `azmcp_appconfig_kv_set` | ❌ | -| 14 | 0.255413 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 15 | 0.253250 | `azmcp_functionapp_get` | ❌ | -| 16 | 0.252149 | `azmcp_sql_server_list` | ❌ | -| 17 | 0.250292 | `azmcp_monitor_resource_log_query` | ❌ | -| 18 | 0.240916 | `azmcp_workbooks_delete` | ❌ | -| 19 | 0.233666 | `azmcp_monitor_metrics_query` | ❌ | -| 20 | 0.232548 | `azmcp_sql_db_show` | ❌ | +| 1 | 0.461306 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.390072 | `azmcp_monitor_metrics_definitions` | ❌ | +| 3 | 0.306176 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.304289 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 5 | 0.301693 | `azmcp_monitor_resource_log_query` | ❌ | --- ## Test 174 -**Expected Tool:** `azmcp_grafana_list` -**Prompt:** List all Azure Managed Grafana in one subscription +**Expected Tool:** `azmcp_monitor_metrics_query` +**Prompt:** Investigate error rates and failed requests for Application Insights resource for the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.578892 | `azmcp_grafana_list` | ✅ **EXPECTED** | -| 2 | 0.551851 | `azmcp_search_service_list` | ❌ | -| 3 | 0.513028 | `azmcp_monitor_workspace_list` | ❌ | -| 4 | 0.505836 | `azmcp_kusto_cluster_list` | ❌ | -| 5 | 0.498077 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 6 | 0.493645 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.492724 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.492210 | `azmcp_subscription_list` | ❌ | -| 9 | 0.491740 | `azmcp_aks_cluster_list` | ❌ | -| 10 | 0.489846 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.482846 | `azmcp_redis_cache_list` | ❌ | -| 12 | 0.479584 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 13 | 0.459138 | `azmcp_eventgrid_topic_list` | ❌ | -| 14 | 0.457845 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 15 | 0.452178 | `azmcp_foundry_agents_list` | ❌ | -| 16 | 0.447752 | `azmcp_mysql_server_list` | ❌ | -| 17 | 0.447597 | `azmcp_sql_server_list` | ❌ | -| 18 | 0.441426 | `azmcp_group_list` | ❌ | -| 19 | 0.440392 | `azmcp_kusto_database_list` | ❌ | -| 20 | 0.436802 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 1 | 0.492138 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.417008 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 3 | 0.415966 | `azmcp_monitor_resource_log_query` | ❌ | +| 4 | 0.406200 | `azmcp_applens_resource_diagnose` | ❌ | +| 5 | 0.398988 | `azmcp_deploy_app_logs_get` | ❌ | --- ## Test 175 -**Expected Tool:** `azmcp_azuremanagedlustre_filesystem_list` -**Prompt:** List the Azure Managed Lustre filesystems in my subscription +**Expected Tool:** `azmcp_monitor_metrics_query` +**Prompt:** Query the metric for for the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.750675 | `azmcp_azuremanagedlustre_filesystem_list` | ✅ **EXPECTED** | -| 2 | 0.631770 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 3 | 0.516886 | `azmcp_kusto_cluster_list` | ❌ | -| 4 | 0.513156 | `azmcp_search_service_list` | ❌ | -| 5 | 0.507981 | `azmcp_monitor_workspace_list` | ❌ | -| 6 | 0.500471 | `azmcp_subscription_list` | ❌ | -| 7 | 0.499290 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.480850 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 9 | 0.477164 | `azmcp_aks_cluster_list` | ❌ | -| 10 | 0.472811 | `azmcp_redis_cluster_list` | ❌ | -| 11 | 0.460936 | `azmcp_acr_registry_list` | ❌ | -| 12 | 0.460379 | `azmcp_redis_cache_list` | ❌ | -| 13 | 0.451887 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.450971 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.448426 | `azmcp_sql_server_list` | ❌ | -| 16 | 0.447269 | `azmcp_quota_region_availability_list` | ❌ | -| 17 | 0.445430 | `azmcp_acr_registry_repository_list` | ❌ | -| 18 | 0.442506 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 19 | 0.438952 | `azmcp_grafana_list` | ❌ | -| 20 | 0.437939 | `azmcp_postgres_server_list` | ❌ | +| 1 | 0.525543 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.384421 | `azmcp_monitor_metrics_definitions` | ❌ | +| 3 | 0.376477 | `azmcp_monitor_resource_log_query` | ❌ | +| 4 | 0.367278 | `azmcp_monitor_workspace_log_query` | ❌ | +| 5 | 0.299496 | `azmcp_quota_usage_check` | ❌ | --- ## Test 176 -**Expected Tool:** `azmcp_azuremanagedlustre_filesystem_list` -**Prompt:** List the Azure Managed Lustre filesystems in my resource group +**Expected Tool:** `azmcp_monitor_metrics_query` +**Prompt:** What's the request per second rate for my Application Insights resource over the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.743903 | `azmcp_azuremanagedlustre_filesystem_list` | ✅ **EXPECTED** | -| 2 | 0.613217 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 3 | 0.519986 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 4 | 0.514120 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.492115 | `azmcp_acr_registry_repository_list` | ❌ | -| 6 | 0.477847 | `azmcp_sql_server_list` | ❌ | -| 7 | 0.466563 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 8 | 0.452905 | `azmcp_acr_registry_list` | ❌ | -| 9 | 0.443767 | `azmcp_sql_db_list` | ❌ | -| 10 | 0.441223 | `azmcp_group_list` | ❌ | -| 11 | 0.433559 | `azmcp_workbooks_list` | ❌ | -| 12 | 0.412747 | `azmcp_search_service_list` | ❌ | -| 13 | 0.412709 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.409044 | `azmcp_sql_elastic-pool_list` | ❌ | -| 15 | 0.407704 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 16 | 0.406511 | `azmcp_mysql_database_list` | ❌ | -| 17 | 0.402926 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.398398 | `azmcp_foundry_agents_list` | ❌ | -| 19 | 0.398168 | `azmcp_kusto_cluster_list` | ❌ | -| 20 | 0.397222 | `azmcp_functionapp_get` | ❌ | +| 1 | 0.480140 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.381961 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 3 | 0.363412 | `azmcp_quota_usage_check` | ❌ | +| 4 | 0.359285 | `azmcp_applens_resource_diagnose` | ❌ | +| 5 | 0.350523 | `azmcp_monitor_resource_log_query` | ❌ | --- ## Test 177 -**Expected Tool:** `azmcp_azuremanagedlustre_filesystem_required-subnet-size` -**Prompt:** Tell me how many IP addresses I need for of +**Expected Tool:** `azmcp_monitor_resource_log_query` +**Prompt:** Show me the logs for the past hour for the resource in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.647272 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ✅ **EXPECTED** | -| 2 | 0.450342 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 3 | 0.327359 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 4 | 0.235376 | `azmcp_cloudarchitect_design` | ❌ | -| 5 | 0.204654 | `azmcp_mysql_server_list` | ❌ | -| 6 | 0.204313 | `azmcp_aks_nodepool_get` | ❌ | -| 7 | 0.203596 | `azmcp_quota_usage_check` | ❌ | -| 8 | 0.198992 | `azmcp_storage_account_get` | ❌ | -| 9 | 0.192371 | `azmcp_mysql_server_config_get` | ❌ | -| 10 | 0.188378 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 11 | 0.186811 | `azmcp_storage_blob_get` | ❌ | -| 12 | 0.176407 | `azmcp_marketplace_product_get` | ❌ | -| 13 | 0.175917 | `azmcp_postgres_server_param_get` | ❌ | -| 14 | 0.174849 | `azmcp_aks_nodepool_list` | ❌ | -| 15 | 0.172924 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 16 | 0.170883 | `azmcp_mysql_table_schema_get` | ❌ | -| 17 | 0.169792 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 18 | 0.166628 | `azmcp_applens_resource_diagnose` | ❌ | -| 19 | 0.165340 | `azmcp_aks_cluster_get` | ❌ | -| 20 | 0.165216 | `azmcp_deploy_plan_get` | ❌ | +| 1 | 0.594026 | `azmcp_monitor_workspace_log_query` | ❌ | +| 2 | 0.580105 | `azmcp_monitor_resource_log_query` | ✅ **EXPECTED** | +| 3 | 0.472089 | `azmcp_deploy_app_logs_get` | ❌ | +| 4 | 0.469676 | `azmcp_monitor_metrics_query` | ❌ | +| 5 | 0.443437 | `azmcp_monitor_workspace_list` | ❌ | --- ## Test 178 -**Expected Tool:** `azmcp_azuremanagedlustre_filesystem_sku_get` -**Prompt:** List the Azure Managed Lustre SKUs available in +**Expected Tool:** `azmcp_monitor_table_list` +**Prompt:** List all tables in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.836071 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ✅ **EXPECTED** | -| 2 | 0.626238 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 3 | 0.453801 | `azmcp_storage_account_get` | ❌ | -| 4 | 0.444792 | `azmcp_search_service_list` | ❌ | -| 5 | 0.438893 | `azmcp_quota_region_availability_list` | ❌ | -| 6 | 0.418701 | `azmcp_foundry_agents_list` | ❌ | -| 7 | 0.412360 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ❌ | -| 8 | 0.411221 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.405913 | `azmcp_storage_account_create` | ❌ | -| 10 | 0.403218 | `azmcp_acr_registry_list` | ❌ | -| 11 | 0.402635 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.401663 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 13 | 0.401538 | `azmcp_kusto_cluster_list` | ❌ | -| 14 | 0.399919 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 15 | 0.398741 | `azmcp_subscription_list` | ❌ | -| 16 | 0.398576 | `azmcp_monitor_workspace_list` | ❌ | -| 17 | 0.395033 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.393969 | `azmcp_eventgrid_subscription_list` | ❌ | -| 19 | 0.393471 | `azmcp_redis_cluster_list` | ❌ | -| 20 | 0.392601 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.851075 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | +| 2 | 0.725738 | `azmcp_monitor_table_type_list` | ❌ | +| 3 | 0.620445 | `azmcp_monitor_workspace_list` | ❌ | +| 4 | 0.534829 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.510974 | `azmcp_kusto_table_list` | ❌ | --- ## Test 179 -**Expected Tool:** `azmcp_marketplace_product_get` -**Prompt:** Get details about marketplace product +**Expected Tool:** `azmcp_monitor_table_list` +**Prompt:** Show me the tables in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.570145 | `azmcp_marketplace_product_get` | ✅ **EXPECTED** | -| 2 | 0.477522 | `azmcp_marketplace_product_list` | ❌ | -| 3 | 0.353256 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 4 | 0.330935 | `azmcp_servicebus_queue_details` | ❌ | -| 5 | 0.323812 | `azmcp_search_index_get` | ❌ | -| 6 | 0.323800 | `azmcp_servicebus_topic_details` | ❌ | -| 7 | 0.317373 | `azmcp_loadtesting_testrun_get` | ❌ | -| 8 | 0.302358 | `azmcp_aks_cluster_get` | ❌ | -| 9 | 0.294283 | `azmcp_storage_blob_get` | ❌ | -| 10 | 0.289354 | `azmcp_workbooks_show` | ❌ | -| 11 | 0.285577 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.283554 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 13 | 0.276826 | `azmcp_kusto_cluster_get` | ❌ | -| 14 | 0.274420 | `azmcp_redis_cache_list` | ❌ | -| 15 | 0.266271 | `azmcp_foundry_models_list` | ❌ | -| 16 | 0.259116 | `azmcp_functionapp_get` | ❌ | -| 17 | 0.257285 | `azmcp_aks_nodepool_get` | ❌ | -| 18 | 0.254139 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 19 | 0.253946 | `azmcp_keyvault_key_get` | ❌ | -| 20 | 0.251014 | `azmcp_loadtesting_test_get` | ❌ | +| 1 | 0.798460 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | +| 2 | 0.701122 | `azmcp_monitor_table_type_list` | ❌ | +| 3 | 0.599917 | `azmcp_monitor_workspace_list` | ❌ | +| 4 | 0.497065 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.487237 | `azmcp_grafana_list` | ❌ | --- ## Test 180 -**Expected Tool:** `azmcp_marketplace_product_list` -**Prompt:** Search for Microsoft products in the marketplace +**Expected Tool:** `azmcp_monitor_table_type_list` +**Prompt:** List all available table types in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.527077 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | -| 2 | 0.443133 | `azmcp_marketplace_product_get` | ❌ | -| 3 | 0.343549 | `azmcp_search_service_list` | ❌ | -| 4 | 0.330500 | `azmcp_foundry_models_list` | ❌ | -| 5 | 0.328676 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 6 | 0.324866 | `azmcp_search_index_query` | ❌ | -| 7 | 0.302488 | `azmcp_foundry_agents_list` | ❌ | -| 8 | 0.290877 | `azmcp_get_bestpractices_get` | ❌ | -| 9 | 0.289603 | `azmcp_search_index_get` | ❌ | -| 10 | 0.287924 | `azmcp_cloudarchitect_design` | ❌ | -| 11 | 0.263954 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 12 | 0.263529 | `azmcp_mysql_server_list` | ❌ | -| 13 | 0.258243 | `azmcp_foundry_models_deployments_list` | ❌ | -| 14 | 0.254438 | `azmcp_applens_resource_diagnose` | ❌ | -| 15 | 0.251540 | `azmcp_deploy_app_logs_get` | ❌ | -| 16 | 0.250343 | `azmcp_quota_region_availability_list` | ❌ | -| 17 | 0.248822 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 18 | 0.247656 | `azmcp_deploy_plan_get` | ❌ | -| 19 | 0.245634 | `azmcp_quota_usage_check` | ❌ | -| 20 | 0.245271 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 1 | 0.881524 | `azmcp_monitor_table_type_list` | ✅ **EXPECTED** | +| 2 | 0.765702 | `azmcp_monitor_table_list` | ❌ | +| 3 | 0.569921 | `azmcp_monitor_workspace_list` | ❌ | +| 4 | 0.504683 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.477280 | `azmcp_grafana_list` | ❌ | --- ## Test 181 -**Expected Tool:** `azmcp_marketplace_product_list` -**Prompt:** Show me marketplace products from publisher +**Expected Tool:** `azmcp_monitor_table_type_list` +**Prompt:** Show me the available table types in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.461616 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | -| 2 | 0.385167 | `azmcp_marketplace_product_get` | ❌ | -| 3 | 0.308769 | `azmcp_foundry_models_list` | ❌ | -| 4 | 0.260387 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 5 | 0.259364 | `azmcp_redis_cache_list` | ❌ | -| 6 | 0.238760 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.238238 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.237988 | `azmcp_grafana_list` | ❌ | -| 9 | 0.226689 | `azmcp_search_service_list` | ❌ | -| 10 | 0.221138 | `azmcp_appconfig_kv_show` | ❌ | -| 11 | 0.218863 | `azmcp_foundry_agents_list` | ❌ | -| 12 | 0.208553 | `azmcp_eventgrid_subscription_list` | ❌ | -| 13 | 0.204870 | `azmcp_appconfig_account_list` | ❌ | -| 14 | 0.204011 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.203695 | `azmcp_eventgrid_topic_list` | ❌ | -| 16 | 0.202604 | `azmcp_workbooks_list` | ❌ | -| 17 | 0.202430 | `azmcp_appconfig_kv_list` | ❌ | -| 18 | 0.201780 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 19 | 0.187594 | `azmcp_monitor_workspace_list` | ❌ | -| 20 | 0.185423 | `azmcp_subscription_list` | ❌ | +| 1 | 0.843138 | `azmcp_monitor_table_type_list` | ✅ **EXPECTED** | +| 2 | 0.736837 | `azmcp_monitor_table_list` | ❌ | +| 3 | 0.576731 | `azmcp_monitor_workspace_list` | ❌ | +| 4 | 0.481189 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.475734 | `azmcp_grafana_list` | ❌ | --- ## Test 182 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** Get the latest Azure code generation best practices +**Expected Tool:** `azmcp_monitor_workspace_list` +**Prompt:** List all Log Analytics workspaces in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.646844 | `azmcp_get_bestpractices_get` | ❌ | -| 2 | 0.635406 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 3 | 0.586907 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.531727 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.490172 | `azmcp_deploy_plan_get` | ❌ | -| 6 | 0.447777 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 7 | 0.438801 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.378611 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 9 | 0.354191 | `azmcp_applens_resource_diagnose` | ❌ | -| 10 | 0.353408 | `azmcp_deploy_app_logs_get` | ❌ | -| 11 | 0.351664 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.322785 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 13 | 0.312391 | `azmcp_quota_region_availability_list` | ❌ | -| 14 | 0.312077 | `azmcp_storage_blob_container_create` | ❌ | -| 15 | 0.292039 | `azmcp_sql_db_create` | ❌ | -| 16 | 0.290398 | `azmcp_search_service_list` | ❌ | -| 17 | 0.282195 | `azmcp_storage_blob_upload` | ❌ | -| 18 | 0.276297 | `azmcp_storage_account_create` | ❌ | -| 19 | 0.273623 | `azmcp_storage_blob_container_get` | ❌ | -| 20 | 0.273557 | `azmcp_storage_account_get` | ❌ | +| 1 | 0.813902 | `azmcp_monitor_workspace_list` | ✅ **EXPECTED** | +| 2 | 0.680201 | `azmcp_grafana_list` | ❌ | +| 3 | 0.660135 | `azmcp_monitor_table_list` | ❌ | +| 4 | 0.600802 | `azmcp_search_service_list` | ❌ | +| 5 | 0.583213 | `azmcp_monitor_table_type_list` | ❌ | --- ## Test 183 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** Get the latest Azure deployment best practices +**Expected Tool:** `azmcp_monitor_workspace_list` +**Prompt:** Show me my Log Analytics workspaces ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.600903 | `azmcp_get_bestpractices_get` | ❌ | -| 2 | 0.548542 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 3 | 0.541091 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.516813 | `azmcp_deploy_plan_get` | ❌ | -| 5 | 0.516443 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 6 | 0.424443 | `azmcp_cloudarchitect_design` | ❌ | -| 7 | 0.424017 | `azmcp_foundry_models_deployments_list` | ❌ | -| 8 | 0.409787 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 9 | 0.392162 | `azmcp_deploy_app_logs_get` | ❌ | -| 10 | 0.369205 | `azmcp_applens_resource_diagnose` | ❌ | -| 11 | 0.356238 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 12 | 0.342487 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.306627 | `azmcp_quota_region_availability_list` | ❌ | -| 14 | 0.305711 | `azmcp_sql_db_update` | ❌ | -| 15 | 0.304596 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 16 | 0.304195 | `azmcp_search_service_list` | ❌ | -| 17 | 0.302423 | `azmcp_mysql_server_config_get` | ❌ | -| 18 | 0.302015 | `azmcp_sql_server_show` | ❌ | -| 19 | 0.296142 | `azmcp_sql_db_create` | ❌ | -| 20 | 0.291071 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 1 | 0.656194 | `azmcp_monitor_workspace_list` | ✅ **EXPECTED** | +| 2 | 0.585436 | `azmcp_monitor_table_list` | ❌ | +| 3 | 0.531083 | `azmcp_monitor_table_type_list` | ❌ | +| 4 | 0.518254 | `azmcp_grafana_list` | ❌ | +| 5 | 0.474745 | `azmcp_monitor_workspace_log_query` | ❌ | --- ## Test 184 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** Get the latest Azure best practices +**Expected Tool:** `azmcp_monitor_workspace_list` +**Prompt:** Show me the Log Analytics workspaces in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.625259 | `azmcp_get_bestpractices_get` | ❌ | -| 2 | 0.594323 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 3 | 0.518643 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.465572 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.454158 | `azmcp_cloudarchitect_design` | ❌ | -| 6 | 0.430552 | `azmcp_deploy_plan_get` | ❌ | -| 7 | 0.399433 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.392767 | `azmcp_applens_resource_diagnose` | ❌ | -| 9 | 0.384118 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 10 | 0.380323 | `azmcp_deploy_app_logs_get` | ❌ | -| 11 | 0.375863 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.362669 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 13 | 0.335296 | `azmcp_sql_server_show` | ❌ | -| 14 | 0.331230 | `azmcp_storage_blob_get` | ❌ | -| 15 | 0.329342 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.322718 | `azmcp_storage_account_get` | ❌ | -| 17 | 0.322581 | `azmcp_storage_blob_container_get` | ❌ | -| 18 | 0.317765 | `azmcp_marketplace_product_get` | ❌ | -| 19 | 0.316790 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 20 | 0.314841 | `azmcp_search_service_list` | ❌ | +| 1 | 0.732962 | `azmcp_monitor_workspace_list` | ✅ **EXPECTED** | +| 2 | 0.601481 | `azmcp_grafana_list` | ❌ | +| 3 | 0.580261 | `azmcp_monitor_table_list` | ❌ | +| 4 | 0.521316 | `azmcp_monitor_table_type_list` | ❌ | +| 5 | 0.521276 | `azmcp_search_service_list` | ❌ | --- ## Test 185 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** Get the latest Azure Functions code generation best practices +**Expected Tool:** `azmcp_monitor_workspace_log_query` +**Prompt:** Show me the logs for the past hour in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.624273 | `azmcp_get_bestpractices_get` | ❌ | -| 2 | 0.570488 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 3 | 0.522998 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.493998 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.445321 | `azmcp_deploy_plan_get` | ❌ | -| 6 | 0.400447 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 7 | 0.381822 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.368218 | `azmcp_deploy_app_logs_get` | ❌ | -| 9 | 0.367714 | `azmcp_functionapp_get` | ❌ | -| 10 | 0.352933 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 11 | 0.317494 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.292977 | `azmcp_storage_blob_upload` | ❌ | -| 13 | 0.284617 | `azmcp_storage_blob_container_create` | ❌ | -| 14 | 0.278941 | `azmcp_quota_region_availability_list` | ❌ | -| 15 | 0.275342 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 16 | 0.256382 | `azmcp_mysql_server_config_get` | ❌ | -| 17 | 0.252529 | `azmcp_sql_db_create` | ❌ | -| 18 | 0.241745 | `azmcp_search_index_query` | ❌ | -| 19 | 0.239964 | `azmcp_storage_blob_get` | ❌ | -| 20 | 0.239436 | `azmcp_search_service_list` | ❌ | +| 1 | 0.591648 | `azmcp_monitor_workspace_log_query` | ✅ **EXPECTED** | +| 2 | 0.494715 | `azmcp_monitor_resource_log_query` | ❌ | +| 3 | 0.485984 | `azmcp_monitor_table_list` | ❌ | +| 4 | 0.484159 | `azmcp_deploy_app_logs_get` | ❌ | +| 5 | 0.483323 | `azmcp_monitor_workspace_list` | ❌ | --- ## Test 186 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** Get the latest Azure Functions deployment best practices +**Expected Tool:** `azmcp_mysql_database_list` +**Prompt:** List all MySQL databases in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.581732 | `azmcp_get_bestpractices_get` | ❌ | -| 2 | 0.497346 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 3 | 0.495596 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.486817 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 5 | 0.474486 | `azmcp_deploy_plan_get` | ❌ | -| 6 | 0.439199 | `azmcp_foundry_models_deployments_list` | ❌ | -| 7 | 0.412034 | `azmcp_deploy_app_logs_get` | ❌ | -| 8 | 0.399532 | `azmcp_functionapp_get` | ❌ | -| 9 | 0.377802 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 10 | 0.373509 | `azmcp_cloudarchitect_design` | ❌ | -| 11 | 0.323207 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 12 | 0.317948 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.303599 | `azmcp_storage_blob_upload` | ❌ | -| 14 | 0.290696 | `azmcp_mysql_server_config_get` | ❌ | -| 15 | 0.277959 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.276240 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 17 | 0.275810 | `azmcp_sql_db_update` | ❌ | -| 18 | 0.270398 | `azmcp_search_service_list` | ❌ | -| 19 | 0.269439 | `azmcp_sql_server_show` | ❌ | -| 20 | 0.269115 | `azmcp_storage_blob_container_create` | ❌ | +| 1 | 0.634050 | `azmcp_postgres_database_list` | ❌ | +| 2 | 0.623346 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | +| 3 | 0.534405 | `azmcp_mysql_table_list` | ❌ | +| 4 | 0.498851 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.490148 | `azmcp_sql_db_list` | ❌ | --- ## Test 187 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** Get the latest Azure Functions best practices +**Expected Tool:** `azmcp_mysql_database_list` +**Prompt:** Show me the MySQL databases in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.610923 | `azmcp_get_bestpractices_get` | ❌ | -| 2 | 0.532720 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 3 | 0.487254 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.458020 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.413192 | `azmcp_functionapp_get` | ❌ | -| 6 | 0.396018 | `azmcp_deploy_app_logs_get` | ❌ | -| 7 | 0.394713 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.394096 | `azmcp_deploy_plan_get` | ❌ | -| 9 | 0.375709 | `azmcp_applens_resource_diagnose` | ❌ | -| 10 | 0.363569 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 11 | 0.332561 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 12 | 0.331993 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.307816 | `azmcp_storage_blob_upload` | ❌ | -| 14 | 0.290892 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 15 | 0.289367 | `azmcp_storage_blob_container_create` | ❌ | -| 16 | 0.289326 | `azmcp_mysql_server_config_get` | ❌ | -| 17 | 0.284961 | `azmcp_sql_server_show` | ❌ | -| 18 | 0.284192 | `azmcp_quota_region_availability_list` | ❌ | -| 19 | 0.275553 | `azmcp_search_index_query` | ❌ | -| 20 | 0.275210 | `azmcp_storage_blob_get` | ❌ | +| 1 | 0.588122 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | +| 2 | 0.574089 | `azmcp_postgres_database_list` | ❌ | +| 3 | 0.483855 | `azmcp_mysql_table_list` | ❌ | +| 4 | 0.463244 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.448169 | `azmcp_redis_cluster_database_list` | ❌ | --- ## Test 188 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** Get the latest Azure Static Web Apps best practices +**Expected Tool:** `azmcp_mysql_database_query` +**Prompt:** Show me all items that contain the word in the MySQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.557862 | `azmcp_get_bestpractices_get` | ❌ | -| 2 | 0.513262 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 3 | 0.505123 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.483705 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.405182 | `azmcp_deploy_app_logs_get` | ❌ | -| 6 | 0.401147 | `azmcp_deploy_plan_get` | ❌ | -| 7 | 0.398226 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.389556 | `azmcp_cloudarchitect_design` | ❌ | -| 9 | 0.334624 | `azmcp_applens_resource_diagnose` | ❌ | -| 10 | 0.315627 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 11 | 0.312250 | `azmcp_functionapp_get` | ❌ | -| 12 | 0.292282 | `azmcp_storage_blob_upload` | ❌ | -| 13 | 0.283198 | `azmcp_quota_usage_check` | ❌ | -| 14 | 0.275578 | `azmcp_storage_blob_container_create` | ❌ | -| 15 | 0.258767 | `azmcp_search_index_query` | ❌ | -| 16 | 0.256800 | `azmcp_sql_db_create` | ❌ | -| 17 | 0.256751 | `azmcp_search_service_list` | ❌ | -| 18 | 0.255065 | `azmcp_storage_blob_get` | ❌ | -| 19 | 0.253397 | `azmcp_sql_db_update` | ❌ | -| 20 | 0.251387 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 1 | 0.476500 | `azmcp_mysql_table_list` | ❌ | +| 2 | 0.455851 | `azmcp_mysql_database_list` | ❌ | +| 3 | 0.433452 | `azmcp_mysql_database_query` | ✅ **EXPECTED** | +| 4 | 0.419879 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.409493 | `azmcp_mysql_table_schema_get` | ❌ | --- ## Test 189 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** What are azure function best practices? +**Expected Tool:** `azmcp_mysql_server_config_get` +**Prompt:** Show me the configuration of MySQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.582531 | `azmcp_get_bestpractices_get` | ❌ | -| 2 | 0.500323 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 3 | 0.472034 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.433124 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.385974 | `azmcp_cloudarchitect_design` | ❌ | -| 6 | 0.381160 | `azmcp_functionapp_get` | ❌ | -| 7 | 0.374669 | `azmcp_applens_resource_diagnose` | ❌ | -| 8 | 0.368767 | `azmcp_deploy_plan_get` | ❌ | -| 9 | 0.358712 | `azmcp_deploy_app_logs_get` | ❌ | -| 10 | 0.336987 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 11 | 0.293797 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.288810 | `azmcp_storage_blob_upload` | ❌ | -| 13 | 0.259711 | `azmcp_mysql_database_query` | ❌ | -| 14 | 0.252974 | `azmcp_storage_blob_container_create` | ❌ | -| 15 | 0.251208 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 16 | 0.249918 | `azmcp_monitor_resource_log_query` | ❌ | -| 17 | 0.246303 | `azmcp_workbooks_delete` | ❌ | -| 18 | 0.240288 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 19 | 0.231224 | `azmcp_search_index_query` | ❌ | -| 20 | 0.231115 | `azmcp_mysql_server_config_get` | ❌ | +| 1 | 0.531887 | `azmcp_postgres_server_config_get` | ❌ | +| 2 | 0.489816 | `azmcp_mysql_server_config_get` | ✅ **EXPECTED** | +| 3 | 0.485952 | `azmcp_mysql_server_param_set` | ❌ | +| 4 | 0.476863 | `azmcp_mysql_server_param_get` | ❌ | +| 5 | 0.426507 | `azmcp_mysql_table_schema_get` | ❌ | --- ## Test 190 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm. +**Expected Tool:** `azmcp_mysql_server_list` +**Prompt:** List all MySQL servers in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.429159 | `azmcp_deploy_plan_get` | ❌ | -| 2 | 0.408233 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 3 | 0.380754 | `azmcp_cloudarchitect_design` | ❌ | -| 4 | 0.377184 | `azmcp_get_bestpractices_get` | ❌ | -| 5 | 0.352369 | `azmcp_deploy_iac_rules_get` | ❌ | -| 6 | 0.345059 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 7 | 0.319970 | `azmcp_loadtesting_test_create` | ❌ | -| 8 | 0.311848 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 9 | 0.301028 | `azmcp_functionapp_get` | ❌ | -| 10 | 0.299104 | `azmcp_deploy_app_logs_get` | ❌ | -| 11 | 0.235579 | `azmcp_storage_blob_upload` | ❌ | -| 12 | 0.232320 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.218912 | `azmcp_workbooks_create` | ❌ | -| 14 | 0.215940 | `azmcp_storage_blob_container_create` | ❌ | -| 15 | 0.215348 | `azmcp_speech_stt_recognize` | ❌ | -| 16 | 0.210908 | `azmcp_quota_region_availability_list` | ❌ | -| 17 | 0.206254 | `azmcp_sql_db_create` | ❌ | -| 18 | 0.203401 | `azmcp_search_index_query` | ❌ | -| 19 | 0.202251 | `azmcp_storage_account_create` | ❌ | -| 20 | 0.197959 | `azmcp_mysql_database_query` | ❌ | +| 1 | 0.678472 | `azmcp_postgres_server_list` | ❌ | +| 2 | 0.558177 | `azmcp_mysql_database_list` | ❌ | +| 3 | 0.554817 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | +| 4 | 0.501199 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.482079 | `azmcp_redis_cluster_list` | ❌ | --- ## Test 191 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm. +**Expected Tool:** `azmcp_mysql_server_list` +**Prompt:** Show me my MySQL servers ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.497298 | `azmcp_deploy_plan_get` | ❌ | -| 2 | 0.493164 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 3 | 0.405180 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 4 | 0.395651 | `azmcp_deploy_iac_rules_get` | ❌ | -| 5 | 0.385151 | `azmcp_get_bestpractices_get` | ❌ | -| 6 | 0.374207 | `azmcp_cloudarchitect_design` | ❌ | -| 7 | 0.354493 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 8 | 0.348150 | `azmcp_deploy_app_logs_get` | ❌ | -| 9 | 0.300079 | `azmcp_loadtesting_test_create` | ❌ | -| 10 | 0.284039 | `azmcp_storage_blob_container_create` | ❌ | -| 11 | 0.266978 | `azmcp_foundry_models_deploy` | ❌ | -| 12 | 0.248967 | `azmcp_sql_db_create` | ❌ | -| 13 | 0.243588 | `azmcp_quota_usage_check` | ❌ | -| 14 | 0.234780 | `azmcp_storage_account_create` | ❌ | -| 15 | 0.221811 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.218616 | `azmcp_quota_region_availability_list` | ❌ | -| 17 | 0.210672 | `azmcp_storage_blob_upload` | ❌ | -| 18 | 0.209187 | `azmcp_workbooks_create` | ❌ | -| 19 | 0.208800 | `azmcp_mysql_server_list` | ❌ | -| 20 | 0.195436 | `azmcp_sql_server_create` | ❌ | +| 1 | 0.478518 | `azmcp_mysql_database_list` | ❌ | +| 2 | 0.474586 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | +| 3 | 0.435642 | `azmcp_postgres_server_list` | ❌ | +| 4 | 0.412380 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.389993 | `azmcp_postgres_database_list` | ❌ | --- ## Test 192 -**Expected Tool:** `azmcp_monitor_healthmodels_entity_gethealth` -**Prompt:** Show me the health status of entity in the Log Analytics workspace +**Expected Tool:** `azmcp_mysql_server_list` +**Prompt:** Show me the MySQL servers in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.498345 | `azmcp_monitor_healthmodels_entity_gethealth` | ✅ **EXPECTED** | -| 2 | 0.472094 | `azmcp_monitor_workspace_list` | ❌ | -| 3 | 0.467848 | `azmcp_monitor_workspace_log_query` | ❌ | -| 4 | 0.467559 | `azmcp_monitor_table_list` | ❌ | -| 5 | 0.463168 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 6 | 0.436945 | `azmcp_deploy_app_logs_get` | ❌ | -| 7 | 0.418816 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 8 | 0.413357 | `azmcp_monitor_table_type_list` | ❌ | -| 9 | 0.401910 | `azmcp_monitor_resource_log_query` | ❌ | -| 10 | 0.385416 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 11 | 0.380121 | `azmcp_grafana_list` | ❌ | -| 12 | 0.358420 | `azmcp_monitor_metrics_query` | ❌ | -| 13 | 0.342873 | `azmcp_aks_nodepool_get` | ❌ | -| 14 | 0.339326 | `azmcp_aks_cluster_get` | ❌ | -| 15 | 0.333342 | `azmcp_loadtesting_testrun_get` | ❌ | -| 16 | 0.314296 | `azmcp_applens_resource_diagnose` | ❌ | -| 17 | 0.305738 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 18 | 0.302983 | `azmcp_foundry_agents_list` | ❌ | -| 19 | 0.297767 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.296719 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 1 | 0.636435 | `azmcp_postgres_server_list` | ❌ | +| 2 | 0.534266 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | +| 3 | 0.530210 | `azmcp_mysql_database_list` | ❌ | +| 4 | 0.464360 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.458498 | `azmcp_sql_server_list` | ❌ | --- ## Test 193 -**Expected Tool:** `azmcp_monitor_metrics_definitions` -**Prompt:** Get metric definitions for from the namespace +**Expected Tool:** `azmcp_mysql_server_param_get` +**Prompt:** Show me the value of connection timeout in seconds in my MySQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.592640 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | -| 2 | 0.424062 | `azmcp_monitor_metrics_query` | ❌ | -| 3 | 0.332356 | `azmcp_monitor_table_type_list` | ❌ | -| 4 | 0.315519 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 5 | 0.315321 | `azmcp_servicebus_topic_details` | ❌ | -| 6 | 0.311108 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 7 | 0.305464 | `azmcp_servicebus_queue_details` | ❌ | -| 8 | 0.304735 | `azmcp_grafana_list` | ❌ | -| 9 | 0.303453 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 10 | 0.298853 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 11 | 0.294124 | `azmcp_quota_region_availability_list` | ❌ | -| 12 | 0.287300 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 13 | 0.284526 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.277566 | `azmcp_kusto_table_schema` | ❌ | -| 15 | 0.274784 | `azmcp_loadtesting_test_get` | ❌ | -| 16 | 0.262141 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 17 | 0.256867 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 18 | 0.254848 | `azmcp_aks_nodepool_get` | ❌ | -| 19 | 0.249161 | `azmcp_aks_cluster_get` | ❌ | -| 20 | 0.247288 | `azmcp_bicepschema_get` | ❌ | +| 1 | 0.495071 | `azmcp_mysql_server_param_get` | ✅ **EXPECTED** | +| 2 | 0.407671 | `azmcp_mysql_server_param_set` | ❌ | +| 3 | 0.333841 | `azmcp_mysql_database_query` | ❌ | +| 4 | 0.313150 | `azmcp_mysql_table_schema_get` | ❌ | +| 5 | 0.310834 | `azmcp_postgres_server_param_get` | ❌ | --- ## Test 194 -**Expected Tool:** `azmcp_monitor_metrics_definitions` -**Prompt:** Show me all available metrics and their definitions for storage account +**Expected Tool:** `azmcp_mysql_server_param_set` +**Prompt:** Set connection timeout to 20 seconds for my MySQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.589859 | `azmcp_storage_account_get` | ❌ | -| 2 | 0.587736 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | -| 3 | 0.551559 | `azmcp_storage_blob_container_get` | ❌ | -| 4 | 0.473421 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 5 | 0.473026 | `azmcp_storage_blob_get` | ❌ | -| 6 | 0.459829 | `azmcp_cosmos_account_list` | ❌ | -| 7 | 0.439032 | `azmcp_storage_account_create` | ❌ | -| 8 | 0.437739 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 9 | 0.431109 | `azmcp_appconfig_kv_show` | ❌ | -| 10 | 0.417065 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 11 | 0.414488 | `azmcp_cosmos_database_container_list` | ❌ | -| 12 | 0.403921 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.401850 | `azmcp_monitor_metrics_query` | ❌ | -| 14 | 0.397526 | `azmcp_appconfig_kv_list` | ❌ | -| 15 | 0.391340 | `azmcp_monitor_table_type_list` | ❌ | -| 16 | 0.390422 | `azmcp_cosmos_database_list` | ❌ | -| 17 | 0.383412 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 18 | 0.378187 | `azmcp_keyvault_key_list` | ❌ | -| 19 | 0.371137 | `azmcp_foundry_agents_list` | ❌ | -| 20 | 0.359476 | `azmcp_appconfig_account_list` | ❌ | +| 1 | 0.390761 | `azmcp_mysql_server_param_set` | ✅ **EXPECTED** | +| 2 | 0.381144 | `azmcp_mysql_server_param_get` | ❌ | +| 3 | 0.307496 | `azmcp_postgres_server_param_set` | ❌ | +| 4 | 0.298911 | `azmcp_mysql_database_query` | ❌ | +| 5 | 0.277569 | `azmcp_appservice_database_add` | ❌ | --- ## Test 195 -**Expected Tool:** `azmcp_monitor_metrics_definitions` -**Prompt:** What metric definitions are available for the Application Insights resource +**Expected Tool:** `azmcp_mysql_table_list` +**Prompt:** List all tables in the MySQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.633173 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | -| 2 | 0.495323 | `azmcp_monitor_metrics_query` | ❌ | -| 3 | 0.382374 | `azmcp_applens_resource_diagnose` | ❌ | -| 4 | 0.380460 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 5 | 0.370848 | `azmcp_monitor_table_type_list` | ❌ | -| 6 | 0.359089 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 7 | 0.353235 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 8 | 0.344326 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.341713 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 10 | 0.338702 | `azmcp_monitor_resource_log_query` | ❌ | -| 11 | 0.329534 | `azmcp_loadtesting_testresource_list` | ❌ | -| 12 | 0.326711 | `azmcp_foundry_agents_list` | ❌ | -| 13 | 0.324002 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 14 | 0.321732 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 15 | 0.317475 | `azmcp_monitor_workspace_log_query` | ❌ | -| 16 | 0.302558 | `azmcp_monitor_table_list` | ❌ | -| 17 | 0.301966 | `azmcp_workbooks_show` | ❌ | -| 18 | 0.291565 | `azmcp_cloudarchitect_design` | ❌ | -| 19 | 0.291362 | `azmcp_deploy_app_logs_get` | ❌ | -| 20 | 0.287764 | `azmcp_loadtesting_testrun_get` | ❌ | +| 1 | 0.633448 | `azmcp_mysql_table_list` | ✅ **EXPECTED** | +| 2 | 0.573844 | `azmcp_postgres_table_list` | ❌ | +| 3 | 0.550898 | `azmcp_postgres_database_list` | ❌ | +| 4 | 0.546963 | `azmcp_mysql_database_list` | ❌ | +| 5 | 0.475178 | `azmcp_mysql_table_schema_get` | ❌ | --- ## Test 196 -**Expected Tool:** `azmcp_monitor_metrics_query` -**Prompt:** Analyze the performance trends and response times for Application Insights resource over the last +**Expected Tool:** `azmcp_mysql_table_list` +**Prompt:** Show me the tables in the MySQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.555272 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.448085 | `azmcp_monitor_resource_log_query` | ❌ | -| 3 | 0.447192 | `azmcp_applens_resource_diagnose` | ❌ | -| 4 | 0.433777 | `azmcp_loadtesting_testrun_get` | ❌ | -| 5 | 0.422404 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 6 | 0.416100 | `azmcp_monitor_workspace_log_query` | ❌ | -| 7 | 0.413340 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 8 | 0.409187 | `azmcp_deploy_app_logs_get` | ❌ | -| 9 | 0.388205 | `azmcp_quota_usage_check` | ❌ | -| 10 | 0.380032 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 11 | 0.356549 | `azmcp_functionapp_get` | ❌ | -| 12 | 0.350085 | `azmcp_loadtesting_testrun_list` | ❌ | -| 13 | 0.341791 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 14 | 0.339771 | `azmcp_loadtesting_testresource_list` | ❌ | -| 15 | 0.335430 | `azmcp_monitor_metrics_definitions` | ❌ | -| 16 | 0.329493 | `azmcp_loadtesting_testresource_create` | ❌ | -| 17 | 0.326924 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 18 | 0.326802 | `azmcp_workbooks_show` | ❌ | -| 19 | 0.326398 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.320852 | `azmcp_search_index_query` | ❌ | +| 1 | 0.609131 | `azmcp_mysql_table_list` | ✅ **EXPECTED** | +| 2 | 0.526236 | `azmcp_postgres_table_list` | ❌ | +| 3 | 0.525709 | `azmcp_mysql_database_list` | ❌ | +| 4 | 0.507258 | `azmcp_mysql_table_schema_get` | ❌ | +| 5 | 0.498050 | `azmcp_postgres_database_list` | ❌ | --- ## Test 197 -**Expected Tool:** `azmcp_monitor_metrics_query` -**Prompt:** Check the availability metrics for my Application Insights resource for the last +**Expected Tool:** `azmcp_mysql_table_schema_get` +**Prompt:** Show me the schema of table
in the MySQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.557692 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.508674 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.460552 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.455904 | `azmcp_quota_usage_check` | ❌ | -| 5 | 0.438233 | `azmcp_monitor_metrics_definitions` | ❌ | -| 6 | 0.392538 | `azmcp_monitor_resource_log_query` | ❌ | -| 7 | 0.391670 | `azmcp_applens_resource_diagnose` | ❌ | -| 8 | 0.373042 | `azmcp_deploy_app_logs_get` | ❌ | -| 9 | 0.368589 | `azmcp_monitor_workspace_log_query` | ❌ | -| 10 | 0.355141 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 11 | 0.339388 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 12 | 0.336627 | `azmcp_loadtesting_testrun_get` | ❌ | -| 13 | 0.326899 | `azmcp_loadtesting_testresource_list` | ❌ | -| 14 | 0.326643 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 15 | 0.321538 | `azmcp_search_service_list` | ❌ | -| 16 | 0.321227 | `azmcp_foundry_agents_list` | ❌ | -| 17 | 0.318196 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.317565 | `azmcp_functionapp_get` | ❌ | -| 19 | 0.303909 | `azmcp_quota_region_availability_list` | ❌ | -| 20 | 0.303638 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 1 | 0.630623 | `azmcp_mysql_table_schema_get` | ✅ **EXPECTED** | +| 2 | 0.558306 | `azmcp_postgres_table_schema_get` | ❌ | +| 3 | 0.545025 | `azmcp_mysql_table_list` | ❌ | +| 4 | 0.482505 | `azmcp_kusto_table_schema` | ❌ | +| 5 | 0.457739 | `azmcp_mysql_database_list` | ❌ | --- ## Test 198 -**Expected Tool:** `azmcp_monitor_metrics_query` -**Prompt:** Get the metric for over the last with intervals +**Expected Tool:** `azmcp_postgres_database_list` +**Prompt:** List all PostgreSQL databases in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.461120 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.390020 | `azmcp_monitor_metrics_definitions` | ❌ | -| 3 | 0.306276 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.304336 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 5 | 0.302394 | `azmcp_monitor_resource_log_query` | ❌ | -| 6 | 0.289427 | `azmcp_monitor_workspace_log_query` | ❌ | -| 7 | 0.275441 | `azmcp_monitor_table_type_list` | ❌ | -| 8 | 0.267635 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 9 | 0.267346 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 10 | 0.265738 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 11 | 0.263744 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.263357 | `azmcp_quota_region_availability_list` | ❌ | -| 13 | 0.259165 | `azmcp_grafana_list` | ❌ | -| 14 | 0.253566 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 15 | 0.248808 | `azmcp_loadtesting_testresource_list` | ❌ | -| 16 | 0.247870 | `azmcp_loadtesting_test_get` | ❌ | -| 17 | 0.247605 | `azmcp_applens_resource_diagnose` | ❌ | -| 18 | 0.242224 | `azmcp_loadtesting_testrun_get` | ❌ | -| 19 | 0.235643 | `azmcp_kusto_table_schema` | ❌ | -| 20 | 0.229100 | `azmcp_loadtesting_testrun_list` | ❌ | +| 1 | 0.815617 | `azmcp_postgres_database_list` | ✅ **EXPECTED** | +| 2 | 0.644014 | `azmcp_postgres_table_list` | ❌ | +| 3 | 0.622790 | `azmcp_postgres_server_list` | ❌ | +| 4 | 0.542685 | `azmcp_postgres_server_config_get` | ❌ | +| 5 | 0.490904 | `azmcp_postgres_server_param_get` | ❌ | --- ## Test 199 -**Expected Tool:** `azmcp_monitor_metrics_query` -**Prompt:** Investigate error rates and failed requests for Application Insights resource for the last +**Expected Tool:** `azmcp_postgres_database_list` +**Prompt:** Show me the PostgreSQL databases in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.492021 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.417008 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.416443 | `azmcp_monitor_resource_log_query` | ❌ | -| 4 | 0.406200 | `azmcp_applens_resource_diagnose` | ❌ | -| 5 | 0.399055 | `azmcp_deploy_app_logs_get` | ❌ | -| 6 | 0.397335 | `azmcp_quota_usage_check` | ❌ | -| 7 | 0.369920 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 8 | 0.366959 | `azmcp_monitor_workspace_log_query` | ❌ | -| 9 | 0.362030 | `azmcp_loadtesting_testrun_get` | ❌ | -| 10 | 0.359305 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 11 | 0.331730 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 12 | 0.316302 | `azmcp_loadtesting_testresource_list` | ❌ | -| 13 | 0.315326 | `azmcp_functionapp_get` | ❌ | -| 14 | 0.311842 | `azmcp_search_index_query` | ❌ | -| 15 | 0.308767 | `azmcp_monitor_metrics_definitions` | ❌ | -| 16 | 0.295918 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 17 | 0.293608 | `azmcp_search_service_list` | ❌ | -| 18 | 0.293452 | `azmcp_loadtesting_testresource_create` | ❌ | -| 19 | 0.288842 | `azmcp_foundry_agents_connect` | ❌ | -| 20 | 0.287126 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 1 | 0.760033 | `azmcp_postgres_database_list` | ✅ **EXPECTED** | +| 2 | 0.589783 | `azmcp_postgres_server_list` | ❌ | +| 3 | 0.585891 | `azmcp_postgres_table_list` | ❌ | +| 4 | 0.552660 | `azmcp_postgres_server_config_get` | ❌ | +| 5 | 0.495629 | `azmcp_postgres_server_param_get` | ❌ | --- ## Test 200 -**Expected Tool:** `azmcp_monitor_metrics_query` -**Prompt:** Query the metric for for the last +**Expected Tool:** `azmcp_postgres_database_query` +**Prompt:** Show me all items that contain the word in the PostgreSQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.525426 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.384439 | `azmcp_monitor_metrics_definitions` | ❌ | -| 3 | 0.377055 | `azmcp_monitor_resource_log_query` | ❌ | -| 4 | 0.367124 | `azmcp_monitor_workspace_log_query` | ❌ | -| 5 | 0.299528 | `azmcp_quota_usage_check` | ❌ | -| 6 | 0.292938 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 7 | 0.290182 | `azmcp_loadtesting_testrun_get` | ❌ | -| 8 | 0.277536 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 9 | 0.272554 | `azmcp_monitor_table_type_list` | ❌ | -| 10 | 0.267122 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 11 | 0.266368 | `azmcp_mysql_server_param_get` | ❌ | -| 12 | 0.265513 | `azmcp_applens_resource_diagnose` | ❌ | -| 13 | 0.262661 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.262020 | `azmcp_grafana_list` | ❌ | -| 15 | 0.261653 | `azmcp_loadtesting_testrun_list` | ❌ | -| 16 | 0.248145 | `azmcp_foundry_agents_query-and-evaluate` | ❌ | -| 17 | 0.246495 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.244114 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 19 | 0.242704 | `azmcp_loadtesting_test_get` | ❌ | -| 20 | 0.239379 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 1 | 0.546211 | `azmcp_postgres_database_list` | ❌ | +| 2 | 0.503267 | `azmcp_postgres_table_list` | ❌ | +| 3 | 0.466599 | `azmcp_postgres_server_list` | ❌ | +| 4 | 0.415817 | `azmcp_postgres_database_query` | ✅ **EXPECTED** | +| 5 | 0.403969 | `azmcp_postgres_server_param_get` | ❌ | --- ## Test 201 -**Expected Tool:** `azmcp_monitor_metrics_query` -**Prompt:** What's the request per second rate for my Application Insights resource over the last +**Expected Tool:** `azmcp_postgres_server_config_get` +**Prompt:** Show me the configuration of PostgreSQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.480040 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.381961 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.363412 | `azmcp_quota_usage_check` | ❌ | -| 4 | 0.359285 | `azmcp_applens_resource_diagnose` | ❌ | -| 5 | 0.350999 | `azmcp_monitor_resource_log_query` | ❌ | -| 6 | 0.350491 | `azmcp_monitor_workspace_log_query` | ❌ | -| 7 | 0.346462 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 8 | 0.331215 | `azmcp_loadtesting_testresource_list` | ❌ | -| 9 | 0.330048 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 10 | 0.328838 | `azmcp_monitor_metrics_definitions` | ❌ | -| 11 | 0.324932 | `azmcp_search_index_query` | ❌ | -| 12 | 0.319487 | `azmcp_loadtesting_testresource_create` | ❌ | -| 13 | 0.317459 | `azmcp_loadtesting_testrun_get` | ❌ | -| 14 | 0.292274 | `azmcp_deploy_app_logs_get` | ❌ | -| 15 | 0.290762 | `azmcp_search_service_list` | ❌ | -| 16 | 0.284306 | `azmcp_foundry_agents_connect` | ❌ | -| 17 | 0.282267 | `azmcp_functionapp_get` | ❌ | -| 18 | 0.278491 | `azmcp_workbooks_show` | ❌ | -| 19 | 0.276999 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 20 | 0.265303 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 1 | 0.756593 | `azmcp_postgres_server_config_get` | ✅ **EXPECTED** | +| 2 | 0.599471 | `azmcp_postgres_server_param_get` | ❌ | +| 3 | 0.535229 | `azmcp_postgres_server_param_set` | ❌ | +| 4 | 0.535049 | `azmcp_postgres_database_list` | ❌ | +| 5 | 0.518574 | `azmcp_postgres_server_list` | ❌ | --- ## Test 202 -**Expected Tool:** `azmcp_monitor_resource_log_query` -**Prompt:** Show me the logs for the past hour for the resource in the Log Analytics workspace +**Expected Tool:** `azmcp_postgres_server_list` +**Prompt:** List all PostgreSQL servers in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.594068 | `azmcp_monitor_workspace_log_query` | ❌ | -| 2 | 0.580210 | `azmcp_monitor_resource_log_query` | ✅ **EXPECTED** | -| 3 | 0.472080 | `azmcp_deploy_app_logs_get` | ❌ | -| 4 | 0.469703 | `azmcp_monitor_metrics_query` | ❌ | -| 5 | 0.443468 | `azmcp_monitor_workspace_list` | ❌ | -| 6 | 0.442380 | `azmcp_monitor_table_list` | ❌ | -| 7 | 0.392377 | `azmcp_monitor_table_type_list` | ❌ | -| 8 | 0.390022 | `azmcp_grafana_list` | ❌ | -| 9 | 0.366124 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 10 | 0.359099 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 11 | 0.352821 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 12 | 0.345341 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.344781 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 14 | 0.337855 | `azmcp_applens_resource_diagnose` | ❌ | -| 15 | 0.320690 | `azmcp_loadtesting_testrun_get` | ❌ | -| 16 | 0.313775 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 17 | 0.308949 | `azmcp_eventgrid_subscription_list` | ❌ | -| 18 | 0.307860 | `azmcp_aks_cluster_get` | ❌ | -| 19 | 0.307107 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.305149 | `azmcp_loadtesting_testrun_list` | ❌ | +| 1 | 0.900023 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | +| 2 | 0.640733 | `azmcp_postgres_database_list` | ❌ | +| 3 | 0.565914 | `azmcp_postgres_table_list` | ❌ | +| 4 | 0.538997 | `azmcp_postgres_server_config_get` | ❌ | +| 5 | 0.507621 | `azmcp_postgres_server_param_get` | ❌ | --- ## Test 203 -**Expected Tool:** `azmcp_monitor_table_list` -**Prompt:** List all tables in the Log Analytics workspace +**Expected Tool:** `azmcp_postgres_server_list` +**Prompt:** Show me my PostgreSQL servers ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.850771 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | -| 2 | 0.725777 | `azmcp_monitor_table_type_list` | ❌ | -| 3 | 0.620507 | `azmcp_monitor_workspace_list` | ❌ | -| 4 | 0.534886 | `azmcp_mysql_table_list` | ❌ | -| 5 | 0.511101 | `azmcp_kusto_table_list` | ❌ | -| 6 | 0.502152 | `azmcp_grafana_list` | ❌ | -| 7 | 0.488548 | `azmcp_postgres_table_list` | ❌ | -| 8 | 0.443831 | `azmcp_monitor_workspace_log_query` | ❌ | -| 9 | 0.420419 | `azmcp_cosmos_database_list` | ❌ | -| 10 | 0.419873 | `azmcp_kusto_database_list` | ❌ | -| 11 | 0.413918 | `azmcp_mysql_database_list` | ❌ | -| 12 | 0.409390 | `azmcp_monitor_resource_log_query` | ❌ | -| 13 | 0.399827 | `azmcp_workbooks_list` | ❌ | -| 14 | 0.397410 | `azmcp_kusto_table_schema` | ❌ | -| 15 | 0.396802 | `azmcp_search_service_list` | ❌ | -| 16 | 0.376982 | `azmcp_foundry_agents_list` | ❌ | -| 17 | 0.375182 | `azmcp_deploy_app_logs_get` | ❌ | -| 18 | 0.374952 | `azmcp_cosmos_database_container_list` | ❌ | -| 19 | 0.366056 | `azmcp_kusto_sample` | ❌ | -| 20 | 0.365787 | `azmcp_cosmos_account_list` | ❌ | +| 1 | 0.674327 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | +| 2 | 0.607062 | `azmcp_postgres_database_list` | ❌ | +| 3 | 0.576349 | `azmcp_postgres_server_config_get` | ❌ | +| 4 | 0.522996 | `azmcp_postgres_table_list` | ❌ | +| 5 | 0.506171 | `azmcp_postgres_server_param_get` | ❌ | --- ## Test 204 -**Expected Tool:** `azmcp_monitor_table_list` -**Prompt:** Show me the tables in the Log Analytics workspace +**Expected Tool:** `azmcp_postgres_server_list` +**Prompt:** Show me the PostgreSQL servers in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.798147 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | -| 2 | 0.701122 | `azmcp_monitor_table_type_list` | ❌ | -| 3 | 0.599917 | `azmcp_monitor_workspace_list` | ❌ | -| 4 | 0.497065 | `azmcp_mysql_table_list` | ❌ | -| 5 | 0.487237 | `azmcp_grafana_list` | ❌ | -| 6 | 0.466630 | `azmcp_kusto_table_list` | ❌ | -| 7 | 0.449407 | `azmcp_monitor_workspace_log_query` | ❌ | -| 8 | 0.427408 | `azmcp_postgres_table_list` | ❌ | -| 9 | 0.413765 | `azmcp_monitor_resource_log_query` | ❌ | -| 10 | 0.411590 | `azmcp_kusto_table_schema` | ❌ | -| 11 | 0.403835 | `azmcp_deploy_app_logs_get` | ❌ | -| 12 | 0.398753 | `azmcp_mysql_table_schema_get` | ❌ | -| 13 | 0.389881 | `azmcp_mysql_database_list` | ❌ | -| 14 | 0.376474 | `azmcp_kusto_sample` | ❌ | -| 15 | 0.376338 | `azmcp_kusto_database_list` | ❌ | -| 16 | 0.372955 | `azmcp_workbooks_list` | ❌ | -| 17 | 0.370624 | `azmcp_cosmos_database_list` | ❌ | -| 18 | 0.347853 | `azmcp_cosmos_database_container_list` | ❌ | -| 19 | 0.346151 | `azmcp_foundry_agents_list` | ❌ | -| 20 | 0.343837 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 1 | 0.832155 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | +| 2 | 0.579232 | `azmcp_postgres_database_list` | ❌ | +| 3 | 0.531804 | `azmcp_postgres_server_config_get` | ❌ | +| 4 | 0.514445 | `azmcp_postgres_table_list` | ❌ | +| 5 | 0.505869 | `azmcp_postgres_server_param_get` | ❌ | --- ## Test 205 -**Expected Tool:** `azmcp_monitor_table_type_list` -**Prompt:** List all available table types in the Log Analytics workspace +**Expected Tool:** `azmcp_postgres_server_param_get` +**Prompt:** Show me if the parameter my PostgreSQL server has replication enabled ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.881757 | `azmcp_monitor_table_type_list` | ✅ **EXPECTED** | -| 2 | 0.765647 | `azmcp_monitor_table_list` | ❌ | -| 3 | 0.569963 | `azmcp_monitor_workspace_list` | ❌ | -| 4 | 0.505326 | `azmcp_mysql_table_list` | ❌ | -| 5 | 0.477361 | `azmcp_grafana_list` | ❌ | -| 6 | 0.447807 | `azmcp_kusto_table_list` | ❌ | -| 7 | 0.445849 | `azmcp_mysql_table_schema_get` | ❌ | -| 8 | 0.418954 | `azmcp_postgres_table_list` | ❌ | -| 9 | 0.416667 | `azmcp_kusto_table_schema` | ❌ | -| 10 | 0.412916 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.404692 | `azmcp_monitor_workspace_log_query` | ❌ | -| 12 | 0.404632 | `azmcp_monitor_metrics_definitions` | ❌ | -| 13 | 0.383929 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 14 | 0.380807 | `azmcp_kusto_sample` | ❌ | -| 15 | 0.374417 | `azmcp_foundry_agents_list` | ❌ | -| 16 | 0.372605 | `azmcp_monitor_resource_log_query` | ❌ | -| 17 | 0.370265 | `azmcp_cosmos_database_list` | ❌ | -| 18 | 0.362202 | `azmcp_kusto_database_list` | ❌ | -| 19 | 0.354889 | `azmcp_kusto_cluster_list` | ❌ | -| 20 | 0.351261 | `azmcp_aks_nodepool_list` | ❌ | +| 1 | 0.594753 | `azmcp_postgres_server_param_get` | ✅ **EXPECTED** | +| 2 | 0.539671 | `azmcp_postgres_server_config_get` | ❌ | +| 3 | 0.489693 | `azmcp_postgres_server_list` | ❌ | +| 4 | 0.480826 | `azmcp_postgres_server_param_set` | ❌ | +| 5 | 0.451871 | `azmcp_postgres_database_list` | ❌ | --- ## Test 206 -**Expected Tool:** `azmcp_monitor_table_type_list` -**Prompt:** Show me the available table types in the Log Analytics workspace +**Expected Tool:** `azmcp_postgres_server_param_set` +**Prompt:** Enable replication for my PostgreSQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.843138 | `azmcp_monitor_table_type_list` | ✅ **EXPECTED** | -| 2 | 0.736728 | `azmcp_monitor_table_list` | ❌ | -| 3 | 0.576731 | `azmcp_monitor_workspace_list` | ❌ | -| 4 | 0.481189 | `azmcp_mysql_table_list` | ❌ | -| 5 | 0.475734 | `azmcp_grafana_list` | ❌ | -| 6 | 0.451212 | `azmcp_mysql_table_schema_get` | ❌ | -| 7 | 0.427934 | `azmcp_kusto_table_schema` | ❌ | -| 8 | 0.427153 | `azmcp_monitor_workspace_log_query` | ❌ | -| 9 | 0.421484 | `azmcp_kusto_table_list` | ❌ | -| 10 | 0.406242 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.391308 | `azmcp_kusto_sample` | ❌ | -| 12 | 0.384855 | `azmcp_monitor_resource_log_query` | ❌ | -| 13 | 0.376246 | `azmcp_monitor_metrics_definitions` | ❌ | -| 14 | 0.372991 | `azmcp_postgres_table_list` | ❌ | -| 15 | 0.370860 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 16 | 0.367567 | `azmcp_deploy_app_logs_get` | ❌ | -| 17 | 0.355198 | `azmcp_foundry_agents_list` | ❌ | -| 18 | 0.348357 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.340101 | `azmcp_foundry_models_list` | ❌ | -| 20 | 0.339804 | `azmcp_kusto_cluster_list` | ❌ | +| 1 | 0.488474 | `azmcp_postgres_server_config_get` | ❌ | +| 2 | 0.469794 | `azmcp_postgres_server_list` | ❌ | +| 3 | 0.464562 | `azmcp_postgres_server_param_set` | ✅ **EXPECTED** | +| 4 | 0.447011 | `azmcp_postgres_server_param_get` | ❌ | +| 5 | 0.440760 | `azmcp_postgres_database_list` | ❌ | --- ## Test 207 -**Expected Tool:** `azmcp_monitor_workspace_list` -**Prompt:** List all Log Analytics workspaces in my subscription +**Expected Tool:** `azmcp_postgres_table_list` +**Prompt:** List all tables in the PostgreSQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.813902 | `azmcp_monitor_workspace_list` | ✅ **EXPECTED** | -| 2 | 0.680201 | `azmcp_grafana_list` | ❌ | -| 3 | 0.659497 | `azmcp_monitor_table_list` | ❌ | -| 4 | 0.600802 | `azmcp_search_service_list` | ❌ | -| 5 | 0.583213 | `azmcp_monitor_table_type_list` | ❌ | -| 6 | 0.530433 | `azmcp_kusto_cluster_list` | ❌ | -| 7 | 0.517493 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.513663 | `azmcp_aks_cluster_list` | ❌ | -| 9 | 0.500434 | `azmcp_workbooks_list` | ❌ | -| 10 | 0.494857 | `azmcp_group_list` | ❌ | -| 11 | 0.493730 | `azmcp_subscription_list` | ❌ | -| 12 | 0.475212 | `azmcp_monitor_workspace_log_query` | ❌ | -| 13 | 0.471758 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.470266 | `azmcp_postgres_server_list` | ❌ | -| 15 | 0.467655 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.466748 | `azmcp_acr_registry_list` | ❌ | -| 17 | 0.463930 | `azmcp_foundry_agents_list` | ❌ | -| 18 | 0.460502 | `azmcp_redis_cache_list` | ❌ | -| 19 | 0.448201 | `azmcp_kusto_database_list` | ❌ | -| 20 | 0.444214 | `azmcp_loadtesting_testresource_list` | ❌ | +| 1 | 0.789883 | `azmcp_postgres_table_list` | ✅ **EXPECTED** | +| 2 | 0.750580 | `azmcp_postgres_database_list` | ❌ | +| 3 | 0.574930 | `azmcp_postgres_server_list` | ❌ | +| 4 | 0.519820 | `azmcp_postgres_table_schema_get` | ❌ | +| 5 | 0.501400 | `azmcp_postgres_server_config_get` | ❌ | --- ## Test 208 -**Expected Tool:** `azmcp_monitor_workspace_list` -**Prompt:** Show me my Log Analytics workspaces - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.656194 | `azmcp_monitor_workspace_list` | ✅ **EXPECTED** | -| 2 | 0.584758 | `azmcp_monitor_table_list` | ❌ | -| 3 | 0.531083 | `azmcp_monitor_table_type_list` | ❌ | -| 4 | 0.518254 | `azmcp_grafana_list` | ❌ | -| 5 | 0.474745 | `azmcp_monitor_workspace_log_query` | ❌ | -| 6 | 0.459825 | `azmcp_deploy_app_logs_get` | ❌ | -| 7 | 0.444207 | `azmcp_search_service_list` | ❌ | -| 8 | 0.414136 | `azmcp_foundry_agents_list` | ❌ | -| 9 | 0.386092 | `azmcp_workbooks_list` | ❌ | -| 10 | 0.383596 | `azmcp_aks_cluster_list` | ❌ | -| 11 | 0.380834 | `azmcp_monitor_resource_log_query` | ❌ | -| 12 | 0.373786 | `azmcp_cosmos_account_list` | ❌ | -| 13 | 0.371395 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 14 | 0.363276 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 15 | 0.358029 | `azmcp_kusto_cluster_list` | ❌ | -| 16 | 0.354811 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 17 | 0.354276 | `azmcp_cosmos_database_list` | ❌ | -| 18 | 0.353651 | `azmcp_subscription_list` | ❌ | -| 19 | 0.352809 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.351317 | `azmcp_search_index_get` | ❌ | - ---- - -## Test 209 - -**Expected Tool:** `azmcp_monitor_workspace_list` -**Prompt:** Show me the Log Analytics workspaces in my subscription - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.732962 | `azmcp_monitor_workspace_list` | ✅ **EXPECTED** | -| 2 | 0.601481 | `azmcp_grafana_list` | ❌ | -| 3 | 0.579669 | `azmcp_monitor_table_list` | ❌ | -| 4 | 0.521316 | `azmcp_monitor_table_type_list` | ❌ | -| 5 | 0.521276 | `azmcp_search_service_list` | ❌ | -| 6 | 0.463378 | `azmcp_monitor_workspace_log_query` | ❌ | -| 7 | 0.453668 | `azmcp_deploy_app_logs_get` | ❌ | -| 8 | 0.439297 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.435071 | `azmcp_workbooks_list` | ❌ | -| 10 | 0.428945 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.427183 | `azmcp_aks_cluster_list` | ❌ | -| 12 | 0.422707 | `azmcp_subscription_list` | ❌ | -| 13 | 0.422379 | `azmcp_loadtesting_testresource_list` | ❌ | -| 14 | 0.411648 | `azmcp_acr_registry_list` | ❌ | -| 15 | 0.411443 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 16 | 0.410082 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 17 | 0.409806 | `azmcp_foundry_agents_list` | ❌ | -| 18 | 0.404364 | `azmcp_group_list` | ❌ | -| 19 | 0.402600 | `azmcp_redis_cluster_list` | ❌ | -| 20 | 0.400615 | `azmcp_postgres_server_list` | ❌ | - ---- - -## Test 210 - -**Expected Tool:** `azmcp_monitor_workspace_log_query` -**Prompt:** Show me the logs for the past hour in the Log Analytics workspace - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.591648 | `azmcp_monitor_workspace_log_query` | ✅ **EXPECTED** | -| 2 | 0.494604 | `azmcp_monitor_resource_log_query` | ❌ | -| 3 | 0.485470 | `azmcp_monitor_table_list` | ❌ | -| 4 | 0.484144 | `azmcp_deploy_app_logs_get` | ❌ | -| 5 | 0.483323 | `azmcp_monitor_workspace_list` | ❌ | -| 6 | 0.427241 | `azmcp_monitor_table_type_list` | ❌ | -| 7 | 0.374937 | `azmcp_monitor_metrics_query` | ❌ | -| 8 | 0.365704 | `azmcp_grafana_list` | ❌ | -| 9 | 0.330182 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 10 | 0.322875 | `azmcp_workbooks_delete` | ❌ | -| 11 | 0.322408 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 12 | 0.315638 | `azmcp_search_service_list` | ❌ | -| 13 | 0.309411 | `azmcp_loadtesting_testrun_get` | ❌ | -| 14 | 0.299830 | `azmcp_applens_resource_diagnose` | ❌ | -| 15 | 0.292089 | `azmcp_loadtesting_testrun_list` | ❌ | -| 16 | 0.291733 | `azmcp_kusto_query` | ❌ | -| 17 | 0.289755 | `azmcp_foundry_agents_list` | ❌ | -| 18 | 0.288698 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.287261 | `azmcp_aks_cluster_get` | ❌ | -| 20 | 0.283294 | `azmcp_deploy_architecture_diagram_generate` | ❌ | - ---- - -## Test 211 - -**Expected Tool:** `azmcp_datadog_monitoredresources_list` -**Prompt:** List all monitored resources in the Datadog resource - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.668827 | `azmcp_datadog_monitoredresources_list` | ✅ **EXPECTED** | -| 2 | 0.434818 | `azmcp_redis_cache_list` | ❌ | -| 3 | 0.413136 | `azmcp_monitor_metrics_query` | ❌ | -| 4 | 0.408658 | `azmcp_redis_cluster_list` | ❌ | -| 5 | 0.401731 | `azmcp_grafana_list` | ❌ | -| 6 | 0.393310 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 7 | 0.386685 | `azmcp_monitor_metrics_definitions` | ❌ | -| 8 | 0.369805 | `azmcp_redis_cluster_database_list` | ❌ | -| 9 | 0.364076 | `azmcp_workbooks_list` | ❌ | -| 10 | 0.356643 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.355415 | `azmcp_loadtesting_testresource_list` | ❌ | -| 12 | 0.345409 | `azmcp_postgres_database_list` | ❌ | -| 13 | 0.345356 | `azmcp_group_list` | ❌ | -| 14 | 0.330769 | `azmcp_postgres_table_list` | ❌ | -| 15 | 0.328923 | `azmcp_foundry_agents_list` | ❌ | -| 16 | 0.327205 | `azmcp_cosmos_database_list` | ❌ | -| 17 | 0.306977 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.304097 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.302405 | `azmcp_acr_registry_repository_list` | ❌ | -| 20 | 0.296544 | `azmcp_cosmos_database_container_list` | ❌ | - ---- - -## Test 212 - -**Expected Tool:** `azmcp_datadog_monitoredresources_list` -**Prompt:** Show me the monitored resources in the Datadog resource - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.624066 | `azmcp_datadog_monitoredresources_list` | ✅ **EXPECTED** | -| 2 | 0.443428 | `azmcp_monitor_metrics_query` | ❌ | -| 3 | 0.393244 | `azmcp_redis_cache_list` | ❌ | -| 4 | 0.374071 | `azmcp_redis_cluster_list` | ❌ | -| 5 | 0.371017 | `azmcp_grafana_list` | ❌ | -| 6 | 0.370685 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 7 | 0.359274 | `azmcp_monitor_metrics_definitions` | ❌ | -| 8 | 0.350656 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.343214 | `azmcp_loadtesting_testresource_list` | ❌ | -| 10 | 0.342468 | `azmcp_redis_cluster_database_list` | ❌ | -| 11 | 0.337109 | `azmcp_mysql_server_list` | ❌ | -| 12 | 0.320510 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 13 | 0.319496 | `azmcp_workbooks_list` | ❌ | -| 14 | 0.302947 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.289883 | `azmcp_eventgrid_subscription_list` | ❌ | -| 16 | 0.287390 | `azmcp_foundry_agents_list` | ❌ | -| 17 | 0.285906 | `azmcp_group_list` | ❌ | -| 18 | 0.274650 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 19 | 0.274601 | `azmcp_deploy_app_logs_get` | ❌ | -| 20 | 0.272689 | `azmcp_loadtesting_testrun_list` | ❌ | - ---- - -## Test 213 - -**Expected Tool:** `azmcp_extension_azqr` -**Prompt:** Check my Azure subscription for any compliance issues or recommendations - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.533164 | `azmcp_quota_usage_check` | ❌ | -| 2 | 0.497434 | `azmcp_applens_resource_diagnose` | ❌ | -| 3 | 0.481143 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 4 | 0.476826 | `azmcp_extension_azqr` | ✅ **EXPECTED** | -| 5 | 0.461996 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 6 | 0.451690 | `azmcp_get_bestpractices_get` | ❌ | -| 7 | 0.440437 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 8 | 0.438387 | `azmcp_cloudarchitect_design` | ❌ | -| 9 | 0.434685 | `azmcp_search_service_list` | ❌ | -| 10 | 0.431096 | `azmcp_deploy_iac_rules_get` | ❌ | -| 11 | 0.423237 | `azmcp_subscription_list` | ❌ | -| 12 | 0.422293 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 13 | 0.417076 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 14 | 0.408023 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 15 | 0.406543 | `azmcp_deploy_plan_get` | ❌ | -| 16 | 0.400363 | `azmcp_quota_region_availability_list` | ❌ | -| 17 | 0.395234 | `azmcp_eventgrid_subscription_list` | ❌ | -| 18 | 0.391633 | `azmcp_marketplace_product_get` | ❌ | -| 19 | 0.388980 | `azmcp_monitor_workspace_list` | ❌ | -| 20 | 0.381209 | `azmcp_storage_account_get` | ❌ | - ---- - -## Test 214 - -**Expected Tool:** `azmcp_extension_azqr` -**Prompt:** Provide compliance recommendations for my current Azure subscription +**Expected Tool:** `azmcp_postgres_table_list` +**Prompt:** Show me the tables in the PostgreSQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.532792 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 2 | 0.492863 | `azmcp_get_bestpractices_get` | ❌ | -| 3 | 0.488377 | `azmcp_cloudarchitect_design` | ❌ | -| 4 | 0.475854 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 5 | 0.473365 | `azmcp_deploy_iac_rules_get` | ❌ | -| 6 | 0.462743 | `azmcp_extension_azqr` | ✅ **EXPECTED** | -| 7 | 0.452232 | `azmcp_applens_resource_diagnose` | ❌ | -| 8 | 0.448036 | `azmcp_deploy_plan_get` | ❌ | -| 9 | 0.442021 | `azmcp_quota_usage_check` | ❌ | -| 10 | 0.439040 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 11 | 0.426161 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 12 | 0.385771 | `azmcp_quota_region_availability_list` | ❌ | -| 13 | 0.382677 | `azmcp_search_service_list` | ❌ | -| 14 | 0.375770 | `azmcp_subscription_list` | ❌ | -| 15 | 0.375071 | `azmcp_marketplace_product_get` | ❌ | -| 16 | 0.365859 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 17 | 0.365841 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 18 | 0.360612 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 19 | 0.349469 | `azmcp_storage_account_get` | ❌ | -| 20 | 0.341827 | `azmcp_mysql_server_config_get` | ❌ | +| 1 | 0.736083 | `azmcp_postgres_table_list` | ✅ **EXPECTED** | +| 2 | 0.690112 | `azmcp_postgres_database_list` | ❌ | +| 3 | 0.558357 | `azmcp_postgres_table_schema_get` | ❌ | +| 4 | 0.543331 | `azmcp_postgres_server_list` | ❌ | +| 5 | 0.521570 | `azmcp_postgres_server_config_get` | ❌ | --- -## Test 215 +## Test 209 -**Expected Tool:** `azmcp_extension_azqr` -**Prompt:** Scan my Azure subscription for compliance recommendations +**Expected Tool:** `azmcp_postgres_table_schema_get` +**Prompt:** Show me the schema of table
in the PostgreSQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.536934 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 2 | 0.516925 | `azmcp_extension_azqr` | ✅ **EXPECTED** | -| 3 | 0.514907 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 4 | 0.504673 | `azmcp_quota_usage_check` | ❌ | -| 5 | 0.494846 | `azmcp_deploy_plan_get` | ❌ | -| 6 | 0.487387 | `azmcp_get_bestpractices_get` | ❌ | -| 7 | 0.481698 | `azmcp_applens_resource_diagnose` | ❌ | -| 8 | 0.464304 | `azmcp_cloudarchitect_design` | ❌ | -| 9 | 0.463564 | `azmcp_deploy_iac_rules_get` | ❌ | -| 10 | 0.463172 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 11 | 0.452811 | `azmcp_search_service_list` | ❌ | -| 12 | 0.433938 | `azmcp_quota_region_availability_list` | ❌ | -| 13 | 0.423512 | `azmcp_subscription_list` | ❌ | -| 14 | 0.417396 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 15 | 0.403533 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 16 | 0.398621 | `azmcp_monitor_workspace_list` | ❌ | -| 17 | 0.380268 | `azmcp_storage_account_get` | ❌ | -| 18 | 0.377353 | `azmcp_sql_server_list` | ❌ | -| 19 | 0.376533 | `azmcp_marketplace_product_get` | ❌ | -| 20 | 0.376262 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 1 | 0.714800 | `azmcp_postgres_table_schema_get` | ✅ **EXPECTED** | +| 2 | 0.597925 | `azmcp_postgres_table_list` | ❌ | +| 3 | 0.574318 | `azmcp_postgres_database_list` | ❌ | +| 4 | 0.508172 | `azmcp_postgres_server_config_get` | ❌ | +| 5 | 0.480597 | `azmcp_mysql_table_schema_get` | ❌ | --- -## Test 216 +## Test 210 **Expected Tool:** `azmcp_quota_region_availability_list` **Prompt:** Show me the available regions for these resource types @@ -7229,30 +3893,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.590878 | `azmcp_quota_region_availability_list` | ✅ **EXPECTED** | +| 1 | 0.590988 | `azmcp_quota_region_availability_list` | ✅ **EXPECTED** | | 2 | 0.413274 | `azmcp_quota_usage_check` | ❌ | -| 3 | 0.372921 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 3 | 0.372960 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.369855 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 5 | 0.361386 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 6 | 0.349685 | `azmcp_monitor_table_type_list` | ❌ | -| 7 | 0.348742 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.337821 | `azmcp_redis_cache_list` | ❌ | -| 9 | 0.331145 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.331074 | `azmcp_monitor_metrics_definitions` | ❌ | -| 11 | 0.328408 | `azmcp_grafana_list` | ❌ | -| 12 | 0.325796 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.313240 | `azmcp_loadtesting_testresource_list` | ❌ | -| 14 | 0.310624 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 15 | 0.307181 | `azmcp_workbooks_list` | ❌ | -| 16 | 0.297387 | `azmcp_foundry_agents_list` | ❌ | -| 17 | 0.292791 | `azmcp_eventgrid_subscription_list` | ❌ | -| 18 | 0.290334 | `azmcp_group_list` | ❌ | -| 19 | 0.287104 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.263276 | `azmcp_loadtesting_test_get` | ❌ | --- -## Test 217 +## Test 211 **Expected Tool:** `azmcp_quota_usage_check` **Prompt:** Check usage information for in region @@ -7262,93 +3911,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.609244 | `azmcp_quota_usage_check` | ✅ **EXPECTED** | -| 2 | 0.491058 | `azmcp_quota_region_availability_list` | ❌ | -| 3 | 0.384339 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 2 | 0.491134 | `azmcp_quota_region_availability_list` | ❌ | +| 3 | 0.384374 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.383928 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 5 | 0.379006 | `azmcp_redis_cache_list` | ❌ | -| 6 | 0.365684 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.358215 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.351637 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 9 | 0.345161 | `azmcp_eventgrid_subscription_list` | ❌ | -| 10 | 0.345156 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.342266 | `azmcp_applens_resource_diagnose` | ❌ | -| 12 | 0.342231 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 13 | 0.338636 | `azmcp_grafana_list` | ❌ | -| 14 | 0.331262 | `azmcp_monitor_metrics_definitions` | ❌ | -| 15 | 0.322524 | `azmcp_workbooks_list` | ❌ | -| 16 | 0.321961 | `azmcp_monitor_resource_log_query` | ❌ | -| 17 | 0.305083 | `azmcp_loadtesting_test_get` | ❌ | -| 18 | 0.304570 | `azmcp_loadtesting_testrun_get` | ❌ | -| 19 | 0.300726 | `azmcp_aks_cluster_get` | ❌ | -| 20 | 0.297684 | `azmcp_applicationinsights_recommendation_list` | ❌ | - ---- - -## Test 218 - -**Expected Tool:** `azmcp_role_assignment_list` -**Prompt:** List all available role assignments in my subscription - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.645259 | `azmcp_role_assignment_list` | ✅ **EXPECTED** | -| 2 | 0.484839 | `azmcp_group_list` | ❌ | -| 3 | 0.483125 | `azmcp_subscription_list` | ❌ | -| 4 | 0.478700 | `azmcp_grafana_list` | ❌ | -| 5 | 0.474790 | `azmcp_redis_cache_list` | ❌ | -| 6 | 0.471364 | `azmcp_cosmos_account_list` | ❌ | -| 7 | 0.468596 | `azmcp_search_service_list` | ❌ | -| 8 | 0.460029 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.452819 | `azmcp_monitor_workspace_list` | ❌ | -| 10 | 0.446337 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 11 | 0.430667 | `azmcp_kusto_cluster_list` | ❌ | -| 12 | 0.427666 | `azmcp_workbooks_list` | ❌ | -| 13 | 0.426629 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.425029 | `azmcp_postgres_server_list` | ❌ | -| 15 | 0.421599 | `azmcp_eventgrid_subscription_list` | ❌ | -| 16 | 0.409623 | `azmcp_foundry_agents_list` | ❌ | -| 17 | 0.403310 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 18 | 0.398447 | `azmcp_eventgrid_topic_list` | ❌ | -| 19 | 0.397565 | `azmcp_appconfig_account_list` | ❌ | -| 20 | 0.396961 | `azmcp_aks_cluster_list` | ❌ | - ---- - -## Test 219 - -**Expected Tool:** `azmcp_role_assignment_list` -**Prompt:** Show me the available role assignments in my subscription - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.609705 | `azmcp_role_assignment_list` | ✅ **EXPECTED** | -| 2 | 0.456956 | `azmcp_grafana_list` | ❌ | -| 3 | 0.436747 | `azmcp_subscription_list` | ❌ | -| 4 | 0.435669 | `azmcp_redis_cache_list` | ❌ | -| 5 | 0.435155 | `azmcp_monitor_workspace_list` | ❌ | -| 6 | 0.431865 | `azmcp_search_service_list` | ❌ | -| 7 | 0.429811 | `azmcp_group_list` | ❌ | -| 8 | 0.428370 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.421637 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 10 | 0.420804 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.415941 | `azmcp_eventgrid_subscription_list` | ❌ | -| 12 | 0.410368 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 13 | 0.406766 | `azmcp_quota_region_availability_list` | ❌ | -| 14 | 0.395077 | `azmcp_workbooks_list` | ❌ | -| 15 | 0.390202 | `azmcp_foundry_agents_list` | ❌ | -| 16 | 0.386800 | `azmcp_kusto_cluster_list` | ❌ | -| 17 | 0.383635 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 18 | 0.373204 | `azmcp_appconfig_account_list` | ❌ | -| 19 | 0.368511 | `azmcp_loadtesting_testresource_list` | ❌ | -| 20 | 0.363678 | `azmcp_eventgrid_topic_list` | ❌ | +| 5 | 0.379029 | `azmcp_redis_cache_list` | ❌ | --- -## Test 220 +## Test 212 **Expected Tool:** `azmcp_redis_cache_accesspolicy_list` **Prompt:** List all access policies in the Redis Cache @@ -7357,30 +3927,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.757000 | `azmcp_redis_cache_accesspolicy_list` | ✅ **EXPECTED** | -| 2 | 0.565099 | `azmcp_redis_cache_list` | ❌ | -| 3 | 0.444974 | `azmcp_redis_cluster_list` | ❌ | -| 4 | 0.377493 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.322833 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.312379 | `azmcp_cosmos_account_list` | ❌ | -| 7 | 0.307358 | `azmcp_keyvault_secret_list` | ❌ | -| 8 | 0.303512 | `azmcp_appconfig_kv_list` | ❌ | -| 9 | 0.299977 | `azmcp_cosmos_database_list` | ❌ | -| 10 | 0.298715 | `azmcp_keyvault_certificate_list` | ❌ | -| 11 | 0.296629 | `azmcp_keyvault_key_list` | ❌ | -| 12 | 0.292192 | `azmcp_foundry_agents_list` | ❌ | -| 13 | 0.286412 | `azmcp_acr_registry_repository_list` | ❌ | -| 14 | 0.284990 | `azmcp_search_service_list` | ❌ | -| 15 | 0.284880 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.284267 | `azmcp_grafana_list` | ❌ | -| 17 | 0.283749 | `azmcp_mysql_server_list` | ❌ | -| 18 | 0.277609 | `azmcp_subscription_list` | ❌ | -| 19 | 0.274857 | `azmcp_role_assignment_list` | ❌ | -| 20 | 0.273445 | `azmcp_storage_blob_container_get` | ❌ | +| 1 | 0.757057 | `azmcp_redis_cache_accesspolicy_list` | ✅ **EXPECTED** | +| 2 | 0.565047 | `azmcp_redis_cache_list` | ❌ | +| 3 | 0.445073 | `azmcp_redis_cluster_list` | ❌ | +| 4 | 0.377563 | `azmcp_redis_cluster_database_list` | ❌ | +| 5 | 0.322930 | `azmcp_mysql_database_list` | ❌ | --- -## Test 221 +## Test 213 **Expected Tool:** `azmcp_redis_cache_accesspolicy_list` **Prompt:** Show me the access policies in the Redis Cache @@ -7389,30 +3944,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.713855 | `azmcp_redis_cache_accesspolicy_list` | ✅ **EXPECTED** | -| 2 | 0.523280 | `azmcp_redis_cache_list` | ❌ | +| 1 | 0.713839 | `azmcp_redis_cache_accesspolicy_list` | ✅ **EXPECTED** | +| 2 | 0.523153 | `azmcp_redis_cache_list` | ❌ | | 3 | 0.412377 | `azmcp_redis_cluster_list` | ❌ | | 4 | 0.338859 | `azmcp_redis_cluster_database_list` | ❌ | | 5 | 0.286321 | `azmcp_appconfig_kv_list` | ❌ | -| 6 | 0.283725 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.280245 | `azmcp_appconfig_kv_show` | ❌ | -| 8 | 0.266314 | `azmcp_storage_blob_container_get` | ❌ | -| 9 | 0.264484 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.262084 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.258045 | `azmcp_appconfig_account_list` | ❌ | -| 12 | 0.257957 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.257447 | `azmcp_mysql_server_config_get` | ❌ | -| 14 | 0.257151 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.249585 | `azmcp_loadtesting_testrun_list` | ❌ | -| 16 | 0.247853 | `azmcp_keyvault_secret_list` | ❌ | -| 17 | 0.246871 | `azmcp_grafana_list` | ❌ | -| 18 | 0.246847 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.246678 | `azmcp_eventgrid_subscription_list` | ❌ | -| 20 | 0.243219 | `azmcp_foundry_agents_list` | ❌ | --- -## Test 222 +## Test 214 **Expected Tool:** `azmcp_redis_cache_list` **Prompt:** List all Redis Caches in my subscription @@ -7421,30 +3961,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.764157 | `azmcp_redis_cache_list` | ✅ **EXPECTED** | +| 1 | 0.764063 | `azmcp_redis_cache_list` | ✅ **EXPECTED** | | 2 | 0.653924 | `azmcp_redis_cluster_list` | ❌ | | 3 | 0.501880 | `azmcp_redis_cache_accesspolicy_list` | ❌ | | 4 | 0.495048 | `azmcp_postgres_server_list` | ❌ | | 5 | 0.472307 | `azmcp_grafana_list` | ❌ | -| 6 | 0.466141 | `azmcp_kusto_cluster_list` | ❌ | -| 7 | 0.464785 | `azmcp_redis_cluster_database_list` | ❌ | -| 8 | 0.431968 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.431715 | `azmcp_appconfig_account_list` | ❌ | -| 10 | 0.423145 | `azmcp_subscription_list` | ❌ | -| 11 | 0.414865 | `azmcp_search_service_list` | ❌ | -| 12 | 0.396295 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.387797 | `azmcp_eventgrid_subscription_list` | ❌ | -| 14 | 0.381343 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.380443 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.373942 | `azmcp_group_list` | ❌ | -| 17 | 0.368719 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 18 | 0.367794 | `azmcp_mysql_database_list` | ❌ | -| 19 | 0.367496 | `azmcp_eventgrid_topic_list` | ❌ | -| 20 | 0.364522 | `azmcp_virtualdesktop_hostpool_list` | ❌ | --- -## Test 223 +## Test 215 **Expected Tool:** `azmcp_redis_cache_list` **Prompt:** Show me my Redis Caches @@ -7453,30 +3978,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.538003 | `azmcp_redis_cache_list` | ✅ **EXPECTED** | -| 2 | 0.450446 | `azmcp_redis_cache_accesspolicy_list` | ❌ | +| 1 | 0.537885 | `azmcp_redis_cache_list` | ✅ **EXPECTED** | +| 2 | 0.450387 | `azmcp_redis_cache_accesspolicy_list` | ❌ | | 3 | 0.441104 | `azmcp_redis_cluster_list` | ❌ | | 4 | 0.401235 | `azmcp_redis_cluster_database_list` | ❌ | | 5 | 0.302323 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.283598 | `azmcp_postgres_database_list` | ❌ | -| 7 | 0.275986 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.265858 | `azmcp_appconfig_kv_list` | ❌ | -| 9 | 0.262106 | `azmcp_postgres_server_list` | ❌ | -| 10 | 0.257556 | `azmcp_appconfig_account_list` | ❌ | -| 11 | 0.252070 | `azmcp_grafana_list` | ❌ | -| 12 | 0.246445 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.236096 | `azmcp_postgres_table_list` | ❌ | -| 14 | 0.233781 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.231294 | `azmcp_quota_usage_check` | ❌ | -| 16 | 0.225079 | `azmcp_cosmos_database_container_list` | ❌ | -| 17 | 0.224084 | `azmcp_loadtesting_testrun_list` | ❌ | -| 18 | 0.217990 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.212420 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.210134 | `azmcp_kusto_cluster_list` | ❌ | --- -## Test 224 +## Test 216 **Expected Tool:** `azmcp_redis_cache_list` **Prompt:** Show me the Redis Caches in my subscription @@ -7485,30 +3995,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.692324 | `azmcp_redis_cache_list` | ✅ **EXPECTED** | +| 1 | 0.692210 | `azmcp_redis_cache_list` | ✅ **EXPECTED** | | 2 | 0.595721 | `azmcp_redis_cluster_list` | ❌ | -| 3 | 0.461616 | `azmcp_redis_cache_accesspolicy_list` | ❌ | +| 3 | 0.461603 | `azmcp_redis_cache_accesspolicy_list` | ❌ | | 4 | 0.434924 | `azmcp_postgres_server_list` | ❌ | | 5 | 0.427325 | `azmcp_grafana_list` | ❌ | -| 6 | 0.399303 | `azmcp_redis_cluster_database_list` | ❌ | -| 7 | 0.383383 | `azmcp_appconfig_account_list` | ❌ | -| 8 | 0.382294 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.361735 | `azmcp_cosmos_account_list` | ❌ | -| 10 | 0.358978 | `azmcp_eventgrid_subscription_list` | ❌ | -| 11 | 0.353487 | `azmcp_subscription_list` | ❌ | -| 12 | 0.353419 | `azmcp_search_service_list` | ❌ | -| 13 | 0.340764 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.327206 | `azmcp_loadtesting_testresource_list` | ❌ | -| 15 | 0.315565 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.310802 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 17 | 0.308807 | `azmcp_eventgrid_topic_list` | ❌ | -| 18 | 0.306356 | `azmcp_acr_registry_list` | ❌ | -| 19 | 0.305932 | `azmcp_mysql_database_list` | ❌ | -| 20 | 0.300220 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- -## Test 225 +## Test 217 **Expected Tool:** `azmcp_redis_cluster_database_list` **Prompt:** List all databases in the Redis Cluster @@ -7519,28 +4014,13 @@ |------|-------|------|--------| | 1 | 0.752919 | `azmcp_redis_cluster_database_list` | ✅ **EXPECTED** | | 2 | 0.603780 | `azmcp_redis_cluster_list` | ❌ | -| 3 | 0.594994 | `azmcp_kusto_database_list` | ❌ | +| 3 | 0.594997 | `azmcp_kusto_database_list` | ❌ | | 4 | 0.548268 | `azmcp_postgres_database_list` | ❌ | | 5 | 0.538403 | `azmcp_cosmos_database_list` | ❌ | -| 6 | 0.520914 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.471469 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.458244 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.456133 | `azmcp_kusto_table_list` | ❌ | -| 10 | 0.449548 | `azmcp_sql_db_list` | ❌ | -| 11 | 0.419621 | `azmcp_postgres_table_list` | ❌ | -| 12 | 0.395418 | `azmcp_mysql_server_list` | ❌ | -| 13 | 0.390449 | `azmcp_mysql_table_list` | ❌ | -| 14 | 0.385544 | `azmcp_cosmos_database_container_list` | ❌ | -| 15 | 0.379937 | `azmcp_postgres_server_list` | ❌ | -| 16 | 0.376262 | `azmcp_aks_cluster_list` | ❌ | -| 17 | 0.366236 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.328453 | `azmcp_aks_nodepool_list` | ❌ | -| 19 | 0.328081 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.324867 | `azmcp_grafana_list` | ❌ | --- -## Test 226 +## Test 218 **Expected Tool:** `azmcp_redis_cluster_database_list` **Prompt:** Show me the databases in the Redis Cluster @@ -7549,30 +4029,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.721439 | `azmcp_redis_cluster_database_list` | ✅ **EXPECTED** | -| 2 | 0.562765 | `azmcp_redis_cluster_list` | ❌ | -| 3 | 0.537732 | `azmcp_kusto_database_list` | ❌ | -| 4 | 0.490898 | `azmcp_mysql_database_list` | ❌ | -| 5 | 0.481566 | `azmcp_cosmos_database_list` | ❌ | -| 6 | 0.480214 | `azmcp_postgres_database_list` | ❌ | -| 7 | 0.434924 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.414651 | `azmcp_kusto_table_list` | ❌ | -| 9 | 0.408354 | `azmcp_sql_db_list` | ❌ | -| 10 | 0.397240 | `azmcp_kusto_cluster_list` | ❌ | -| 11 | 0.368983 | `azmcp_mysql_server_list` | ❌ | -| 12 | 0.353593 | `azmcp_mysql_table_list` | ❌ | -| 13 | 0.351013 | `azmcp_cosmos_database_container_list` | ❌ | -| 14 | 0.349785 | `azmcp_postgres_table_list` | ❌ | -| 15 | 0.343171 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 16 | 0.325370 | `azmcp_aks_cluster_list` | ❌ | -| 17 | 0.318892 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.302127 | `azmcp_kusto_sample` | ❌ | -| 19 | 0.294312 | `azmcp_kusto_table_schema` | ❌ | -| 20 | 0.292053 | `azmcp_grafana_list` | ❌ | +| 1 | 0.721506 | `azmcp_redis_cluster_database_list` | ✅ **EXPECTED** | +| 2 | 0.562860 | `azmcp_redis_cluster_list` | ❌ | +| 3 | 0.537820 | `azmcp_kusto_database_list` | ❌ | +| 4 | 0.490987 | `azmcp_mysql_database_list` | ❌ | +| 5 | 0.481618 | `azmcp_cosmos_database_list` | ❌ | --- -## Test 227 +## Test 219 **Expected Tool:** `azmcp_redis_cluster_list` **Prompt:** List all Redis Clusters in my subscription @@ -7581,30 +4046,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.812969 | `azmcp_redis_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.679071 | `azmcp_kusto_cluster_list` | ❌ | -| 3 | 0.672212 | `azmcp_redis_cache_list` | ❌ | +| 1 | 0.812960 | `azmcp_redis_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.679028 | `azmcp_kusto_cluster_list` | ❌ | +| 3 | 0.672104 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.588847 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.569219 | `azmcp_aks_cluster_list` | ❌ | -| 6 | 0.554316 | `azmcp_postgres_server_list` | ❌ | -| 7 | 0.527448 | `azmcp_kusto_database_list` | ❌ | -| 8 | 0.503324 | `azmcp_grafana_list` | ❌ | -| 9 | 0.467972 | `azmcp_cosmos_account_list` | ❌ | -| 10 | 0.462618 | `azmcp_search_service_list` | ❌ | -| 11 | 0.457619 | `azmcp_kusto_cluster_get` | ❌ | -| 12 | 0.455682 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.445523 | `azmcp_group_list` | ❌ | -| 14 | 0.445447 | `azmcp_appconfig_account_list` | ❌ | -| 15 | 0.443586 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 16 | 0.442865 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 17 | 0.436476 | `azmcp_subscription_list` | ❌ | -| 18 | 0.435231 | `azmcp_eventgrid_subscription_list` | ❌ | -| 19 | 0.419155 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.411181 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.569222 | `azmcp_aks_cluster_list` | ❌ | --- -## Test 228 +## Test 220 **Expected Tool:** `azmcp_redis_cluster_list` **Prompt:** Show me my Redis Clusters @@ -7615,28 +4065,13 @@ |------|-------|------|--------| | 1 | 0.591593 | `azmcp_redis_cluster_list` | ✅ **EXPECTED** | | 2 | 0.514375 | `azmcp_redis_cluster_database_list` | ❌ | -| 3 | 0.467648 | `azmcp_redis_cache_list` | ❌ | +| 3 | 0.467519 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.403281 | `azmcp_kusto_cluster_list` | ❌ | -| 5 | 0.385112 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 6 | 0.368011 | `azmcp_aks_cluster_list` | ❌ | -| 7 | 0.337910 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.329389 | `azmcp_postgres_server_list` | ❌ | -| 9 | 0.322157 | `azmcp_kusto_database_list` | ❌ | -| 10 | 0.321180 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.305874 | `azmcp_kusto_cluster_get` | ❌ | -| 12 | 0.301285 | `azmcp_aks_cluster_get` | ❌ | -| 13 | 0.295045 | `azmcp_grafana_list` | ❌ | -| 14 | 0.291684 | `azmcp_postgres_database_list` | ❌ | -| 15 | 0.288103 | `azmcp_aks_nodepool_list` | ❌ | -| 16 | 0.272504 | `azmcp_cosmos_database_list` | ❌ | -| 17 | 0.261138 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.260993 | `azmcp_appconfig_account_list` | ❌ | -| 19 | 0.259662 | `azmcp_postgres_server_config_get` | ❌ | -| 20 | 0.252050 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.385069 | `azmcp_redis_cache_accesspolicy_list` | ❌ | --- -## Test 229 +## Test 221 **Expected Tool:** `azmcp_redis_cluster_list` **Prompt:** Show me the Redis Clusters in my subscription @@ -7646,125 +4081,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.744239 | `azmcp_redis_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.607643 | `azmcp_redis_cache_list` | ❌ | +| 2 | 0.607511 | `azmcp_redis_cache_list` | ❌ | | 3 | 0.580866 | `azmcp_kusto_cluster_list` | ❌ | | 4 | 0.518857 | `azmcp_redis_cluster_database_list` | ❌ | | 5 | 0.494170 | `azmcp_postgres_server_list` | ❌ | -| 6 | 0.491262 | `azmcp_aks_cluster_list` | ❌ | -| 7 | 0.456252 | `azmcp_grafana_list` | ❌ | -| 8 | 0.446568 | `azmcp_kusto_cluster_get` | ❌ | -| 9 | 0.440660 | `azmcp_kusto_database_list` | ❌ | -| 10 | 0.412876 | `azmcp_eventgrid_subscription_list` | ❌ | -| 11 | 0.400258 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 12 | 0.398399 | `azmcp_search_service_list` | ❌ | -| 13 | 0.394530 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.394483 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.389814 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.372587 | `azmcp_group_list` | ❌ | -| 17 | 0.370370 | `azmcp_mysql_server_list` | ❌ | -| 18 | 0.369831 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 19 | 0.368926 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.367969 | `azmcp_resourcehealth_availability-status_list` | ❌ | - ---- - -## Test 230 - -**Expected Tool:** `azmcp_group_list` -**Prompt:** List all resource groups in my subscription - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.755412 | `azmcp_group_list` | ✅ **EXPECTED** | -| 2 | 0.566460 | `azmcp_workbooks_list` | ❌ | -| 3 | 0.552633 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 4 | 0.546182 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.545480 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.542878 | `azmcp_grafana_list` | ❌ | -| 7 | 0.530568 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.524796 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.519242 | `azmcp_sql_server_list` | ❌ | -| 10 | 0.518520 | `azmcp_acr_registry_list` | ❌ | -| 11 | 0.517060 | `azmcp_loadtesting_testresource_list` | ❌ | -| 12 | 0.509454 | `azmcp_search_service_list` | ❌ | -| 13 | 0.500858 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.491176 | `azmcp_acr_registry_repository_list` | ❌ | -| 15 | 0.490734 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 16 | 0.486716 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.483567 | `azmcp_eventgrid_subscription_list` | ❌ | -| 18 | 0.479545 | `azmcp_subscription_list` | ❌ | -| 19 | 0.477800 | `azmcp_mysql_server_list` | ❌ | -| 20 | 0.477024 | `azmcp_aks_cluster_list` | ❌ | - ---- - -## Test 231 - -**Expected Tool:** `azmcp_group_list` -**Prompt:** Show me my resource groups - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.528769 | `azmcp_group_list` | ✅ **EXPECTED** | -| 2 | 0.463685 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 3 | 0.462391 | `azmcp_mysql_server_list` | ❌ | -| 4 | 0.459340 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.453815 | `azmcp_workbooks_list` | ❌ | -| 6 | 0.429014 | `azmcp_loadtesting_testresource_list` | ❌ | -| 7 | 0.426935 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.407817 | `azmcp_grafana_list` | ❌ | -| 9 | 0.398432 | `azmcp_sql_server_list` | ❌ | -| 10 | 0.396822 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 11 | 0.391295 | `azmcp_redis_cache_list` | ❌ | -| 12 | 0.383058 | `azmcp_acr_registry_list` | ❌ | -| 13 | 0.379927 | `azmcp_acr_registry_repository_list` | ❌ | -| 14 | 0.375998 | `azmcp_eventgrid_subscription_list` | ❌ | -| 15 | 0.373796 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.366273 | `azmcp_sql_db_list` | ❌ | -| 17 | 0.351405 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 18 | 0.350999 | `azmcp_quota_usage_check` | ❌ | -| 19 | 0.340946 | `azmcp_foundry_agents_list` | ❌ | -| 20 | 0.328006 | `azmcp_loadtesting_testresource_create` | ❌ | - ---- - -## Test 232 - -**Expected Tool:** `azmcp_group_list` -**Prompt:** Show me the resource groups in my subscription - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.665780 | `azmcp_group_list` | ✅ **EXPECTED** | -| 2 | 0.532656 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 3 | 0.531964 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.523088 | `azmcp_redis_cluster_list` | ❌ | -| 5 | 0.522701 | `azmcp_workbooks_list` | ❌ | -| 6 | 0.518543 | `azmcp_loadtesting_testresource_list` | ❌ | -| 7 | 0.515905 | `azmcp_grafana_list` | ❌ | -| 8 | 0.494579 | `azmcp_eventgrid_subscription_list` | ❌ | -| 9 | 0.492961 | `azmcp_redis_cache_list` | ❌ | -| 10 | 0.489079 | `azmcp_sql_server_list` | ❌ | -| 11 | 0.487780 | `azmcp_acr_registry_list` | ❌ | -| 12 | 0.475708 | `azmcp_search_service_list` | ❌ | -| 13 | 0.470658 | `azmcp_kusto_cluster_list` | ❌ | -| 14 | 0.464637 | `azmcp_quota_region_availability_list` | ❌ | -| 15 | 0.460412 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.454711 | `azmcp_mysql_server_list` | ❌ | -| 17 | 0.454439 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 18 | 0.437393 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.432994 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.429798 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | --- -## Test 233 +## Test 222 **Expected Tool:** `azmcp_resourcehealth_availability-status_get` **Prompt:** Get the availability status for resource @@ -7774,29 +4098,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.630647 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | -| 2 | 0.538239 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 2 | 0.538211 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 3 | 0.377586 | `azmcp_quota_usage_check` | ❌ | | 4 | 0.349980 | `azmcp_datadog_monitoredresources_list` | ❌ | | 5 | 0.331563 | `azmcp_monitor_metrics_definitions` | ❌ | -| 6 | 0.330187 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.327596 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.325794 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 9 | 0.324331 | `azmcp_quota_region_availability_list` | ❌ | -| 10 | 0.322117 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 11 | 0.311668 | `azmcp_monitor_metrics_query` | ❌ | -| 12 | 0.308238 | `azmcp_redis_cluster_list` | ❌ | -| 13 | 0.306616 | `azmcp_grafana_list` | ❌ | -| 14 | 0.292084 | `azmcp_aks_nodepool_get` | ❌ | -| 15 | 0.290698 | `azmcp_workbooks_show` | ❌ | -| 16 | 0.286287 | `azmcp_loadtesting_test_get` | ❌ | -| 17 | 0.284990 | `azmcp_applens_resource_diagnose` | ❌ | -| 18 | 0.284986 | `azmcp_functionapp_get` | ❌ | -| 19 | 0.272400 | `azmcp_aks_cluster_get` | ❌ | -| 20 | 0.271843 | `azmcp_group_list` | ❌ | --- -## Test 234 +## Test 223 **Expected Tool:** `azmcp_resourcehealth_availability-status_get` **Prompt:** Show me the health status of the storage account @@ -7806,29 +4115,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.549306 | `azmcp_storage_account_get` | ❌ | -| 2 | 0.510474 | `azmcp_storage_blob_container_get` | ❌ | +| 2 | 0.510357 | `azmcp_storage_blob_container_get` | ❌ | | 3 | 0.490090 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | -| 4 | 0.466881 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.466898 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.455902 | `azmcp_storage_account_create` | ❌ | -| 6 | 0.413275 | `azmcp_storage_blob_get` | ❌ | -| 7 | 0.411283 | `azmcp_quota_usage_check` | ❌ | -| 8 | 0.405847 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.403899 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.375351 | `azmcp_cosmos_database_container_list` | ❌ | -| 11 | 0.368262 | `azmcp_appconfig_kv_show` | ❌ | -| 12 | 0.349407 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.347885 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 14 | 0.346773 | `azmcp_monitor_resource_log_query` | ❌ | -| 15 | 0.346145 | `azmcp_storage_blob_container_create` | ❌ | -| 16 | 0.336357 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 17 | 0.321762 | `azmcp_deploy_app_logs_get` | ❌ | -| 18 | 0.318472 | `azmcp_aks_nodepool_get` | ❌ | -| 19 | 0.311399 | `azmcp_appconfig_account_list` | ❌ | -| 20 | 0.306746 | `azmcp_keyvault_key_list` | ❌ | --- -## Test 235 +## Test 224 **Expected Tool:** `azmcp_resourcehealth_availability-status_get` **Prompt:** What is the availability status of virtual machine in resource group ? @@ -7837,30 +4131,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.577415 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 1 | 0.577423 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 2 | 0.570884 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | | 3 | 0.424939 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.393479 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 5 | 0.386598 | `azmcp_quota_usage_check` | ❌ | -| 6 | 0.373883 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 7 | 0.355414 | `azmcp_functionapp_get` | ❌ | -| 8 | 0.352447 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 9 | 0.342229 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 10 | 0.338012 | `azmcp_sql_server_list` | ❌ | -| 11 | 0.337593 | `azmcp_aks_nodepool_get` | ❌ | -| 12 | 0.335744 | `azmcp_foundry_agents_list` | ❌ | -| 13 | 0.327197 | `azmcp_storage_account_create` | ❌ | -| 14 | 0.321127 | `azmcp_group_list` | ❌ | -| 15 | 0.318379 | `azmcp_sql_db_list` | ❌ | -| 16 | 0.317912 | `azmcp_workbooks_list` | ❌ | -| 17 | 0.316508 | `azmcp_sql_server_show` | ❌ | -| 18 | 0.307248 | `azmcp_applens_resource_diagnose` | ❌ | -| 19 | 0.294201 | `azmcp_aks_cluster_get` | ❌ | -| 20 | 0.289170 | `azmcp_loadtesting_testresource_list` | ❌ | --- -## Test 236 +## Test 225 **Expected Tool:** `azmcp_resourcehealth_availability-status_list` **Prompt:** List availability status for all resources in my subscription @@ -7869,30 +4148,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.737234 | `azmcp_resourcehealth_availability-status_list` | ✅ **EXPECTED** | +| 1 | 0.737164 | `azmcp_resourcehealth_availability-status_list` | ✅ **EXPECTED** | | 2 | 0.587330 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.578582 | `azmcp_redis_cache_list` | ❌ | +| 3 | 0.578620 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.563455 | `azmcp_redis_cluster_list` | ❌ | | 5 | 0.548549 | `azmcp_grafana_list` | ❌ | -| 6 | 0.540583 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 7 | 0.534299 | `azmcp_search_service_list` | ❌ | -| 8 | 0.531356 | `azmcp_quota_region_availability_list` | ❌ | -| 9 | 0.530803 | `azmcp_group_list` | ❌ | -| 10 | 0.507740 | `azmcp_monitor_workspace_list` | ❌ | -| 11 | 0.496651 | `azmcp_cosmos_account_list` | ❌ | -| 12 | 0.491394 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.491359 | `azmcp_subscription_list` | ❌ | -| 14 | 0.489514 | `azmcp_eventgrid_subscription_list` | ❌ | -| 15 | 0.484221 | `azmcp_loadtesting_testresource_list` | ❌ | -| 16 | 0.482623 | `azmcp_kusto_cluster_list` | ❌ | -| 17 | 0.476832 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.465422 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.462565 | `azmcp_eventgrid_topic_list` | ❌ | -| 20 | 0.459578 | `azmcp_workbooks_list` | ❌ | --- -## Test 237 +## Test 226 **Expected Tool:** `azmcp_resourcehealth_availability-status_list` **Prompt:** Show me the health status of all my Azure resources @@ -7901,30 +4165,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.645009 | `azmcp_resourcehealth_availability-status_list` | ✅ **EXPECTED** | +| 1 | 0.644984 | `azmcp_resourcehealth_availability-status_list` | ✅ **EXPECTED** | | 2 | 0.587088 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.508252 | `azmcp_quota_usage_check` | ❌ | | 4 | 0.473905 | `azmcp_datadog_monitoredresources_list` | ❌ | | 5 | 0.462125 | `azmcp_search_service_list` | ❌ | -| 6 | 0.456424 | `azmcp_foundry_agents_list` | ❌ | -| 7 | 0.441470 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.441430 | `azmcp_applens_resource_diagnose` | ❌ | -| 9 | 0.430496 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 10 | 0.418944 | `azmcp_sql_server_show` | ❌ | -| 11 | 0.409394 | `azmcp_deploy_app_logs_get` | ❌ | -| 12 | 0.406835 | `azmcp_storage_blob_container_get` | ❌ | -| 13 | 0.406709 | `azmcp_quota_region_availability_list` | ❌ | -| 14 | 0.406408 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.405790 | `azmcp_sql_db_list` | ❌ | -| 16 | 0.403347 | `azmcp_aks_cluster_list` | ❌ | -| 17 | 0.387835 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.381144 | `azmcp_get_bestpractices_get` | ❌ | -| 19 | 0.379969 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 20 | 0.371846 | `azmcp_loadtesting_testresource_list` | ❌ | --- -## Test 238 +## Test 227 **Expected Tool:** `azmcp_resourcehealth_availability-status_list` **Prompt:** What resources in resource group have health issues? @@ -7933,30 +4182,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.596968 | `azmcp_resourcehealth_availability-status_list` | ✅ **EXPECTED** | +| 1 | 0.596974 | `azmcp_resourcehealth_availability-status_list` | ✅ **EXPECTED** | | 2 | 0.543421 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.427638 | `azmcp_datadog_monitoredresources_list` | ❌ | | 4 | 0.420567 | `azmcp_applens_resource_diagnose` | ❌ | | 5 | 0.420387 | `azmcp_mysql_server_list` | ❌ | -| 6 | 0.411111 | `azmcp_quota_usage_check` | ❌ | -| 7 | 0.411059 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 8 | 0.374184 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 9 | 0.370961 | `azmcp_loadtesting_testresource_list` | ❌ | -| 10 | 0.363560 | `azmcp_workbooks_list` | ❌ | -| 11 | 0.360039 | `azmcp_redis_cluster_list` | ❌ | -| 12 | 0.358871 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 13 | 0.354932 | `azmcp_sql_server_list` | ❌ | -| 14 | 0.350570 | `azmcp_group_list` | ❌ | -| 15 | 0.348876 | `azmcp_monitor_metrics_query` | ❌ | -| 16 | 0.338595 | `azmcp_eventgrid_subscription_list` | ❌ | -| 17 | 0.330185 | `azmcp_extension_azqr` | ❌ | -| 18 | 0.328639 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 19 | 0.324246 | `azmcp_foundry_agents_list` | ❌ | -| 20 | 0.309463 | `azmcp_deploy_app_logs_get` | ❌ | --- -## Test 239 +## Test 228 **Expected Tool:** `azmcp_resourcehealth_service-health-events_list` **Prompt:** List all service health events in my subscription @@ -7968,27 +4202,12 @@ | 1 | 0.719917 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | | 2 | 0.554895 | `azmcp_search_service_list` | ❌ | | 3 | 0.531311 | `azmcp_eventgrid_subscription_list` | ❌ | -| 4 | 0.518399 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.518427 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.503744 | `azmcp_eventgrid_topic_list` | ❌ | -| 6 | 0.470139 | `azmcp_postgres_server_list` | ❌ | -| 7 | 0.456567 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.454448 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.446515 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 10 | 0.438780 | `azmcp_subscription_list` | ❌ | -| 11 | 0.427154 | `azmcp_aks_cluster_list` | ❌ | -| 12 | 0.426698 | `azmcp_grafana_list` | ❌ | -| 13 | 0.419828 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.419011 | `azmcp_kusto_cluster_list` | ❌ | -| 15 | 0.416883 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.412451 | `azmcp_group_list` | ❌ | -| 17 | 0.407099 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 18 | 0.385382 | `azmcp_appconfig_account_list` | ❌ | -| 19 | 0.378841 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.377860 | `azmcp_foundry_agents_list` | ❌ | --- -## Test 240 +## Test 229 **Expected Tool:** `azmcp_resourcehealth_service-health-events_list` **Prompt:** Show me Azure service health events for subscription @@ -8000,27 +4219,12 @@ | 1 | 0.726947 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | | 2 | 0.513815 | `azmcp_search_service_list` | ❌ | | 3 | 0.509196 | `azmcp_eventgrid_subscription_list` | ❌ | -| 4 | 0.491140 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.491191 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.484386 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 6 | 0.474835 | `azmcp_eventgrid_topic_list` | ❌ | -| 7 | 0.459791 | `azmcp_subscription_list` | ❌ | -| 8 | 0.431455 | `azmcp_marketplace_product_get` | ❌ | -| 9 | 0.425644 | `azmcp_quota_region_availability_list` | ❌ | -| 10 | 0.411892 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 11 | 0.410579 | `azmcp_marketplace_product_list` | ❌ | -| 12 | 0.409027 | `azmcp_aks_cluster_list` | ❌ | -| 13 | 0.404636 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.391178 | `azmcp_group_list` | ❌ | -| 15 | 0.390652 | `azmcp_kusto_cluster_get` | ❌ | -| 16 | 0.390381 | `azmcp_applens_resource_diagnose` | ❌ | -| 17 | 0.385710 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 18 | 0.384613 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.384551 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 20 | 0.381228 | `azmcp_deploy_app_logs_get` | ❌ | --- -## Test 241 +## Test 230 **Expected Tool:** `azmcp_resourcehealth_service-health-events_list` **Prompt:** What service issues have occurred in the last 30 days? @@ -8032,27 +4236,12 @@ | 1 | 0.301604 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | | 2 | 0.270290 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.251870 | `azmcp_applens_resource_diagnose` | ❌ | -| 4 | 0.216830 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.216861 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.211842 | `azmcp_search_service_list` | ❌ | -| 6 | 0.191890 | `azmcp_cloudarchitect_design` | ❌ | -| 7 | 0.189628 | `azmcp_foundry_models_deployments_list` | ❌ | -| 8 | 0.188665 | `azmcp_get_bestpractices_get` | ❌ | -| 9 | 0.187819 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.185941 | `azmcp_quota_usage_check` | ❌ | -| 11 | 0.174941 | `azmcp_deploy_app_logs_get` | ❌ | -| 12 | 0.170157 | `azmcp_postgres_server_list` | ❌ | -| 13 | 0.169947 | `azmcp_servicebus_queue_details` | ❌ | -| 14 | 0.164595 | `azmcp_monitor_resource_log_query` | ❌ | -| 15 | 0.164285 | `azmcp_eventgrid_subscription_list` | ❌ | -| 16 | 0.163022 | `azmcp_monitor_workspace_log_query` | ❌ | -| 17 | 0.155791 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 18 | 0.155444 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.151778 | `azmcp_foundry_agents_list` | ❌ | -| 20 | 0.149118 | `azmcp_aks_cluster_get` | ❌ | --- -## Test 242 +## Test 231 **Expected Tool:** `azmcp_resourcehealth_service-health-events_list` **Prompt:** List active service health events in my subscription @@ -8064,59 +4253,182 @@ | 1 | 0.711107 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | | 2 | 0.545714 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.520197 | `azmcp_search_service_list` | ❌ | -| 4 | 0.502086 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.502110 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.487327 | `azmcp_eventgrid_topic_list` | ❌ | -| 6 | 0.453380 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 7 | 0.451351 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.439704 | `azmcp_redis_cache_list` | ❌ | -| 9 | 0.436070 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.411793 | `azmcp_grafana_list` | ❌ | -| 11 | 0.408792 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 12 | 0.407707 | `azmcp_subscription_list` | ❌ | -| 13 | 0.406949 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.404981 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.391992 | `azmcp_kusto_cluster_list` | ❌ | -| 16 | 0.379016 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.372194 | `azmcp_group_list` | ❌ | -| 18 | 0.368866 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.358747 | `azmcp_foundry_agents_list` | ❌ | -| 20 | 0.357139 | `azmcp_appconfig_account_list` | ❌ | --- -## Test 243 +## Test 232 + +**Expected Tool:** `azmcp_resourcehealth_service-health-events_list` +**Prompt:** Show me planned maintenance events for my Azure services + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.527706 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | +| 2 | 0.437868 | `azmcp_search_service_list` | ❌ | +| 3 | 0.402482 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.402232 | `azmcp_foundry_agents_list` | ❌ | +| 5 | 0.400175 | `azmcp_resourcehealth_availability-status_get` | ❌ | + +--- + +## Test 233 + +**Expected Tool:** `azmcp_role_assignment_list` +**Prompt:** List all available role assignments in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.645259 | `azmcp_role_assignment_list` | ✅ **EXPECTED** | +| 2 | 0.483988 | `azmcp_group_list` | ❌ | +| 3 | 0.483125 | `azmcp_subscription_list` | ❌ | +| 4 | 0.478700 | `azmcp_grafana_list` | ❌ | +| 5 | 0.474796 | `azmcp_redis_cache_list` | ❌ | + +--- + +## Test 234 + +**Expected Tool:** `azmcp_role_assignment_list` +**Prompt:** Show me the available role assignments in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.609705 | `azmcp_role_assignment_list` | ✅ **EXPECTED** | +| 2 | 0.456956 | `azmcp_grafana_list` | ❌ | +| 3 | 0.436747 | `azmcp_subscription_list` | ❌ | +| 4 | 0.435642 | `azmcp_redis_cache_list` | ❌ | +| 5 | 0.435155 | `azmcp_monitor_workspace_list` | ❌ | + +--- + +## Test 235 + +**Expected Tool:** `azmcp_search_index_get` +**Prompt:** Show me the details of the index in Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.681052 | `azmcp_search_index_get` | ✅ **EXPECTED** | +| 2 | 0.544557 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 3 | 0.490624 | `azmcp_search_service_list` | ❌ | +| 4 | 0.466005 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 5 | 0.459609 | `azmcp_search_index_query` | ❌ | + +--- + +## Test 236 + +**Expected Tool:** `azmcp_search_index_get` +**Prompt:** List all indexes in the Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.640256 | `azmcp_search_index_get` | ✅ **EXPECTED** | +| 2 | 0.620140 | `azmcp_search_service_list` | ❌ | +| 3 | 0.561856 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 4 | 0.480817 | `azmcp_search_index_query` | ❌ | +| 5 | 0.453047 | `azmcp_foundry_agents_list` | ❌ | + +--- + +## Test 237 + +**Expected Tool:** `azmcp_search_index_get` +**Prompt:** Show me the indexes in the Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.620759 | `azmcp_search_index_get` | ✅ **EXPECTED** | +| 2 | 0.562775 | `azmcp_search_service_list` | ❌ | +| 3 | 0.561154 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 4 | 0.471416 | `azmcp_search_index_query` | ❌ | +| 5 | 0.463972 | `azmcp_foundry_knowledge_index_schema` | ❌ | + +--- + +## Test 238 + +**Expected Tool:** `azmcp_search_index_query` +**Prompt:** Search for instances of in the index in Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.522826 | `azmcp_search_index_get` | ❌ | +| 2 | 0.515870 | `azmcp_search_index_query` | ✅ **EXPECTED** | +| 3 | 0.497467 | `azmcp_search_service_list` | ❌ | +| 4 | 0.373917 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 5 | 0.372940 | `azmcp_foundry_knowledge_index_schema` | ❌ | + +--- + +## Test 239 + +**Expected Tool:** `azmcp_search_service_list` +**Prompt:** List all Cognitive Search services in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.793651 | `azmcp_search_service_list` | ✅ **EXPECTED** | +| 2 | 0.520340 | `azmcp_foundry_agents_list` | ❌ | +| 3 | 0.505971 | `azmcp_search_index_get` | ❌ | +| 4 | 0.500455 | `azmcp_redis_cache_list` | ❌ | +| 5 | 0.494272 | `azmcp_monitor_workspace_list` | ❌ | + +--- + +## Test 240 + +**Expected Tool:** `azmcp_search_service_list` +**Prompt:** Show me the Cognitive Search services in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.686140 | `azmcp_search_service_list` | ✅ **EXPECTED** | +| 2 | 0.479898 | `azmcp_search_index_get` | ❌ | +| 3 | 0.467337 | `azmcp_foundry_agents_list` | ❌ | +| 4 | 0.453489 | `azmcp_marketplace_product_list` | ❌ | +| 5 | 0.448446 | `azmcp_search_index_query` | ❌ | + +--- + +## Test 241 -**Expected Tool:** `azmcp_resourcehealth_service-health-events_list` -**Prompt:** Show me planned maintenance events for my Azure services +**Expected Tool:** `azmcp_search_service_list` +**Prompt:** Show me my Cognitive Search services ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.527706 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | -| 2 | 0.437868 | `azmcp_search_service_list` | ❌ | -| 3 | 0.402503 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.402234 | `azmcp_foundry_agents_list` | ❌ | -| 5 | 0.400175 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 6 | 0.397735 | `azmcp_quota_usage_check` | ❌ | -| 7 | 0.382848 | `azmcp_deploy_plan_get` | ❌ | -| 8 | 0.382634 | `azmcp_deploy_app_logs_get` | ❌ | -| 9 | 0.375034 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 10 | 0.372844 | `azmcp_eventgrid_subscription_list` | ❌ | -| 11 | 0.371692 | `azmcp_monitor_metrics_query` | ❌ | -| 12 | 0.363470 | `azmcp_get_bestpractices_get` | ❌ | -| 13 | 0.362214 | `azmcp_applens_resource_diagnose` | ❌ | -| 14 | 0.360562 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 15 | 0.357531 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 16 | 0.341495 | `azmcp_foundry_models_deployments_list` | ❌ | -| 17 | 0.337589 | `azmcp_search_index_get` | ❌ | -| 18 | 0.335471 | `azmcp_marketplace_product_get` | ❌ | -| 19 | 0.333382 | `azmcp_sql_server_show` | ❌ | -| 20 | 0.333201 | `azmcp_subscription_list` | ❌ | +| 1 | 0.553025 | `azmcp_search_service_list` | ✅ **EXPECTED** | +| 2 | 0.436230 | `azmcp_search_index_get` | ❌ | +| 3 | 0.417096 | `azmcp_foundry_agents_list` | ❌ | +| 4 | 0.404758 | `azmcp_search_index_query` | ❌ | +| 5 | 0.344699 | `azmcp_foundry_models_deployments_list` | ❌ | --- -## Test 244 +## Test 242 **Expected Tool:** `azmcp_servicebus_queue_details` **Prompt:** Show me the details of service bus queue @@ -8127,28 +4439,13 @@ |------|-------|------|--------| | 1 | 0.642876 | `azmcp_servicebus_queue_details` | ✅ **EXPECTED** | | 2 | 0.460932 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 3 | 0.401012 | `azmcp_servicebus_topic_details` | ❌ | -| 4 | 0.375406 | `azmcp_aks_cluster_get` | ❌ | -| 5 | 0.360251 | `azmcp_storage_blob_container_get` | ❌ | -| 6 | 0.352705 | `azmcp_storage_account_get` | ❌ | -| 7 | 0.352525 | `azmcp_storage_blob_get` | ❌ | -| 8 | 0.350804 | `azmcp_search_index_get` | ❌ | -| 9 | 0.344531 | `azmcp_eventgrid_subscription_list` | ❌ | -| 10 | 0.342349 | `azmcp_sql_server_show` | ❌ | -| 11 | 0.337216 | `azmcp_sql_db_show` | ❌ | -| 12 | 0.332541 | `azmcp_loadtesting_testrun_get` | ❌ | -| 13 | 0.327611 | `azmcp_aks_nodepool_get` | ❌ | -| 14 | 0.323281 | `azmcp_marketplace_product_get` | ❌ | -| 15 | 0.323046 | `azmcp_kusto_cluster_get` | ❌ | -| 16 | 0.310612 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 17 | 0.309214 | `azmcp_functionapp_get` | ❌ | -| 18 | 0.301992 | `azmcp_keyvault_key_get` | ❌ | -| 19 | 0.296380 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.290453 | `azmcp_eventgrid_topic_list` | ❌ | +| 3 | 0.400870 | `azmcp_servicebus_topic_details` | ❌ | +| 4 | 0.375386 | `azmcp_aks_cluster_get` | ❌ | +| 5 | 0.360754 | `azmcp_storage_blob_container_get` | ❌ | --- -## Test 245 +## Test 243 **Expected Tool:** `azmcp_servicebus_topic_details` **Prompt:** Show me the details of service bus topic @@ -8157,30 +4454,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.591595 | `azmcp_servicebus_topic_details` | ✅ **EXPECTED** | +| 1 | 0.591649 | `azmcp_servicebus_topic_details` | ✅ **EXPECTED** | | 2 | 0.571861 | `azmcp_servicebus_topic_subscription_details` | ❌ | | 3 | 0.497732 | `azmcp_eventgrid_subscription_list` | ❌ | | 4 | 0.494885 | `azmcp_eventgrid_topic_list` | ❌ | | 5 | 0.483976 | `azmcp_servicebus_queue_details` | ❌ | -| 6 | 0.365118 | `azmcp_search_index_get` | ❌ | -| 7 | 0.361362 | `azmcp_aks_cluster_get` | ❌ | -| 8 | 0.352485 | `azmcp_marketplace_product_get` | ❌ | -| 9 | 0.341289 | `azmcp_loadtesting_testrun_get` | ❌ | -| 10 | 0.339985 | `azmcp_sql_db_show` | ❌ | -| 11 | 0.337312 | `azmcp_storage_blob_get` | ❌ | -| 12 | 0.335558 | `azmcp_kusto_cluster_get` | ❌ | -| 13 | 0.333396 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.330814 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 15 | 0.325589 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.317497 | `azmcp_aks_cluster_list` | ❌ | -| 17 | 0.306388 | `azmcp_functionapp_get` | ❌ | -| 18 | 0.297323 | `azmcp_grafana_list` | ❌ | -| 19 | 0.290383 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.287440 | `azmcp_aks_nodepool_get` | ❌ | --- -## Test 246 +## Test 244 **Expected Tool:** `azmcp_servicebus_topic_subscription_details` **Prompt:** Show me the details of service bus subscription @@ -8192,27 +4474,12 @@ | 1 | 0.633187 | `azmcp_servicebus_topic_subscription_details` | ✅ **EXPECTED** | | 2 | 0.523134 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.494515 | `azmcp_servicebus_queue_details` | ❌ | -| 4 | 0.457149 | `azmcp_servicebus_topic_details` | ❌ | +| 4 | 0.457036 | `azmcp_servicebus_topic_details` | ❌ | | 5 | 0.444604 | `azmcp_marketplace_product_get` | ❌ | -| 6 | 0.443973 | `azmcp_eventgrid_topic_list` | ❌ | -| 7 | 0.429521 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.426573 | `azmcp_kusto_cluster_get` | ❌ | -| 9 | 0.420914 | `azmcp_sql_db_show` | ❌ | -| 10 | 0.411293 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 11 | 0.409614 | `azmcp_aks_cluster_list` | ❌ | -| 12 | 0.405380 | `azmcp_search_service_list` | ❌ | -| 13 | 0.404739 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.395789 | `azmcp_storage_account_get` | ❌ | -| 15 | 0.395176 | `azmcp_grafana_list` | ❌ | -| 16 | 0.382225 | `azmcp_functionapp_get` | ❌ | -| 17 | 0.369986 | `azmcp_appconfig_account_list` | ❌ | -| 18 | 0.368424 | `azmcp_aks_cluster_get` | ❌ | -| 19 | 0.368357 | `azmcp_group_list` | ❌ | -| 20 | 0.368155 | `azmcp_kusto_cluster_list` | ❌ | --- -## Test 247 +## Test 245 **Expected Tool:** `azmcp_sql_db_create` **Prompt:** Create a new SQL database named in server @@ -8225,26 +4492,11 @@ | 2 | 0.470892 | `azmcp_sql_server_create` | ❌ | | 3 | 0.376833 | `azmcp_sql_server_delete` | ❌ | | 4 | 0.371321 | `azmcp_appservice_database_add` | ❌ | -| 5 | 0.359892 | `azmcp_sql_db_show` | ❌ | -| 6 | 0.357421 | `azmcp_sql_db_list` | ❌ | -| 7 | 0.355614 | `azmcp_postgres_database_list` | ❌ | -| 8 | 0.347128 | `azmcp_mysql_database_list` | ❌ | -| 9 | 0.346831 | `azmcp_sql_server_show` | ❌ | -| 10 | 0.329705 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 11 | 0.327837 | `azmcp_sql_db_delete` | ❌ | -| 12 | 0.311744 | `azmcp_keyvault_secret_create` | ❌ | -| 13 | 0.301243 | `azmcp_cosmos_database_list` | ❌ | -| 14 | 0.297803 | `azmcp_keyvault_key_create` | ❌ | -| 15 | 0.279490 | `azmcp_kusto_table_list` | ❌ | -| 16 | 0.276192 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.272135 | `azmcp_keyvault_certificate_create` | ❌ | -| 18 | 0.254831 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 19 | 0.238999 | `azmcp_cosmos_database_container_list` | ❌ | -| 20 | 0.231273 | `azmcp_kusto_table_schema` | ❌ | +| 5 | 0.359945 | `azmcp_sql_db_show` | ❌ | --- -## Test 248 +## Test 246 **Expected Tool:** `azmcp_sql_db_create` **Prompt:** Create a SQL database with Basic tier in server @@ -8256,27 +4508,12 @@ | 1 | 0.571760 | `azmcp_sql_db_create` | ✅ **EXPECTED** | | 2 | 0.459672 | `azmcp_sql_server_create` | ❌ | | 3 | 0.424021 | `azmcp_appservice_database_add` | ❌ | -| 4 | 0.420856 | `azmcp_sql_db_show` | ❌ | +| 4 | 0.420843 | `azmcp_sql_db_show` | ❌ | | 5 | 0.396106 | `azmcp_sql_db_update` | ❌ | -| 6 | 0.395495 | `azmcp_sql_server_delete` | ❌ | -| 7 | 0.384660 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.371559 | `azmcp_sql_server_show` | ❌ | -| 9 | 0.361051 | `azmcp_mysql_database_list` | ❌ | -| 10 | 0.343099 | `azmcp_sql_db_delete` | ❌ | -| 11 | 0.326611 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 12 | 0.324123 | `azmcp_kusto_table_list` | ❌ | -| 13 | 0.321837 | `azmcp_cosmos_database_list` | ❌ | -| 14 | 0.317180 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.311150 | `azmcp_keyvault_key_create` | ❌ | -| 16 | 0.304604 | `azmcp_keyvault_secret_create` | ❌ | -| 17 | 0.301487 | `azmcp_kusto_table_schema` | ❌ | -| 18 | 0.290173 | `azmcp_keyvault_certificate_create` | ❌ | -| 19 | 0.286796 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 20 | 0.276688 | `azmcp_loadtesting_test_create` | ❌ | --- -## Test 249 +## Test 247 **Expected Tool:** `azmcp_sql_db_create` **Prompt:** Create a new database called on SQL server in resource group @@ -8285,30 +4522,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.604472 | `azmcp_sql_db_create` | ✅ **EXPECTED** | -| 2 | 0.545906 | `azmcp_sql_server_create` | ❌ | -| 3 | 0.494316 | `azmcp_sql_db_show` | ❌ | -| 4 | 0.473975 | `azmcp_sql_db_list` | ❌ | -| 5 | 0.456262 | `azmcp_storage_account_create` | ❌ | -| 6 | 0.455293 | `azmcp_sql_server_delete` | ❌ | -| 7 | 0.440988 | `azmcp_appservice_database_add` | ❌ | -| 8 | 0.431068 | `azmcp_sql_server_list` | ❌ | -| 9 | 0.422871 | `azmcp_workbooks_create` | ❌ | -| 10 | 0.413309 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.398677 | `azmcp_loadtesting_testresource_create` | ❌ | -| 12 | 0.392814 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.390278 | `azmcp_keyvault_secret_create` | ❌ | -| 14 | 0.379238 | `azmcp_keyvault_key_create` | ❌ | -| 15 | 0.378636 | `azmcp_keyvault_certificate_create` | ❌ | -| 16 | 0.374962 | `azmcp_sql_elastic-pool_list` | ❌ | -| 17 | 0.365919 | `azmcp_kusto_database_list` | ❌ | -| 18 | 0.358566 | `azmcp_kusto_table_list` | ❌ | -| 19 | 0.323083 | `azmcp_group_list` | ❌ | -| 20 | 0.319381 | `azmcp_cosmos_database_container_list` | ❌ | +| 1 | 0.604495 | `azmcp_sql_db_create` | ✅ **EXPECTED** | +| 2 | 0.546107 | `azmcp_sql_server_create` | ❌ | +| 3 | 0.494444 | `azmcp_sql_db_show` | ❌ | +| 4 | 0.473925 | `azmcp_sql_db_list` | ❌ | +| 5 | 0.456393 | `azmcp_storage_account_create` | ❌ | --- -## Test 250 +## Test 248 **Expected Tool:** `azmcp_sql_db_delete` **Prompt:** Delete the SQL database from server @@ -8320,27 +4542,12 @@ | 1 | 0.520786 | `azmcp_sql_server_delete` | ❌ | | 2 | 0.484026 | `azmcp_sql_db_delete` | ✅ **EXPECTED** | | 3 | 0.386564 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 4 | 0.364725 | `azmcp_sql_db_show` | ❌ | +| 4 | 0.364776 | `azmcp_sql_db_show` | ❌ | | 5 | 0.351204 | `azmcp_postgres_database_list` | ❌ | -| 6 | 0.350121 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.345061 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.338052 | `azmcp_sql_server_show` | ❌ | -| 9 | 0.337699 | `azmcp_sql_db_create` | ❌ | -| 10 | 0.317215 | `azmcp_mysql_table_list` | ❌ | -| 11 | 0.300711 | `azmcp_appservice_database_add` | ❌ | -| 12 | 0.286892 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.284794 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.278895 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.271009 | `azmcp_appconfig_kv_delete` | ❌ | -| 16 | 0.253808 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 17 | 0.243201 | `azmcp_kusto_table_schema` | ❌ | -| 18 | 0.235173 | `azmcp_cosmos_database_container_list` | ❌ | -| 19 | 0.211556 | `azmcp_kusto_query` | ❌ | -| 20 | 0.183587 | `azmcp_kusto_sample` | ❌ | --- -## Test 251 +## Test 249 **Expected Tool:** `azmcp_sql_db_delete` **Prompt:** Remove database from SQL server in resource group @@ -8349,30 +4556,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.579119 | `azmcp_sql_server_delete` | ❌ | -| 2 | 0.500699 | `azmcp_sql_db_show` | ❌ | -| 3 | 0.478729 | `azmcp_sql_db_list` | ❌ | -| 4 | 0.466216 | `azmcp_sql_db_delete` | ✅ **EXPECTED** | -| 5 | 0.437112 | `azmcp_sql_server_list` | ❌ | -| 6 | 0.421365 | `azmcp_sql_db_create` | ❌ | -| 7 | 0.412704 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.392236 | `azmcp_workbooks_delete` | ❌ | -| 9 | 0.390334 | `azmcp_cosmos_database_list` | ❌ | -| 10 | 0.388379 | `azmcp_appservice_database_add` | ❌ | -| 11 | 0.381382 | `azmcp_sql_server_create` | ❌ | -| 12 | 0.380074 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.370486 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.368841 | `azmcp_sql_elastic-pool_list` | ❌ | -| 15 | 0.344846 | `azmcp_group_list` | ❌ | -| 16 | 0.334517 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 17 | 0.332517 | `azmcp_acr_registry_repository_list` | ❌ | -| 18 | 0.327408 | `azmcp_cosmos_database_container_list` | ❌ | -| 19 | 0.310437 | `azmcp_kusto_table_schema` | ❌ | -| 20 | 0.304849 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 1 | 0.579057 | `azmcp_sql_server_delete` | ❌ | +| 2 | 0.500641 | `azmcp_sql_db_show` | ❌ | +| 3 | 0.478615 | `azmcp_sql_db_list` | ❌ | +| 4 | 0.466028 | `azmcp_sql_db_delete` | ✅ **EXPECTED** | +| 5 | 0.437076 | `azmcp_sql_server_list` | ❌ | --- -## Test 252 +## Test 250 **Expected Tool:** `azmcp_sql_db_delete` **Prompt:** Delete the database called on server @@ -8385,26 +4577,11 @@ | 2 | 0.427494 | `azmcp_sql_db_delete` | ✅ **EXPECTED** | | 3 | 0.364494 | `azmcp_postgres_database_list` | ❌ | | 4 | 0.355416 | `azmcp_mysql_database_list` | ❌ | -| 5 | 0.319583 | `azmcp_sql_db_show` | ❌ | -| 6 | 0.314902 | `azmcp_cosmos_database_list` | ❌ | -| 7 | 0.311506 | `azmcp_mysql_table_list` | ❌ | -| 8 | 0.310758 | `azmcp_sql_db_list` | ❌ | -| 9 | 0.305059 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 10 | 0.295355 | `azmcp_redis_cluster_database_list` | ❌ | -| 11 | 0.295012 | `azmcp_appservice_database_add` | ❌ | -| 12 | 0.294781 | `azmcp_sql_db_create` | ❌ | -| 13 | 0.288554 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.283955 | `azmcp_kusto_table_list` | ❌ | -| 15 | 0.258654 | `azmcp_appconfig_kv_delete` | ❌ | -| 16 | 0.246948 | `azmcp_cosmos_database_container_list` | ❌ | -| 17 | 0.229764 | `azmcp_kusto_table_schema` | ❌ | -| 18 | 0.213266 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 19 | 0.187839 | `azmcp_kusto_query` | ❌ | -| 20 | 0.171883 | `azmcp_kusto_sample` | ❌ | +| 5 | 0.319617 | `azmcp_sql_db_show` | ❌ | --- -## Test 253 +## Test 251 **Expected Tool:** `azmcp_sql_db_list` **Prompt:** List all databases in the Azure SQL server @@ -8418,25 +4595,10 @@ | 3 | 0.609178 | `azmcp_postgres_database_list` | ❌ | | 4 | 0.602890 | `azmcp_cosmos_database_list` | ❌ | | 5 | 0.532407 | `azmcp_sql_server_show` | ❌ | -| 6 | 0.529058 | `azmcp_mysql_table_list` | ❌ | -| 7 | 0.527896 | `azmcp_kusto_database_list` | ❌ | -| 8 | 0.486638 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.485960 | `azmcp_sql_server_list` | ❌ | -| 10 | 0.476350 | `azmcp_sql_server_delete` | ❌ | -| 11 | 0.475733 | `azmcp_sql_elastic-pool_list` | ❌ | -| 12 | 0.474927 | `azmcp_redis_cluster_database_list` | ❌ | -| 13 | 0.457314 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.441355 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.440528 | `azmcp_cosmos_database_container_list` | ❌ | -| 16 | 0.400865 | `azmcp_keyvault_certificate_list` | ❌ | -| 17 | 0.395078 | `azmcp_keyvault_key_list` | ❌ | -| 18 | 0.394543 | `azmcp_keyvault_secret_list` | ❌ | -| 19 | 0.380402 | `azmcp_acr_registry_repository_list` | ❌ | -| 20 | 0.373653 | `azmcp_foundry_agents_list` | ❌ | --- -## Test 254 +## Test 252 **Expected Tool:** `azmcp_sql_db_list` **Prompt:** Show me all the databases configuration details in the Azure SQL server @@ -8449,26 +4611,11 @@ | 2 | 0.609322 | `azmcp_sql_db_list` | ✅ **EXPECTED** | | 3 | 0.557353 | `azmcp_mysql_database_list` | ❌ | | 4 | 0.553488 | `azmcp_mysql_server_config_get` | ❌ | -| 5 | 0.524207 | `azmcp_sql_db_show` | ❌ | -| 6 | 0.471862 | `azmcp_postgres_database_list` | ❌ | -| 7 | 0.461650 | `azmcp_cosmos_database_list` | ❌ | -| 8 | 0.458742 | `azmcp_postgres_server_config_get` | ❌ | -| 9 | 0.451453 | `azmcp_sql_db_create` | ❌ | -| 10 | 0.446512 | `azmcp_sql_server_list` | ❌ | -| 11 | 0.445291 | `azmcp_mysql_table_list` | ❌ | -| 12 | 0.387645 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.385113 | `azmcp_appservice_database_add` | ❌ | -| 14 | 0.380428 | `azmcp_appconfig_account_list` | ❌ | -| 15 | 0.357318 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.354581 | `azmcp_aks_nodepool_list` | ❌ | -| 17 | 0.349880 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.347075 | `azmcp_cosmos_database_container_list` | ❌ | -| 19 | 0.342792 | `azmcp_appconfig_kv_list` | ❌ | -| 20 | 0.342305 | `azmcp_aks_cluster_get` | ❌ | +| 5 | 0.524274 | `azmcp_sql_db_show` | ❌ | --- -## Test 255 +## Test 253 **Expected Tool:** `azmcp_sql_db_show` **Prompt:** Get the configuration details for the SQL database on server @@ -8480,27 +4627,12 @@ | 1 | 0.610991 | `azmcp_sql_server_show` | ❌ | | 2 | 0.593150 | `azmcp_postgres_server_config_get` | ❌ | | 3 | 0.530422 | `azmcp_mysql_server_config_get` | ❌ | -| 4 | 0.528128 | `azmcp_sql_db_show` | ✅ **EXPECTED** | +| 4 | 0.528136 | `azmcp_sql_db_show` | ✅ **EXPECTED** | | 5 | 0.465693 | `azmcp_sql_db_list` | ❌ | -| 6 | 0.446728 | `azmcp_postgres_server_param_get` | ❌ | -| 7 | 0.438925 | `azmcp_mysql_server_param_get` | ❌ | -| 8 | 0.398181 | `azmcp_mysql_table_schema_get` | ❌ | -| 9 | 0.397510 | `azmcp_mysql_database_list` | ❌ | -| 10 | 0.396416 | `azmcp_sql_db_create` | ❌ | -| 11 | 0.371413 | `azmcp_loadtesting_test_get` | ❌ | -| 12 | 0.325945 | `azmcp_kusto_table_schema` | ❌ | -| 13 | 0.325788 | `azmcp_aks_nodepool_get` | ❌ | -| 14 | 0.320067 | `azmcp_aks_cluster_get` | ❌ | -| 15 | 0.317619 | `azmcp_appservice_database_add` | ❌ | -| 16 | 0.297839 | `azmcp_appconfig_kv_show` | ❌ | -| 17 | 0.294987 | `azmcp_appconfig_kv_list` | ❌ | -| 18 | 0.281546 | `azmcp_functionapp_get` | ❌ | -| 19 | 0.279692 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 20 | 0.273566 | `azmcp_kusto_cluster_get` | ❌ | --- -## Test 256 +## Test 254 **Expected Tool:** `azmcp_sql_db_show` **Prompt:** Show me the details of SQL database in server @@ -8509,30 +4641,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.530077 | `azmcp_sql_db_show` | ✅ **EXPECTED** | +| 1 | 0.530095 | `azmcp_sql_db_show` | ✅ **EXPECTED** | | 2 | 0.503681 | `azmcp_sql_server_show` | ❌ | | 3 | 0.440073 | `azmcp_sql_db_list` | ❌ | | 4 | 0.438622 | `azmcp_mysql_table_schema_get` | ❌ | | 5 | 0.432919 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.421862 | `azmcp_postgres_database_list` | ❌ | -| 7 | 0.400963 | `azmcp_mysql_table_list` | ❌ | -| 8 | 0.398714 | `azmcp_mysql_server_config_get` | ❌ | -| 9 | 0.375668 | `azmcp_postgres_server_config_get` | ❌ | -| 10 | 0.361500 | `azmcp_redis_cluster_database_list` | ❌ | -| 11 | 0.344694 | `azmcp_kusto_table_schema` | ❌ | -| 12 | 0.337996 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.323587 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.300133 | `azmcp_cosmos_database_container_list` | ❌ | -| 15 | 0.299832 | `azmcp_aks_cluster_get` | ❌ | -| 16 | 0.296827 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.291629 | `azmcp_loadtesting_testrun_get` | ❌ | -| 18 | 0.285843 | `azmcp_kusto_cluster_get` | ❌ | -| 19 | 0.274274 | `azmcp_appservice_database_add` | ❌ | -| 20 | 0.268405 | `azmcp_functionapp_get` | ❌ | --- -## Test 257 +## Test 255 **Expected Tool:** `azmcp_sql_db_update` **Prompt:** Update the performance tier of SQL database on server @@ -8543,28 +4660,13 @@ |------|-------|------|--------| | 1 | 0.565229 | `azmcp_sql_db_update` | ✅ **EXPECTED** | | 2 | 0.467571 | `azmcp_sql_db_create` | ❌ | -| 3 | 0.427644 | `azmcp_sql_db_show` | ❌ | +| 3 | 0.427621 | `azmcp_sql_db_show` | ❌ | | 4 | 0.385817 | `azmcp_sql_server_show` | ❌ | | 5 | 0.384192 | `azmcp_appservice_database_add` | ❌ | -| 6 | 0.371461 | `azmcp_sql_db_list` | ❌ | -| 7 | 0.369822 | `azmcp_sql_server_delete` | ❌ | -| 8 | 0.368957 | `azmcp_mysql_server_param_set` | ❌ | -| 9 | 0.344860 | `azmcp_sql_db_delete` | ❌ | -| 10 | 0.334302 | `azmcp_postgres_server_param_set` | ❌ | -| 11 | 0.316890 | `azmcp_mysql_server_config_get` | ❌ | -| 12 | 0.306025 | `azmcp_loadtesting_testrun_update` | ❌ | -| 13 | 0.273809 | `azmcp_cosmos_database_list` | ❌ | -| 14 | 0.270134 | `azmcp_kusto_table_schema` | ❌ | -| 15 | 0.263397 | `azmcp_kusto_table_list` | ❌ | -| 16 | 0.250975 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.250753 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 18 | 0.240663 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 19 | 0.230967 | `azmcp_loadtesting_testrun_create` | ❌ | -| 20 | 0.223147 | `azmcp_loadtesting_test_create` | ❌ | --- -## Test 258 +## Test 256 **Expected Tool:** `azmcp_sql_db_update` **Prompt:** Scale SQL database on server to use SKU @@ -8574,29 +4676,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.401817 | `azmcp_sql_db_list` | ❌ | -| 2 | 0.394789 | `azmcp_sql_db_show` | ❌ | +| 2 | 0.394770 | `azmcp_sql_db_show` | ❌ | | 3 | 0.389947 | `azmcp_sql_db_update` | ✅ **EXPECTED** | | 4 | 0.386628 | `azmcp_sql_server_delete` | ❌ | | 5 | 0.381889 | `azmcp_sql_db_create` | ❌ | -| 6 | 0.349256 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 7 | 0.342291 | `azmcp_sql_elastic-pool_list` | ❌ | -| 8 | 0.339054 | `azmcp_sql_db_delete` | ❌ | -| 9 | 0.333336 | `azmcp_sql_server_show` | ❌ | -| 10 | 0.329770 | `azmcp_mysql_table_list` | ❌ | -| 11 | 0.325658 | `azmcp_mysql_server_config_get` | ❌ | -| 12 | 0.304373 | `azmcp_kusto_table_schema` | ❌ | -| 13 | 0.301534 | `azmcp_appservice_database_add` | ❌ | -| 14 | 0.297094 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ❌ | -| 15 | 0.261164 | `azmcp_kusto_table_list` | ❌ | -| 16 | 0.257330 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.238540 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 18 | 0.232099 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.223081 | `azmcp_loadtesting_testrun_update` | ❌ | -| 20 | 0.221187 | `azmcp_kusto_query` | ❌ | --- -## Test 259 +## Test 257 **Expected Tool:** `azmcp_sql_elastic-pool_list` **Prompt:** List all elastic pools in SQL server @@ -8605,30 +4692,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.678132 | `azmcp_sql_elastic-pool_list` | ✅ **EXPECTED** | -| 2 | 0.502372 | `azmcp_sql_db_list` | ❌ | -| 3 | 0.498386 | `azmcp_mysql_database_list` | ❌ | -| 4 | 0.479110 | `azmcp_sql_server_show` | ❌ | -| 5 | 0.473545 | `azmcp_aks_nodepool_list` | ❌ | -| 6 | 0.454472 | `azmcp_mysql_table_list` | ❌ | -| 7 | 0.450843 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.442901 | `azmcp_sql_server_list` | ❌ | -| 9 | 0.441222 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 10 | 0.434618 | `azmcp_postgres_server_list` | ❌ | -| 11 | 0.431145 | `azmcp_cosmos_database_list` | ❌ | -| 12 | 0.429067 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 13 | 0.394554 | `azmcp_aks_nodepool_get` | ❌ | -| 14 | 0.394299 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.370623 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.363559 | `azmcp_kusto_cluster_list` | ❌ | -| 17 | 0.357334 | `azmcp_kusto_table_list` | ❌ | -| 18 | 0.352048 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.351631 | `azmcp_cosmos_database_container_list` | ❌ | -| 20 | 0.350979 | `azmcp_foundry_agents_list` | ❌ | +| 1 | 0.678124 | `azmcp_sql_elastic-pool_list` | ✅ **EXPECTED** | +| 2 | 0.502376 | `azmcp_sql_db_list` | ❌ | +| 3 | 0.498367 | `azmcp_mysql_database_list` | ❌ | +| 4 | 0.479044 | `azmcp_sql_server_show` | ❌ | +| 5 | 0.473539 | `azmcp_aks_nodepool_list` | ❌ | --- -## Test 260 +## Test 258 **Expected Tool:** `azmcp_sql_elastic-pool_list` **Prompt:** Show me the elastic pools configured for SQL server @@ -8642,25 +4714,10 @@ | 3 | 0.457163 | `azmcp_sql_db_list` | ❌ | | 4 | 0.438522 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.432816 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.429793 | `azmcp_aks_nodepool_get` | ❌ | -| 7 | 0.423047 | `azmcp_mysql_server_config_get` | ❌ | -| 8 | 0.419753 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.408202 | `azmcp_sql_server_list` | ❌ | -| 10 | 0.400026 | `azmcp_mysql_server_param_get` | ❌ | -| 11 | 0.383940 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 12 | 0.378556 | `azmcp_postgres_server_list` | ❌ | -| 13 | 0.341678 | `azmcp_foundry_agents_list` | ❌ | -| 14 | 0.335615 | `azmcp_cosmos_database_list` | ❌ | -| 15 | 0.333099 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 16 | 0.319836 | `azmcp_aks_cluster_list` | ❌ | -| 17 | 0.317886 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 18 | 0.312361 | `azmcp_appservice_database_add` | ❌ | -| 19 | 0.304600 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.304317 | `azmcp_appconfig_account_list` | ❌ | --- -## Test 261 +## Test 259 **Expected Tool:** `azmcp_sql_elastic-pool_list` **Prompt:** What elastic pools are available in my SQL server ? @@ -8674,25 +4731,10 @@ | 3 | 0.402616 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.397670 | `azmcp_sql_db_list` | ❌ | | 5 | 0.397640 | `azmcp_sql_server_show` | ❌ | -| 6 | 0.386833 | `azmcp_aks_nodepool_list` | ❌ | -| 7 | 0.378527 | `azmcp_monitor_table_type_list` | ❌ | -| 8 | 0.365129 | `azmcp_aks_nodepool_get` | ❌ | -| 9 | 0.357516 | `azmcp_mysql_table_list` | ❌ | -| 10 | 0.350723 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 11 | 0.344799 | `azmcp_postgres_server_list` | ❌ | -| 12 | 0.344468 | `azmcp_mysql_server_param_get` | ❌ | -| 13 | 0.342703 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 14 | 0.321778 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.315665 | `azmcp_foundry_agents_list` | ❌ | -| 16 | 0.298933 | `azmcp_cosmos_database_list` | ❌ | -| 17 | 0.292566 | `azmcp_kusto_cluster_list` | ❌ | -| 18 | 0.284157 | `azmcp_kusto_database_list` | ❌ | -| 19 | 0.281680 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.259585 | `azmcp_appservice_database_add` | ❌ | --- -## Test 262 +## Test 260 **Expected Tool:** `azmcp_sql_server_create` **Prompt:** Create a new Azure SQL server named in resource group @@ -8701,30 +4743,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.683298 | `azmcp_sql_server_create` | ✅ **EXPECTED** | -| 2 | 0.564483 | `azmcp_sql_db_create` | ❌ | -| 3 | 0.537913 | `azmcp_sql_server_delete` | ❌ | -| 4 | 0.530005 | `azmcp_sql_server_list` | ❌ | -| 5 | 0.482704 | `azmcp_storage_account_create` | ❌ | -| 6 | 0.474101 | `azmcp_sql_db_show` | ❌ | -| 7 | 0.465375 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.451666 | `azmcp_loadtesting_testresource_create` | ❌ | -| 9 | 0.450520 | `azmcp_sql_server_show` | ❌ | -| 10 | 0.450194 | `azmcp_sql_db_list` | ❌ | -| 11 | 0.419510 | `azmcp_sql_elastic-pool_list` | ❌ | -| 12 | 0.402999 | `azmcp_keyvault_secret_create` | ❌ | -| 13 | 0.401550 | `azmcp_keyvault_certificate_create` | ❌ | -| 14 | 0.397655 | `azmcp_keyvault_key_create` | ❌ | -| 15 | 0.353077 | `azmcp_appservice_database_add` | ❌ | -| 16 | 0.336030 | `azmcp_functionapp_get` | ❌ | -| 17 | 0.333673 | `azmcp_extension_azqr` | ❌ | -| 18 | 0.327054 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.323682 | `azmcp_acr_registry_repository_list` | ❌ | -| 20 | 0.320235 | `azmcp_acr_registry_list` | ❌ | +| 1 | 0.682606 | `azmcp_sql_server_create` | ✅ **EXPECTED** | +| 2 | 0.563708 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.537173 | `azmcp_sql_server_delete` | ❌ | +| 4 | 0.529198 | `azmcp_sql_server_list` | ❌ | +| 5 | 0.482102 | `azmcp_storage_account_create` | ❌ | --- -## Test 263 +## Test 261 **Expected Tool:** `azmcp_sql_server_create` **Prompt:** Create an Azure SQL server with name in location with admin user @@ -8733,30 +4760,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.618309 | `azmcp_sql_server_create` | ✅ **EXPECTED** | -| 2 | 0.510169 | `azmcp_sql_db_create` | ❌ | -| 3 | 0.472463 | `azmcp_sql_server_show` | ❌ | -| 4 | 0.434810 | `azmcp_sql_server_delete` | ❌ | -| 5 | 0.397805 | `azmcp_sql_server_list` | ❌ | -| 6 | 0.396073 | `azmcp_storage_account_create` | ❌ | -| 7 | 0.369890 | `azmcp_keyvault_secret_create` | ❌ | -| 8 | 0.367996 | `azmcp_keyvault_key_create` | ❌ | -| 9 | 0.367981 | `azmcp_sql_db_show` | ❌ | -| 10 | 0.360875 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.358285 | `azmcp_appservice_database_add` | ❌ | -| 12 | 0.354438 | `azmcp_sql_elastic-pool_list` | ❌ | -| 13 | 0.352234 | `azmcp_keyvault_certificate_create` | ❌ | -| 14 | 0.349584 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 15 | 0.324021 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 16 | 0.316772 | `azmcp_loadtesting_test_create` | ❌ | -| 17 | 0.315987 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 18 | 0.314253 | `azmcp_foundry_agents_connect` | ❌ | -| 19 | 0.301087 | `azmcp_deploy_plan_get` | ❌ | -| 20 | 0.300916 | `azmcp_loadtesting_testresource_create` | ❌ | +| 1 | 0.618029 | `azmcp_sql_server_create` | ✅ **EXPECTED** | +| 2 | 0.510034 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.472343 | `azmcp_sql_server_show` | ❌ | +| 4 | 0.434749 | `azmcp_sql_server_delete` | ❌ | +| 5 | 0.397607 | `azmcp_sql_server_list` | ❌ | --- -## Test 264 +## Test 262 **Expected Tool:** `azmcp_sql_server_create` **Prompt:** Set up a new SQL server called in my resource group @@ -8765,30 +4777,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.589775 | `azmcp_sql_server_create` | ✅ **EXPECTED** | -| 2 | 0.501306 | `azmcp_sql_db_create` | ❌ | -| 3 | 0.497849 | `azmcp_sql_server_list` | ❌ | -| 4 | 0.469338 | `azmcp_sql_server_delete` | ❌ | -| 5 | 0.442886 | `azmcp_mysql_server_list` | ❌ | -| 6 | 0.423813 | `azmcp_sql_server_show` | ❌ | -| 7 | 0.421456 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.417439 | `azmcp_sql_db_show` | ❌ | -| 9 | 0.416113 | `azmcp_storage_account_create` | ❌ | -| 10 | 0.415367 | `azmcp_appservice_database_add` | ❌ | -| 11 | 0.389562 | `azmcp_sql_elastic-pool_list` | ❌ | -| 12 | 0.385022 | `azmcp_loadtesting_testresource_create` | ❌ | -| 13 | 0.332985 | `azmcp_keyvault_secret_create` | ❌ | -| 14 | 0.317217 | `azmcp_keyvault_key_create` | ❌ | -| 15 | 0.312669 | `azmcp_loadtesting_test_create` | ❌ | -| 16 | 0.303170 | `azmcp_keyvault_certificate_create` | ❌ | -| 17 | 0.300994 | `azmcp_functionapp_get` | ❌ | -| 18 | 0.297655 | `azmcp_group_list` | ❌ | -| 19 | 0.288571 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.284874 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 1 | 0.589818 | `azmcp_sql_server_create` | ✅ **EXPECTED** | +| 2 | 0.501403 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.497890 | `azmcp_sql_server_list` | ❌ | +| 4 | 0.469425 | `azmcp_sql_server_delete` | ❌ | +| 5 | 0.442934 | `azmcp_mysql_server_list` | ❌ | --- -## Test 265 +## Test 263 **Expected Tool:** `azmcp_sql_server_delete` **Prompt:** Delete the Azure SQL server from resource group @@ -8802,25 +4799,10 @@ | 3 | 0.495550 | `azmcp_sql_server_create` | ❌ | | 4 | 0.486195 | `azmcp_sql_db_delete` | ❌ | | 5 | 0.483132 | `azmcp_workbooks_delete` | ❌ | -| 6 | 0.470037 | `azmcp_sql_db_show` | ❌ | -| 7 | 0.449007 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.448514 | `azmcp_sql_server_show` | ❌ | -| 9 | 0.438950 | `azmcp_sql_db_list` | ❌ | -| 10 | 0.417035 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 11 | 0.346442 | `azmcp_functionapp_get` | ❌ | -| 12 | 0.333269 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 13 | 0.323460 | `azmcp_acr_registry_repository_list` | ❌ | -| 14 | 0.317588 | `azmcp_extension_azqr` | ❌ | -| 15 | 0.316796 | `azmcp_group_list` | ❌ | -| 16 | 0.310672 | `azmcp_appservice_database_add` | ❌ | -| 17 | 0.307426 | `azmcp_appconfig_kv_delete` | ❌ | -| 18 | 0.290106 | `azmcp_acr_registry_list` | ❌ | -| 19 | 0.275215 | `azmcp_applicationinsights_recommendation_list` | ❌ | -| 20 | 0.272963 | `azmcp_loadtesting_testresource_create` | ❌ | --- -## Test 266 +## Test 264 **Expected Tool:** `azmcp_sql_server_delete` **Prompt:** Remove the SQL server from my subscription @@ -8834,25 +4816,10 @@ | 3 | 0.376660 | `azmcp_sql_server_show` | ❌ | | 4 | 0.350103 | `azmcp_sql_server_list` | ❌ | | 5 | 0.309280 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 6 | 0.306203 | `azmcp_sql_db_show` | ❌ | -| 7 | 0.301933 | `azmcp_sql_db_delete` | ❌ | -| 8 | 0.299760 | `azmcp_sql_server_create` | ❌ | -| 9 | 0.295963 | `azmcp_sql_db_list` | ❌ | -| 10 | 0.295073 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 11 | 0.274726 | `azmcp_appservice_database_add` | ❌ | -| 12 | 0.258333 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.235107 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.234779 | `azmcp_appconfig_kv_delete` | ❌ | -| 15 | 0.234376 | `azmcp_kusto_cluster_list` | ❌ | -| 16 | 0.226608 | `azmcp_kusto_cluster_get` | ❌ | -| 17 | 0.226581 | `azmcp_eventgrid_subscription_list` | ❌ | -| 18 | 0.225579 | `azmcp_grafana_list` | ❌ | -| 19 | 0.219702 | `azmcp_kusto_table_list` | ❌ | -| 20 | 0.210483 | `azmcp_appconfig_account_list` | ❌ | --- -## Test 267 +## Test 265 **Expected Tool:** `azmcp_sql_server_delete` **Prompt:** Delete SQL server permanently @@ -8866,25 +4833,10 @@ | 3 | 0.362389 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.341503 | `azmcp_sql_server_show` | ❌ | | 5 | 0.315820 | `azmcp_workbooks_delete` | ❌ | -| 6 | 0.274818 | `azmcp_sql_server_create` | ❌ | -| 7 | 0.262381 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 8 | 0.261681 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 9 | 0.254391 | `azmcp_appconfig_kv_delete` | ❌ | -| 10 | 0.247446 | `azmcp_postgres_server_param_set` | ❌ | -| 11 | 0.237815 | `azmcp_mysql_table_list` | ❌ | -| 12 | 0.213567 | `azmcp_appservice_database_add` | ❌ | -| 13 | 0.168042 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 14 | 0.164350 | `azmcp_loadtesting_testrun_update` | ❌ | -| 15 | 0.159907 | `azmcp_kusto_table_list` | ❌ | -| 16 | 0.156253 | `azmcp_cosmos_database_list` | ❌ | -| 17 | 0.148272 | `azmcp_kusto_database_list` | ❌ | -| 18 | 0.146243 | `azmcp_kusto_table_schema` | ❌ | -| 19 | 0.142112 | `azmcp_kusto_query` | ❌ | -| 20 | 0.140290 | `azmcp_keyvault_secret_list` | ❌ | --- -## Test 268 +## Test 266 **Expected Tool:** `azmcp_sql_server_entra-admin_list` **Prompt:** List Microsoft Entra ID administrators for SQL server @@ -8896,27 +4848,12 @@ | 1 | 0.783479 | `azmcp_sql_server_entra-admin_list` | ✅ **EXPECTED** | | 2 | 0.456051 | `azmcp_sql_server_show` | ❌ | | 3 | 0.434868 | `azmcp_sql_server_list` | ❌ | -| 4 | 0.401900 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 4 | 0.401908 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 5 | 0.376055 | `azmcp_sql_db_list` | ❌ | -| 6 | 0.365636 | `azmcp_postgres_server_list` | ❌ | -| 7 | 0.352607 | `azmcp_mysql_database_list` | ❌ | -| 8 | 0.344454 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.343559 | `azmcp_mysql_table_list` | ❌ | -| 10 | 0.329397 | `azmcp_sql_server_create` | ❌ | -| 11 | 0.291767 | `azmcp_foundry_agents_list` | ❌ | -| 12 | 0.280450 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.258095 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.249297 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 15 | 0.249153 | `azmcp_kusto_database_list` | ❌ | -| 16 | 0.246563 | `azmcp_keyvault_secret_list` | ❌ | -| 17 | 0.245119 | `azmcp_group_list` | ❌ | -| 18 | 0.238150 | `azmcp_keyvault_key_list` | ❌ | -| 19 | 0.234681 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.233337 | `azmcp_cosmos_database_container_list` | ❌ | --- -## Test 269 +## Test 267 **Expected Tool:** `azmcp_sql_server_entra-admin_list` **Prompt:** Show me the Entra ID administrators configured for SQL server @@ -8925,30 +4862,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.713306 | `azmcp_sql_server_entra-admin_list` | ✅ **EXPECTED** | -| 2 | 0.413144 | `azmcp_sql_server_show` | ❌ | -| 3 | 0.368082 | `azmcp_sql_server_list` | ❌ | -| 4 | 0.315966 | `azmcp_sql_db_list` | ❌ | -| 5 | 0.311085 | `azmcp_postgres_server_list` | ❌ | -| 6 | 0.304881 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 7 | 0.303560 | `azmcp_postgres_server_config_get` | ❌ | -| 8 | 0.289764 | `azmcp_sql_server_create` | ❌ | -| 9 | 0.287372 | `azmcp_mysql_database_list` | ❌ | -| 10 | 0.283806 | `azmcp_mysql_table_list` | ❌ | -| 11 | 0.273121 | `azmcp_foundry_agents_list` | ❌ | -| 12 | 0.214529 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.205963 | `azmcp_appservice_database_add` | ❌ | -| 14 | 0.197679 | `azmcp_cosmos_database_container_list` | ❌ | -| 15 | 0.194313 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.193050 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.191538 | `azmcp_appconfig_kv_list` | ❌ | -| 18 | 0.188120 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.183184 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 20 | 0.182252 | `azmcp_deploy_app_logs_get` | ❌ | +| 1 | 0.713233 | `azmcp_sql_server_entra-admin_list` | ✅ **EXPECTED** | +| 2 | 0.413179 | `azmcp_sql_server_show` | ❌ | +| 3 | 0.368066 | `azmcp_sql_server_list` | ❌ | +| 4 | 0.315982 | `azmcp_sql_db_list` | ❌ | +| 5 | 0.311088 | `azmcp_postgres_server_list` | ❌ | --- -## Test 270 +## Test 268 **Expected Tool:** `azmcp_sql_server_entra-admin_list` **Prompt:** What Microsoft Entra ID administrators are set up for my SQL server ? @@ -8957,30 +4879,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.646455 | `azmcp_sql_server_entra-admin_list` | ✅ **EXPECTED** | -| 2 | 0.356083 | `azmcp_sql_server_show` | ❌ | -| 3 | 0.322219 | `azmcp_sql_server_list` | ❌ | -| 4 | 0.307832 | `azmcp_sql_server_create` | ❌ | -| 5 | 0.253698 | `azmcp_sql_db_list` | ❌ | -| 6 | 0.236910 | `azmcp_mysql_table_list` | ❌ | -| 7 | 0.236183 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.234882 | `azmcp_appservice_database_add` | ❌ | -| 9 | 0.230612 | `azmcp_sql_db_create` | ❌ | -| 10 | 0.228267 | `azmcp_sql_server_delete` | ❌ | -| 11 | 0.223179 | `azmcp_sql_db_update` | ❌ | -| 12 | 0.212731 | `azmcp_cloudarchitect_design` | ❌ | -| 13 | 0.210599 | `azmcp_foundry_agents_list` | ❌ | -| 14 | 0.200465 | `azmcp_applens_resource_diagnose` | ❌ | -| 15 | 0.190030 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 16 | 0.188366 | `azmcp_deploy_plan_get` | ❌ | -| 17 | 0.181090 | `azmcp_deploy_app_logs_get` | ❌ | -| 18 | 0.181029 | `azmcp_foundry_agents_connect` | ❌ | -| 19 | 0.180596 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 20 | 0.174618 | `azmcp_deploy_iac_rules_get` | ❌ | +| 1 | 0.646419 | `azmcp_sql_server_entra-admin_list` | ✅ **EXPECTED** | +| 2 | 0.356025 | `azmcp_sql_server_show` | ❌ | +| 3 | 0.322155 | `azmcp_sql_server_list` | ❌ | +| 4 | 0.307823 | `azmcp_sql_server_create` | ❌ | +| 5 | 0.253610 | `azmcp_sql_db_list` | ❌ | --- -## Test 271 +## Test 269 **Expected Tool:** `azmcp_sql_server_firewall-rule_create` **Prompt:** Create a firewall rule for my Azure SQL server @@ -8990,29 +4897,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.635466 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | -| 2 | 0.532714 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 2 | 0.532712 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 3 | 0.522184 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.448822 | `azmcp_sql_server_create` | ❌ | | 5 | 0.432802 | `azmcp_sql_db_create` | ❌ | -| 6 | 0.423223 | `azmcp_sql_server_show` | ❌ | -| 7 | 0.403858 | `azmcp_sql_server_delete` | ❌ | -| 8 | 0.397912 | `azmcp_sql_server_list` | ❌ | -| 9 | 0.361266 | `azmcp_appservice_database_add` | ❌ | -| 10 | 0.335670 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.326425 | `azmcp_sql_db_update` | ❌ | -| 12 | 0.318368 | `azmcp_keyvault_certificate_create` | ❌ | -| 13 | 0.311149 | `azmcp_keyvault_secret_create` | ❌ | -| 14 | 0.295941 | `azmcp_keyvault_key_create` | ❌ | -| 15 | 0.290296 | `azmcp_deploy_iac_rules_get` | ❌ | -| 16 | 0.288030 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 17 | 0.265059 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 18 | 0.260209 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 19 | 0.253769 | `azmcp_deploy_plan_get` | ❌ | -| 20 | 0.252071 | `azmcp_foundry_agents_connect` | ❌ | --- -## Test 272 +## Test 270 **Expected Tool:** `azmcp_sql_server_firewall-rule_create` **Prompt:** Add a firewall rule to allow access from IP range to for SQL server @@ -9022,29 +4914,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.670189 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | -| 2 | 0.533553 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 2 | 0.533562 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 3 | 0.503648 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.316619 | `azmcp_sql_server_list` | ❌ | | 5 | 0.295018 | `azmcp_sql_server_show` | ❌ | -| 6 | 0.287457 | `azmcp_sql_server_create` | ❌ | -| 7 | 0.284186 | `azmcp_appservice_database_add` | ❌ | -| 8 | 0.271240 | `azmcp_sql_server_delete` | ❌ | -| 9 | 0.252970 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 10 | 0.248884 | `azmcp_postgres_server_param_set` | ❌ | -| 11 | 0.237646 | `azmcp_sql_db_create` | ❌ | -| 12 | 0.221694 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ❌ | -| 13 | 0.179175 | `azmcp_keyvault_secret_create` | ❌ | -| 14 | 0.174851 | `azmcp_deploy_iac_rules_get` | ❌ | -| 15 | 0.174584 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 16 | 0.166723 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 17 | 0.158176 | `azmcp_keyvault_certificate_create` | ❌ | -| 18 | 0.156396 | `azmcp_keyvault_key_create` | ❌ | -| 19 | 0.149912 | `azmcp_kusto_query` | ❌ | -| 20 | 0.146141 | `azmcp_foundry_agents_connect` | ❌ | --- -## Test 273 +## Test 271 **Expected Tool:** `azmcp_sql_server_firewall-rule_create` **Prompt:** Create a new firewall rule named for SQL server @@ -9054,29 +4931,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.685107 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | -| 2 | 0.574335 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 2 | 0.574336 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 3 | 0.539577 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.428919 | `azmcp_sql_server_create` | ❌ | | 5 | 0.395165 | `azmcp_sql_db_create` | ❌ | -| 6 | 0.356402 | `azmcp_sql_server_show` | ❌ | -| 7 | 0.339841 | `azmcp_sql_server_delete` | ❌ | -| 8 | 0.321920 | `azmcp_keyvault_secret_create` | ❌ | -| 9 | 0.316783 | `azmcp_sql_server_list` | ❌ | -| 10 | 0.302214 | `azmcp_keyvault_certificate_create` | ❌ | -| 11 | 0.296502 | `azmcp_appservice_database_add` | ❌ | -| 12 | 0.283923 | `azmcp_keyvault_key_create` | ❌ | -| 13 | 0.281128 | `azmcp_postgres_server_param_set` | ❌ | -| 14 | 0.270399 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 15 | 0.248939 | `azmcp_loadtesting_test_create` | ❌ | -| 16 | 0.221008 | `azmcp_deploy_iac_rules_get` | ❌ | -| 17 | 0.219182 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 18 | 0.209376 | `azmcp_loadtesting_testrun_create` | ❌ | -| 19 | 0.207193 | `azmcp_loadtesting_testresource_create` | ❌ | -| 20 | 0.197104 | `azmcp_appconfig_kv_set` | ❌ | --- -## Test 274 +## Test 272 **Expected Tool:** `azmcp_sql_server_firewall-rule_delete` **Prompt:** Delete a firewall rule from my Azure SQL server @@ -9086,29 +4948,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.691421 | `azmcp_sql_server_firewall-rule_delete` | ✅ **EXPECTED** | -| 2 | 0.543862 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 2 | 0.543857 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 3 | 0.540333 | `azmcp_sql_server_firewall-rule_create` | ❌ | | 4 | 0.527546 | `azmcp_sql_server_delete` | ❌ | | 5 | 0.436585 | `azmcp_sql_db_delete` | ❌ | -| 6 | 0.418504 | `azmcp_sql_server_show` | ❌ | -| 7 | 0.410574 | `azmcp_workbooks_delete` | ❌ | -| 8 | 0.386562 | `azmcp_sql_server_list` | ❌ | -| 9 | 0.341915 | `azmcp_sql_server_create` | ❌ | -| 10 | 0.341838 | `azmcp_sql_db_update` | ❌ | -| 11 | 0.312054 | `azmcp_appconfig_kv_delete` | ❌ | -| 12 | 0.306396 | `azmcp_appservice_database_add` | ❌ | -| 13 | 0.263959 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 14 | 0.246991 | `azmcp_keyvault_secret_get` | ❌ | -| 15 | 0.245270 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 16 | 0.241564 | `azmcp_deploy_iac_rules_get` | ❌ | -| 17 | 0.235230 | `azmcp_keyvault_certificate_create` | ❌ | -| 18 | 0.231494 | `azmcp_functionapp_get` | ❌ | -| 19 | 0.225273 | `azmcp_kusto_query` | ❌ | -| 20 | 0.225236 | `azmcp_keyvault_certificate_get` | ❌ | --- -## Test 275 +## Test 273 **Expected Tool:** `azmcp_sql_server_firewall-rule_delete` **Prompt:** Remove the firewall rule from SQL server @@ -9118,29 +4965,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.670179 | `azmcp_sql_server_firewall-rule_delete` | ✅ **EXPECTED** | -| 2 | 0.574346 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 2 | 0.574340 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 3 | 0.530419 | `azmcp_sql_server_firewall-rule_create` | ❌ | | 4 | 0.398706 | `azmcp_sql_server_delete` | ❌ | | 5 | 0.310449 | `azmcp_sql_server_show` | ❌ | -| 6 | 0.298395 | `azmcp_sql_db_delete` | ❌ | -| 7 | 0.293097 | `azmcp_sql_server_list` | ❌ | -| 8 | 0.259110 | `azmcp_workbooks_delete` | ❌ | -| 9 | 0.254974 | `azmcp_appconfig_kv_delete` | ❌ | -| 10 | 0.251005 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 11 | 0.231881 | `azmcp_sql_server_create` | ❌ | -| 12 | 0.227837 | `azmcp_appservice_database_add` | ❌ | -| 13 | 0.182013 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 14 | 0.166475 | `azmcp_loadtesting_testrun_update` | ❌ | -| 15 | 0.158042 | `azmcp_kusto_query` | ❌ | -| 16 | 0.156028 | `azmcp_functionapp_get` | ❌ | -| 17 | 0.153608 | `azmcp_keyvault_secret_get` | ❌ | -| 18 | 0.152458 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.152084 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 20 | 0.149578 | `azmcp_keyvault_secret_list` | ❌ | --- -## Test 276 +## Test 274 **Expected Tool:** `azmcp_sql_server_firewall-rule_delete` **Prompt:** Delete firewall rule for SQL server @@ -9150,29 +4982,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.671212 | `azmcp_sql_server_firewall-rule_delete` | ✅ **EXPECTED** | -| 2 | 0.601235 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 2 | 0.601230 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 3 | 0.577330 | `azmcp_sql_server_firewall-rule_create` | ❌ | | 4 | 0.441605 | `azmcp_sql_server_delete` | ❌ | | 5 | 0.367883 | `azmcp_sql_server_show` | ❌ | -| 6 | 0.336482 | `azmcp_sql_db_delete` | ❌ | -| 7 | 0.332209 | `azmcp_sql_server_list` | ❌ | -| 8 | 0.293303 | `azmcp_sql_server_create` | ❌ | -| 9 | 0.291409 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 10 | 0.286333 | `azmcp_sql_db_update` | ❌ | -| 11 | 0.263966 | `azmcp_appservice_database_add` | ❌ | -| 12 | 0.252095 | `azmcp_appconfig_kv_delete` | ❌ | -| 13 | 0.222155 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 14 | 0.204194 | `azmcp_loadtesting_testrun_update` | ❌ | -| 15 | 0.185585 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.185007 | `azmcp_functionapp_get` | ❌ | -| 17 | 0.183545 | `azmcp_deploy_iac_rules_get` | ❌ | -| 18 | 0.181757 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 19 | 0.180480 | `azmcp_kusto_query` | ❌ | -| 20 | 0.179886 | `azmcp_keyvault_secret_list` | ❌ | --- -## Test 277 +## Test 275 **Expected Tool:** `azmcp_sql_server_firewall-rule_list` **Prompt:** List all firewall rules for SQL server @@ -9181,30 +4998,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.729366 | `azmcp_sql_server_firewall-rule_list` | ✅ **EXPECTED** | +| 1 | 0.729372 | `azmcp_sql_server_firewall-rule_list` | ✅ **EXPECTED** | | 2 | 0.549667 | `azmcp_sql_server_firewall-rule_create` | ❌ | | 3 | 0.513114 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.468812 | `azmcp_sql_server_show` | ❌ | | 5 | 0.418817 | `azmcp_sql_server_list` | ❌ | -| 6 | 0.392512 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 7 | 0.385148 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.359228 | `azmcp_sql_db_list` | ❌ | -| 9 | 0.356700 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.355203 | `azmcp_mysql_table_list` | ❌ | -| 11 | 0.304958 | `azmcp_keyvault_secret_list` | ❌ | -| 12 | 0.278098 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.277410 | `azmcp_keyvault_key_list` | ❌ | -| 14 | 0.277054 | `azmcp_keyvault_certificate_list` | ❌ | -| 15 | 0.274554 | `azmcp_foundry_agents_list` | ❌ | -| 16 | 0.270667 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.263181 | `azmcp_kusto_table_list` | ❌ | -| 18 | 0.256310 | `azmcp_aks_nodepool_list` | ❌ | -| 19 | 0.253852 | `azmcp_cosmos_database_container_list` | ❌ | -| 20 | 0.248780 | `azmcp_cosmos_database_container_item_query` | ❌ | --- -## Test 278 +## Test 276 **Expected Tool:** `azmcp_sql_server_firewall-rule_list` **Prompt:** Show me the firewall rules for SQL server @@ -9213,30 +5015,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.630841 | `azmcp_sql_server_firewall-rule_list` | ✅ **EXPECTED** | -| 2 | 0.524198 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 3 | 0.476865 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 4 | 0.410678 | `azmcp_sql_server_show` | ❌ | -| 5 | 0.348137 | `azmcp_sql_server_list` | ❌ | -| 6 | 0.316834 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 7 | 0.312010 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.298975 | `azmcp_mysql_server_param_get` | ❌ | -| 9 | 0.294481 | `azmcp_mysql_server_config_get` | ❌ | -| 10 | 0.293374 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.225370 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 12 | 0.217351 | `azmcp_appservice_database_add` | ❌ | -| 13 | 0.211182 | `azmcp_eventgrid_subscription_list` | ❌ | -| 14 | 0.210496 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.209530 | `azmcp_foundry_agents_list` | ❌ | -| 16 | 0.206791 | `azmcp_keyvault_secret_list` | ❌ | -| 17 | 0.206398 | `azmcp_deploy_iac_rules_get` | ❌ | -| 18 | 0.206107 | `azmcp_kusto_table_list` | ❌ | -| 19 | 0.197674 | `azmcp_kusto_sample` | ❌ | -| 20 | 0.195896 | `azmcp_aks_nodepool_list` | ❌ | +| 1 | 0.630731 | `azmcp_sql_server_firewall-rule_list` | ✅ **EXPECTED** | +| 2 | 0.524126 | `azmcp_sql_server_firewall-rule_create` | ❌ | +| 3 | 0.476757 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 4 | 0.410680 | `azmcp_sql_server_show` | ❌ | +| 5 | 0.348100 | `azmcp_sql_server_list` | ❌ | --- -## Test 279 +## Test 277 **Expected Tool:** `azmcp_sql_server_firewall-rule_list` **Prompt:** What firewall rules are configured for my SQL server ? @@ -9245,30 +5032,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.630543 | `azmcp_sql_server_firewall-rule_list` | ✅ **EXPECTED** | +| 1 | 0.630546 | `azmcp_sql_server_firewall-rule_list` | ✅ **EXPECTED** | | 2 | 0.532454 | `azmcp_sql_server_firewall-rule_create` | ❌ | | 3 | 0.473501 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.412957 | `azmcp_sql_server_show` | ❌ | | 5 | 0.350513 | `azmcp_sql_server_list` | ❌ | -| 6 | 0.308004 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 7 | 0.305701 | `azmcp_mysql_server_param_get` | ❌ | -| 8 | 0.304314 | `azmcp_mysql_server_config_get` | ❌ | -| 9 | 0.282538 | `azmcp_sql_server_create` | ❌ | -| 10 | 0.277628 | `azmcp_postgres_server_config_get` | ❌ | -| 11 | 0.221706 | `azmcp_appservice_database_add` | ❌ | -| 12 | 0.216156 | `azmcp_foundry_agents_list` | ❌ | -| 13 | 0.202425 | `azmcp_deploy_iac_rules_get` | ❌ | -| 14 | 0.200326 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 15 | 0.191165 | `azmcp_cloudarchitect_design` | ❌ | -| 16 | 0.185879 | `azmcp_eventgrid_subscription_list` | ❌ | -| 17 | 0.177454 | `azmcp_loadtesting_test_get` | ❌ | -| 18 | 0.176225 | `azmcp_get_bestpractices_get` | ❌ | -| 19 | 0.173184 | `azmcp_applens_resource_diagnose` | ❌ | -| 20 | 0.172371 | `azmcp_aks_nodepool_get` | ❌ | --- -## Test 280 +## Test 278 **Expected Tool:** `azmcp_sql_server_list` **Prompt:** List all Azure SQL servers in resource group @@ -9281,26 +5053,11 @@ | 2 | 0.596686 | `azmcp_mysql_server_list` | ❌ | | 3 | 0.578239 | `azmcp_sql_db_list` | ❌ | | 4 | 0.515851 | `azmcp_sql_elastic-pool_list` | ❌ | -| 5 | 0.509639 | `azmcp_sql_db_show` | ❌ | -| 6 | 0.500373 | `azmcp_sql_server_delete` | ❌ | -| 7 | 0.496455 | `azmcp_group_list` | ❌ | -| 8 | 0.496434 | `azmcp_postgres_server_list` | ❌ | -| 9 | 0.495321 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 10 | 0.487699 | `azmcp_sql_server_create` | ❌ | -| 11 | 0.487455 | `azmcp_sql_server_show` | ❌ | -| 12 | 0.473235 | `azmcp_workbooks_list` | ❌ | -| 13 | 0.449346 | `azmcp_acr_registry_repository_list` | ❌ | -| 14 | 0.449287 | `azmcp_acr_registry_list` | ❌ | -| 15 | 0.419283 | `azmcp_functionapp_get` | ❌ | -| 16 | 0.403609 | `azmcp_foundry_agents_list` | ❌ | -| 17 | 0.395561 | `azmcp_cosmos_database_list` | ❌ | -| 18 | 0.384532 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.384389 | `azmcp_kusto_database_list` | ❌ | -| 20 | 0.380949 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 5 | 0.509789 | `azmcp_sql_db_show` | ❌ | --- -## Test 281 +## Test 279 **Expected Tool:** `azmcp_sql_server_list` **Prompt:** Show me every SQL server available in resource group @@ -9312,27 +5069,12 @@ | 1 | 0.618218 | `azmcp_sql_server_list` | ✅ **EXPECTED** | | 2 | 0.593837 | `azmcp_mysql_server_list` | ❌ | | 3 | 0.542398 | `azmcp_sql_db_list` | ❌ | -| 4 | 0.507425 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.495949 | `azmcp_sql_elastic-pool_list` | ❌ | -| 6 | 0.495792 | `azmcp_group_list` | ❌ | -| 7 | 0.492324 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 8 | 0.484259 | `azmcp_workbooks_list` | ❌ | -| 9 | 0.477041 | `azmcp_postgres_server_list` | ❌ | -| 10 | 0.470335 | `azmcp_sql_db_show` | ❌ | -| 11 | 0.464018 | `azmcp_mysql_database_list` | ❌ | -| 12 | 0.449733 | `azmcp_redis_cluster_list` | ❌ | -| 13 | 0.444259 | `azmcp_acr_registry_list` | ❌ | -| 14 | 0.419448 | `azmcp_foundry_agents_list` | ❌ | -| 15 | 0.418009 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 16 | 0.410302 | `azmcp_acr_registry_repository_list` | ❌ | -| 17 | 0.397201 | `azmcp_loadtesting_testresource_list` | ❌ | -| 18 | 0.395060 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.391940 | `azmcp_kusto_cluster_list` | ❌ | -| 20 | 0.384337 | `azmcp_cosmos_account_list` | ❌ | +| 4 | 0.507486 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.496200 | `azmcp_group_list` | ❌ | --- -## Test 282 +## Test 280 **Expected Tool:** `azmcp_sql_server_show` **Prompt:** Show me the details of Azure SQL server in resource group @@ -9341,30 +5083,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.629438 | `azmcp_sql_db_show` | ❌ | -| 2 | 0.595268 | `azmcp_sql_server_show` | ✅ **EXPECTED** | -| 3 | 0.587691 | `azmcp_sql_server_list` | ❌ | -| 4 | 0.559847 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.540232 | `azmcp_sql_db_list` | ❌ | -| 6 | 0.491398 | `azmcp_sql_server_create` | ❌ | -| 7 | 0.488271 | `azmcp_sql_server_delete` | ❌ | -| 8 | 0.481801 | `azmcp_functionapp_get` | ❌ | -| 9 | 0.480106 | `azmcp_mysql_server_config_get` | ❌ | -| 10 | 0.478714 | `azmcp_sql_elastic-pool_list` | ❌ | -| 11 | 0.450051 | `azmcp_aks_cluster_get` | ❌ | -| 12 | 0.445737 | `azmcp_storage_account_get` | ❌ | -| 13 | 0.437334 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 14 | 0.425061 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.410220 | `azmcp_group_list` | ❌ | -| 16 | 0.400265 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.394094 | `azmcp_kusto_cluster_get` | ❌ | -| 18 | 0.385373 | `azmcp_extension_azqr` | ❌ | -| 19 | 0.383575 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.373416 | `azmcp_eventgrid_subscription_list` | ❌ | +| 1 | 0.629672 | `azmcp_sql_db_show` | ❌ | +| 2 | 0.595184 | `azmcp_sql_server_show` | ✅ **EXPECTED** | +| 3 | 0.587728 | `azmcp_sql_server_list` | ❌ | +| 4 | 0.559893 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.540218 | `azmcp_sql_db_list` | ❌ | --- -## Test 283 +## Test 281 **Expected Tool:** `azmcp_sql_server_show` **Prompt:** Get the configuration details for SQL server @@ -9376,27 +5103,12 @@ | 1 | 0.658817 | `azmcp_sql_server_show` | ✅ **EXPECTED** | | 2 | 0.610507 | `azmcp_postgres_server_config_get` | ❌ | | 3 | 0.538034 | `azmcp_mysql_server_config_get` | ❌ | -| 4 | 0.471477 | `azmcp_sql_db_show` | ❌ | -| 5 | 0.445500 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.443977 | `azmcp_mysql_server_param_get` | ❌ | -| 7 | 0.422646 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.414309 | `azmcp_sql_server_list` | ❌ | -| 9 | 0.413961 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 10 | 0.406630 | `azmcp_loadtesting_test_get` | ❌ | -| 11 | 0.400827 | `azmcp_sql_server_create` | ❌ | -| 12 | 0.359458 | `azmcp_aks_cluster_get` | ❌ | -| 13 | 0.349963 | `azmcp_aks_nodepool_get` | ❌ | -| 14 | 0.316818 | `azmcp_appconfig_kv_list` | ❌ | -| 15 | 0.314864 | `azmcp_appconfig_kv_show` | ❌ | -| 16 | 0.308718 | `azmcp_functionapp_get` | ❌ | -| 17 | 0.300098 | `azmcp_kusto_cluster_get` | ❌ | -| 18 | 0.298409 | `azmcp_appconfig_account_list` | ❌ | -| 19 | 0.295903 | `azmcp_loadtesting_testrun_list` | ❌ | -| 20 | 0.284200 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 4 | 0.471541 | `azmcp_sql_db_show` | ❌ | +| 5 | 0.445430 | `azmcp_postgres_server_param_get` | ❌ | --- -## Test 284 +## Test 282 **Expected Tool:** `azmcp_sql_server_show` **Prompt:** Display the properties of SQL server @@ -9407,28 +5119,13 @@ |------|-------|------|--------| | 1 | 0.563143 | `azmcp_sql_server_show` | ✅ **EXPECTED** | | 2 | 0.392532 | `azmcp_postgres_server_config_get` | ❌ | -| 3 | 0.380047 | `azmcp_postgres_server_param_get` | ❌ | -| 4 | 0.372190 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 5 | 0.370447 | `azmcp_sql_db_show` | ❌ | -| 6 | 0.368788 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 7 | 0.367031 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.363268 | `azmcp_mysql_server_config_get` | ❌ | -| 9 | 0.361792 | `azmcp_sql_server_list` | ❌ | -| 10 | 0.357960 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.288829 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.276327 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.271945 | `azmcp_appconfig_kv_show` | ❌ | -| 14 | 0.268920 | `azmcp_loadtesting_testrun_get` | ❌ | -| 15 | 0.257258 | `azmcp_appconfig_kv_list` | ❌ | -| 16 | 0.255881 | `azmcp_foundry_agents_list` | ❌ | -| 17 | 0.253925 | `azmcp_keyvault_secret_list` | ❌ | -| 18 | 0.246261 | `azmcp_aks_nodepool_get` | ❌ | -| 19 | 0.245005 | `azmcp_keyvault_key_get` | ❌ | -| 20 | 0.243029 | `azmcp_keyvault_secret_get` | ❌ | +| 3 | 0.380021 | `azmcp_postgres_server_param_get` | ❌ | +| 4 | 0.372194 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 5 | 0.370539 | `azmcp_sql_db_show` | ❌ | --- -## Test 285 +## Test 283 **Expected Tool:** `azmcp_storage_account_create` **Prompt:** Create a new storage account called testaccount123 in East US region @@ -9441,26 +5138,11 @@ | 2 | 0.418472 | `azmcp_storage_account_get` | ❌ | | 3 | 0.394541 | `azmcp_storage_blob_container_create` | ❌ | | 4 | 0.374006 | `azmcp_loadtesting_test_create` | ❌ | -| 5 | 0.355025 | `azmcp_loadtesting_testresource_create` | ❌ | -| 6 | 0.352380 | `azmcp_storage_blob_container_get` | ❌ | -| 7 | 0.325925 | `azmcp_keyvault_secret_create` | ❌ | -| 8 | 0.323501 | `azmcp_appconfig_kv_set` | ❌ | -| 9 | 0.319843 | `azmcp_quota_usage_check` | ❌ | -| 10 | 0.315241 | `azmcp_keyvault_key_create` | ❌ | -| 11 | 0.311941 | `azmcp_sql_db_create` | ❌ | -| 12 | 0.311275 | `azmcp_storage_blob_upload` | ❌ | -| 13 | 0.305188 | `azmcp_keyvault_certificate_create` | ❌ | -| 14 | 0.300188 | `azmcp_sql_server_create` | ❌ | -| 15 | 0.297236 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.289742 | `azmcp_appconfig_kv_show` | ❌ | -| 17 | 0.286311 | `azmcp_monitor_resource_log_query` | ❌ | -| 18 | 0.278047 | `azmcp_quota_region_availability_list` | ❌ | -| 19 | 0.277805 | `azmcp_cosmos_database_container_list` | ❌ | -| 20 | 0.267474 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 5 | 0.355049 | `azmcp_loadtesting_testresource_create` | ❌ | --- -## Test 286 +## Test 284 **Expected Tool:** `azmcp_storage_account_create` **Prompt:** Create a storage account with premium performance and LRS replication @@ -9474,25 +5156,10 @@ | 3 | 0.387071 | `azmcp_storage_account_get` | ❌ | | 4 | 0.382836 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 5 | 0.377221 | `azmcp_sql_db_create` | ❌ | -| 6 | 0.376155 | `azmcp_storage_blob_container_create` | ❌ | -| 7 | 0.344488 | `azmcp_loadtesting_testresource_create` | ❌ | -| 8 | 0.339839 | `azmcp_storage_blob_container_get` | ❌ | -| 9 | 0.329099 | `azmcp_loadtesting_test_create` | ❌ | -| 10 | 0.324346 | `azmcp_sql_server_create` | ❌ | -| 11 | 0.310743 | `azmcp_monitor_resource_log_query` | ❌ | -| 12 | 0.310707 | `azmcp_storage_blob_upload` | ❌ | -| 13 | 0.310332 | `azmcp_workbooks_create` | ❌ | -| 14 | 0.296391 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 15 | 0.284420 | `azmcp_deploy_plan_get` | ❌ | -| 16 | 0.284385 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.283067 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 18 | 0.280404 | `azmcp_keyvault_certificate_create` | ❌ | -| 19 | 0.280192 | `azmcp_cloudarchitect_design` | ❌ | -| 20 | 0.278858 | `azmcp_keyvault_key_create` | ❌ | --- -## Test 287 +## Test 285 **Expected Tool:** `azmcp_storage_account_create` **Prompt:** Create a new storage account with Data Lake Storage Gen2 enabled @@ -9505,26 +5172,11 @@ | 2 | 0.464611 | `azmcp_storage_blob_container_create` | ❌ | | 3 | 0.447156 | `azmcp_sql_db_create` | ❌ | | 4 | 0.437040 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.407118 | `azmcp_storage_blob_container_get` | ❌ | -| 6 | 0.384168 | `azmcp_loadtesting_testresource_create` | ❌ | -| 7 | 0.383895 | `azmcp_sql_server_create` | ❌ | -| 8 | 0.382274 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 9 | 0.380638 | `azmcp_loadtesting_test_create` | ❌ | -| 10 | 0.380503 | `azmcp_keyvault_key_create` | ❌ | -| 11 | 0.372681 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 12 | 0.372357 | `azmcp_keyvault_certificate_create` | ❌ | -| 13 | 0.366696 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 14 | 0.363721 | `azmcp_workbooks_create` | ❌ | -| 15 | 0.360940 | `azmcp_storage_blob_upload` | ❌ | -| 16 | 0.359330 | `azmcp_keyvault_secret_create` | ❌ | -| 17 | 0.325418 | `azmcp_storage_blob_get` | ❌ | -| 18 | 0.324756 | `azmcp_monitor_resource_log_query` | ❌ | -| 19 | 0.324674 | `azmcp_appservice_database_add` | ❌ | -| 20 | 0.321775 | `azmcp_deploy_plan_get` | ❌ | +| 5 | 0.407411 | `azmcp_storage_blob_container_get` | ❌ | --- -## Test 288 +## Test 286 **Expected Tool:** `azmcp_storage_account_get` **Prompt:** Show me the details for my storage account @@ -9534,29 +5186,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.655152 | `azmcp_storage_account_get` | ✅ **EXPECTED** | -| 2 | 0.604076 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.507541 | `azmcp_storage_blob_get` | ❌ | +| 2 | 0.603853 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.507638 | `azmcp_storage_blob_get` | ❌ | | 4 | 0.483435 | `azmcp_storage_account_create` | ❌ | | 5 | 0.442858 | `azmcp_appconfig_kv_show` | ❌ | -| 6 | 0.439236 | `azmcp_cosmos_account_list` | ❌ | -| 7 | 0.431020 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.403478 | `azmcp_cosmos_database_container_list` | ❌ | -| 9 | 0.397051 | `azmcp_mysql_server_config_get` | ❌ | -| 10 | 0.395698 | `azmcp_quota_usage_check` | ❌ | -| 11 | 0.388437 | `azmcp_aks_cluster_get` | ❌ | -| 12 | 0.373840 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 13 | 0.373146 | `azmcp_sql_server_show` | ❌ | -| 14 | 0.370022 | `azmcp_keyvault_key_get` | ❌ | -| 15 | 0.368598 | `azmcp_sql_db_show` | ❌ | -| 16 | 0.367173 | `azmcp_subscription_list` | ❌ | -| 17 | 0.367049 | `azmcp_kusto_cluster_get` | ❌ | -| 18 | 0.366645 | `azmcp_aks_nodepool_get` | ❌ | -| 19 | 0.362836 | `azmcp_search_index_get` | ❌ | -| 20 | 0.356973 | `azmcp_cosmos_database_list` | ❌ | --- -## Test 289 +## Test 287 **Expected Tool:** `azmcp_storage_account_get` **Prompt:** Get details about the storage account @@ -9565,30 +5202,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.676900 | `azmcp_storage_account_get` | ✅ **EXPECTED** | -| 2 | 0.613348 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.518279 | `azmcp_storage_account_create` | ❌ | -| 4 | 0.515071 | `azmcp_storage_blob_get` | ❌ | -| 5 | 0.415406 | `azmcp_cosmos_account_list` | ❌ | -| 6 | 0.411833 | `azmcp_appconfig_kv_show` | ❌ | -| 7 | 0.401829 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.380011 | `azmcp_sql_server_show` | ❌ | -| 9 | 0.375889 | `azmcp_keyvault_key_get` | ❌ | -| 10 | 0.375812 | `azmcp_quota_usage_check` | ❌ | -| 11 | 0.373524 | `azmcp_aks_cluster_get` | ❌ | -| 12 | 0.369799 | `azmcp_cosmos_database_container_list` | ❌ | -| 13 | 0.368205 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 14 | 0.368016 | `azmcp_kusto_cluster_get` | ❌ | -| 15 | 0.362620 | `azmcp_mysql_server_config_get` | ❌ | -| 16 | 0.362608 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.362242 | `azmcp_marketplace_product_get` | ❌ | -| 18 | 0.355115 | `azmcp_servicebus_queue_details` | ❌ | -| 19 | 0.354850 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 20 | 0.351121 | `azmcp_functionapp_get` | ❌ | +| 1 | 0.676876 | `azmcp_storage_account_get` | ✅ **EXPECTED** | +| 2 | 0.612889 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.518215 | `azmcp_storage_account_create` | ❌ | +| 4 | 0.515153 | `azmcp_storage_blob_get` | ❌ | +| 5 | 0.415410 | `azmcp_cosmos_account_list` | ❌ | --- -## Test 290 +## Test 288 **Expected Tool:** `azmcp_storage_account_get` **Prompt:** List all storage accounts in my subscription including their location and SKU @@ -9602,25 +5224,10 @@ | 3 | 0.536909 | `azmcp_cosmos_account_list` | ❌ | | 4 | 0.535616 | `azmcp_storage_account_create` | ❌ | | 5 | 0.501088 | `azmcp_subscription_list` | ❌ | -| 6 | 0.496371 | `azmcp_quota_region_availability_list` | ❌ | -| 7 | 0.493246 | `azmcp_appconfig_account_list` | ❌ | -| 8 | 0.484363 | `azmcp_storage_blob_container_get` | ❌ | -| 9 | 0.484163 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.473387 | `azmcp_search_service_list` | ❌ | -| 11 | 0.458793 | `azmcp_monitor_workspace_list` | ❌ | -| 12 | 0.454195 | `azmcp_acr_registry_list` | ❌ | -| 13 | 0.447992 | `azmcp_aks_cluster_list` | ❌ | -| 14 | 0.445563 | `azmcp_redis_cache_list` | ❌ | -| 15 | 0.441838 | `azmcp_redis_cluster_list` | ❌ | -| 16 | 0.439919 | `azmcp_eventgrid_subscription_list` | ❌ | -| 17 | 0.438615 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 18 | 0.432645 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.416456 | `azmcp_group_list` | ❌ | -| 20 | 0.412679 | `azmcp_grafana_list` | ❌ | --- -## Test 291 +## Test 289 **Expected Tool:** `azmcp_storage_account_get` **Prompt:** Show me my storage accounts with whether hierarchical namespace (HNS) is enabled @@ -9631,28 +5238,13 @@ |------|-------|------|--------| | 1 | 0.499302 | `azmcp_storage_account_get` | ✅ **EXPECTED** | | 2 | 0.461284 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 3 | 0.455566 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.455449 | `azmcp_storage_blob_container_get` | ❌ | | 4 | 0.421642 | `azmcp_cosmos_account_list` | ❌ | -| 5 | 0.379865 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 6 | 0.378256 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 7 | 0.375553 | `azmcp_cosmos_database_container_list` | ❌ | -| 8 | 0.367906 | `azmcp_cosmos_database_list` | ❌ | -| 9 | 0.366021 | `azmcp_quota_usage_check` | ❌ | -| 10 | 0.362252 | `azmcp_storage_account_create` | ❌ | -| 11 | 0.361073 | `azmcp_storage_blob_get` | ❌ | -| 12 | 0.347173 | `azmcp_appconfig_account_list` | ❌ | -| 13 | 0.346039 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.344771 | `azmcp_search_service_list` | ❌ | -| 15 | 0.342056 | `azmcp_subscription_list` | ❌ | -| 16 | 0.335306 | `azmcp_appconfig_kv_show` | ❌ | -| 17 | 0.330862 | `azmcp_mysql_database_list` | ❌ | -| 18 | 0.330363 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.322108 | `azmcp_keyvault_key_list` | ❌ | -| 20 | 0.315526 | `azmcp_foundry_agents_list` | ❌ | +| 5 | 0.379857 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- -## Test 292 +## Test 290 **Expected Tool:** `azmcp_storage_account_get` **Prompt:** Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings @@ -9663,28 +5255,13 @@ |------|-------|------|--------| | 1 | 0.557142 | `azmcp_storage_account_get` | ✅ **EXPECTED** | | 2 | 0.473598 | `azmcp_cosmos_account_list` | ❌ | -| 3 | 0.461727 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.461641 | `azmcp_storage_blob_container_get` | ❌ | | 4 | 0.453933 | `azmcp_subscription_list` | ❌ | | 5 | 0.436170 | `azmcp_search_service_list` | ❌ | -| 6 | 0.432854 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 7 | 0.425023 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 8 | 0.418403 | `azmcp_storage_account_create` | ❌ | -| 9 | 0.416137 | `azmcp_storage_blob_get` | ❌ | -| 10 | 0.415080 | `azmcp_appconfig_account_list` | ❌ | -| 11 | 0.389930 | `azmcp_eventgrid_subscription_list` | ❌ | -| 12 | 0.382504 | `azmcp_aks_cluster_list` | ❌ | -| 13 | 0.379856 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.377201 | `azmcp_quota_usage_check` | ❌ | -| 15 | 0.376660 | `azmcp_appconfig_kv_show` | ❌ | -| 16 | 0.374635 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 17 | 0.371828 | `azmcp_sql_server_list` | ❌ | -| 18 | 0.359998 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.359053 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.356611 | `azmcp_eventgrid_topic_list` | ❌ | --- -## Test 293 +## Test 291 **Expected Tool:** `azmcp_storage_blob_container_create` **Prompt:** Create the storage container mycontainer in storage account @@ -9695,28 +5272,13 @@ |------|-------|------|--------| | 1 | 0.563396 | `azmcp_storage_blob_container_create` | ✅ **EXPECTED** | | 2 | 0.524779 | `azmcp_storage_account_create` | ❌ | -| 3 | 0.508280 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.508053 | `azmcp_storage_blob_container_get` | ❌ | | 4 | 0.447784 | `azmcp_cosmos_database_container_list` | ❌ | | 5 | 0.403407 | `azmcp_storage_account_get` | ❌ | -| 6 | 0.335039 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 7 | 0.331415 | `azmcp_storage_blob_get` | ❌ | -| 8 | 0.326352 | `azmcp_appconfig_kv_set` | ❌ | -| 9 | 0.324867 | `azmcp_sql_db_create` | ❌ | -| 10 | 0.323215 | `azmcp_keyvault_secret_create` | ❌ | -| 11 | 0.322464 | `azmcp_storage_blob_upload` | ❌ | -| 12 | 0.318855 | `azmcp_keyvault_key_create` | ❌ | -| 13 | 0.305680 | `azmcp_keyvault_certificate_create` | ❌ | -| 14 | 0.297912 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 15 | 0.297384 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.292093 | `azmcp_acr_registry_repository_list` | ❌ | -| 17 | 0.291137 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.281807 | `azmcp_sql_server_create` | ❌ | -| 19 | 0.280439 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.274863 | `azmcp_workbooks_create` | ❌ | --- -## Test 294 +## Test 292 **Expected Tool:** `azmcp_storage_blob_container_create` **Prompt:** Create the container using blob public access in storage account @@ -9725,30 +5287,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.512466 | `azmcp_storage_blob_container_create` | ✅ **EXPECTED** | -| 2 | 0.500604 | `azmcp_storage_account_create` | ❌ | -| 3 | 0.471142 | `azmcp_storage_blob_container_get` | ❌ | -| 4 | 0.415450 | `azmcp_cosmos_database_container_list` | ❌ | -| 5 | 0.414933 | `azmcp_storage_blob_get` | ❌ | -| 6 | 0.368878 | `azmcp_storage_account_get` | ❌ | -| 7 | 0.334027 | `azmcp_storage_blob_upload` | ❌ | -| 8 | 0.320162 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 9 | 0.309775 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 10 | 0.296920 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 11 | 0.296353 | `azmcp_sql_db_create` | ❌ | -| 12 | 0.285179 | `azmcp_cosmos_account_list` | ❌ | -| 13 | 0.277977 | `azmcp_keyvault_secret_create` | ❌ | -| 14 | 0.275245 | `azmcp_acr_registry_repository_list` | ❌ | -| 15 | 0.275125 | `azmcp_keyvault_key_create` | ❌ | -| 16 | 0.270113 | `azmcp_appconfig_kv_set` | ❌ | -| 17 | 0.269783 | `azmcp_deploy_app_logs_get` | ❌ | -| 18 | 0.268808 | `azmcp_workbooks_create` | ❌ | -| 19 | 0.256453 | `azmcp_sql_server_create` | ❌ | -| 20 | 0.249272 | `azmcp_monitor_resource_log_query` | ❌ | +| 1 | 0.512578 | `azmcp_storage_blob_container_create` | ✅ **EXPECTED** | +| 2 | 0.500624 | `azmcp_storage_account_create` | ❌ | +| 3 | 0.470927 | `azmcp_storage_blob_container_get` | ❌ | +| 4 | 0.415378 | `azmcp_cosmos_database_container_list` | ❌ | +| 5 | 0.414820 | `azmcp_storage_blob_get` | ❌ | --- -## Test 295 +## Test 293 **Expected Tool:** `azmcp_storage_blob_container_create` **Prompt:** Create a new blob container named documents with container public access in storage account @@ -9757,30 +5304,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.463224 | `azmcp_storage_account_create` | ❌ | -| 2 | 0.455406 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.451765 | `azmcp_storage_blob_container_create` | ✅ **EXPECTED** | -| 4 | 0.435122 | `azmcp_cosmos_database_container_list` | ❌ | -| 5 | 0.388350 | `azmcp_storage_blob_get` | ❌ | -| 6 | 0.378057 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 7 | 0.366287 | `azmcp_storage_account_get` | ❌ | -| 8 | 0.328973 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.322331 | `azmcp_cosmos_database_list` | ❌ | -| 10 | 0.314118 | `azmcp_sql_db_create` | ❌ | -| 11 | 0.309010 | `azmcp_storage_blob_upload` | ❌ | -| 12 | 0.287863 | `azmcp_workbooks_create` | ❌ | -| 13 | 0.280813 | `azmcp_keyvault_certificate_create` | ❌ | -| 14 | 0.276755 | `azmcp_monitor_resource_log_query` | ❌ | -| 15 | 0.276426 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 16 | 0.275625 | `azmcp_keyvault_secret_create` | ❌ | -| 17 | 0.269707 | `azmcp_acr_registry_repository_list` | ❌ | -| 18 | 0.266760 | `azmcp_appconfig_kv_set` | ❌ | -| 19 | 0.265251 | `azmcp_sql_server_create` | ❌ | -| 20 | 0.265245 | `azmcp_keyvault_key_create` | ❌ | +| 1 | 0.463198 | `azmcp_storage_account_create` | ❌ | +| 2 | 0.455375 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.451690 | `azmcp_storage_blob_container_create` | ✅ **EXPECTED** | +| 4 | 0.435099 | `azmcp_cosmos_database_container_list` | ❌ | +| 5 | 0.388450 | `azmcp_storage_blob_get` | ❌ | --- -## Test 296 +## Test 294 **Expected Tool:** `azmcp_storage_blob_container_get` **Prompt:** Show me the properties of the storage container in the storage account @@ -9789,30 +5321,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.665503 | `azmcp_storage_blob_container_get` | ✅ **EXPECTED** | +| 1 | 0.665176 | `azmcp_storage_blob_container_get` | ✅ **EXPECTED** | | 2 | 0.559177 | `azmcp_storage_account_get` | ❌ | | 3 | 0.523288 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.518713 | `azmcp_storage_blob_get` | ❌ | +| 4 | 0.518763 | `azmcp_storage_blob_get` | ❌ | | 5 | 0.496184 | `azmcp_storage_blob_container_create` | ❌ | -| 6 | 0.461577 | `azmcp_storage_account_create` | ❌ | -| 7 | 0.421964 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.421220 | `azmcp_appconfig_kv_show` | ❌ | -| 9 | 0.384585 | `azmcp_cosmos_account_list` | ❌ | -| 10 | 0.377009 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 11 | 0.367759 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.359218 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 13 | 0.354913 | `azmcp_sql_server_show` | ❌ | -| 14 | 0.353278 | `azmcp_monitor_resource_log_query` | ❌ | -| 15 | 0.350264 | `azmcp_mysql_server_config_get` | ❌ | -| 16 | 0.335739 | `azmcp_appconfig_kv_list` | ❌ | -| 17 | 0.334806 | `azmcp_cosmos_database_list` | ❌ | -| 18 | 0.332359 | `azmcp_deploy_app_logs_get` | ❌ | -| 19 | 0.327271 | `azmcp_aks_nodepool_get` | ❌ | -| 20 | 0.308777 | `azmcp_mysql_server_list` | ❌ | --- -## Test 297 +## Test 295 **Expected Tool:** `azmcp_storage_blob_container_get` **Prompt:** List all blob containers in the storage account @@ -9822,29 +5339,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.613933 | `azmcp_cosmos_database_container_list` | ❌ | -| 2 | 0.605599 | `azmcp_storage_blob_container_get` | ✅ **EXPECTED** | -| 3 | 0.522323 | `azmcp_storage_blob_get` | ❌ | +| 2 | 0.605437 | `azmcp_storage_blob_container_get` | ✅ **EXPECTED** | +| 3 | 0.521995 | `azmcp_storage_blob_get` | ❌ | | 4 | 0.479014 | `azmcp_storage_account_get` | ❌ | | 5 | 0.471385 | `azmcp_cosmos_account_list` | ❌ | -| 6 | 0.453044 | `azmcp_cosmos_database_list` | ❌ | -| 7 | 0.409820 | `azmcp_acr_registry_repository_list` | ❌ | -| 8 | 0.404640 | `azmcp_storage_account_create` | ❌ | -| 9 | 0.393989 | `azmcp_storage_blob_container_create` | ❌ | -| 10 | 0.386144 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 11 | 0.367207 | `azmcp_keyvault_key_list` | ❌ | -| 12 | 0.359465 | `azmcp_search_service_list` | ❌ | -| 13 | 0.359411 | `azmcp_subscription_list` | ❌ | -| 14 | 0.356400 | `azmcp_acr_registry_list` | ❌ | -| 15 | 0.353231 | `azmcp_foundry_agents_list` | ❌ | -| 16 | 0.351862 | `azmcp_keyvault_certificate_list` | ❌ | -| 17 | 0.351458 | `azmcp_keyvault_secret_list` | ❌ | -| 18 | 0.333677 | `azmcp_sql_db_list` | ❌ | -| 19 | 0.333282 | `azmcp_mysql_database_list` | ❌ | -| 20 | 0.332194 | `azmcp_monitor_table_list` | ❌ | --- -## Test 298 +## Test 296 **Expected Tool:** `azmcp_storage_blob_container_get` **Prompt:** Show me the containers in the storage account @@ -9853,30 +5355,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.625206 | `azmcp_storage_blob_container_get` | ✅ **EXPECTED** | -| 2 | 0.592364 | `azmcp_cosmos_database_container_list` | ❌ | -| 3 | 0.511167 | `azmcp_storage_account_get` | ❌ | -| 4 | 0.439646 | `azmcp_storage_account_create` | ❌ | -| 5 | 0.437840 | `azmcp_cosmos_account_list` | ❌ | -| 6 | 0.429945 | `azmcp_storage_blob_get` | ❌ | -| 7 | 0.418035 | `azmcp_storage_blob_container_create` | ❌ | -| 8 | 0.405639 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 9 | 0.390272 | `azmcp_cosmos_database_list` | ❌ | -| 10 | 0.384107 | `azmcp_acr_registry_repository_list` | ❌ | -| 11 | 0.355911 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 12 | 0.354367 | `azmcp_search_service_list` | ❌ | -| 13 | 0.352390 | `azmcp_appconfig_kv_show` | ❌ | -| 14 | 0.348065 | `azmcp_appconfig_account_list` | ❌ | -| 15 | 0.347261 | `azmcp_foundry_agents_list` | ❌ | -| 16 | 0.346884 | `azmcp_quota_usage_check` | ❌ | -| 17 | 0.345676 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.340579 | `azmcp_subscription_list` | ❌ | -| 19 | 0.336535 | `azmcp_mysql_server_list` | ❌ | -| 20 | 0.326596 | `azmcp_monitor_resource_log_query` | ❌ | +| 1 | 0.625166 | `azmcp_storage_blob_container_get` | ✅ **EXPECTED** | +| 2 | 0.592373 | `azmcp_cosmos_database_container_list` | ❌ | +| 3 | 0.511261 | `azmcp_storage_account_get` | ❌ | +| 4 | 0.439698 | `azmcp_storage_account_create` | ❌ | +| 5 | 0.437887 | `azmcp_cosmos_account_list` | ❌ | --- -## Test 299 +## Test 297 **Expected Tool:** `azmcp_storage_blob_get` **Prompt:** Show me the properties for blob in container in storage account @@ -9885,30 +5372,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.613044 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | -| 2 | 0.586507 | `azmcp_storage_blob_container_get` | ❌ | +| 1 | 0.613091 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | +| 2 | 0.586289 | `azmcp_storage_blob_container_get` | ❌ | | 3 | 0.483614 | `azmcp_storage_account_get` | ❌ | | 4 | 0.477946 | `azmcp_cosmos_database_container_list` | ❌ | | 5 | 0.434667 | `azmcp_storage_blob_container_create` | ❌ | -| 6 | 0.420748 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 7 | 0.408521 | `azmcp_storage_account_create` | ❌ | -| 8 | 0.386482 | `azmcp_appconfig_kv_show` | ❌ | -| 9 | 0.359392 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 10 | 0.349565 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.345511 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 12 | 0.338048 | `azmcp_sql_server_show` | ❌ | -| 13 | 0.333887 | `azmcp_mysql_server_config_get` | ❌ | -| 14 | 0.330904 | `azmcp_storage_blob_upload` | ❌ | -| 15 | 0.326177 | `azmcp_monitor_resource_log_query` | ❌ | -| 16 | 0.323065 | `azmcp_cosmos_database_list` | ❌ | -| 17 | 0.321138 | `azmcp_quota_usage_check` | ❌ | -| 18 | 0.318563 | `azmcp_deploy_app_logs_get` | ❌ | -| 19 | 0.303942 | `azmcp_aks_nodepool_get` | ❌ | -| 20 | 0.303596 | `azmcp_appconfig_kv_list` | ❌ | --- -## Test 300 +## Test 298 **Expected Tool:** `azmcp_storage_blob_get` **Prompt:** Get the details about blob in the container in storage account @@ -9917,30 +5389,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.662277 | `azmcp_storage_blob_container_get` | ❌ | -| 2 | 0.661738 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | +| 1 | 0.662106 | `azmcp_storage_blob_container_get` | ❌ | +| 2 | 0.661919 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | | 3 | 0.537535 | `azmcp_storage_account_get` | ❌ | | 4 | 0.460657 | `azmcp_storage_blob_container_create` | ❌ | | 5 | 0.457038 | `azmcp_storage_account_create` | ❌ | -| 6 | 0.453696 | `azmcp_cosmos_database_container_list` | ❌ | -| 7 | 0.370177 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.360712 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 9 | 0.359655 | `azmcp_aks_cluster_get` | ❌ | -| 10 | 0.358376 | `azmcp_storage_blob_upload` | ❌ | -| 11 | 0.353461 | `azmcp_kusto_cluster_get` | ❌ | -| 12 | 0.353131 | `azmcp_workbooks_show` | ❌ | -| 13 | 0.352671 | `azmcp_sql_server_show` | ❌ | -| 14 | 0.348551 | `azmcp_appconfig_kv_show` | ❌ | -| 15 | 0.348396 | `azmcp_keyvault_key_get` | ❌ | -| 16 | 0.342979 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.337010 | `azmcp_mysql_server_config_get` | ❌ | -| 18 | 0.334138 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 19 | 0.329399 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.319604 | `azmcp_deploy_app_logs_get` | ❌ | --- -## Test 301 +## Test 299 **Expected Tool:** `azmcp_storage_blob_get` **Prompt:** List all blobs in the blob container in the storage account @@ -9949,30 +5406,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.593029 | `azmcp_storage_blob_container_get` | ❌ | +| 1 | 0.592723 | `azmcp_storage_blob_container_get` | ❌ | | 2 | 0.579070 | `azmcp_cosmos_database_container_list` | ❌ | -| 3 | 0.568872 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | +| 3 | 0.568421 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | | 4 | 0.465942 | `azmcp_storage_account_get` | ❌ | | 5 | 0.452160 | `azmcp_cosmos_account_list` | ❌ | -| 6 | 0.415853 | `azmcp_cosmos_database_list` | ❌ | -| 7 | 0.413280 | `azmcp_storage_blob_container_create` | ❌ | -| 8 | 0.400483 | `azmcp_acr_registry_repository_list` | ❌ | -| 9 | 0.394852 | `azmcp_storage_account_create` | ❌ | -| 10 | 0.379851 | `azmcp_keyvault_key_list` | ❌ | -| 11 | 0.379099 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 12 | 0.369535 | `azmcp_keyvault_secret_list` | ❌ | -| 13 | 0.361689 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 14 | 0.359358 | `azmcp_keyvault_certificate_list` | ❌ | -| 15 | 0.348821 | `azmcp_subscription_list` | ❌ | -| 16 | 0.339776 | `azmcp_monitor_resource_log_query` | ❌ | -| 17 | 0.331545 | `azmcp_appconfig_kv_list` | ❌ | -| 18 | 0.328193 | `azmcp_search_service_list` | ❌ | -| 19 | 0.313259 | `azmcp_sql_db_list` | ❌ | -| 20 | 0.310914 | `azmcp_monitor_workspace_list` | ❌ | --- -## Test 302 +## Test 300 **Expected Tool:** `azmcp_storage_blob_get` **Prompt:** Show me the blobs in the blob container in the storage account @@ -9981,30 +5423,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.570479 | `azmcp_storage_blob_container_get` | ❌ | -| 2 | 0.549720 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | +| 1 | 0.570353 | `azmcp_storage_blob_container_get` | ❌ | +| 2 | 0.549442 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | | 3 | 0.533515 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.449128 | `azmcp_storage_account_get` | ❌ | | 5 | 0.433883 | `azmcp_storage_blob_container_create` | ❌ | -| 6 | 0.397367 | `azmcp_storage_account_create` | ❌ | -| 7 | 0.395809 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.385242 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 9 | 0.362337 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.353799 | `azmcp_cosmos_database_list` | ❌ | -| 11 | 0.345263 | `azmcp_acr_registry_repository_list` | ❌ | -| 12 | 0.342766 | `azmcp_appconfig_kv_show` | ❌ | -| 13 | 0.340043 | `azmcp_deploy_app_logs_get` | ❌ | -| 14 | 0.335768 | `azmcp_monitor_resource_log_query` | ❌ | -| 15 | 0.314069 | `azmcp_quota_usage_check` | ❌ | -| 16 | 0.308890 | `azmcp_storage_blob_upload` | ❌ | -| 17 | 0.306951 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 18 | 0.300295 | `azmcp_acr_registry_list` | ❌ | -| 19 | 0.298968 | `azmcp_mysql_server_list` | ❌ | -| 20 | 0.294761 | `azmcp_subscription_list` | ❌ | --- -## Test 303 +## Test 301 **Expected Tool:** `azmcp_storage_blob_upload` **Prompt:** Upload file to storage blob in container in storage account @@ -10014,29 +5441,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.566287 | `azmcp_storage_blob_upload` | ✅ **EXPECTED** | -| 2 | 0.403607 | `azmcp_storage_blob_get` | ❌ | -| 3 | 0.398069 | `azmcp_storage_blob_container_get` | ❌ | +| 2 | 0.403451 | `azmcp_storage_blob_get` | ❌ | +| 3 | 0.397722 | `azmcp_storage_blob_container_get` | ❌ | | 4 | 0.382123 | `azmcp_storage_account_create` | ❌ | | 5 | 0.377255 | `azmcp_storage_blob_container_create` | ❌ | -| 6 | 0.351920 | `azmcp_storage_account_get` | ❌ | -| 7 | 0.327416 | `azmcp_cosmos_database_container_list` | ❌ | -| 8 | 0.324049 | `azmcp_appconfig_kv_set` | ❌ | -| 9 | 0.294727 | `azmcp_keyvault_certificate_import` | ❌ | -| 10 | 0.284896 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 11 | 0.284080 | `azmcp_monitor_resource_log_query` | ❌ | -| 12 | 0.280431 | `azmcp_speech_stt_recognize` | ❌ | -| 13 | 0.273638 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 14 | 0.273513 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.272315 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 16 | 0.257984 | `azmcp_deploy_app_logs_get` | ❌ | -| 17 | 0.254581 | `azmcp_workbooks_delete` | ❌ | -| 18 | 0.253430 | `azmcp_appconfig_kv_show` | ❌ | -| 19 | 0.239522 | `azmcp_foundry_models_deploy` | ❌ | -| 20 | 0.211052 | `azmcp_workbooks_create` | ❌ | --- -## Test 304 +## Test 302 **Expected Tool:** `azmcp_subscription_list` **Prompt:** List all subscriptions for my account @@ -10047,28 +5459,13 @@ |------|-------|------|--------| | 1 | 0.576055 | `azmcp_subscription_list` | ✅ **EXPECTED** | | 2 | 0.512964 | `azmcp_cosmos_account_list` | ❌ | -| 3 | 0.473898 | `azmcp_redis_cache_list` | ❌ | +| 3 | 0.473852 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.471653 | `azmcp_postgres_server_list` | ❌ | | 5 | 0.465428 | `azmcp_eventgrid_subscription_list` | ❌ | -| 6 | 0.452471 | `azmcp_search_service_list` | ❌ | -| 7 | 0.450973 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.445724 | `azmcp_grafana_list` | ❌ | -| 9 | 0.431337 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.430915 | `azmcp_group_list` | ❌ | -| 11 | 0.422723 | `azmcp_eventgrid_topic_list` | ❌ | -| 12 | 0.406935 | `azmcp_appconfig_account_list` | ❌ | -| 13 | 0.394953 | `azmcp_aks_cluster_list` | ❌ | -| 14 | 0.388737 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.380636 | `azmcp_marketplace_product_list` | ❌ | -| 16 | 0.367761 | `azmcp_storage_account_get` | ❌ | -| 17 | 0.366860 | `azmcp_loadtesting_testresource_list` | ❌ | -| 18 | 0.355344 | `azmcp_marketplace_product_get` | ❌ | -| 19 | 0.354245 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.348505 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- -## Test 305 +## Test 303 **Expected Tool:** `azmcp_subscription_list` **Prompt:** Show me my subscriptions @@ -10081,26 +5478,11 @@ | 2 | 0.381238 | `azmcp_postgres_server_list` | ❌ | | 3 | 0.380789 | `azmcp_eventgrid_subscription_list` | ❌ | | 4 | 0.351864 | `azmcp_grafana_list` | ❌ | -| 5 | 0.351027 | `azmcp_redis_cache_list` | ❌ | -| 6 | 0.341813 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.334744 | `azmcp_eventgrid_topic_list` | ❌ | -| 8 | 0.328109 | `azmcp_search_service_list` | ❌ | -| 9 | 0.315604 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.308874 | `azmcp_appconfig_account_list` | ❌ | -| 11 | 0.303528 | `azmcp_cosmos_account_list` | ❌ | -| 12 | 0.303367 | `azmcp_marketplace_product_list` | ❌ | -| 13 | 0.298324 | `azmcp_group_list` | ❌ | -| 14 | 0.296282 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.295180 | `azmcp_marketplace_product_get` | ❌ | -| 16 | 0.285434 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 17 | 0.275417 | `azmcp_loadtesting_testresource_list` | ❌ | -| 18 | 0.274876 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.269922 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 20 | 0.258047 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 5 | 0.350951 | `azmcp_redis_cache_list` | ❌ | --- -## Test 306 +## Test 304 **Expected Tool:** `azmcp_subscription_list` **Prompt:** What is my current subscription? @@ -10112,27 +5494,12 @@ | 1 | 0.319958 | `azmcp_subscription_list` | ✅ **EXPECTED** | | 2 | 0.315547 | `azmcp_marketplace_product_get` | ❌ | | 3 | 0.307697 | `azmcp_eventgrid_subscription_list` | ❌ | -| 4 | 0.286770 | `azmcp_redis_cache_list` | ❌ | +| 4 | 0.286711 | `azmcp_redis_cache_list` | ❌ | | 5 | 0.282645 | `azmcp_grafana_list` | ❌ | -| 6 | 0.279702 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.278798 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.273758 | `azmcp_marketplace_product_list` | ❌ | -| 9 | 0.256358 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.254815 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 11 | 0.252879 | `azmcp_eventgrid_topic_list` | ❌ | -| 12 | 0.252504 | `azmcp_loadtesting_testresource_list` | ❌ | -| 13 | 0.251683 | `azmcp_search_service_list` | ❌ | -| 14 | 0.251368 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 15 | 0.233143 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.230571 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.230324 | `azmcp_kusto_cluster_get` | ❌ | -| 18 | 0.226446 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.222799 | `azmcp_appconfig_account_list` | ❌ | -| 20 | 0.218684 | `azmcp_aks_cluster_list` | ❌ | --- -## Test 307 +## Test 305 **Expected Tool:** `azmcp_subscription_list` **Prompt:** What subscriptions do I have? @@ -10143,92 +5510,13 @@ |------|-------|------|--------| | 1 | 0.403229 | `azmcp_subscription_list` | ✅ **EXPECTED** | | 2 | 0.370692 | `azmcp_eventgrid_subscription_list` | ❌ | -| 3 | 0.354575 | `azmcp_redis_cache_list` | ❌ | +| 3 | 0.354504 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.342318 | `azmcp_redis_cluster_list` | ❌ | | 5 | 0.340339 | `azmcp_grafana_list` | ❌ | -| 6 | 0.336798 | `azmcp_postgres_server_list` | ❌ | -| 7 | 0.311939 | `azmcp_search_service_list` | ❌ | -| 8 | 0.311109 | `azmcp_marketplace_product_list` | ❌ | -| 9 | 0.305150 | `azmcp_marketplace_product_get` | ❌ | -| 10 | 0.304965 | `azmcp_kusto_cluster_list` | ❌ | -| 11 | 0.302271 | `azmcp_eventgrid_topic_list` | ❌ | -| 12 | 0.300478 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 13 | 0.294080 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.291826 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.282326 | `azmcp_loadtesting_testresource_list` | ❌ | -| 16 | 0.281294 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.274224 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 18 | 0.271223 | `azmcp_group_list` | ❌ | -| 19 | 0.258468 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.233362 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | - ---- - -## Test 308 - -**Expected Tool:** `azmcp_azureterraformbestpractices_get` -**Prompt:** Fetch the Azure Terraform best practices - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.686886 | `azmcp_azureterraformbestpractices_get` | ✅ **EXPECTED** | -| 2 | 0.625270 | `azmcp_deploy_iac_rules_get` | ❌ | -| 3 | 0.605047 | `azmcp_get_bestpractices_get` | ❌ | -| 4 | 0.482936 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.466161 | `azmcp_deploy_plan_get` | ❌ | -| 6 | 0.431102 | `azmcp_cloudarchitect_design` | ❌ | -| 7 | 0.389080 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.386480 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.372620 | `azmcp_deploy_app_logs_get` | ❌ | -| 10 | 0.369184 | `azmcp_applens_resource_diagnose` | ❌ | -| 11 | 0.362323 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 12 | 0.354086 | `azmcp_quota_region_availability_list` | ❌ | -| 13 | 0.339022 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.333210 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 15 | 0.312592 | `azmcp_mysql_server_config_get` | ❌ | -| 16 | 0.310275 | `azmcp_mysql_table_schema_get` | ❌ | -| 17 | 0.305259 | `azmcp_mysql_database_query` | ❌ | -| 18 | 0.303853 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 19 | 0.302307 | `azmcp_storage_account_get` | ❌ | -| 20 | 0.301552 | `azmcp_storage_blob_container_get` | ❌ | - ---- - -## Test 309 - -**Expected Tool:** `azmcp_azureterraformbestpractices_get` -**Prompt:** Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.581316 | `azmcp_azureterraformbestpractices_get` | ✅ **EXPECTED** | -| 2 | 0.523972 | `azmcp_keyvault_secret_get` | ❌ | -| 3 | 0.512141 | `azmcp_get_bestpractices_get` | ❌ | -| 4 | 0.510004 | `azmcp_deploy_iac_rules_get` | ❌ | -| 5 | 0.474384 | `azmcp_keyvault_key_get` | ❌ | -| 6 | 0.444297 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 7 | 0.439871 | `azmcp_keyvault_secret_list` | ❌ | -| 8 | 0.439536 | `azmcp_keyvault_secret_create` | ❌ | -| 9 | 0.428888 | `azmcp_keyvault_certificate_get` | ❌ | -| 10 | 0.389450 | `azmcp_keyvault_key_list` | ❌ | -| 11 | 0.304912 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.304137 | `azmcp_mysql_database_query` | ❌ | -| 13 | 0.300776 | `azmcp_quota_region_availability_list` | ❌ | -| 14 | 0.292743 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.285517 | `azmcp_sql_db_create` | ❌ | -| 16 | 0.281261 | `azmcp_storage_account_get` | ❌ | -| 17 | 0.279035 | `azmcp_storage_account_create` | ❌ | -| 18 | 0.278638 | `azmcp_mysql_server_config_get` | ❌ | -| 19 | 0.277384 | `azmcp_storage_blob_container_get` | ❌ | -| 20 | 0.274538 | `azmcp_subscription_list` | ❌ | --- -## Test 310 +## Test 306 **Expected Tool:** `azmcp_virtualdesktop_hostpool_list` **Prompt:** List all host pools in my subscription @@ -10237,30 +5525,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.711981 | `azmcp_virtualdesktop_hostpool_list` | ✅ **EXPECTED** | -| 2 | 0.659200 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 3 | 0.566692 | `azmcp_kusto_cluster_list` | ❌ | -| 4 | 0.548984 | `azmcp_search_service_list` | ❌ | -| 5 | 0.536587 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.535704 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 7 | 0.527992 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.527106 | `azmcp_aks_nodepool_list` | ❌ | -| 9 | 0.525856 | `azmcp_aks_cluster_list` | ❌ | -| 10 | 0.525604 | `azmcp_sql_elastic-pool_list` | ❌ | -| 11 | 0.506707 | `azmcp_redis_cache_list` | ❌ | -| 12 | 0.505152 | `azmcp_subscription_list` | ❌ | -| 13 | 0.496373 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.495526 | `azmcp_grafana_list` | ❌ | -| 15 | 0.492624 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.476756 | `azmcp_group_list` | ❌ | -| 17 | 0.465605 | `azmcp_aks_nodepool_get` | ❌ | -| 18 | 0.463107 | `azmcp_eventgrid_topic_list` | ❌ | -| 19 | 0.460457 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.459295 | `azmcp_appconfig_account_list` | ❌ | +| 1 | 0.711969 | `azmcp_virtualdesktop_hostpool_list` | ✅ **EXPECTED** | +| 2 | 0.658896 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | +| 3 | 0.566615 | `azmcp_kusto_cluster_list` | ❌ | +| 4 | 0.548888 | `azmcp_search_service_list` | ❌ | +| 5 | 0.536542 | `azmcp_redis_cluster_list` | ❌ | --- -## Test 311 +## Test 307 **Expected Tool:** `azmcp_virtualdesktop_hostpool_sessionhost_list` **Prompt:** List all session hosts in host pool @@ -10269,30 +5542,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.726014 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ✅ **EXPECTED** | +| 1 | 0.726223 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ✅ **EXPECTED** | | 2 | 0.714469 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | | 3 | 0.573352 | `azmcp_virtualdesktop_hostpool_list` | ❌ | | 4 | 0.439611 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.402909 | `azmcp_aks_nodepool_get` | ❌ | -| 6 | 0.393721 | `azmcp_sql_elastic-pool_list` | ❌ | -| 7 | 0.364696 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.362307 | `azmcp_search_service_list` | ❌ | -| 9 | 0.359409 | `azmcp_foundry_agents_list` | ❌ | -| 10 | 0.344853 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.337530 | `azmcp_redis_cluster_list` | ❌ | -| 12 | 0.335295 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.333517 | `azmcp_kusto_cluster_list` | ❌ | -| 14 | 0.332928 | `azmcp_keyvault_secret_list` | ❌ | -| 15 | 0.330896 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.328623 | `azmcp_keyvault_key_list` | ❌ | -| 17 | 0.324603 | `azmcp_sql_server_list` | ❌ | -| 18 | 0.312251 | `azmcp_keyvault_certificate_list` | ❌ | -| 19 | 0.311262 | `azmcp_grafana_list` | ❌ | -| 20 | 0.308168 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | --- -## Test 312 +## Test 308 **Expected Tool:** `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` **Prompt:** List all user sessions on session host in host pool @@ -10301,30 +5559,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.811926 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ✅ **EXPECTED** | -| 2 | 0.656627 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 3 | 0.500250 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 4 | 0.355211 | `azmcp_aks_nodepool_list` | ❌ | -| 5 | 0.335643 | `azmcp_monitor_workspace_list` | ❌ | -| 6 | 0.327049 | `azmcp_sql_elastic-pool_list` | ❌ | -| 7 | 0.321845 | `azmcp_subscription_list` | ❌ | -| 8 | 0.320841 | `azmcp_search_service_list` | ❌ | -| 9 | 0.314998 | `azmcp_postgres_server_list` | ❌ | -| 10 | 0.314493 | `azmcp_loadtesting_testrun_list` | ❌ | -| 11 | 0.306614 | `azmcp_aks_nodepool_get` | ❌ | -| 12 | 0.303225 | `azmcp_monitor_table_list` | ❌ | -| 13 | 0.302806 | `azmcp_workbooks_list` | ❌ | -| 14 | 0.302255 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.299027 | `azmcp_eventgrid_subscription_list` | ❌ | -| 16 | 0.298739 | `azmcp_keyvault_secret_list` | ❌ | -| 17 | 0.295115 | `azmcp_foundry_agents_list` | ❌ | -| 18 | 0.294902 | `azmcp_grafana_list` | ❌ | -| 19 | 0.284682 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.277159 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.812659 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ✅ **EXPECTED** | +| 2 | 0.658096 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | +| 3 | 0.501167 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 4 | 0.356479 | `azmcp_aks_nodepool_list` | ❌ | +| 5 | 0.336385 | `azmcp_monitor_workspace_list` | ❌ | --- -## Test 313 +## Test 309 **Expected Tool:** `azmcp_workbooks_create` **Prompt:** Create a new workbook named @@ -10337,26 +5580,11 @@ | 2 | 0.433162 | `azmcp_workbooks_update` | ❌ | | 3 | 0.361364 | `azmcp_workbooks_delete` | ❌ | | 4 | 0.361215 | `azmcp_workbooks_show` | ❌ | -| 5 | 0.328058 | `azmcp_workbooks_list` | ❌ | -| 6 | 0.239813 | `azmcp_keyvault_secret_create` | ❌ | -| 7 | 0.217264 | `azmcp_keyvault_key_create` | ❌ | -| 8 | 0.214818 | `azmcp_keyvault_certificate_create` | ❌ | -| 9 | 0.188168 | `azmcp_loadtesting_testresource_create` | ❌ | -| 10 | 0.173147 | `azmcp_monitor_table_list` | ❌ | -| 11 | 0.169440 | `azmcp_grafana_list` | ❌ | -| 12 | 0.164006 | `azmcp_sql_db_create` | ❌ | -| 13 | 0.153950 | `azmcp_storage_account_create` | ❌ | -| 14 | 0.148897 | `azmcp_loadtesting_test_create` | ❌ | -| 15 | 0.147365 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.143713 | `azmcp_sql_server_create` | ❌ | -| 17 | 0.130524 | `azmcp_loadtesting_testrun_create` | ❌ | -| 18 | 0.130339 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 19 | 0.116803 | `azmcp_loadtesting_testrun_update` | ❌ | -| 20 | 0.113914 | `azmcp_deploy_plan_get` | ❌ | +| 5 | 0.328113 | `azmcp_workbooks_list` | ❌ | --- -## Test 314 +## Test 310 **Expected Tool:** `azmcp_workbooks_delete` **Prompt:** Delete the workbook with resource ID @@ -10368,27 +5596,12 @@ | 1 | 0.621310 | `azmcp_workbooks_delete` | ✅ **EXPECTED** | | 2 | 0.518630 | `azmcp_workbooks_show` | ❌ | | 3 | 0.432454 | `azmcp_workbooks_create` | ❌ | -| 4 | 0.425505 | `azmcp_workbooks_list` | ❌ | +| 4 | 0.425569 | `azmcp_workbooks_list` | ❌ | | 5 | 0.390355 | `azmcp_workbooks_update` | ❌ | -| 6 | 0.273939 | `azmcp_grafana_list` | ❌ | -| 7 | 0.256795 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 8 | 0.248002 | `azmcp_sql_db_delete` | ❌ | -| 9 | 0.242993 | `azmcp_sql_server_delete` | ❌ | -| 10 | 0.198585 | `azmcp_appconfig_kv_delete` | ❌ | -| 11 | 0.191002 | `azmcp_monitor_resource_log_query` | ❌ | -| 12 | 0.186665 | `azmcp_quota_region_availability_list` | ❌ | -| 13 | 0.148882 | `azmcp_extension_azqr` | ❌ | -| 14 | 0.145141 | `azmcp_loadtesting_testresource_list` | ❌ | -| 15 | 0.134979 | `azmcp_loadtesting_testrun_update` | ❌ | -| 16 | 0.132504 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 17 | 0.131693 | `azmcp_group_list` | ❌ | -| 18 | 0.122450 | `azmcp_loadtesting_test_get` | ❌ | -| 19 | 0.119548 | `azmcp_loadtesting_testresource_create` | ❌ | -| 20 | 0.114355 | `azmcp_foundry_agents_connect` | ❌ | --- -## Test 315 +## Test 311 **Expected Tool:** `azmcp_workbooks_list` **Prompt:** List all workbooks in my resource group @@ -10397,30 +5610,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.772165 | `azmcp_workbooks_list` | ✅ **EXPECTED** | +| 1 | 0.772431 | `azmcp_workbooks_list` | ✅ **EXPECTED** | | 2 | 0.562485 | `azmcp_workbooks_create` | ❌ | | 3 | 0.532565 | `azmcp_workbooks_show` | ❌ | | 4 | 0.516739 | `azmcp_grafana_list` | ❌ | -| 5 | 0.488489 | `azmcp_group_list` | ❌ | -| 6 | 0.487920 | `azmcp_workbooks_delete` | ❌ | -| 7 | 0.459976 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 8 | 0.454210 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.439959 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 10 | 0.428781 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.416446 | `azmcp_monitor_table_list` | ❌ | -| 12 | 0.413409 | `azmcp_sql_db_list` | ❌ | -| 13 | 0.405963 | `azmcp_loadtesting_testresource_list` | ❌ | -| 14 | 0.405949 | `azmcp_sql_server_list` | ❌ | -| 15 | 0.399758 | `azmcp_acr_registry_repository_list` | ❌ | -| 16 | 0.365302 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 17 | 0.362740 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.356739 | `azmcp_functionapp_get` | ❌ | -| 19 | 0.352940 | `azmcp_cosmos_database_list` | ❌ | -| 20 | 0.349674 | `azmcp_cosmos_account_list` | ❌ | - ---- - -## Test 316 +| 5 | 0.488600 | `azmcp_group_list` | ❌ | + +--- + +## Test 312 **Expected Tool:** `azmcp_workbooks_list` **Prompt:** What workbooks do I have in resource group ? @@ -10429,30 +5627,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.708214 | `azmcp_workbooks_list` | ✅ **EXPECTED** | +| 1 | 0.708612 | `azmcp_workbooks_list` | ✅ **EXPECTED** | | 2 | 0.570259 | `azmcp_workbooks_create` | ❌ | | 3 | 0.539957 | `azmcp_workbooks_show` | ❌ | | 4 | 0.485504 | `azmcp_workbooks_delete` | ❌ | | 5 | 0.472378 | `azmcp_grafana_list` | ❌ | -| 6 | 0.428025 | `azmcp_monitor_workspace_list` | ❌ | -| 7 | 0.425426 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 8 | 0.422782 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 9 | 0.422069 | `azmcp_group_list` | ❌ | -| 10 | 0.412390 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.392371 | `azmcp_loadtesting_testresource_list` | ❌ | -| 12 | 0.380991 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.380399 | `azmcp_sql_server_list` | ❌ | -| 14 | 0.371128 | `azmcp_redis_cluster_list` | ❌ | -| 15 | 0.363744 | `azmcp_sql_db_list` | ❌ | -| 16 | 0.350839 | `azmcp_acr_registry_repository_list` | ❌ | -| 17 | 0.338334 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.337786 | `azmcp_functionapp_get` | ❌ | -| 19 | 0.334580 | `azmcp_extension_azqr` | ❌ | -| 20 | 0.333154 | `azmcp_eventgrid_subscription_list` | ❌ | - ---- - -## Test 317 + +--- + +## Test 313 **Expected Tool:** `azmcp_workbooks_show` **Prompt:** Get information about the workbook with resource ID @@ -10463,28 +5646,13 @@ |------|-------|------|--------| | 1 | 0.697539 | `azmcp_workbooks_show` | ✅ **EXPECTED** | | 2 | 0.498390 | `azmcp_workbooks_create` | ❌ | -| 3 | 0.494504 | `azmcp_workbooks_list` | ❌ | +| 3 | 0.494708 | `azmcp_workbooks_list` | ❌ | | 4 | 0.452348 | `azmcp_workbooks_delete` | ❌ | | 5 | 0.419105 | `azmcp_workbooks_update` | ❌ | -| 6 | 0.353546 | `azmcp_grafana_list` | ❌ | -| 7 | 0.277807 | `azmcp_quota_region_availability_list` | ❌ | -| 8 | 0.264638 | `azmcp_marketplace_product_get` | ❌ | -| 9 | 0.256678 | `azmcp_quota_usage_check` | ❌ | -| 10 | 0.250024 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 11 | 0.237373 | `azmcp_monitor_resource_log_query` | ❌ | -| 12 | 0.225294 | `azmcp_loadtesting_test_get` | ❌ | -| 13 | 0.218999 | `azmcp_loadtesting_testresource_list` | ❌ | -| 14 | 0.207693 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 15 | 0.197060 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 16 | 0.196003 | `azmcp_group_list` | ❌ | -| 17 | 0.189900 | `azmcp_loadtesting_testrun_get` | ❌ | -| 18 | 0.189657 | `azmcp_extension_azqr` | ❌ | -| 19 | 0.187682 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 20 | 0.187564 | `azmcp_foundry_knowledge_index_list` | ❌ | - ---- - -## Test 318 + +--- + +## Test 314 **Expected Tool:** `azmcp_workbooks_show` **Prompt:** Show me the workbook with display name @@ -10496,27 +5664,12 @@ | 1 | 0.469476 | `azmcp_workbooks_show` | ✅ **EXPECTED** | | 2 | 0.455158 | `azmcp_workbooks_create` | ❌ | | 3 | 0.437638 | `azmcp_workbooks_update` | ❌ | -| 4 | 0.424092 | `azmcp_workbooks_list` | ❌ | +| 4 | 0.424338 | `azmcp_workbooks_list` | ❌ | | 5 | 0.366057 | `azmcp_workbooks_delete` | ❌ | -| 6 | 0.292898 | `azmcp_grafana_list` | ❌ | -| 7 | 0.266680 | `azmcp_monitor_table_list` | ❌ | -| 8 | 0.239907 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.227383 | `azmcp_monitor_table_type_list` | ❌ | -| 10 | 0.176481 | `azmcp_role_assignment_list` | ❌ | -| 11 | 0.175814 | `azmcp_appconfig_kv_show` | ❌ | -| 12 | 0.174513 | `azmcp_loadtesting_testrun_update` | ❌ | -| 13 | 0.173251 | `azmcp_postgres_table_list` | ❌ | -| 14 | 0.168191 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.165774 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.154760 | `azmcp_cosmos_database_container_list` | ❌ | -| 17 | 0.152535 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 18 | 0.149678 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.146054 | `azmcp_kusto_table_schema` | ❌ | -| 20 | 0.141970 | `azmcp_loadtesting_testrun_get` | ❌ | - ---- - -## Test 319 + +--- + +## Test 315 **Expected Tool:** `azmcp_workbooks_update` **Prompt:** Update the workbook with a new text step @@ -10530,209 +5683,34 @@ | 3 | 0.362354 | `azmcp_workbooks_show` | ❌ | | 4 | 0.349689 | `azmcp_workbooks_delete` | ❌ | | 5 | 0.276727 | `azmcp_loadtesting_testrun_update` | ❌ | -| 6 | 0.262781 | `azmcp_workbooks_list` | ❌ | -| 7 | 0.174535 | `azmcp_sql_db_update` | ❌ | -| 8 | 0.170118 | `azmcp_grafana_list` | ❌ | -| 9 | 0.148730 | `azmcp_mysql_server_param_set` | ❌ | -| 10 | 0.142404 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 11 | 0.142186 | `azmcp_loadtesting_testrun_create` | ❌ | -| 12 | 0.138354 | `azmcp_appconfig_kv_set` | ❌ | -| 13 | 0.136204 | `azmcp_loadtesting_testresource_create` | ❌ | -| 14 | 0.132978 | `azmcp_foundry_agents_evaluate` | ❌ | -| 15 | 0.131007 | `azmcp_postgres_database_query` | ❌ | -| 16 | 0.130022 | `azmcp_postgres_server_param_set` | ❌ | -| 17 | 0.129660 | `azmcp_deploy_iac_rules_get` | ❌ | -| 18 | 0.126312 | `azmcp_storage_blob_upload` | ❌ | -| 19 | 0.116768 | `azmcp_appservice_database_add` | ❌ | -| 20 | 0.113589 | `azmcp_foundry_agents_connect` | ❌ | - ---- - -## Test 320 - -**Expected Tool:** `azmcp_bicepschema_get` -**Prompt:** How can I use Bicep to create an Azure OpenAI service? - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.485889 | `azmcp_deploy_iac_rules_get` | ❌ | -| 2 | 0.448373 | `azmcp_get_bestpractices_get` | ❌ | -| 3 | 0.440302 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 4 | 0.432777 | `azmcp_deploy_plan_get` | ❌ | -| 5 | 0.430675 | `azmcp_bicepschema_get` | ✅ **EXPECTED** | -| 6 | 0.400985 | `azmcp_foundry_models_deploy` | ❌ | -| 7 | 0.398046 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.393648 | `azmcp_foundry_agents_connect` | ❌ | -| 9 | 0.391625 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 10 | 0.385497 | `azmcp_foundry_agents_list` | ❌ | -| 11 | 0.372097 | `azmcp_search_service_list` | ❌ | -| 12 | 0.361891 | `azmcp_speech_stt_recognize` | ❌ | -| 13 | 0.325716 | `azmcp_search_index_query` | ❌ | -| 14 | 0.324659 | `azmcp_search_index_get` | ❌ | -| 15 | 0.317232 | `azmcp_sql_db_create` | ❌ | -| 16 | 0.303183 | `azmcp_quota_usage_check` | ❌ | -| 17 | 0.291291 | `azmcp_storage_account_create` | ❌ | -| 18 | 0.281487 | `azmcp_mysql_server_list` | ❌ | -| 19 | 0.279983 | `azmcp_workbooks_delete` | ❌ | -| 20 | 0.274770 | `azmcp_resourcehealth_availability-status_get` | ❌ | - ---- - -## Test 321 - -**Expected Tool:** `azmcp_cloudarchitect_design` -**Prompt:** Please help me design an architecture for a large-scale file upload, storage, and retrieval service - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.349336 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | -| 2 | 0.290902 | `azmcp_storage_blob_upload` | ❌ | -| 3 | 0.254991 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 4 | 0.221349 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.217623 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 6 | 0.216744 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ❌ | -| 7 | 0.191391 | `azmcp_storage_blob_container_create` | ❌ | -| 8 | 0.191096 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 9 | 0.178292 | `azmcp_deploy_plan_get` | ❌ | -| 10 | 0.175833 | `azmcp_deploy_iac_rules_get` | ❌ | -| 11 | 0.136607 | `azmcp_storage_blob_get` | ❌ | -| 12 | 0.135768 | `azmcp_get_bestpractices_get` | ❌ | -| 13 | 0.135157 | `azmcp_speech_stt_recognize` | ❌ | -| 14 | 0.132826 | `azmcp_storage_account_create` | ❌ | -| 15 | 0.130037 | `azmcp_foundry_models_deploy` | ❌ | -| 16 | 0.118383 | `azmcp_quota_usage_check` | ❌ | -| 17 | 0.115876 | `azmcp_marketplace_product_get` | ❌ | -| 18 | 0.111446 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.106651 | `azmcp_mysql_database_query` | ❌ | -| 20 | 0.104162 | `azmcp_storage_account_get` | ❌ | - ---- - -## Test 322 - -**Expected Tool:** `azmcp_cloudarchitect_design` -**Prompt:** Help me create a cloud service that will serve as ATM for users - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.290270 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | -| 2 | 0.267683 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 3 | 0.258160 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 4 | 0.225683 | `azmcp_deploy_plan_get` | ❌ | -| 5 | 0.215748 | `azmcp_get_bestpractices_get` | ❌ | -| 6 | 0.207352 | `azmcp_deploy_iac_rules_get` | ❌ | -| 7 | 0.195387 | `azmcp_storage_account_create` | ❌ | -| 8 | 0.189220 | `azmcp_applens_resource_diagnose` | ❌ | -| 9 | 0.179038 | `azmcp_loadtesting_testresource_create` | ❌ | -| 10 | 0.170220 | `azmcp_foundry_agents_connect` | ❌ | -| 11 | 0.168850 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 12 | 0.163694 | `azmcp_mysql_database_query` | ❌ | -| 13 | 0.163615 | `azmcp_storage_blob_container_create` | ❌ | -| 14 | 0.162137 | `azmcp_sql_server_create` | ❌ | -| 15 | 0.160743 | `azmcp_quota_usage_check` | ❌ | -| 16 | 0.157427 | `azmcp_speech_stt_recognize` | ❌ | -| 17 | 0.154249 | `azmcp_mysql_server_list` | ❌ | -| 18 | 0.152324 | `azmcp_sql_db_create` | ❌ | -| 19 | 0.145124 | `azmcp_quota_region_availability_list` | ❌ | -| 20 | 0.139758 | `azmcp_storage_account_get` | ❌ | - ---- - -## Test 323 - -**Expected Tool:** `azmcp_cloudarchitect_design` -**Prompt:** I want to design a cloud app for ordering groceries - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.299704 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | -| 2 | 0.271994 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 3 | 0.266039 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 4 | 0.242673 | `azmcp_deploy_plan_get` | ❌ | -| 5 | 0.218175 | `azmcp_deploy_iac_rules_get` | ❌ | -| 6 | 0.213237 | `azmcp_get_bestpractices_get` | ❌ | -| 7 | 0.179265 | `azmcp_deploy_app_logs_get` | ❌ | -| 8 | 0.169701 | `azmcp_marketplace_product_get` | ❌ | -| 9 | 0.164343 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.156446 | `azmcp_appconfig_account_list` | ❌ | -| 11 | 0.156206 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 12 | 0.151386 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 13 | 0.142825 | `azmcp_marketplace_product_list` | ❌ | -| 14 | 0.139994 | `azmcp_storage_blob_container_create` | ❌ | -| 15 | 0.138040 | `azmcp_storage_account_create` | ❌ | -| 16 | 0.132386 | `azmcp_mysql_database_query` | ❌ | -| 17 | 0.130149 | `azmcp_quota_usage_check` | ❌ | -| 18 | 0.123957 | `azmcp_storage_blob_upload` | ❌ | -| 19 | 0.119594 | `azmcp_workbooks_create` | ❌ | -| 20 | 0.115064 | `azmcp_mysql_table_schema_get` | ❌ | - ---- - -## Test 324 - -**Expected Tool:** `azmcp_cloudarchitect_design` -**Prompt:** How can I design a cloud service in Azure that will store and present videos for users? - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.420259 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | -| 2 | 0.369969 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 3 | 0.352797 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 4 | 0.323920 | `azmcp_storage_blob_upload` | ❌ | -| 5 | 0.310563 | `azmcp_deploy_plan_get` | ❌ | -| 6 | 0.306967 | `azmcp_storage_account_create` | ❌ | -| 7 | 0.304209 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 8 | 0.300392 | `azmcp_storage_blob_container_create` | ❌ | -| 9 | 0.299412 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 10 | 0.298989 | `azmcp_get_bestpractices_get` | ❌ | -| 11 | 0.293806 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.292455 | `azmcp_applens_resource_diagnose` | ❌ | -| 13 | 0.291879 | `azmcp_deploy_iac_rules_get` | ❌ | -| 14 | 0.281982 | `azmcp_storage_blob_container_get` | ❌ | -| 15 | 0.276047 | `azmcp_storage_blob_get` | ❌ | -| 16 | 0.275550 | `azmcp_storage_account_get` | ❌ | -| 17 | 0.272730 | `azmcp_deploy_app_logs_get` | ❌ | -| 18 | 0.271357 | `azmcp_speech_stt_recognize` | ❌ | -| 19 | 0.261446 | `azmcp_quota_usage_check` | ❌ | -| 20 | 0.259814 | `azmcp_search_service_list` | ❌ | --- ## Summary -**Total Prompts Tested:** 324 -**Execution Time:** 88.3668136s +**Total Prompts Tested:** 315 +**Analysis Execution Time:** 41.8744935s ### Success Rate Metrics -**Top Choice Success:** 82.1% (266/324 tests) +**Top Choice Success:** 84.1% (265/315 tests) #### Confidence Level Distribution -**💪 Very High Confidence (≥0.8):** 4.3% (14/324 tests) -**🎯 High Confidence (≥0.7):** 18.8% (61/324 tests) -**✅ Good Confidence (≥0.6):** 55.9% (181/324 tests) -**👍 Fair Confidence (≥0.5):** 82.4% (267/324 tests) -**👌 Acceptable Confidence (≥0.4):** 92.6% (300/324 tests) -**❌ Low Confidence (<0.4):** 7.4% (24/324 tests) +**💪 Very High Confidence (≥0.8):** 4.4% (14/315 tests) +**🎯 High Confidence (≥0.7):** 19.4% (61/315 tests) +**✅ Good Confidence (≥0.6):** 58.4% (184/315 tests) +**👍 Fair Confidence (≥0.5):** 85.4% (269/315 tests) +**👌 Acceptable Confidence (≥0.4):** 94.9% (299/315 tests) +**❌ Low Confidence (<0.4):** 5.1% (16/315 tests) #### Top Choice + Confidence Combinations -**💪 Top Choice + Very High Confidence (≥0.8):** 4.3% (14/324 tests) -**🎯 Top Choice + High Confidence (≥0.7):** 18.8% (61/324 tests) -**✅ Top Choice + Good Confidence (≥0.6):** 53.1% (172/324 tests) -**👍 Top Choice + Fair Confidence (≥0.5):** 73.8% (239/324 tests) -**👌 Top Choice + Acceptable Confidence (≥0.4):** 79.3% (257/324 tests) +**💪 Top Choice + Very High Confidence (≥0.8):** 4.4% (14/315 tests) +**🎯 Top Choice + High Confidence (≥0.7):** 19.4% (61/315 tests) +**✅ Top Choice + Good Confidence (≥0.6):** 55.6% (175/315 tests) +**👍 Top Choice + Fair Confidence (≥0.5):** 76.5% (241/315 tests) +**👌 Top Choice + Acceptable Confidence (≥0.4):** 81.3% (256/315 tests) ### Success Rate Analysis diff --git a/eng/tools/ToolDescriptionEvaluator/results.txt b/eng/tools/ToolDescriptionEvaluator/results.txt deleted file mode 100644 index afd6391f4..000000000 --- a/eng/tools/ToolDescriptionEvaluator/results.txt +++ /dev/null @@ -1,6782 +0,0 @@ -Loaded 134 tools in 1.9603135s - - -Prompt: List all knowledge indexes in my AI Foundry project -Expected tool: azmcp_foundry_knowledge_index_list - 0.695201 azmcp_foundry_knowledge_index_list *** EXPECTED *** - 0.526528 azmcp_foundry_knowledge_index_schema - 0.433117 azmcp_foundry_models_list - 0.422779 azmcp_search_index_get - 0.412895 azmcp_search_service_list - 0.349506 azmcp_search_index_query - 0.329682 azmcp_foundry_models_deploy - 0.310470 azmcp_foundry_models_deployments_list - 0.308865 azmcp_monitor_table_list - 0.296877 azmcp_grafana_list - 0.291635 azmcp_azuremanagedlustre_filesystem_list - 0.286074 azmcp_monitor_table_type_list - 0.279802 azmcp_keyvault_key_list - 0.270286 azmcp_monitor_workspace_list - 0.270212 azmcp_redis_cache_list - 0.270162 azmcp_monitor_workspace_list - 0.267906 azmcp_kusto_cluster_list - 0.265680 azmcp_mysql_server_list - 0.264056 azmcp_mysql_database_list - 0.262242 azmcp_redis_cluster_list - 0.261138 azmcp_kusto_database_list - -Prompt: Show me the knowledge indexes in my AI Foundry project -Expected tool: azmcp_foundry_knowledge_index_list - 0.603396 azmcp_foundry_knowledge_index_list *** EXPECTED *** - 0.489311 azmcp_foundry_knowledge_index_schema - 0.396819 azmcp_foundry_models_list - 0.374704 azmcp_search_index_get - 0.350751 azmcp_search_service_list - 0.341865 azmcp_search_index_query - 0.317997 azmcp_cloudarchitect_design - 0.310576 azmcp_foundry_models_deploy - 0.278147 azmcp_foundry_models_deployments_list - 0.276839 azmcp_quota_usage_check - 0.272237 azmcp_azuremanagedlustre_filesystem_list - 0.256208 azmcp_grafana_list - 0.249946 azmcp_get_bestpractices_get - 0.249482 azmcp_deploy_app_logs_get - 0.232355 azmcp_monitor_table_list - 0.225181 azmcp_redis_cache_list - 0.224194 azmcp_redis_cluster_list - 0.223814 azmcp_mysql_server_list - 0.223695 azmcp_monitor_metrics_definitions - 0.218011 azmcp_quota_region_availability_list - -Prompt: Show me the schema for knowledge index in my AI Foundry project -Expected tool: azmcp_foundry_knowledge_index_schema - 0.672577 azmcp_foundry_knowledge_index_schema *** EXPECTED *** - 0.564860 azmcp_foundry_knowledge_index_list - 0.424581 azmcp_search_index_get - 0.375275 azmcp_mysql_table_schema_get - 0.363951 azmcp_kusto_table_schema - 0.358315 azmcp_postgres_table_schema_get - 0.349967 azmcp_search_index_query - 0.347762 azmcp_foundry_models_list - 0.346301 azmcp_monitor_table_list - 0.326807 azmcp_search_service_list - 0.297822 azmcp_foundry_models_deploy - 0.295847 azmcp_mysql_table_list - 0.285897 azmcp_monitor_table_type_list - 0.277468 azmcp_deploy_architecture_diagram_generate - 0.271427 azmcp_cloudarchitect_design - 0.266288 azmcp_azuremanagedlustre_filesystem_list - 0.259298 azmcp_mysql_database_list - 0.253702 azmcp_grafana_list - 0.252091 azmcp_foundry_models_deployments_list - 0.238262 azmcp_storage_table_list - -Prompt: Get the schema configuration for knowledge index -Expected tool: azmcp_foundry_knowledge_index_schema - 0.650269 azmcp_foundry_knowledge_index_schema *** EXPECTED *** - 0.432759 azmcp_postgres_table_schema_get - 0.415963 azmcp_foundry_knowledge_index_list - 0.408316 azmcp_kusto_table_schema - 0.398186 azmcp_mysql_table_schema_get - 0.380040 azmcp_search_index_get - 0.352243 azmcp_postgres_server_config_get - 0.318649 azmcp_appconfig_kv_list - 0.311652 azmcp_monitor_table_list - 0.309927 azmcp_loadtesting_test_get - 0.286991 azmcp_mysql_server_config_get - 0.271893 azmcp_aks_cluster_get - 0.271701 azmcp_loadtesting_testrun_list - 0.262784 azmcp_aks_nodepool_get - 0.257402 azmcp_mysql_table_list - 0.256303 azmcp_appconfig_kv_show - 0.249010 azmcp_search_index_query - 0.246815 azmcp_monitor_table_type_list - 0.242267 azmcp_mysql_server_param_get - 0.239938 azmcp_azuremanagedlustre_filesystem_sku_get - -Prompt: Deploy a GPT4o instance on my resource -Expected tool: azmcp_foundry_models_deploy - 0.313217 azmcp_foundry_models_deploy *** EXPECTED *** - 0.282117 azmcp_mysql_server_list - 0.273672 azmcp_deploy_plan_get - 0.269587 azmcp_loadtesting_testresource_create - 0.268554 azmcp_deploy_pipeline_guidance_get - 0.233994 azmcp_deploy_iac_rules_get - 0.222166 azmcp_datadog_monitoredresources_list - 0.222142 azmcp_grafana_list - 0.221448 azmcp_workbooks_create - 0.216957 azmcp_monitor_resource_log_query - 0.215502 azmcp_loadtesting_testrun_create - 0.209569 azmcp_azuremanagedlustre_filesystem_list - 0.208694 azmcp_azureterraformbestpractices_get - 0.207907 azmcp_quota_region_availability_list - 0.207385 azmcp_quota_usage_check - 0.204310 azmcp_postgres_server_param_set - 0.195339 azmcp_workbooks_list - 0.192264 azmcp_monitor_metrics_query - 0.192171 azmcp_storage_account_create - 0.189998 azmcp_redis_cluster_list - -Prompt: List all AI Foundry model deployments -Expected tool: azmcp_foundry_models_deployments_list - 0.559508 azmcp_foundry_models_deployments_list *** EXPECTED *** - 0.549636 azmcp_foundry_models_list - 0.533239 azmcp_foundry_models_deploy - 0.448711 azmcp_search_service_list - 0.434472 azmcp_foundry_knowledge_index_list - 0.368173 azmcp_deploy_plan_get - 0.334867 azmcp_grafana_list - 0.332002 azmcp_mysql_server_list - 0.328253 azmcp_foundry_knowledge_index_schema - 0.326752 azmcp_search_index_get - 0.320998 azmcp_azuremanagedlustre_filesystem_list - 0.318854 azmcp_postgres_server_list - 0.310280 azmcp_deploy_architecture_diagram_generate - 0.308008 azmcp_loadtesting_testrun_list - 0.302262 azmcp_monitor_table_type_list - 0.301302 azmcp_redis_cluster_list - 0.300357 azmcp_search_index_query - 0.289603 azmcp_monitor_workspace_list - 0.288248 azmcp_redis_cache_list - 0.285916 azmcp_quota_region_availability_list - -Prompt: Show me all AI Foundry model deployments -Expected tool: azmcp_foundry_models_deployments_list - 0.518221 azmcp_foundry_models_list - 0.503424 azmcp_foundry_models_deploy - 0.488885 azmcp_foundry_models_deployments_list *** EXPECTED *** - 0.401016 azmcp_search_service_list - 0.396422 azmcp_foundry_knowledge_index_list - 0.328814 azmcp_deploy_plan_get - 0.311230 azmcp_foundry_knowledge_index_schema - 0.305997 azmcp_deploy_architecture_diagram_generate - 0.301514 azmcp_deploy_app_logs_get - 0.298821 azmcp_search_index_query - 0.291256 azmcp_search_index_get - 0.286814 azmcp_grafana_list - 0.282504 azmcp_cloudarchitect_design - 0.269912 azmcp_mysql_server_list - 0.254926 azmcp_postgres_server_list - 0.250392 azmcp_redis_cluster_list - 0.246893 azmcp_quota_region_availability_list - 0.243133 azmcp_monitor_table_type_list - 0.236572 azmcp_mysql_database_list - 0.234075 azmcp_redis_cache_list - -Prompt: List all AI Foundry models -Expected tool: azmcp_foundry_models_list - 0.560022 azmcp_foundry_models_list *** EXPECTED *** - 0.401146 azmcp_foundry_models_deploy - 0.387861 azmcp_foundry_knowledge_index_list - 0.386180 azmcp_search_service_list - 0.346909 azmcp_foundry_models_deployments_list - 0.298648 azmcp_monitor_table_type_list - 0.290447 azmcp_foundry_knowledge_index_schema - 0.285437 azmcp_postgres_table_list - 0.277883 azmcp_grafana_list - 0.275316 azmcp_search_index_get - 0.272759 azmcp_monitor_table_list - 0.265730 azmcp_azuremanagedlustre_filesystem_list - 0.255790 azmcp_mysql_server_list - 0.255760 azmcp_search_index_query - 0.252297 azmcp_postgres_database_list - 0.248620 azmcp_redis_cache_list - 0.248405 azmcp_mysql_table_list - 0.245193 azmcp_datadog_monitoredresources_list - 0.235676 azmcp_loadtesting_testrun_list - 0.231041 azmcp_monitor_metrics_definitions - -Prompt: Show me the available AI Foundry models -Expected tool: azmcp_foundry_models_list - 0.574818 azmcp_foundry_models_list *** EXPECTED *** - 0.430513 azmcp_foundry_models_deploy - 0.388967 azmcp_foundry_knowledge_index_list - 0.356899 azmcp_foundry_models_deployments_list - 0.339069 azmcp_search_service_list - 0.299150 azmcp_foundry_knowledge_index_schema - 0.283250 azmcp_search_index_query - 0.274019 azmcp_cloudarchitect_design - 0.266937 azmcp_deploy_architecture_diagram_generate - 0.261834 azmcp_search_index_get - 0.260144 azmcp_azuremanagedlustre_filesystem_sku_get - 0.245943 azmcp_quota_region_availability_list - 0.244697 azmcp_monitor_table_type_list - 0.243617 azmcp_deploy_plan_get - 0.240261 azmcp_monitor_metrics_definitions - 0.234050 azmcp_mysql_server_list - 0.229319 azmcp_speech_stt_recognize - 0.211456 azmcp_mysql_database_list - 0.205424 azmcp_quota_usage_check - 0.200235 azmcp_monitor_workspace_list - -Prompt: Show me the details of the index in Cognitive Search service -Expected tool: azmcp_search_index_get - 0.681052 azmcp_search_index_get *** EXPECTED *** - 0.544557 azmcp_foundry_knowledge_index_schema - 0.490624 azmcp_search_service_list - 0.466005 azmcp_foundry_knowledge_index_list - 0.459609 azmcp_search_index_query - 0.393556 azmcp_aks_cluster_get - 0.388183 azmcp_loadtesting_testrun_get - 0.372390 azmcp_marketplace_product_get - 0.370915 azmcp_mysql_table_schema_get - 0.358315 azmcp_kusto_cluster_get - 0.356252 azmcp_sql_db_show - 0.354845 azmcp_storage_account_get - 0.352762 azmcp_storage_blob_container_get - 0.343186 azmcp_aks_nodepool_get - 0.336902 azmcp_mysql_server_config_get - 0.333641 azmcp_azuremanagedlustre_filesystem_list - 0.330038 azmcp_kusto_table_schema - 0.329368 azmcp_azuremanagedlustre_filesystem_sku_get - -Prompt: List all indexes in the Cognitive Search service -Expected tool: azmcp_search_index_get - 0.640256 azmcp_search_index_get *** EXPECTED *** - 0.620140 azmcp_search_service_list - 0.561856 azmcp_foundry_knowledge_index_list - 0.480817 azmcp_search_index_query - 0.445467 azmcp_foundry_knowledge_index_schema - 0.439034 azmcp_monitor_table_list - 0.416404 azmcp_cosmos_database_list - 0.409307 azmcp_cosmos_account_list - 0.406485 azmcp_monitor_table_type_list - 0.397423 azmcp_mysql_database_list - 0.392400 azmcp_storage_table_list - 0.382791 azmcp_keyvault_key_list - 0.378764 azmcp_kusto_database_list - 0.378566 azmcp_monitor_workspace_list - 0.375372 azmcp_foundry_models_deployments_list - 0.371098 azmcp_mysql_table_list - 0.369526 azmcp_keyvault_certificate_list - 0.368931 azmcp_kusto_cluster_list - 0.367804 azmcp_mysql_server_list - 0.362388 azmcp_keyvault_secret_list - -Prompt: Show me the indexes in the Cognitive Search service -Expected tool: azmcp_search_index_get - 0.620759 azmcp_search_index_get *** EXPECTED *** - 0.562775 azmcp_search_service_list - 0.561154 azmcp_foundry_knowledge_index_list - 0.471416 azmcp_search_index_query - 0.463972 azmcp_foundry_knowledge_index_schema - 0.401583 azmcp_monitor_table_list - 0.382692 azmcp_monitor_table_type_list - 0.372639 azmcp_cosmos_account_list - 0.370330 azmcp_cosmos_database_list - 0.367868 azmcp_mysql_database_list - 0.353839 azmcp_storage_table_list - 0.351788 azmcp_foundry_models_deployments_list - 0.351161 azmcp_mysql_server_list - 0.350068 azmcp_kusto_database_list - 0.347804 azmcp_monitor_workspace_list - 0.346994 azmcp_mysql_table_list - 0.341728 azmcp_foundry_models_list - 0.335748 azmcp_azuremanagedlustre_filesystem_list - 0.332289 azmcp_kusto_cluster_list - 0.331202 azmcp_keyvault_key_list - -Prompt: Search for instances of in the index in Cognitive Search service -Expected tool: azmcp_search_index_query - 0.522826 azmcp_search_index_get - 0.515870 azmcp_search_index_query *** EXPECTED *** - 0.497467 azmcp_search_service_list - 0.373917 azmcp_foundry_knowledge_index_list - 0.372940 azmcp_foundry_knowledge_index_schema - 0.327095 azmcp_kusto_query - 0.322358 azmcp_monitor_workspace_log_query - 0.311044 azmcp_cosmos_database_container_item_query - 0.306415 azmcp_resourcehealth_service-health-events_list - 0.305939 azmcp_marketplace_product_list - 0.295413 azmcp_monitor_resource_log_query - 0.290809 azmcp_monitor_metrics_query - 0.288242 azmcp_foundry_models_deployments_list - 0.287501 azmcp_mysql_server_list - 0.283532 azmcp_foundry_models_list - 0.269689 azmcp_monitor_table_list - 0.260161 azmcp_mysql_table_list - 0.247683 azmcp_marketplace_product_get - 0.244844 azmcp_kusto_sample - 0.243984 azmcp_cosmos_account_list - -Prompt: List all Cognitive Search services in my subscription -Expected tool: azmcp_search_service_list - 0.793651 azmcp_search_service_list *** EXPECTED *** - 0.505971 azmcp_search_index_get - 0.500455 azmcp_redis_cache_list - 0.494644 azmcp_monitor_workspace_list - 0.493011 azmcp_redis_cluster_list - 0.492228 azmcp_cosmos_account_list - 0.486066 azmcp_postgres_server_list - 0.482464 azmcp_grafana_list - 0.477329 azmcp_subscription_list - 0.470384 azmcp_kusto_cluster_list - 0.470055 azmcp_marketplace_product_list - 0.467684 azmcp_functionapp_list - 0.454460 azmcp_foundry_models_deployments_list - 0.451893 azmcp_aks_cluster_list - 0.443495 azmcp_search_index_query - 0.427817 azmcp_group_list - 0.425858 azmcp_resourcehealth_availability-status_list - 0.418396 azmcp_quota_region_availability_list - 0.417472 azmcp_appconfig_account_list - 0.414984 azmcp_foundry_models_list - -Prompt: Show me the Cognitive Search services in my subscription -Expected tool: azmcp_search_service_list - 0.686140 azmcp_search_service_list *** EXPECTED *** - 0.479898 azmcp_search_index_get - 0.453489 azmcp_marketplace_product_list - 0.448446 azmcp_search_index_query - 0.426274 azmcp_monitor_workspace_list - 0.419502 azmcp_marketplace_product_get - 0.412158 azmcp_cosmos_account_list - 0.408456 azmcp_redis_cluster_list - 0.400229 azmcp_redis_cache_list - 0.399822 azmcp_grafana_list - 0.397883 azmcp_foundry_models_deployments_list - 0.393579 azmcp_subscription_list - 0.390660 azmcp_resourcehealth_service-health-events_list - 0.390559 azmcp_foundry_models_list - 0.384559 azmcp_postgres_server_list - 0.382145 azmcp_functionapp_list - 0.379805 azmcp_foundry_knowledge_index_list - 0.376962 azmcp_quota_region_availability_list - 0.376089 azmcp_kusto_cluster_list - 0.373463 azmcp_azuremanagedlustre_filesystem_sku_get - -Prompt: Show me my Cognitive Search services -Expected tool: azmcp_search_service_list - 0.553025 azmcp_search_service_list *** EXPECTED *** - 0.436230 azmcp_search_index_get - 0.404758 azmcp_search_index_query - 0.344699 azmcp_foundry_models_deployments_list - 0.336174 azmcp_deploy_architecture_diagram_generate - 0.322580 azmcp_foundry_knowledge_index_list - 0.322540 azmcp_foundry_models_list - 0.300427 azmcp_marketplace_product_list - 0.292677 azmcp_mysql_server_list - 0.290214 azmcp_cosmos_account_list - 0.289466 azmcp_resourcehealth_service-health-events_list - 0.283366 azmcp_redis_cluster_list - 0.282198 azmcp_foundry_knowledge_index_schema - 0.281672 azmcp_get_bestpractices_get - 0.281439 azmcp_monitor_workspace_list - 0.278574 azmcp_cloudarchitect_design - 0.278531 azmcp_redis_cache_list - 0.277693 azmcp_azuremanagedlustre_filesystem_sku_get - 0.274081 azmcp_monitor_table_type_list - 0.272172 azmcp_monitor_table_list - -Prompt: List all App Configuration stores in my subscription -Expected tool: azmcp_appconfig_account_list - 0.786360 azmcp_appconfig_account_list *** EXPECTED *** - 0.635561 azmcp_appconfig_kv_list - 0.492146 azmcp_redis_cache_list - 0.491380 azmcp_postgres_server_list - 0.473554 azmcp_redis_cluster_list - 0.460620 azmcp_functionapp_list - 0.442214 azmcp_grafana_list - 0.441656 azmcp_cosmos_account_list - 0.432238 azmcp_search_service_list - 0.431142 azmcp_eventgrid_topic_list - 0.427511 azmcp_subscription_list - 0.427460 azmcp_appconfig_kv_show - 0.420794 azmcp_kusto_cluster_list - 0.412274 azmcp_storage_account_get - 0.408849 azmcp_monitor_workspace_list - 0.404636 azmcp_storage_table_list - 0.398419 azmcp_aks_cluster_list - 0.387414 azmcp_acr_registry_list - 0.385938 azmcp_sql_db_list - 0.380818 azmcp_quota_region_availability_list - -Prompt: Show me the App Configuration stores in my subscription -Expected tool: azmcp_appconfig_account_list - 0.634978 azmcp_appconfig_account_list *** EXPECTED *** - 0.533437 azmcp_appconfig_kv_list - 0.425610 azmcp_appconfig_kv_show - 0.372456 azmcp_postgres_server_list - 0.368731 azmcp_redis_cache_list - 0.368086 azmcp_functionapp_list - 0.359567 azmcp_postgres_server_config_get - 0.356514 azmcp_redis_cluster_list - 0.355830 azmcp_storage_account_get - 0.354747 azmcp_appconfig_kv_delete - 0.348603 azmcp_appconfig_kv_set - 0.344554 azmcp_marketplace_product_get - 0.341263 azmcp_grafana_list - 0.340111 azmcp_eventgrid_topic_list - 0.332824 azmcp_mysql_server_config_get - 0.325814 azmcp_subscription_list - 0.325232 azmcp_functionapp_get - 0.321968 azmcp_appconfig_kv_unlock - 0.310432 azmcp_search_service_list - 0.296589 azmcp_storage_table_list - 0.293047 azmcp_monitor_workspace_list - -Prompt: Show me my App Configuration stores -Expected tool: azmcp_appconfig_account_list - 0.565435 azmcp_appconfig_account_list *** EXPECTED *** - 0.564705 azmcp_appconfig_kv_list - 0.414689 azmcp_appconfig_kv_show - 0.355916 azmcp_postgres_server_config_get - 0.348661 azmcp_appconfig_kv_delete - 0.327234 azmcp_appconfig_kv_set - 0.308131 azmcp_appconfig_kv_unlock - 0.302405 azmcp_appconfig_kv_lock - 0.282153 azmcp_mysql_server_config_get - 0.272373 azmcp_storage_account_get - 0.255873 azmcp_mysql_server_param_get - 0.239130 azmcp_loadtesting_testrun_list - 0.236404 azmcp_deploy_app_logs_get - 0.234890 azmcp_azuremanagedlustre_filesystem_list - 0.233357 azmcp_postgres_server_list - 0.231649 azmcp_redis_cache_list - 0.228042 azmcp_mysql_server_param_set - 0.224176 azmcp_sql_server_show - 0.221405 azmcp_postgres_database_list - 0.219582 azmcp_storage_blob_container_get - -Prompt: Delete the key in App Configuration store -Expected tool: azmcp_appconfig_kv_delete - 0.618277 azmcp_appconfig_kv_delete *** EXPECTED *** - 0.486631 azmcp_appconfig_kv_list - 0.444881 azmcp_appconfig_kv_unlock - 0.443998 azmcp_appconfig_kv_lock - 0.424344 azmcp_appconfig_kv_set - 0.399569 azmcp_appconfig_kv_show - 0.392016 azmcp_appconfig_account_list - 0.268822 azmcp_workbooks_delete - 0.262117 azmcp_keyvault_key_create - 0.248752 azmcp_keyvault_key_list - 0.240560 azmcp_keyvault_secret_create - 0.218487 azmcp_mysql_server_param_set - 0.196121 azmcp_sql_server_firewall-rule_delete - 0.194831 azmcp_postgres_server_config_get - 0.175403 azmcp_mysql_server_config_get - 0.173143 azmcp_postgres_server_param_set - 0.166763 azmcp_storage_account_get - 0.165247 azmcp_mysql_server_param_get - 0.141099 azmcp_postgres_server_param_get - -Prompt: List all key-value settings in App Configuration store -Expected tool: azmcp_appconfig_kv_list - 0.730852 azmcp_appconfig_kv_list *** EXPECTED *** - 0.595054 azmcp_appconfig_kv_show - 0.557810 azmcp_appconfig_account_list - 0.530884 azmcp_appconfig_kv_set - 0.482784 azmcp_appconfig_kv_unlock - 0.464635 azmcp_appconfig_kv_delete - 0.438315 azmcp_appconfig_kv_lock - 0.377534 azmcp_postgres_server_config_get - 0.374460 azmcp_keyvault_key_list - 0.338203 azmcp_keyvault_secret_list - 0.333355 azmcp_mysql_server_param_get - 0.327550 azmcp_loadtesting_testrun_list - 0.323615 azmcp_storage_account_get - 0.317744 azmcp_mysql_server_config_get - 0.296084 azmcp_postgres_table_list - 0.292091 azmcp_redis_cache_list - 0.279679 azmcp_storage_table_list - 0.275469 azmcp_mysql_server_param_set - 0.267026 azmcp_postgres_database_list - 0.264833 azmcp_redis_cache_accesspolicy_list - -Prompt: Show me the key-value settings in App Configuration store -Expected tool: azmcp_appconfig_kv_list - 0.682275 azmcp_appconfig_kv_list *** EXPECTED *** - 0.606545 azmcp_appconfig_kv_show - 0.522426 azmcp_appconfig_account_list - 0.512945 azmcp_appconfig_kv_set - 0.490384 azmcp_appconfig_kv_unlock - 0.468503 azmcp_appconfig_kv_delete - 0.458896 azmcp_appconfig_kv_lock - 0.370520 azmcp_postgres_server_config_get - 0.356811 azmcp_mysql_server_param_get - 0.317662 azmcp_mysql_server_config_get - 0.314774 azmcp_storage_account_get - 0.304557 azmcp_loadtesting_test_get - 0.294807 azmcp_keyvault_key_list - 0.288088 azmcp_mysql_server_param_set - 0.278909 azmcp_loadtesting_testrun_list - 0.258688 azmcp_postgres_server_param_get - 0.249968 azmcp_storage_blob_container_get - 0.243655 azmcp_postgres_server_param_set - 0.238903 azmcp_sql_server_show - 0.236389 azmcp_redis_cache_accesspolicy_list - -Prompt: Lock the key in App Configuration store -Expected tool: azmcp_appconfig_kv_lock - 0.646614 azmcp_appconfig_kv_lock *** EXPECTED *** - 0.518065 azmcp_appconfig_kv_unlock - 0.508804 azmcp_appconfig_kv_list - 0.445551 azmcp_appconfig_kv_set - 0.431516 azmcp_appconfig_kv_delete - 0.423650 azmcp_appconfig_kv_show - 0.373656 azmcp_appconfig_account_list - 0.253705 azmcp_mysql_server_param_set - 0.251298 azmcp_keyvault_key_create - 0.238561 azmcp_keyvault_secret_create - 0.238242 azmcp_postgres_server_param_set - 0.238239 azmcp_keyvault_secret_create - 0.211331 azmcp_postgres_server_config_get - 0.208057 azmcp_keyvault_key_list - 0.163738 azmcp_storage_account_get - 0.159017 azmcp_mysql_server_param_get - 0.154529 azmcp_postgres_server_param_get - 0.144377 azmcp_servicebus_queue_details - 0.139871 azmcp_mysql_server_config_get - 0.123340 azmcp_storage_account_create - 0.119701 azmcp_storage_blob_container_get - -Prompt: Set the key in App Configuration store to -Expected tool: azmcp_appconfig_kv_set - 0.609635 azmcp_appconfig_kv_set *** EXPECTED *** - 0.541850 azmcp_appconfig_kv_lock - 0.518499 azmcp_appconfig_kv_list - 0.511219 azmcp_appconfig_kv_unlock - 0.507170 azmcp_appconfig_kv_show - 0.505571 azmcp_appconfig_kv_delete - 0.377919 azmcp_appconfig_account_list - 0.360015 azmcp_mysql_server_param_set - 0.346927 azmcp_postgres_server_param_set - 0.311461 azmcp_keyvault_secret_create - 0.305955 azmcp_keyvault_key_create - 0.221138 azmcp_loadtesting_test_create - 0.213592 azmcp_mysql_server_param_get - 0.208947 azmcp_postgres_server_config_get - 0.193989 azmcp_storage_account_get - 0.167006 azmcp_postgres_server_param_get - 0.164376 azmcp_mysql_server_config_get - 0.155719 azmcp_storage_blob_batch_set-tier - 0.147883 azmcp_storage_queue_message_send - 0.138051 azmcp_storage_account_create - -Prompt: Show the content for the key in App Configuration store -Expected tool: azmcp_appconfig_kv_show - 0.603216 azmcp_appconfig_kv_list - 0.561508 azmcp_appconfig_kv_show *** EXPECTED *** - 0.448912 azmcp_appconfig_kv_set - 0.441713 azmcp_appconfig_kv_delete - 0.437432 azmcp_appconfig_account_list - 0.433846 azmcp_appconfig_kv_lock - 0.427588 azmcp_appconfig_kv_unlock - 0.301859 azmcp_keyvault_key_list - 0.291447 azmcp_postgres_server_config_get - 0.269387 azmcp_loadtesting_test_get - 0.260310 azmcp_keyvault_secret_list - 0.259549 azmcp_storage_account_get - 0.257940 azmcp_mysql_server_param_get - 0.229242 azmcp_mysql_server_config_get - 0.226217 azmcp_storage_blob_container_get - 0.217856 azmcp_postgres_server_param_get - 0.206401 azmcp_redis_cache_list - 0.205556 azmcp_storage_table_list - 0.201872 azmcp_mysql_server_param_set - 0.185986 azmcp_redis_cache_accesspolicy_list - -Prompt: Unlock the key in App Configuration store -Expected tool: azmcp_appconfig_kv_unlock - 0.603597 azmcp_appconfig_kv_unlock *** EXPECTED *** - 0.552244 azmcp_appconfig_kv_lock - 0.541557 azmcp_appconfig_kv_list - 0.476496 azmcp_appconfig_kv_delete - 0.435759 azmcp_appconfig_kv_show - 0.425488 azmcp_appconfig_kv_set - 0.409406 azmcp_appconfig_account_list - 0.268062 azmcp_keyvault_key_create - 0.259561 azmcp_keyvault_key_list - 0.252943 azmcp_keyvault_secret_create - 0.237098 azmcp_mysql_server_param_set - 0.225350 azmcp_postgres_server_config_get - 0.190136 azmcp_storage_account_get - 0.185141 azmcp_postgres_server_param_set - 0.179871 azmcp_mysql_server_param_get - 0.171375 azmcp_mysql_server_config_get - 0.159767 azmcp_postgres_server_param_get - 0.150315 azmcp_storage_blob_container_get - 0.143564 azmcp_servicebus_queue_details - 0.135572 azmcp_workbooks_delete - -Prompt: Please help me diagnose issues with my app using app lens -Expected tool: azmcp_applens_resource_diagnose - 0.355635 azmcp_applens_resource_diagnose *** EXPECTED *** - 0.329345 azmcp_deploy_app_logs_get - 0.300786 azmcp_deploy_architecture_diagram_generate - 0.257790 azmcp_cloudarchitect_design - 0.216077 azmcp_get_bestpractices_get - 0.206477 azmcp_deploy_plan_get - 0.205255 azmcp_loadtesting_testrun_get - 0.177942 azmcp_deploy_pipeline_guidance_get - 0.170352 azmcp_deploy_iac_rules_get - 0.169553 azmcp_quota_usage_check - 0.169415 azmcp_azureterraformbestpractices_get - 0.163768 azmcp_resourcehealth_availability-status_get - 0.148018 azmcp_mysql_database_query - 0.141970 azmcp_monitor_resource_log_query - 0.133096 azmcp_resourcehealth_service-health-events_list - 0.128805 azmcp_resourcehealth_availability-status_list - 0.125735 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.120066 azmcp_mysql_table_schema_get - 0.116209 azmcp_mysql_server_list - 0.111731 azmcp_redis_cache_list - -Prompt: Use app lens to check why my app is slow? -Expected tool: azmcp_applens_resource_diagnose - 0.318602 azmcp_deploy_app_logs_get - 0.302557 azmcp_applens_resource_diagnose *** EXPECTED *** - 0.255570 azmcp_deploy_architecture_diagram_generate - 0.225972 azmcp_quota_usage_check - 0.222226 azmcp_loadtesting_testrun_get - 0.200402 azmcp_cloudarchitect_design - 0.186927 azmcp_functionapp_get - 0.172691 azmcp_get_bestpractices_get - 0.163364 azmcp_azuremanagedlustre_filesystem_list - 0.157877 azmcp_deploy_plan_get - 0.152905 azmcp_deploy_iac_rules_get - 0.150964 azmcp_monitor_resource_log_query - 0.150313 azmcp_mysql_database_query - 0.144054 azmcp_mysql_server_param_get - 0.133109 azmcp_resourcehealth_availability-status_get - 0.125941 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.118881 azmcp_mysql_table_schema_get - 0.112992 azmcp_monitor_workspace_log_query - 0.107063 azmcp_resourcehealth_availability-status_list - 0.101816 azmcp_monitor_metrics_query - -Prompt: What does app lens say is wrong with my service? -Expected tool: azmcp_applens_resource_diagnose - 0.256325 azmcp_deploy_architecture_diagram_generate - 0.250546 azmcp_applens_resource_diagnose *** EXPECTED *** - 0.215890 azmcp_deploy_app_logs_get - 0.199067 azmcp_resourcehealth_availability-status_get - 0.188245 azmcp_cloudarchitect_design - 0.178879 azmcp_azuremanagedlustre_filesystem_list - 0.177887 azmcp_functionapp_get - 0.168040 azmcp_functionapp_list - 0.159064 azmcp_get_bestpractices_get - 0.158352 azmcp_deploy_plan_get - 0.156599 azmcp_search_service_list - 0.156168 azmcp_resourcehealth_service-health-events_list - 0.153579 azmcp_resourcehealth_availability-status_list - 0.151702 azmcp_appconfig_kv_show - 0.151460 azmcp_speech_stt_recognize - 0.146689 azmcp_quota_usage_check - 0.139604 azmcp_postgres_server_param_get - 0.137230 azmcp_appconfig_kv_list - 0.129424 azmcp_mysql_server_param_get - 0.126169 azmcp_search_index_get - 0.113627 azmcp_postgres_server_list - -Prompt: Create a Storage account with name -Expected tool: azmcp_extension_az - 0.602475 azmcp_storage_account_create - 0.463252 azmcp_storage_account_get - 0.446488 azmcp_storage_blob_container_create - 0.429618 azmcp_storage_table_list - 0.404652 azmcp_storage_blob_container_get - 0.403171 azmcp_keyvault_secret_create - 0.386765 azmcp_keyvault_key_create - 0.374580 azmcp_keyvault_certificate_create - 0.352806 azmcp_appconfig_kv_set - 0.337708 azmcp_storage_datalake_directory_create - 0.329959 azmcp_loadtesting_testresource_create - 0.329222 azmcp_storage_blob_upload - 0.327875 azmcp_workbooks_create - 0.325736 azmcp_loadtesting_test_create - 0.318583 azmcp_cosmos_database_container_list - 0.311829 azmcp_deploy_pipeline_guidance_get - 0.306161 azmcp_storage_blob_get - 0.306075 azmcp_storage_queue_message_send - 0.303766 azmcp_cosmos_account_list - 0.303151 azmcp_appconfig_kv_lock - -Prompt: List all virtual machines in my subscription -Expected tool: azmcp_extension_az - 0.555128 azmcp_search_service_list - 0.531707 azmcp_subscription_list - 0.530948 azmcp_postgres_server_list - 0.503206 azmcp_virtualdesktop_hostpool_list - 0.500615 azmcp_redis_cache_list - 0.499251 azmcp_kusto_cluster_list - 0.496186 azmcp_redis_cluster_list - 0.484422 azmcp_monitor_workspace_list - 0.482716 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.482576 azmcp_grafana_list - 0.477657 azmcp_aks_cluster_list - 0.473774 azmcp_cosmos_account_list - 0.473455 azmcp_functionapp_list - 0.454007 azmcp_group_list - 0.438248 azmcp_eventgrid_topic_list - 0.435557 azmcp_quota_region_availability_list - 0.433664 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.430029 azmcp_datadog_monitoredresources_list - 0.411045 azmcp_appconfig_account_list - 0.409699 azmcp_azuremanagedlustre_filesystem_list - -Prompt: Show me the details of the storage account -Expected tool: azmcp_extension_az - 0.659451 azmcp_storage_account_get - 0.602051 azmcp_storage_blob_container_get - 0.509806 azmcp_storage_table_list - 0.499648 azmcp_storage_blob_get - 0.493461 azmcp_storage_account_create - 0.433899 azmcp_cosmos_account_list - 0.433256 azmcp_appconfig_kv_show - 0.417590 azmcp_cosmos_database_container_list - 0.411378 azmcp_azuremanagedlustre_filesystem_list - 0.379360 azmcp_functionapp_get - 0.377441 azmcp_quota_usage_check - 0.371852 azmcp_sql_db_show - 0.367798 azmcp_sql_server_show - 0.367600 azmcp_aks_cluster_get - 0.364783 azmcp_mysql_server_config_get - 0.362235 azmcp_storage_datalake_file-system_list-paths - 0.360521 azmcp_azuremanagedlustre_filesystem_sku_get - 0.360310 azmcp_cosmos_database_list - 0.360087 azmcp_search_index_get - 0.352992 azmcp_aks_nodepool_get - 0.341943 azmcp_loadtesting_testrun_get - -Prompt: List all Azure Container Registries in my subscription -Expected tool: azmcp_acr_registry_list - 0.743568 azmcp_acr_registry_list *** EXPECTED *** - 0.711580 azmcp_acr_registry_repository_list - 0.541506 azmcp_search_service_list - 0.527457 azmcp_aks_cluster_list - 0.515757 azmcp_subscription_list - 0.514293 azmcp_cosmos_account_list - 0.509508 azmcp_monitor_workspace_list - 0.503032 azmcp_kusto_cluster_list - 0.490776 azmcp_appconfig_account_list - 0.487556 azmcp_storage_blob_container_get - 0.483500 azmcp_cosmos_database_container_list - 0.482499 azmcp_storage_table_list - 0.482236 azmcp_redis_cluster_list - 0.481761 azmcp_redis_cache_list - 0.480869 azmcp_group_list - 0.473498 azmcp_functionapp_list - 0.469958 azmcp_datadog_monitoredresources_list - 0.462353 azmcp_quota_region_availability_list - 0.460523 azmcp_sql_db_list - 0.456503 azmcp_mysql_server_list - -Prompt: Show me my Azure Container Registries -Expected tool: azmcp_acr_registry_list - 0.586014 azmcp_acr_registry_list *** EXPECTED *** - 0.564015 azmcp_acr_registry_repository_list - 0.450287 azmcp_storage_blob_container_get - 0.415552 azmcp_cosmos_database_container_list - 0.382728 azmcp_mysql_server_list - 0.372153 azmcp_mysql_database_list - 0.370858 azmcp_azuremanagedlustre_filesystem_list - 0.364918 azmcp_search_service_list - 0.359177 azmcp_deploy_app_logs_get - 0.356414 azmcp_aks_cluster_list - 0.354277 azmcp_storage_blob_container_create - 0.353252 azmcp_subscription_list - 0.352818 azmcp_storage_account_get - 0.349526 azmcp_cosmos_database_list - 0.349291 azmcp_sql_db_list - 0.348080 azmcp_storage_blob_get - 0.344750 azmcp_quota_usage_check - 0.344071 azmcp_cosmos_account_list - 0.339252 azmcp_appconfig_account_list - 0.336516 azmcp_keyvault_certificate_list - -Prompt: Show me the container registries in my subscription -Expected tool: azmcp_acr_registry_list - 0.637130 azmcp_acr_registry_list *** EXPECTED *** - 0.563476 azmcp_acr_registry_repository_list - 0.474000 azmcp_redis_cache_list - 0.471804 azmcp_redis_cluster_list - 0.463742 azmcp_postgres_server_list - 0.459880 azmcp_search_service_list - 0.452938 azmcp_kusto_cluster_list - 0.451416 azmcp_monitor_workspace_list - 0.443939 azmcp_appconfig_account_list - 0.440365 azmcp_subscription_list - 0.435835 azmcp_grafana_list - 0.435706 azmcp_storage_blob_container_get - 0.431745 azmcp_cosmos_database_container_list - 0.430867 azmcp_aks_cluster_list - 0.430308 azmcp_cosmos_account_list - 0.409093 azmcp_storage_table_list - 0.404664 azmcp_group_list - 0.398556 azmcp_quota_region_availability_list - 0.395721 azmcp_azuremanagedlustre_filesystem_list - 0.386495 azmcp_virtualdesktop_hostpool_list - -Prompt: List container registries in resource group -Expected tool: azmcp_acr_registry_list - 0.654318 azmcp_acr_registry_repository_list - 0.633938 azmcp_acr_registry_list *** EXPECTED *** - 0.476015 azmcp_mysql_server_list - 0.454929 azmcp_group_list - 0.454003 azmcp_datadog_monitoredresources_list - 0.446061 azmcp_cosmos_database_container_list - 0.428000 azmcp_workbooks_list - 0.423874 azmcp_resourcehealth_availability-status_list - 0.421030 azmcp_azuremanagedlustre_filesystem_list - 0.411316 azmcp_redis_cluster_list - 0.409133 azmcp_sql_db_list - 0.404398 azmcp_storage_blob_container_get - 0.388773 azmcp_redis_cache_list - 0.371025 azmcp_sql_elastic-pool_list - 0.370359 azmcp_redis_cluster_database_list - 0.366472 azmcp_monitor_workspace_list - 0.356119 azmcp_kusto_cluster_list - 0.354145 azmcp_cosmos_database_list - 0.352511 azmcp_loadtesting_testresource_list - 0.351949 azmcp_aks_cluster_list - -Prompt: Show me the container registries in resource group -Expected tool: azmcp_acr_registry_list - 0.639391 azmcp_acr_registry_list *** EXPECTED *** - 0.637972 azmcp_acr_registry_repository_list - 0.468028 azmcp_mysql_server_list - 0.449649 azmcp_datadog_monitoredresources_list - 0.445741 azmcp_group_list - 0.416354 azmcp_cosmos_database_container_list - 0.413975 azmcp_sql_db_list - 0.406554 azmcp_resourcehealth_availability-status_list - 0.403623 azmcp_storage_blob_container_get - 0.400209 azmcp_workbooks_list - 0.389603 azmcp_azuremanagedlustre_filesystem_list - 0.378353 azmcp_redis_cluster_list - 0.369912 azmcp_sql_elastic-pool_list - 0.369779 azmcp_mysql_database_list - 0.367734 azmcp_redis_cache_list - 0.362040 azmcp_virtualdesktop_hostpool_list - 0.354807 azmcp_loadtesting_testresource_list - 0.351410 azmcp_cosmos_database_list - 0.344148 azmcp_kusto_cluster_list - 0.343572 azmcp_aks_cluster_list - -Prompt: List all container registry repositories in my subscription -Expected tool: azmcp_acr_registry_repository_list - 0.627581 azmcp_acr_registry_repository_list *** EXPECTED *** - 0.618588 azmcp_acr_registry_list - 0.509836 azmcp_redis_cache_list - 0.495624 azmcp_postgres_server_list - 0.492264 azmcp_redis_cluster_list - 0.475663 azmcp_kusto_cluster_list - 0.465435 azmcp_search_service_list - 0.462202 azmcp_cosmos_database_container_list - 0.461514 azmcp_grafana_list - 0.456597 azmcp_appconfig_account_list - 0.449257 azmcp_cosmos_account_list - 0.448773 azmcp_monitor_workspace_list - 0.439751 azmcp_subscription_list - 0.438762 azmcp_aks_cluster_list - 0.437646 azmcp_storage_blob_container_get - 0.430839 azmcp_group_list - 0.423299 azmcp_storage_table_list - 0.414778 azmcp_kusto_database_list - 0.405694 azmcp_virtualdesktop_hostpool_list - 0.390451 azmcp_quota_region_availability_list - -Prompt: Show me my container registry repositories -Expected tool: azmcp_acr_registry_repository_list - 0.546333 azmcp_acr_registry_repository_list *** EXPECTED *** - 0.469295 azmcp_acr_registry_list - 0.407973 azmcp_cosmos_database_container_list - 0.400145 azmcp_storage_blob_container_get - 0.339307 azmcp_mysql_database_list - 0.326631 azmcp_mysql_server_list - 0.308650 azmcp_cosmos_database_list - 0.306442 azmcp_storage_blob_container_create - 0.302635 azmcp_redis_cache_list - 0.300174 azmcp_azuremanagedlustre_filesystem_list - 0.296073 azmcp_storage_blob_get - 0.293421 azmcp_storage_table_list - 0.292155 azmcp_datadog_monitoredresources_list - 0.290148 azmcp_redis_cluster_list - 0.289864 azmcp_search_service_list - 0.283716 azmcp_appconfig_account_list - 0.283390 azmcp_kusto_database_list - 0.282581 azmcp_sql_db_list - 0.276498 azmcp_cosmos_account_list - 0.273167 azmcp_aks_cluster_list - -Prompt: List repositories in the container registry -Expected tool: azmcp_acr_registry_repository_list - 0.674296 azmcp_acr_registry_repository_list *** EXPECTED *** - 0.541779 azmcp_acr_registry_list - 0.433927 azmcp_cosmos_database_container_list - 0.388490 azmcp_storage_blob_container_get - 0.370375 azmcp_mysql_database_list - 0.359617 azmcp_cosmos_database_list - 0.356901 azmcp_mysql_server_list - 0.355328 azmcp_redis_cache_list - 0.351007 azmcp_redis_cluster_database_list - 0.347437 azmcp_postgres_database_list - 0.347084 azmcp_kusto_database_list - 0.346850 azmcp_storage_table_list - 0.340014 azmcp_redis_cluster_list - 0.338230 azmcp_keyvault_secret_list - 0.337543 azmcp_keyvault_certificate_list - 0.332857 azmcp_keyvault_key_list - 0.332785 azmcp_datadog_monitoredresources_list - 0.332704 azmcp_sql_db_list - 0.332610 azmcp_monitor_workspace_list - 0.330046 azmcp_kusto_cluster_list - -Prompt: Show me the repositories in the container registry -Expected tool: azmcp_acr_registry_repository_list - 0.600780 azmcp_acr_registry_repository_list *** EXPECTED *** - 0.501842 azmcp_acr_registry_list - 0.418623 azmcp_cosmos_database_container_list - 0.374628 azmcp_storage_blob_container_get - 0.359922 azmcp_mysql_database_list - 0.341511 azmcp_redis_cache_list - 0.335467 azmcp_mysql_server_list - 0.333318 azmcp_cosmos_database_list - 0.324104 azmcp_redis_cluster_list - 0.318706 azmcp_kusto_database_list - 0.316614 azmcp_datadog_monitoredresources_list - 0.315414 azmcp_redis_cluster_database_list - 0.314959 azmcp_storage_table_list - 0.311795 azmcp_monitor_workspace_list - 0.309627 azmcp_search_service_list - 0.306052 azmcp_sql_db_list - 0.304605 azmcp_keyvault_certificate_list - 0.303931 azmcp_kusto_cluster_list - 0.300101 azmcp_cosmos_account_list - 0.299629 azmcp_appconfig_account_list - -Prompt: List all cosmosdb accounts in my subscription -Expected tool: azmcp_cosmos_account_list - 0.818357 azmcp_cosmos_account_list *** EXPECTED *** - 0.668480 azmcp_cosmos_database_list - 0.615256 azmcp_cosmos_database_container_list - 0.588682 azmcp_storage_table_list - 0.587489 azmcp_subscription_list - 0.560795 azmcp_search_service_list - 0.538321 azmcp_storage_account_get - 0.529201 azmcp_monitor_workspace_list - 0.516914 azmcp_kusto_cluster_list - 0.502479 azmcp_kusto_database_list - 0.502199 azmcp_redis_cluster_list - 0.499161 azmcp_redis_cache_list - 0.497679 azmcp_appconfig_account_list - 0.486978 azmcp_group_list - 0.483046 azmcp_grafana_list - 0.474934 azmcp_postgres_server_list - 0.473625 azmcp_aks_cluster_list - 0.459502 azmcp_sql_db_list - 0.459002 azmcp_mysql_database_list - -Prompt: Show me my cosmosdb accounts -Expected tool: azmcp_cosmos_account_list - 0.665447 azmcp_cosmos_account_list *** EXPECTED *** - 0.605357 azmcp_cosmos_database_list - 0.571604 azmcp_cosmos_database_container_list - 0.486033 azmcp_storage_account_get - 0.467671 azmcp_storage_table_list - 0.436098 azmcp_subscription_list - 0.431515 azmcp_cosmos_database_container_item_query - 0.428477 azmcp_storage_blob_container_get - 0.427709 azmcp_mysql_database_list - 0.408659 azmcp_search_service_list - 0.397574 azmcp_azuremanagedlustre_filesystem_list - 0.390141 azmcp_kusto_database_list - 0.389842 azmcp_mysql_server_list - 0.386272 azmcp_monitor_workspace_list - 0.383985 azmcp_appconfig_account_list - 0.381323 azmcp_sql_db_list - 0.379496 azmcp_appconfig_kv_show - 0.373667 azmcp_redis_cluster_list - 0.358376 azmcp_keyvault_key_list - 0.355823 azmcp_functionapp_list - -Prompt: Show me the cosmosdb accounts in my subscription -Expected tool: azmcp_cosmos_account_list - 0.752494 azmcp_cosmos_account_list *** EXPECTED *** - 0.605125 azmcp_cosmos_database_list - 0.566249 azmcp_cosmos_database_container_list - 0.546153 azmcp_subscription_list - 0.535227 azmcp_storage_table_list - 0.530175 azmcp_storage_account_get - 0.527812 azmcp_search_service_list - 0.488226 azmcp_monitor_workspace_list - 0.466414 azmcp_redis_cluster_list - 0.462048 azmcp_functionapp_list - 0.457584 azmcp_appconfig_account_list - 0.456219 azmcp_redis_cache_list - 0.455017 azmcp_kusto_cluster_list - 0.453626 azmcp_kusto_database_list - 0.441136 azmcp_grafana_list - 0.438306 azmcp_cosmos_database_container_item_query - 0.437740 azmcp_storage_blob_container_get - 0.437026 azmcp_azuremanagedlustre_filesystem_list - 0.434623 azmcp_mysql_database_list - 0.433094 azmcp_postgres_server_list - -Prompt: Show me the items that contain the word in the container in the database for the cosmosdb account -Expected tool: azmcp_cosmos_database_container_item_query - 0.605253 azmcp_cosmos_database_container_list - 0.566884 azmcp_cosmos_database_container_item_query *** EXPECTED *** - 0.477874 azmcp_cosmos_database_list - 0.447757 azmcp_cosmos_account_list - 0.445661 azmcp_storage_blob_container_get - 0.429363 azmcp_search_service_list - 0.399756 azmcp_search_index_query - 0.384335 azmcp_storage_table_list - 0.378151 azmcp_kusto_query - 0.374844 azmcp_mysql_table_list - 0.372689 azmcp_mysql_database_list - 0.366503 azmcp_search_index_get - 0.358903 azmcp_mysql_server_list - 0.351265 azmcp_kusto_table_list - 0.340698 azmcp_monitor_table_list - 0.337570 azmcp_storage_blob_get - 0.334429 azmcp_kusto_database_list - 0.333252 azmcp_marketplace_product_list - 0.331041 azmcp_kusto_sample - 0.308694 azmcp_acr_registry_repository_list - -Prompt: List all the containers in the database for the cosmosdb account -Expected tool: azmcp_cosmos_database_container_list - 0.852802 azmcp_cosmos_database_container_list *** EXPECTED *** - 0.681044 azmcp_cosmos_database_list - 0.630659 azmcp_cosmos_account_list - 0.581566 azmcp_storage_blob_container_get - 0.535260 azmcp_storage_table_list - 0.527459 azmcp_cosmos_database_container_item_query - 0.486357 azmcp_mysql_database_list - 0.448957 azmcp_kusto_database_list - 0.447539 azmcp_mysql_table_list - 0.439770 azmcp_sql_db_list - 0.427526 azmcp_kusto_table_list - 0.424294 azmcp_redis_cluster_database_list - 0.422159 azmcp_mysql_server_list - 0.421534 azmcp_acr_registry_repository_list - 0.420253 azmcp_storage_account_get - 0.410842 azmcp_monitor_table_list - 0.392929 azmcp_postgres_database_list - 0.377967 azmcp_keyvault_certificate_list - 0.372115 azmcp_kusto_cluster_list - 0.368473 azmcp_keyvault_key_list - -Prompt: Show me the containers in the database for the cosmosdb account -Expected tool: azmcp_cosmos_database_container_list - 0.789378 azmcp_cosmos_database_container_list *** EXPECTED *** - 0.614220 azmcp_cosmos_database_list - 0.562062 azmcp_cosmos_account_list - 0.537286 azmcp_storage_blob_container_get - 0.521587 azmcp_cosmos_database_container_item_query - 0.471018 azmcp_storage_table_list - 0.449120 azmcp_mysql_database_list - 0.411703 azmcp_mysql_table_list - 0.398064 azmcp_kusto_database_list - 0.397969 azmcp_storage_account_get - 0.397755 azmcp_sql_db_list - 0.395433 azmcp_kusto_table_list - 0.392763 azmcp_mysql_server_list - 0.386806 azmcp_redis_cluster_database_list - 0.356317 azmcp_storage_blob_get - 0.355640 azmcp_acr_registry_repository_list - 0.345665 azmcp_sql_db_show - 0.325994 azmcp_azuremanagedlustre_filesystem_list - 0.319603 azmcp_datadog_monitoredresources_list - 0.318540 azmcp_appconfig_kv_show - -Prompt: List all the databases in the cosmosdb account -Expected tool: azmcp_cosmos_database_list - 0.815683 azmcp_cosmos_database_list *** EXPECTED *** - 0.668515 azmcp_cosmos_account_list - 0.665298 azmcp_cosmos_database_container_list - 0.573703 azmcp_mysql_database_list - 0.571350 azmcp_kusto_database_list - 0.555134 azmcp_storage_table_list - 0.548066 azmcp_sql_db_list - 0.526046 azmcp_redis_cluster_database_list - 0.501477 azmcp_postgres_database_list - 0.471313 azmcp_kusto_table_list - 0.459281 azmcp_cosmos_database_container_item_query - 0.449877 azmcp_monitor_table_list - 0.442540 azmcp_mysql_table_list - 0.418871 azmcp_storage_account_get - 0.407722 azmcp_search_service_list - 0.406805 azmcp_mysql_server_list - 0.405825 azmcp_keyvault_key_list - 0.397641 azmcp_keyvault_certificate_list - 0.389078 azmcp_keyvault_secret_list - 0.387675 azmcp_acr_registry_repository_list - -Prompt: Show me the databases in the cosmosdb account -Expected tool: azmcp_cosmos_database_list - 0.749370 azmcp_cosmos_database_list *** EXPECTED *** - 0.624826 azmcp_cosmos_database_container_list - 0.614572 azmcp_cosmos_account_list - 0.538479 azmcp_mysql_database_list - 0.524837 azmcp_kusto_database_list - 0.505363 azmcp_storage_table_list - 0.498206 azmcp_sql_db_list - 0.497414 azmcp_redis_cluster_database_list - 0.449759 azmcp_cosmos_database_container_item_query - 0.447875 azmcp_postgres_database_list - 0.437883 azmcp_kusto_table_list - 0.408605 azmcp_mysql_table_list - 0.402767 azmcp_storage_account_get - 0.395417 azmcp_monitor_table_list - 0.383928 azmcp_storage_blob_container_get - 0.379009 azmcp_mysql_server_list - 0.348999 azmcp_azuremanagedlustre_filesystem_list - 0.344442 azmcp_keyvault_key_list - 0.342424 azmcp_acr_registry_repository_list - 0.339516 azmcp_kusto_cluster_list - -Prompt: Show me the details of the Data Explorer cluster -Expected tool: azmcp_kusto_cluster_get - 0.482204 azmcp_kusto_cluster_get *** EXPECTED *** - 0.464523 azmcp_aks_cluster_get - 0.457669 azmcp_redis_cluster_list - 0.416762 azmcp_redis_cluster_database_list - 0.378461 azmcp_aks_nodepool_get - 0.362958 azmcp_aks_cluster_list - 0.361772 azmcp_loadtesting_testrun_get - 0.350998 azmcp_storage_blob_get - 0.344871 azmcp_sql_db_show - 0.344590 azmcp_kusto_database_list - 0.333244 azmcp_mysql_table_schema_get - 0.332639 azmcp_kusto_cluster_list - 0.326472 azmcp_redis_cache_list - 0.326306 azmcp_search_index_get - 0.326052 azmcp_aks_nodepool_list - 0.319764 azmcp_storage_blob_container_get - 0.318755 azmcp_kusto_query - 0.318082 azmcp_mysql_server_config_get - 0.314617 azmcp_kusto_table_schema - -Prompt: List all Data Explorer clusters in my subscription -Expected tool: azmcp_kusto_cluster_list - 0.651218 azmcp_kusto_cluster_list *** EXPECTED *** - 0.644037 azmcp_redis_cluster_list - 0.549093 azmcp_kusto_database_list - 0.536049 azmcp_aks_cluster_list - 0.509396 azmcp_grafana_list - 0.505912 azmcp_redis_cache_list - 0.492107 azmcp_postgres_server_list - 0.491278 azmcp_search_service_list - 0.487749 azmcp_monitor_workspace_list - 0.486159 azmcp_kusto_cluster_get - 0.460255 azmcp_cosmos_account_list - 0.458754 azmcp_redis_cluster_database_list - 0.451538 azmcp_kusto_table_list - 0.428236 azmcp_storage_table_list - 0.427709 azmcp_subscription_list - 0.411791 azmcp_group_list - 0.410016 azmcp_virtualdesktop_hostpool_list - 0.407832 azmcp_datadog_monitoredresources_list - 0.403341 azmcp_eventgrid_topic_list - 0.399290 azmcp_monitor_table_list - -Prompt: Show me my Data Explorer clusters -Expected tool: azmcp_kusto_cluster_list - 0.437363 azmcp_redis_cluster_list - 0.391087 azmcp_redis_cluster_database_list - 0.386126 azmcp_kusto_cluster_list *** EXPECTED *** - 0.359562 azmcp_kusto_database_list - 0.341784 azmcp_kusto_cluster_get - 0.338217 azmcp_aks_cluster_list - 0.314734 azmcp_aks_cluster_get - 0.303083 azmcp_grafana_list - 0.292838 azmcp_redis_cache_list - 0.287768 azmcp_kusto_sample - 0.285603 azmcp_kusto_query - 0.283372 azmcp_kusto_table_list - 0.279848 azmcp_azuremanagedlustre_filesystem_list - 0.277014 azmcp_mysql_database_list - 0.275559 azmcp_mysql_database_query - 0.270813 azmcp_monitor_table_list - 0.265906 azmcp_mysql_server_list - 0.264129 azmcp_monitor_workspace_list - 0.264112 azmcp_monitor_table_type_list - 0.264035 azmcp_monitor_workspace_list - 0.263226 azmcp_quota_usage_check - -Prompt: Show me the Data Explorer clusters in my subscription -Expected tool: azmcp_kusto_cluster_list - 0.584053 azmcp_redis_cluster_list - 0.549797 azmcp_kusto_cluster_list *** EXPECTED *** - 0.471120 azmcp_aks_cluster_list - 0.469570 azmcp_kusto_cluster_get - 0.464334 azmcp_kusto_database_list - 0.462945 azmcp_grafana_list - 0.446124 azmcp_redis_cache_list - 0.440455 azmcp_monitor_workspace_list - 0.434016 azmcp_search_service_list - 0.432048 azmcp_postgres_server_list - 0.396253 azmcp_redis_cluster_database_list - 0.392584 azmcp_kusto_table_list - 0.386776 azmcp_cosmos_account_list - 0.380006 azmcp_azuremanagedlustre_filesystem_list - 0.377490 azmcp_kusto_query - 0.371052 azmcp_subscription_list - 0.368890 azmcp_quota_usage_check - 0.366547 azmcp_eventgrid_topic_list - 0.365972 azmcp_storage_table_list - 0.365323 azmcp_quota_region_availability_list - -Prompt: List all databases in the Data Explorer cluster -Expected tool: azmcp_kusto_database_list - 0.628129 azmcp_redis_cluster_database_list - 0.610646 azmcp_kusto_database_list *** EXPECTED *** - 0.553218 azmcp_postgres_database_list - 0.549673 azmcp_cosmos_database_list - 0.517039 azmcp_mysql_database_list - 0.474274 azmcp_kusto_table_list - 0.461496 azmcp_sql_db_list - 0.459180 azmcp_redis_cluster_list - 0.434330 azmcp_postgres_table_list - 0.431669 azmcp_kusto_cluster_list - 0.419528 azmcp_mysql_table_list - 0.403852 azmcp_monitor_table_list - 0.396061 azmcp_cosmos_database_container_list - 0.379966 azmcp_storage_table_list - 0.375535 azmcp_cosmos_account_list - 0.363663 azmcp_postgres_server_list - 0.350214 azmcp_aks_cluster_list - 0.334270 azmcp_grafana_list - 0.320622 azmcp_datadog_monitoredresources_list - 0.318850 azmcp_kusto_query - -Prompt: Show me the databases in the Data Explorer cluster -Expected tool: azmcp_kusto_database_list - 0.597975 azmcp_redis_cluster_database_list - 0.558503 azmcp_kusto_database_list *** EXPECTED *** - 0.497144 azmcp_cosmos_database_list - 0.491400 azmcp_mysql_database_list - 0.486732 azmcp_postgres_database_list - 0.439993 azmcp_kusto_table_list - 0.427251 azmcp_redis_cluster_list - 0.422588 azmcp_sql_db_list - 0.391411 azmcp_mysql_table_list - 0.383664 azmcp_kusto_cluster_list - 0.368012 azmcp_postgres_table_list - 0.362905 azmcp_cosmos_database_container_list - 0.359254 azmcp_monitor_table_list - 0.344011 azmcp_mysql_server_list - 0.338777 azmcp_storage_table_list - 0.336104 azmcp_cosmos_account_list - 0.334803 azmcp_kusto_table_schema - 0.310919 azmcp_aks_cluster_list - 0.309809 azmcp_kusto_sample - 0.305756 azmcp_kusto_query - -Prompt: Show me all items that contain the word in the Data Explorer table in cluster -Expected tool: azmcp_kusto_query - 0.381352 azmcp_kusto_query *** EXPECTED *** - 0.363594 azmcp_mysql_table_list - 0.363252 azmcp_kusto_sample - 0.349375 azmcp_monitor_table_list - 0.345798 azmcp_redis_cluster_list - 0.334722 azmcp_kusto_table_list - 0.328646 azmcp_search_service_list - 0.328162 azmcp_mysql_database_query - 0.324763 azmcp_mysql_table_schema_get - 0.319112 azmcp_redis_cluster_database_list - 0.318883 azmcp_kusto_table_schema - 0.314961 azmcp_monitor_table_type_list - 0.314919 azmcp_search_index_query - 0.308142 azmcp_kusto_database_list - 0.304035 azmcp_cosmos_database_container_item_query - 0.302894 azmcp_postgres_table_list - 0.292086 azmcp_kusto_cluster_list - 0.264026 azmcp_grafana_list - 0.263085 azmcp_kusto_cluster_get - 0.259156 azmcp_marketplace_product_list - -Prompt: Show me a data sample from the Data Explorer table in cluster -Expected tool: azmcp_kusto_sample - 0.537154 azmcp_kusto_sample *** EXPECTED *** - 0.419463 azmcp_kusto_table_schema - 0.391595 azmcp_mysql_database_query - 0.391396 azmcp_kusto_table_list - 0.380691 azmcp_mysql_table_schema_get - 0.377056 azmcp_redis_cluster_database_list - 0.364611 azmcp_postgres_table_schema_get - 0.364361 azmcp_mysql_table_list - 0.361845 azmcp_redis_cluster_list - 0.343671 azmcp_monitor_table_type_list - 0.342033 azmcp_monitor_table_list - 0.337271 azmcp_kusto_database_list - 0.329933 azmcp_storage_table_list - 0.319239 azmcp_kusto_query - 0.318189 azmcp_postgres_table_list - 0.310252 azmcp_kusto_cluster_get - 0.285941 azmcp_kusto_cluster_list - 0.267689 azmcp_aks_cluster_get - 0.249424 azmcp_aks_cluster_list - 0.242112 azmcp_azuremanagedlustre_filesystem_list - -Prompt: List all tables in the Data Explorer database in cluster -Expected tool: azmcp_kusto_table_list - 0.591555 azmcp_kusto_table_list *** EXPECTED *** - 0.585237 azmcp_postgres_table_list - 0.556724 azmcp_mysql_table_list - 0.550225 azmcp_monitor_table_list - 0.521529 azmcp_kusto_database_list - 0.520802 azmcp_redis_cluster_database_list - 0.517077 azmcp_storage_table_list - 0.475496 azmcp_postgres_database_list - 0.464341 azmcp_monitor_table_type_list - 0.449656 azmcp_kusto_table_schema - 0.436518 azmcp_cosmos_database_list - 0.433775 azmcp_mysql_database_list - 0.429278 azmcp_redis_cluster_list - 0.412275 azmcp_kusto_sample - 0.410425 azmcp_kusto_cluster_list - 0.400099 azmcp_mysql_table_schema_get - 0.380703 azmcp_cosmos_database_container_list - 0.337427 azmcp_kusto_query - 0.330068 azmcp_aks_cluster_list - 0.329669 azmcp_grafana_list - -Prompt: Show me the tables in the Data Explorer database in cluster -Expected tool: azmcp_kusto_table_list - 0.549770 azmcp_kusto_table_list *** EXPECTED *** - 0.524679 azmcp_mysql_table_list - 0.523325 azmcp_postgres_table_list - 0.494024 azmcp_redis_cluster_database_list - 0.490986 azmcp_monitor_table_list - 0.475400 azmcp_kusto_database_list - 0.466315 azmcp_storage_table_list - 0.466185 azmcp_kusto_table_schema - 0.432006 azmcp_monitor_table_type_list - 0.425623 azmcp_kusto_sample - 0.421259 azmcp_postgres_database_list - 0.418156 azmcp_mysql_table_schema_get - 0.415623 azmcp_mysql_database_list - 0.403453 azmcp_redis_cluster_list - 0.391003 azmcp_cosmos_database_list - 0.367136 azmcp_kusto_cluster_list - 0.348867 azmcp_cosmos_database_container_list - 0.330424 azmcp_kusto_query - 0.314764 azmcp_kusto_cluster_get - 0.300280 azmcp_aks_cluster_list - -Prompt: Show me the schema for table in the Data Explorer database in cluster -Expected tool: azmcp_kusto_table_schema - 0.588372 azmcp_kusto_table_schema *** EXPECTED *** - 0.564166 azmcp_postgres_table_schema_get - 0.528202 azmcp_mysql_table_schema_get - 0.445237 azmcp_mysql_table_list - 0.437510 azmcp_kusto_table_list - 0.432699 azmcp_kusto_sample - 0.413467 azmcp_monitor_table_list - 0.399132 azmcp_redis_cluster_database_list - 0.387216 azmcp_postgres_table_list - 0.366506 azmcp_kusto_database_list - 0.365771 azmcp_monitor_table_type_list - 0.358437 azmcp_mysql_database_query - 0.357051 azmcp_storage_table_list - 0.345568 azmcp_redis_cluster_list - 0.343583 azmcp_foundry_knowledge_index_schema - 0.314929 azmcp_kusto_cluster_get - 0.298633 azmcp_kusto_query - 0.295223 azmcp_cosmos_database_list - 0.283011 azmcp_kusto_cluster_list - 0.276075 azmcp_cosmos_database_container_list - -Prompt: List all MySQL databases in server -Expected tool: azmcp_mysql_database_list - 0.634056 azmcp_postgres_database_list - 0.623421 azmcp_mysql_database_list *** EXPECTED *** - 0.534457 azmcp_mysql_table_list - 0.498918 azmcp_mysql_server_list - 0.490148 azmcp_sql_db_list - 0.472745 azmcp_cosmos_database_list - 0.462034 azmcp_redis_cluster_database_list - 0.453687 azmcp_postgres_table_list - 0.430335 azmcp_postgres_server_list - 0.428203 azmcp_mysql_database_query - 0.421794 azmcp_kusto_database_list - 0.406803 azmcp_mysql_table_schema_get - 0.338476 azmcp_cosmos_database_container_list - 0.327479 azmcp_kusto_table_list - 0.317875 azmcp_cosmos_account_list - 0.284786 azmcp_grafana_list - 0.278256 azmcp_acr_registry_repository_list - 0.270861 azmcp_keyvault_secret_list - 0.268856 azmcp_datadog_monitoredresources_list - 0.266185 azmcp_keyvault_key_list - -Prompt: Show me the MySQL databases in server -Expected tool: azmcp_mysql_database_list - 0.588122 azmcp_mysql_database_list *** EXPECTED *** - 0.574089 azmcp_postgres_database_list - 0.483855 azmcp_mysql_table_list - 0.463244 azmcp_mysql_server_list - 0.448169 azmcp_redis_cluster_database_list - 0.444547 azmcp_sql_db_list - 0.415119 azmcp_cosmos_database_list - 0.405492 azmcp_mysql_database_query - 0.404871 azmcp_mysql_table_schema_get - 0.384974 azmcp_postgres_table_list - 0.384778 azmcp_postgres_server_list - 0.380438 azmcp_kusto_database_list - 0.297709 azmcp_cosmos_database_container_list - 0.290482 azmcp_kusto_table_list - 0.259334 azmcp_cosmos_account_list - 0.247558 azmcp_grafana_list - 0.239544 azmcp_azuremanagedlustre_filesystem_list - 0.236450 azmcp_acr_registry_repository_list - 0.236206 azmcp_acr_registry_list - 0.235967 azmcp_datadog_monitoredresources_list - -Prompt: Show me all items that contain the word in the MySQL database in server -Expected tool: azmcp_mysql_database_query - 0.476423 azmcp_mysql_table_list - 0.455770 azmcp_mysql_database_list - 0.433392 azmcp_mysql_database_query *** EXPECTED *** - 0.419859 azmcp_mysql_server_list - 0.409445 azmcp_mysql_table_schema_get - 0.393876 azmcp_postgres_database_list - 0.345179 azmcp_postgres_table_list - 0.328744 azmcp_sql_db_list - 0.320053 azmcp_postgres_server_list - 0.298681 azmcp_mysql_server_param_get - 0.291491 azmcp_cosmos_database_container_item_query - 0.285803 azmcp_cosmos_database_list - 0.279005 azmcp_kusto_query - 0.278067 azmcp_cosmos_database_container_list - 0.264377 azmcp_kusto_table_list - 0.257701 azmcp_kusto_database_list - 0.237932 azmcp_marketplace_product_list - 0.230415 azmcp_kusto_sample - 0.226519 azmcp_kusto_table_schema - 0.225958 azmcp_grafana_list - -Prompt: Show me the configuration of MySQL server -Expected tool: azmcp_mysql_server_config_get - 0.531887 azmcp_postgres_server_config_get - 0.489816 azmcp_mysql_server_config_get *** EXPECTED *** - 0.485952 azmcp_mysql_server_param_set - 0.476884 azmcp_mysql_server_param_get - 0.426507 azmcp_mysql_table_schema_get - 0.413226 azmcp_mysql_server_list - 0.392234 azmcp_sql_server_show - 0.391644 azmcp_mysql_database_list - 0.376750 azmcp_mysql_database_query - 0.374870 azmcp_postgres_server_param_get - 0.267903 azmcp_appconfig_kv_list - 0.252810 azmcp_loadtesting_test_get - 0.238583 azmcp_appconfig_kv_show - 0.232680 azmcp_loadtesting_testrun_list - 0.224212 azmcp_appconfig_account_list - 0.215307 azmcp_aks_nodepool_get - 0.198876 azmcp_aks_cluster_get - 0.185106 azmcp_appconfig_kv_unlock - 0.180063 azmcp_azuremanagedlustre_filesystem_list - 0.171489 azmcp_appconfig_kv_lock - -Prompt: List all MySQL servers in my subscription -Expected tool: azmcp_mysql_server_list - 0.678472 azmcp_postgres_server_list - 0.558177 azmcp_mysql_database_list - 0.554817 azmcp_mysql_server_list *** EXPECTED *** - 0.501199 azmcp_mysql_table_list - 0.482079 azmcp_redis_cluster_list - 0.467807 azmcp_redis_cache_list - 0.458406 azmcp_kusto_cluster_list - 0.457318 azmcp_grafana_list - 0.451969 azmcp_postgres_database_list - 0.431642 azmcp_cosmos_account_list - 0.431126 azmcp_sql_db_list - 0.422584 azmcp_search_service_list - 0.416796 azmcp_mysql_database_query - 0.410134 azmcp_kusto_database_list - 0.403845 azmcp_aks_cluster_list - 0.379322 azmcp_cosmos_database_list - 0.377511 azmcp_appconfig_account_list - 0.374451 azmcp_acr_registry_list - 0.365458 azmcp_group_list - 0.354490 azmcp_datadog_monitoredresources_list - -Prompt: Show me my MySQL servers -Expected tool: azmcp_mysql_server_list - 0.478518 azmcp_mysql_database_list - 0.474586 azmcp_mysql_server_list *** EXPECTED *** - 0.435642 azmcp_postgres_server_list - 0.412380 azmcp_mysql_table_list - 0.389993 azmcp_postgres_database_list - 0.377048 azmcp_mysql_database_query - 0.372766 azmcp_mysql_table_schema_get - 0.363879 azmcp_mysql_server_param_get - 0.355142 azmcp_postgres_server_config_get - 0.337771 azmcp_mysql_server_config_get - 0.281558 azmcp_cosmos_database_list - 0.251411 azmcp_cosmos_database_container_list - 0.248040 azmcp_kusto_database_list - 0.248026 azmcp_grafana_list - 0.248003 azmcp_kusto_database_list - 0.244750 azmcp_aks_cluster_list - 0.235455 azmcp_cosmos_account_list - 0.232383 azmcp_kusto_cluster_list - 0.224586 azmcp_appconfig_account_list - 0.218115 azmcp_acr_registry_list - 0.216149 azmcp_datadog_monitoredresources_list - -Prompt: Show me the MySQL servers in my subscription -Expected tool: azmcp_mysql_server_list - 0.636435 azmcp_postgres_server_list - 0.534266 azmcp_mysql_server_list *** EXPECTED *** - 0.530210 azmcp_mysql_database_list - 0.464360 azmcp_mysql_table_list - 0.456616 azmcp_redis_cluster_list - 0.441837 azmcp_redis_cache_list - 0.431914 azmcp_grafana_list - 0.419663 azmcp_search_service_list - 0.416021 azmcp_kusto_cluster_list - 0.412407 azmcp_mysql_database_query - 0.408235 azmcp_mysql_table_schema_get - 0.406552 azmcp_mysql_server_param_get - 0.399358 azmcp_cosmos_account_list - 0.376596 azmcp_kusto_database_list - 0.375684 azmcp_aks_cluster_list - 0.364016 azmcp_appconfig_account_list - 0.356691 azmcp_acr_registry_list - 0.341439 azmcp_datadog_monitoredresources_list - 0.341087 azmcp_cosmos_database_list - 0.334813 azmcp_azuremanagedlustre_filesystem_list - -Prompt: Show me the value of connection timeout in seconds in my MySQL server -Expected tool: azmcp_mysql_server_param_get - 0.494933 azmcp_mysql_server_param_get *** EXPECTED *** - 0.407671 azmcp_mysql_server_param_set - 0.333841 azmcp_mysql_database_query - 0.313150 azmcp_mysql_table_schema_get - 0.310834 azmcp_postgres_server_param_get - 0.300031 azmcp_mysql_database_list - 0.296654 azmcp_mysql_server_config_get - 0.292546 azmcp_mysql_server_list - 0.285663 azmcp_postgres_server_param_set - 0.285645 azmcp_postgres_server_config_get - 0.183735 azmcp_appconfig_kv_show - 0.160082 azmcp_appconfig_kv_list - 0.146290 azmcp_loadtesting_testrun_get - 0.139462 azmcp_appconfig_kv_unlock - 0.124274 azmcp_grafana_list - 0.118505 azmcp_loadtesting_testrun_list - 0.117704 azmcp_applens_resource_diagnose - 0.117324 azmcp_appconfig_kv_set - 0.116181 azmcp_appconfig_kv_lock - 0.115886 azmcp_cosmos_database_list - -Prompt: Set connection timeout to 20 seconds for my MySQL server -Expected tool: azmcp_mysql_server_param_set - 0.390762 azmcp_mysql_server_param_set *** EXPECTED *** - 0.381144 azmcp_mysql_server_param_get - 0.307496 azmcp_postgres_server_param_set - 0.298911 azmcp_mysql_database_query - 0.254180 azmcp_mysql_server_list - 0.253189 azmcp_mysql_table_schema_get - 0.246424 azmcp_mysql_database_list - 0.246019 azmcp_mysql_server_config_get - 0.238742 azmcp_postgres_server_config_get - 0.236453 azmcp_postgres_server_param_get - 0.112499 azmcp_appconfig_kv_set - 0.105050 azmcp_appconfig_kv_unlock - 0.094634 azmcp_loadtesting_testrun_update - 0.090706 azmcp_cosmos_database_container_item_query - 0.090334 azmcp_cosmos_database_list - 0.089483 azmcp_appconfig_kv_show - 0.088097 azmcp_loadtesting_test_create - 0.086501 azmcp_appconfig_kv_lock - 0.082240 azmcp_loadtesting_testrun_create - 0.082129 azmcp_aks_nodepool_get - -Prompt: List all tables in the MySQL database in server -Expected tool: azmcp_mysql_table_list - 0.633448 azmcp_mysql_table_list *** EXPECTED *** - 0.573844 azmcp_postgres_table_list - 0.550898 azmcp_postgres_database_list - 0.546963 azmcp_mysql_database_list - 0.475178 azmcp_mysql_table_schema_get - 0.447284 azmcp_mysql_server_list - 0.441912 azmcp_kusto_table_list - 0.431034 azmcp_storage_table_list - 0.429975 azmcp_mysql_database_query - 0.418706 azmcp_monitor_table_list - 0.410273 azmcp_sql_db_list - 0.401216 azmcp_cosmos_database_list - 0.361495 azmcp_kusto_database_list - 0.335069 azmcp_cosmos_database_container_list - 0.308385 azmcp_kusto_table_schema - 0.268415 azmcp_cosmos_account_list - 0.260118 azmcp_kusto_sample - 0.253046 azmcp_grafana_list - 0.241294 azmcp_keyvault_key_list - 0.239226 azmcp_appconfig_kv_list - -Prompt: Show me the tables in the MySQL database in server -Expected tool: azmcp_mysql_table_list - 0.609131 azmcp_mysql_table_list *** EXPECTED *** - 0.526236 azmcp_postgres_table_list - 0.525709 azmcp_mysql_database_list - 0.507258 azmcp_mysql_table_schema_get - 0.498050 azmcp_postgres_database_list - 0.439004 azmcp_mysql_database_query - 0.419905 azmcp_mysql_server_list - 0.403140 azmcp_kusto_table_list - 0.391670 azmcp_storage_table_list - 0.385166 azmcp_postgres_table_schema_get - 0.382471 azmcp_monitor_table_list - 0.349435 azmcp_cosmos_database_list - 0.342926 azmcp_kusto_table_schema - 0.319708 azmcp_kusto_database_list - 0.303999 azmcp_cosmos_database_container_list - 0.281571 azmcp_kusto_sample - 0.236723 azmcp_grafana_list - 0.231173 azmcp_cosmos_account_list - 0.214496 azmcp_datadog_monitoredresources_list - 0.209943 azmcp_appconfig_kv_list - -Prompt: Show me the schema of table
in the MySQL database in server -Expected tool: azmcp_mysql_table_schema_get - 0.630623 azmcp_mysql_table_schema_get *** EXPECTED *** - 0.558306 azmcp_postgres_table_schema_get - 0.545025 azmcp_mysql_table_list - 0.482505 azmcp_kusto_table_schema - 0.457739 azmcp_mysql_database_list - 0.443955 azmcp_mysql_database_query - 0.407451 azmcp_postgres_table_list - 0.398102 azmcp_postgres_database_list - 0.372911 azmcp_mysql_server_list - 0.348909 azmcp_mysql_server_config_get - 0.347368 azmcp_postgres_server_config_get - 0.324627 azmcp_kusto_table_list - 0.307950 azmcp_kusto_sample - 0.271938 azmcp_cosmos_database_list - 0.268273 azmcp_foundry_knowledge_index_schema - 0.243914 azmcp_kusto_database_list - 0.239328 azmcp_cosmos_database_container_list - 0.202788 azmcp_bicepschema_get - 0.194220 azmcp_grafana_list - 0.186518 azmcp_deploy_architecture_diagram_generate - -Prompt: List all PostgreSQL databases in server -Expected tool: azmcp_postgres_database_list - 0.815617 azmcp_postgres_database_list *** EXPECTED *** - 0.644014 azmcp_postgres_table_list - 0.622790 azmcp_postgres_server_list - 0.542685 azmcp_postgres_server_config_get - 0.490904 azmcp_postgres_server_param_get - 0.471672 azmcp_mysql_database_list - 0.453436 azmcp_sql_db_list - 0.444410 azmcp_redis_cluster_database_list - 0.435828 azmcp_cosmos_database_list - 0.418348 azmcp_postgres_database_query - 0.414679 azmcp_postgres_server_param_set - 0.407894 azmcp_kusto_database_list - 0.319814 azmcp_kusto_table_list - 0.293787 azmcp_cosmos_database_container_list - 0.292441 azmcp_cosmos_account_list - 0.289334 azmcp_grafana_list - 0.252438 azmcp_datadog_monitoredresources_list - 0.249563 azmcp_kusto_cluster_list - 0.245546 azmcp_acr_registry_repository_list - 0.245456 azmcp_group_list - -Prompt: Show me the PostgreSQL databases in server -Expected tool: azmcp_postgres_database_list - 0.760033 azmcp_postgres_database_list *** EXPECTED *** - 0.589783 azmcp_postgres_server_list - 0.585891 azmcp_postgres_table_list - 0.552660 azmcp_postgres_server_config_get - 0.495629 azmcp_postgres_server_param_get - 0.452128 azmcp_mysql_database_list - 0.433860 azmcp_redis_cluster_database_list - 0.430589 azmcp_postgres_table_schema_get - 0.426839 azmcp_postgres_database_query - 0.416937 azmcp_sql_db_list - 0.385475 azmcp_cosmos_database_list - 0.366018 azmcp_kusto_database_list - 0.281420 azmcp_kusto_table_list - 0.261442 azmcp_cosmos_database_container_list - 0.257971 azmcp_grafana_list - 0.247726 azmcp_cosmos_account_list - 0.235403 azmcp_acr_registry_list - 0.227995 azmcp_datadog_monitoredresources_list - 0.223442 azmcp_azuremanagedlustre_filesystem_list - 0.222503 azmcp_kusto_table_schema - -Prompt: Show me all items that contain the word in the PostgreSQL database in server -Expected tool: azmcp_postgres_database_query - 0.546211 azmcp_postgres_database_list - 0.503267 azmcp_postgres_table_list - 0.466599 azmcp_postgres_server_list - 0.415817 azmcp_postgres_database_query *** EXPECTED *** - 0.403969 azmcp_postgres_server_param_get - 0.403924 azmcp_postgres_server_config_get - 0.380446 azmcp_postgres_table_schema_get - 0.361081 azmcp_mysql_table_list - 0.354323 azmcp_postgres_server_param_set - 0.341271 azmcp_mysql_database_list - 0.264973 azmcp_cosmos_database_container_item_query - 0.262356 azmcp_cosmos_database_list - 0.262160 azmcp_kusto_query - 0.254110 azmcp_kusto_table_list - 0.248628 azmcp_cosmos_database_container_list - 0.244334 azmcp_kusto_database_list - 0.236681 azmcp_marketplace_product_list - 0.236363 azmcp_grafana_list - 0.218677 azmcp_kusto_table_schema - 0.217855 azmcp_kusto_sample - -Prompt: Show me the configuration of PostgreSQL server -Expected tool: azmcp_postgres_server_config_get - 0.756593 azmcp_postgres_server_config_get *** EXPECTED *** - 0.599471 azmcp_postgres_server_param_get - 0.535229 azmcp_postgres_server_param_set - 0.535049 azmcp_postgres_database_list - 0.518574 azmcp_postgres_server_list - 0.463172 azmcp_postgres_table_list - 0.431476 azmcp_postgres_table_schema_get - 0.394675 azmcp_postgres_database_query - 0.350503 azmcp_sql_server_show - 0.337899 azmcp_mysql_server_config_get - 0.315825 azmcp_mysql_server_param_get - 0.269224 azmcp_appconfig_kv_list - 0.233426 azmcp_loadtesting_testrun_list - 0.222849 azmcp_appconfig_account_list - 0.220186 azmcp_loadtesting_test_get - 0.208314 azmcp_appconfig_kv_show - 0.189448 azmcp_aks_nodepool_get - 0.177778 azmcp_azuremanagedlustre_filesystem_list - 0.174936 azmcp_aks_cluster_get - 0.168322 azmcp_kusto_table_schema - 0.160792 azmcp_grafana_list - -Prompt: List all PostgreSQL servers in my subscription -Expected tool: azmcp_postgres_server_list - 0.900023 azmcp_postgres_server_list *** EXPECTED *** - 0.640733 azmcp_postgres_database_list - 0.565914 azmcp_postgres_table_list - 0.538997 azmcp_postgres_server_config_get - 0.507621 azmcp_postgres_server_param_get - 0.483663 azmcp_redis_cluster_list - 0.472458 azmcp_grafana_list - 0.453841 azmcp_kusto_cluster_list - 0.446509 azmcp_redis_cache_list - 0.435298 azmcp_search_service_list - 0.416315 azmcp_mysql_server_list - 0.408673 azmcp_mysql_database_list - 0.406617 azmcp_cosmos_account_list - 0.399056 azmcp_aks_cluster_list - 0.397428 azmcp_kusto_database_list - 0.389191 azmcp_appconfig_account_list - 0.373699 azmcp_acr_registry_list - 0.365995 azmcp_group_list - 0.358531 azmcp_eventgrid_topic_list - 0.351894 azmcp_datadog_monitoredresources_list - -Prompt: Show me my PostgreSQL servers -Expected tool: azmcp_postgres_server_list - 0.674327 azmcp_postgres_server_list *** EXPECTED *** - 0.607062 azmcp_postgres_database_list - 0.576349 azmcp_postgres_server_config_get - 0.522996 azmcp_postgres_table_list - 0.506171 azmcp_postgres_server_param_get - 0.409406 azmcp_postgres_database_query - 0.400088 azmcp_postgres_server_param_set - 0.372955 azmcp_postgres_table_schema_get - 0.336934 azmcp_mysql_database_list - 0.336270 azmcp_mysql_server_list - 0.274763 azmcp_grafana_list - 0.260533 azmcp_cosmos_database_list - 0.253264 azmcp_kusto_database_list - 0.245276 azmcp_aks_cluster_list - 0.241835 azmcp_kusto_cluster_list - 0.239500 azmcp_appconfig_account_list - 0.229842 azmcp_acr_registry_list - 0.227547 azmcp_cosmos_account_list - 0.225295 azmcp_azuremanagedlustre_filesystem_list - 0.219273 azmcp_cosmos_database_container_list - -Prompt: Show me the PostgreSQL servers in my subscription -Expected tool: azmcp_postgres_server_list - 0.832155 azmcp_postgres_server_list *** EXPECTED *** - 0.579232 azmcp_postgres_database_list - 0.531804 azmcp_postgres_server_config_get - 0.514445 azmcp_postgres_table_list - 0.505869 azmcp_postgres_server_param_get - 0.452608 azmcp_redis_cluster_list - 0.444127 azmcp_grafana_list - 0.421577 azmcp_search_service_list - 0.414695 azmcp_redis_cache_list - 0.410719 azmcp_postgres_database_query - 0.403538 azmcp_kusto_cluster_list - 0.399866 azmcp_postgres_table_schema_get - 0.376954 azmcp_cosmos_account_list - 0.362650 azmcp_kusto_database_list - 0.362557 azmcp_appconfig_account_list - 0.360521 azmcp_aks_cluster_list - 0.358409 azmcp_acr_registry_list - 0.338815 azmcp_marketplace_product_list - 0.334679 azmcp_azuremanagedlustre_filesystem_list - 0.334101 azmcp_datadog_monitoredresources_list - -Prompt: Show me if the parameter my PostgreSQL server has replication enabled -Expected tool: azmcp_postgres_server_param - 0.594753 azmcp_postgres_server_param_get - 0.539671 azmcp_postgres_server_config_get - 0.489693 azmcp_postgres_server_list - 0.480826 azmcp_postgres_server_param_set - 0.451871 azmcp_postgres_database_list - 0.357606 azmcp_postgres_table_list - 0.343748 azmcp_mysql_server_param_get - 0.330875 azmcp_postgres_table_schema_get - 0.305351 azmcp_postgres_database_query - 0.295439 azmcp_mysql_server_param_set - 0.185273 azmcp_appconfig_kv_list - 0.174107 azmcp_grafana_list - 0.169190 azmcp_appconfig_account_list - 0.166286 azmcp_azuremanagedlustre_filesystem_list - 0.158090 azmcp_cosmos_database_list - 0.155785 azmcp_appconfig_kv_show - 0.145056 azmcp_kusto_database_list - 0.142387 azmcp_aks_cluster_list - 0.140452 azmcp_eventgrid_topic_list - 0.140139 azmcp_cosmos_account_list - -Prompt: Enable replication for my PostgreSQL server -Expected tool: azmcp_postgres_server_param_set - 0.488474 azmcp_postgres_server_config_get - 0.469794 azmcp_postgres_server_list - 0.464562 azmcp_postgres_server_param_set *** EXPECTED *** - 0.447011 azmcp_postgres_server_param_get - 0.440760 azmcp_postgres_database_list - 0.354049 azmcp_postgres_table_list - 0.341624 azmcp_postgres_database_query - 0.317484 azmcp_postgres_table_schema_get - 0.241642 azmcp_mysql_server_param_set - 0.227740 azmcp_mysql_server_list - 0.133385 azmcp_kusto_sample - 0.127120 azmcp_kusto_database_list - 0.123491 azmcp_kusto_table_schema - 0.118089 azmcp_cosmos_database_list - 0.115032 azmcp_kusto_cluster_get - 0.113841 azmcp_grafana_list - 0.112605 azmcp_deploy_plan_get - 0.108465 azmcp_kusto_table_list - 0.102847 azmcp_extension_azqr - 0.102139 azmcp_appconfig_kv_list - -Prompt: List all tables in the PostgreSQL database in server -Expected tool: azmcp_postgres_table_list - 0.789883 azmcp_postgres_table_list *** EXPECTED *** - 0.750580 azmcp_postgres_database_list - 0.574930 azmcp_postgres_server_list - 0.519820 azmcp_postgres_table_schema_get - 0.501400 azmcp_postgres_server_config_get - 0.477688 azmcp_mysql_table_list - 0.449190 azmcp_postgres_database_query - 0.432664 azmcp_kusto_table_list - 0.430171 azmcp_postgres_server_param_get - 0.396688 azmcp_mysql_database_list - 0.393824 azmcp_monitor_table_list - 0.373673 azmcp_cosmos_database_list - 0.352211 azmcp_kusto_database_list - 0.308203 azmcp_kusto_table_schema - 0.299845 azmcp_cosmos_database_container_list - 0.257808 azmcp_grafana_list - 0.256245 azmcp_kusto_sample - 0.249162 azmcp_cosmos_account_list - 0.236931 azmcp_appconfig_kv_list - 0.229889 azmcp_kusto_cluster_list - -Prompt: Show me the tables in the PostgreSQL database in server -Expected tool: azmcp_postgres_table_list - 0.736083 azmcp_postgres_table_list *** EXPECTED *** - 0.690112 azmcp_postgres_database_list - 0.558357 azmcp_postgres_table_schema_get - 0.543331 azmcp_postgres_server_list - 0.521570 azmcp_postgres_server_config_get - 0.464929 azmcp_postgres_database_query - 0.457757 azmcp_mysql_table_list - 0.447184 azmcp_postgres_server_param_get - 0.390265 azmcp_kusto_table_list - 0.383179 azmcp_mysql_database_list - 0.371151 azmcp_redis_cluster_database_list - 0.334843 azmcp_kusto_table_schema - 0.315781 azmcp_cosmos_database_list - 0.307262 azmcp_kusto_database_list - 0.272906 azmcp_kusto_sample - 0.266289 azmcp_cosmos_database_container_list - 0.243542 azmcp_grafana_list - 0.207521 azmcp_cosmos_account_list - 0.205697 azmcp_appconfig_kv_list - 0.202950 azmcp_datadog_monitoredresources_list - -Prompt: Show me the schema of table
in the PostgreSQL database in server -Expected tool: azmcp_postgres_table_schema_get - 0.714877 azmcp_postgres_table_schema_get *** EXPECTED *** - 0.597846 azmcp_postgres_table_list - 0.574230 azmcp_postgres_database_list - 0.508082 azmcp_postgres_server_config_get - 0.480733 azmcp_mysql_table_schema_get - 0.475665 azmcp_kusto_table_schema - 0.443816 azmcp_postgres_server_param_get - 0.442553 azmcp_postgres_server_list - 0.427530 azmcp_postgres_database_query - 0.406761 azmcp_mysql_table_list - 0.362687 azmcp_postgres_server_param_set - 0.322709 azmcp_kusto_table_list - 0.303748 azmcp_kusto_sample - 0.253767 azmcp_foundry_knowledge_index_schema - 0.253353 azmcp_cosmos_database_list - 0.239275 azmcp_kusto_database_list - 0.212206 azmcp_cosmos_database_container_list - 0.201673 azmcp_grafana_list - 0.185124 azmcp_appconfig_kv_list - 0.183782 azmcp_bicepschema_get - -Prompt: Create a To-Do list web application that uses NodeJS and MongoDB -Expected tool: azmcp_extension_azd - 0.203706 azmcp_deploy_iac_rules_get - 0.200024 azmcp_deploy_pipeline_guidance_get - 0.196585 azmcp_cosmos_database_container_item_query - 0.190019 azmcp_deploy_architecture_diagram_generate - 0.187620 azmcp_deploy_plan_get - 0.186051 azmcp_cloudarchitect_design - 0.181543 azmcp_redis_cluster_database_list - 0.177946 azmcp_cosmos_database_list - 0.172016 azmcp_get_bestpractices_get - 0.165761 azmcp_postgres_table_list - 0.159096 azmcp_deploy_app_logs_get - 0.151283 azmcp_loadtesting_testresource_create - 0.148122 azmcp_postgres_database_list - 0.145027 azmcp_redis_cluster_list - 0.143905 azmcp_mysql_server_list - 0.140478 azmcp_storage_share_file_list - 0.137936 azmcp_postgres_database_query - 0.137912 azmcp_mysql_database_query - 0.132677 azmcp_storage_blob_upload - 0.129433 azmcp_sql_db_list - -Prompt: Deploy my web application to Azure App Service -Expected tool: azmcp_extension_azd - 0.544719 azmcp_deploy_plan_get - 0.489853 azmcp_deploy_pipeline_guidance_get - 0.441305 azmcp_deploy_architecture_diagram_generate - 0.437357 azmcp_foundry_models_deploy - 0.421067 azmcp_deploy_app_logs_get - 0.399152 azmcp_get_bestpractices_get - 0.394023 azmcp_deploy_iac_rules_get - 0.361106 azmcp_foundry_models_deployments_list - 0.347855 azmcp_azureterraformbestpractices_get - 0.341018 azmcp_functionapp_get - 0.316864 azmcp_storage_blob_upload - 0.303397 azmcp_workbooks_delete - 0.293545 azmcp_search_service_list - 0.285667 azmcp_sql_server_delete - 0.275067 azmcp_quota_usage_check - 0.274000 azmcp_sql_server_create - 0.273978 azmcp_mysql_server_list - 0.264159 azmcp_storage_queue_message_send - 0.258496 azmcp_search_index_query - 0.254700 azmcp_search_index_get - 0.247558 azmcp_storage_account_create - 0.244902 azmcp_sql_db_list - -Prompt: Show me the log of the application deployed by azd -Expected tool: azmcp_deploy_app_logs_get - 0.686701 azmcp_deploy_app_logs_get *** EXPECTED *** - 0.471692 azmcp_deploy_plan_get - 0.404890 azmcp_deploy_pipeline_guidance_get - 0.392565 azmcp_deploy_iac_rules_get - 0.389603 azmcp_deploy_architecture_diagram_generate - 0.354432 azmcp_applens_resource_diagnose - 0.342594 azmcp_monitor_resource_log_query - 0.334992 azmcp_quota_usage_check - 0.334522 azmcp_mysql_server_list - 0.327028 azmcp_datadog_monitoredresources_list - 0.325553 azmcp_extension_azqr - 0.320572 azmcp_aks_nodepool_get - 0.314219 azmcp_functionapp_get - 0.307291 azmcp_sql_db_show - 0.297642 azmcp_resourcehealth_availability-status_get - 0.288973 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.284916 azmcp_search_service_list - 0.284418 azmcp_sql_db_list - 0.283342 azmcp_mysql_server_config_get - -Prompt: Generate the azure architecture diagram for this application -Expected tool: azmcp_deploy_architecture_diagram_generate - 0.680640 azmcp_deploy_architecture_diagram_generate *** EXPECTED *** - 0.562521 azmcp_deploy_plan_get - 0.505052 azmcp_cloudarchitect_design - 0.497193 azmcp_deploy_pipeline_guidance_get - 0.435921 azmcp_deploy_iac_rules_get - 0.430764 azmcp_azureterraformbestpractices_get - 0.417333 azmcp_get_bestpractices_get - 0.371127 azmcp_deploy_app_logs_get - 0.343117 azmcp_quota_usage_check - 0.322230 azmcp_extension_azqr - 0.316752 azmcp_applens_resource_diagnose - 0.284401 azmcp_mysql_table_schema_get - 0.264933 azmcp_resourcehealth_availability-status_get - 0.264060 azmcp_mysql_server_list - 0.263521 azmcp_quota_region_availability_list - 0.255084 azmcp_mysql_table_list - 0.250629 azmcp_search_service_list - 0.244692 azmcp_subscription_list - 0.244423 azmcp_storage_account_get - 0.244196 azmcp_mysql_server_config_get - -Prompt: Show me the rules to generate bicep scripts -Expected tool: azmcp_deploy_iac_rules_get - 0.529092 azmcp_deploy_iac_rules_get *** EXPECTED *** - 0.404829 azmcp_bicepschema_get - 0.391965 azmcp_get_bestpractices_get - 0.383210 azmcp_azureterraformbestpractices_get - 0.341436 azmcp_deploy_pipeline_guidance_get - 0.304788 azmcp_deploy_plan_get - 0.278653 azmcp_cloudarchitect_design - 0.266851 azmcp_deploy_architecture_diagram_generate - 0.266629 azmcp_sql_server_firewall-rule_list - 0.252977 azmcp_sql_server_firewall-rule_create - 0.236341 azmcp_applens_resource_diagnose - 0.223979 azmcp_extension_azqr - 0.219521 azmcp_quota_usage_check - 0.206928 azmcp_mysql_server_list - 0.202239 azmcp_mysql_table_schema_get - 0.201288 azmcp_quota_region_availability_list - 0.195422 azmcp_mysql_table_list - 0.191094 azmcp_storage_share_file_list - 0.188615 azmcp_role_assignment_list - 0.177819 azmcp_storage_blob_get - -Prompt: How can I create a CI/CD pipeline to deploy this app to Azure? -Expected tool: azmcp_deploy_pipeline_guidance_get - 0.638841 azmcp_deploy_pipeline_guidance_get *** EXPECTED *** - 0.499242 azmcp_deploy_plan_get - 0.448918 azmcp_deploy_iac_rules_get - 0.382240 azmcp_get_bestpractices_get - 0.375202 azmcp_deploy_architecture_diagram_generate - 0.373363 azmcp_deploy_app_logs_get - 0.350101 azmcp_azureterraformbestpractices_get - 0.338440 azmcp_foundry_models_deploy - 0.322906 azmcp_cloudarchitect_design - 0.289166 azmcp_applens_resource_diagnose - 0.240757 azmcp_storage_blob_upload - 0.235688 azmcp_sql_server_create - 0.230063 azmcp_quota_usage_check - 0.212123 azmcp_storage_blob_container_create - 0.211103 azmcp_storage_account_create - 0.206262 azmcp_storage_queue_message_send - 0.198696 azmcp_mysql_server_list - 0.195915 azmcp_workbooks_delete - 0.190899 azmcp_search_index_query - 0.163702 azmcp_storage_datalake_directory_create - 0.163587 azmcp_monitor_resource_log_query - -Prompt: Create a plan to deploy this application to azure -Expected tool: azmcp_deploy_plan_get - 0.688055 azmcp_deploy_plan_get *** EXPECTED *** - 0.587903 azmcp_deploy_pipeline_guidance_get - 0.499385 azmcp_deploy_iac_rules_get - 0.498575 azmcp_deploy_architecture_diagram_generate - 0.432825 azmcp_get_bestpractices_get - 0.425393 azmcp_azureterraformbestpractices_get - 0.421744 azmcp_cloudarchitect_design - 0.413718 azmcp_loadtesting_test_create - 0.393245 azmcp_deploy_app_logs_get - 0.365874 azmcp_foundry_models_deploy - 0.312840 azmcp_quota_usage_check - 0.300643 azmcp_mysql_server_list - 0.299537 azmcp_storage_account_create - 0.277064 azmcp_workbooks_delete - 0.252696 azmcp_workbooks_create - 0.249358 azmcp_storage_blob_container_create - 0.247257 azmcp_storage_blob_upload - 0.244683 azmcp_storage_account_get - 0.242496 azmcp_quota_region_availability_list - 0.240950 azmcp_mysql_table_schema_get - -Prompt: List all Event Grid topics in my subscription -Expected tool: azmcp_eventgrid_topic_list - 0.759942 azmcp_eventgrid_topic_list *** EXPECTED *** - 0.545540 azmcp_search_service_list - 0.514189 azmcp_kusto_cluster_list - 0.496413 azmcp_subscription_list - 0.496002 azmcp_resourcehealth_service-health-events_list - 0.492690 azmcp_group_list - 0.485584 azmcp_redis_cluster_list - 0.484509 azmcp_postgres_server_list - 0.475667 azmcp_cosmos_account_list - 0.475350 azmcp_monitor_workspace_list - 0.472764 azmcp_grafana_list - 0.470300 azmcp_redis_cache_list - 0.466334 azmcp_functionapp_list - 0.460569 azmcp_storage_table_list - 0.442229 azmcp_virtualdesktop_hostpool_list - 0.440619 azmcp_aks_cluster_list - 0.439820 azmcp_servicebus_topic_subscription_details - 0.438287 azmcp_appconfig_account_list - 0.422415 azmcp_datadog_monitoredresources_list - 0.409173 azmcp_kusto_database_list - 0.407838 azmcp_acr_registry_list - -Prompt: Show me the Event Grid topics in my subscription -Expected tool: azmcp_eventgrid_topic_list - 0.692970 azmcp_eventgrid_topic_list *** EXPECTED *** - 0.478334 azmcp_resourcehealth_service-health-events_list - 0.475119 azmcp_search_service_list - 0.450712 azmcp_redis_cluster_list - 0.441607 azmcp_kusto_cluster_list - 0.437153 azmcp_postgres_server_list - 0.431188 azmcp_subscription_list - 0.430494 azmcp_grafana_list - 0.428437 azmcp_redis_cache_list - 0.425209 azmcp_monitor_workspace_list - 0.420072 azmcp_servicebus_topic_subscription_details - 0.419125 azmcp_group_list - 0.408708 azmcp_cosmos_account_list - 0.399253 azmcp_appconfig_account_list - 0.397139 azmcp_resourcehealth_availability-status_list - 0.392796 azmcp_functionapp_list - 0.391338 azmcp_storage_table_list - 0.381698 azmcp_aks_cluster_list - 0.381664 azmcp_datadog_monitoredresources_list - 0.374650 azmcp_acr_registry_list - 0.371656 azmcp_azuremanagedlustre_filesystem_list - -Prompt: List all Event Grid topics in subscription -Expected tool: azmcp_eventgrid_topic_list - 0.759181 azmcp_eventgrid_topic_list *** EXPECTED *** - 0.526595 azmcp_kusto_cluster_list - 0.514248 azmcp_search_service_list - 0.495814 azmcp_resourcehealth_service-health-events_list - 0.494153 azmcp_postgres_server_list - 0.481357 azmcp_group_list - 0.481065 azmcp_redis_cluster_list - 0.476808 azmcp_redis_cache_list - 0.476701 azmcp_subscription_list - 0.471888 azmcp_servicebus_topic_subscription_details - 0.468200 azmcp_grafana_list - 0.467081 azmcp_monitor_workspace_list - 0.445991 azmcp_cosmos_account_list - 0.442438 azmcp_functionapp_list - 0.429646 azmcp_virtualdesktop_hostpool_list - 0.428727 azmcp_appconfig_account_list - 0.428427 azmcp_storage_table_list - 0.421430 azmcp_datadog_monitoredresources_list - 0.417876 azmcp_aks_cluster_list - 0.403613 azmcp_marketplace_product_list - 0.392104 azmcp_kusto_database_list - -Prompt: List all Event Grid topics in resource group in subscription -Expected tool: azmcp_eventgrid_topic_list - 0.662370 azmcp_eventgrid_topic_list *** EXPECTED *** - 0.608884 azmcp_group_list - 0.514072 azmcp_workbooks_list - 0.505881 azmcp_datadog_monitoredresources_list - 0.484894 azmcp_resourcehealth_availability-status_list - 0.475113 azmcp_redis_cluster_list - 0.463878 azmcp_kusto_cluster_list - 0.460297 azmcp_search_service_list - 0.456244 azmcp_grafana_list - 0.454931 azmcp_virtualdesktop_hostpool_list - 0.452429 azmcp_acr_registry_list - 0.447958 azmcp_redis_cache_list - 0.442565 azmcp_monitor_workspace_list - 0.442261 azmcp_resourcehealth_service-health-events_list - 0.432482 azmcp_loadtesting_testresource_list - 0.422529 azmcp_postgres_server_list - 0.416184 azmcp_mysql_server_list - 0.412137 azmcp_acr_registry_repository_list - 0.407547 azmcp_cosmos_account_list - 0.396862 azmcp_functionapp_get - -Prompt: Describe the function app in resource group -Expected tool: azmcp_functionapp_get - 0.660116 azmcp_functionapp_get *** EXPECTED *** - 0.448469 azmcp_deploy_app_logs_get - 0.390048 azmcp_mysql_server_list - 0.380314 azmcp_get_bestpractices_get - 0.379742 azmcp_resourcehealth_availability-status_list - 0.376542 azmcp_applens_resource_diagnose - 0.373215 azmcp_deploy_architecture_diagram_generate - 0.347628 azmcp_azuremanagedlustre_filesystem_list - 0.347347 azmcp_quota_usage_check - 0.342763 azmcp_deploy_plan_get - 0.341455 azmcp_resourcehealth_availability-status_get - 0.341448 azmcp_datadog_monitoredresources_list - 0.338591 azmcp_workbooks_list - 0.333091 azmcp_extension_azqr - 0.328301 azmcp_storage_account_create - 0.327808 azmcp_foundry_models_deployments_list - 0.323953 azmcp_sql_db_show - 0.322437 azmcp_sql_db_list - 0.317412 azmcp_monitor_resource_log_query - 0.314172 azmcp_storage_account_get - -Prompt: Get configuration for function app -Expected tool: azmcp_functionapp_get - 0.607276 azmcp_functionapp_get *** EXPECTED *** - 0.447400 azmcp_mysql_server_config_get - 0.424693 azmcp_appconfig_account_list - 0.422563 azmcp_deploy_app_logs_get - 0.407133 azmcp_appconfig_kv_show - 0.397977 azmcp_loadtesting_test_get - 0.392852 azmcp_appconfig_kv_list - 0.384151 azmcp_get_bestpractices_get - 0.369436 azmcp_storage_account_get - 0.367183 azmcp_mysql_server_param_get - 0.363405 azmcp_loadtesting_test_create - 0.361753 azmcp_deploy_plan_get - 0.353601 azmcp_appconfig_kv_set - 0.342398 azmcp_postgres_server_config_get - 0.321697 azmcp_quota_usage_check - 0.315513 azmcp_storage_blob_container_get - 0.314100 azmcp_resourcehealth_availability-status_get - 0.312611 azmcp_sql_db_list - 0.296948 azmcp_storage_blob_get - 0.291382 azmcp_sql_db_show - -Prompt: Get function app status for -Expected tool: azmcp_functionapp_get - 0.630299 azmcp_functionapp_get *** EXPECTED *** - 0.599116 azmcp_functionapp_list - 0.460102 azmcp_resourcehealth_availability-status_get - 0.420505 azmcp_deploy_app_logs_get - 0.390708 azmcp_resourcehealth_availability-status_list - 0.334473 azmcp_get_bestpractices_get - 0.322197 azmcp_foundry_models_deployments_list - 0.320055 azmcp_aks_cluster_get - 0.317583 azmcp_quota_usage_check - 0.312732 azmcp_storage_account_get - 0.311384 azmcp_appconfig_account_list - 0.309942 azmcp_loadtesting_testrun_get - 0.305419 azmcp_storage_blob_container_get - 0.297747 azmcp_azuremanagedlustre_filesystem_list - 0.297134 azmcp_aks_nodepool_get - 0.295538 azmcp_mysql_server_list - 0.290156 azmcp_servicebus_queue_details - 0.281564 azmcp_resourcehealth_service-health-events_list - 0.277653 azmcp_mysql_server_config_get - 0.275787 azmcp_storage_blob_get - -Prompt: Get information about my function app in -Expected tool: azmcp_functionapp_get - 0.690933 azmcp_functionapp_get *** EXPECTED *** - 0.434299 azmcp_deploy_app_logs_get - 0.432317 azmcp_resourcehealth_availability-status_list - 0.424646 azmcp_quota_usage_check - 0.419375 azmcp_resourcehealth_availability-status_get - 0.416967 azmcp_mysql_server_list - 0.396163 azmcp_storage_account_get - 0.390827 azmcp_applens_resource_diagnose - 0.389322 azmcp_sql_db_show - 0.387898 azmcp_storage_account_create - 0.378811 azmcp_get_bestpractices_get - 0.376019 azmcp_azuremanagedlustre_filesystem_list - 0.375267 azmcp_workbooks_show - 0.369887 azmcp_sql_server_show - 0.368506 azmcp_datadog_monitoredresources_list - 0.366961 azmcp_sql_db_list - 0.360165 azmcp_aks_cluster_get - 0.348610 azmcp_foundry_models_deployments_list - 0.346255 azmcp_group_list - 0.341631 azmcp_marketplace_product_get - -Prompt: Retrieve host name and status of function app -Expected tool: azmcp_functionapp_get - 0.592791 azmcp_functionapp_get *** EXPECTED *** - 0.443647 azmcp_deploy_app_logs_get - 0.441394 azmcp_resourcehealth_availability-status_get - 0.383917 azmcp_resourcehealth_availability-status_list - 0.355527 azmcp_mysql_server_list - 0.353617 azmcp_applens_resource_diagnose - 0.351217 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.349540 azmcp_get_bestpractices_get - 0.347266 azmcp_appconfig_account_list - 0.344702 azmcp_storage_account_get - 0.342868 azmcp_virtualdesktop_hostpool_list - 0.337247 azmcp_quota_usage_check - 0.333000 azmcp_mysql_server_config_get - 0.331840 azmcp_storage_blob_container_get - 0.325680 azmcp_deploy_architecture_diagram_generate - 0.320825 azmcp_azuremanagedlustre_filesystem_list - 0.319735 azmcp_aks_nodepool_get - 0.318174 azmcp_deploy_plan_get - 0.317679 azmcp_servicebus_queue_details - 0.305803 azmcp_appconfig_kv_show - -Prompt: Show function app details for in -Expected tool: azmcp_functionapp_get - 0.687356 azmcp_functionapp_get *** EXPECTED *** - 0.445363 azmcp_deploy_app_logs_get - 0.368188 azmcp_resourcehealth_availability-status_list - 0.366279 azmcp_sql_db_show - 0.365569 azmcp_get_bestpractices_get - 0.363324 azmcp_mysql_server_list - 0.358624 azmcp_deploy_architecture_diagram_generate - 0.352754 azmcp_quota_usage_check - 0.351460 azmcp_aks_cluster_get - 0.350178 azmcp_applens_resource_diagnose - 0.349596 azmcp_storage_account_get - 0.349013 azmcp_resourcehealth_availability-status_get - 0.336938 azmcp_azuremanagedlustre_filesystem_list - 0.335848 azmcp_datadog_monitoredresources_list - 0.325909 azmcp_workbooks_show - 0.323655 azmcp_foundry_models_deployments_list - 0.323377 azmcp_sql_db_list - 0.322984 azmcp_loadtesting_testrun_get - 0.320487 azmcp_storage_blob_container_get - 0.317578 azmcp_search_index_get - -Prompt: Show me the details for the function app -Expected tool: azmcp_functionapp_get - 0.644882 azmcp_functionapp_get *** EXPECTED *** - 0.434205 azmcp_deploy_app_logs_get - 0.388678 azmcp_storage_account_get - 0.370793 azmcp_storage_blob_container_get - 0.368018 azmcp_loadtesting_testrun_get - 0.367552 azmcp_aks_cluster_get - 0.355956 azmcp_sql_db_show - 0.355282 azmcp_search_index_get - 0.349891 azmcp_mysql_server_config_get - 0.346974 azmcp_appconfig_kv_show - 0.344067 azmcp_deploy_architecture_diagram_generate - 0.343381 azmcp_get_bestpractices_get - 0.342238 azmcp_servicebus_queue_details - 0.338127 azmcp_aks_nodepool_get - 0.337609 azmcp_marketplace_product_get - 0.334256 azmcp_appconfig_account_list - 0.326091 azmcp_quota_usage_check - 0.323978 azmcp_resourcehealth_availability-status_get - -Prompt: Show plan and region for function app -Expected tool: azmcp_functionapp_get - 0.559783 azmcp_functionapp_get *** EXPECTED *** - 0.556291 azmcp_functionapp_list - 0.426703 azmcp_quota_usage_check - 0.418362 azmcp_deploy_app_logs_get - 0.408011 azmcp_deploy_plan_get - 0.381629 azmcp_deploy_architecture_diagram_generate - 0.364785 azmcp_get_bestpractices_get - 0.350663 azmcp_quota_region_availability_list - 0.335606 azmcp_appconfig_account_list - 0.325271 azmcp_applens_resource_diagnose - 0.321466 azmcp_storage_account_get - 0.318517 azmcp_mysql_server_config_get - 0.304263 azmcp_azuremanagedlustre_filesystem_list - 0.303123 azmcp_loadtesting_test_create - 0.301769 azmcp_mysql_server_list - 0.291130 azmcp_storage_table_list - 0.281516 azmcp_resourcehealth_availability-status_list - 0.277967 azmcp_resourcehealth_availability-status_get - 0.276628 azmcp_storage_datalake_file-system_list-paths - 0.267170 azmcp_search_service_list - -Prompt: What is the status of function app ? -Expected tool: azmcp_functionapp_get - 0.550550 azmcp_functionapp_list - 0.548040 azmcp_functionapp_get *** EXPECTED *** - 0.440329 azmcp_resourcehealth_availability-status_get - 0.422914 azmcp_deploy_app_logs_get - 0.384159 azmcp_resourcehealth_availability-status_list - 0.342552 azmcp_get_bestpractices_get - 0.333621 azmcp_quota_usage_check - 0.319464 azmcp_deploy_architecture_diagram_generate - 0.318076 azmcp_applens_resource_diagnose - 0.310636 azmcp_azuremanagedlustre_filesystem_list - 0.298434 azmcp_foundry_models_deployments_list - 0.297073 azmcp_deploy_plan_get - 0.292793 azmcp_cloudarchitect_design - 0.291911 azmcp_deploy_pipeline_guidance_get - 0.272348 azmcp_storage_account_get - 0.270846 azmcp_mysql_server_list - 0.267009 azmcp_resourcehealth_service-health-events_list - 0.266584 azmcp_storage_blob_container_get - 0.258431 azmcp_search_service_list - 0.249136 azmcp_storage_table_list - -Prompt: List all function apps in my subscription -Expected tool: azmcp_functionapp_get - 0.782226 azmcp_functionapp_list - 0.559382 azmcp_search_service_list - 0.525913 azmcp_functionapp_get *** EXPECTED *** - 0.516618 azmcp_cosmos_account_list - 0.516217 azmcp_appconfig_account_list - 0.485017 azmcp_subscription_list - 0.474425 azmcp_kusto_cluster_list - 0.465575 azmcp_group_list - 0.464733 azmcp_monitor_workspace_list - 0.455819 azmcp_aks_cluster_list - 0.455388 azmcp_postgres_server_list - 0.451429 azmcp_storage_table_list - 0.445099 azmcp_redis_cache_list - 0.442614 azmcp_redis_cluster_list - 0.432144 azmcp_grafana_list - 0.431873 azmcp_resourcehealth_availability-status_list - 0.431866 azmcp_eventgrid_topic_list - 0.415840 azmcp_azuremanagedlustre_filesystem_list - 0.413034 azmcp_virtualdesktop_hostpool_list - 0.411904 azmcp_sql_db_list - -Prompt: Show me my Azure function apps -Expected tool: azmcp_functionapp_get - 0.560249 azmcp_functionapp_get *** EXPECTED *** - 0.452372 azmcp_deploy_app_logs_get - 0.412646 azmcp_search_service_list - 0.411323 azmcp_get_bestpractices_get - 0.385832 azmcp_foundry_models_deployments_list - 0.374655 azmcp_appconfig_account_list - 0.372790 azmcp_cosmos_account_list - 0.370393 azmcp_mysql_server_list - 0.369438 azmcp_subscription_list - 0.368004 azmcp_deploy_architecture_diagram_generate - 0.358720 azmcp_deploy_plan_get - 0.357329 azmcp_quota_usage_check - 0.347887 azmcp_mysql_database_list - 0.347802 azmcp_azuremanagedlustre_filesystem_list - 0.339873 azmcp_storage_account_get - 0.334019 azmcp_role_assignment_list - 0.333136 azmcp_sql_db_list - 0.327989 azmcp_monitor_workspace_list - 0.326628 azmcp_resourcehealth_availability-status_list - -Prompt: What function apps do I have? -Expected tool: azmcp_functionapp_get - 0.433675 azmcp_functionapp_get *** EXPECTED *** - 0.348274 azmcp_deploy_app_logs_get - 0.284362 azmcp_get_bestpractices_get - 0.281676 azmcp_applens_resource_diagnose - 0.249658 azmcp_appconfig_account_list - 0.244782 azmcp_appconfig_kv_list - 0.240729 azmcp_deploy_architecture_diagram_generate - 0.239514 azmcp_foundry_models_deployments_list - 0.217775 azmcp_azuremanagedlustre_filesystem_list - 0.208396 azmcp_foundry_models_list - 0.207392 azmcp_quota_usage_check - 0.197655 azmcp_mysql_server_list - 0.195857 azmcp_role_assignment_list - 0.194503 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.186328 azmcp_monitor_resource_log_query - 0.184255 azmcp_monitor_workspace_list - 0.184051 azmcp_resourcehealth_availability-status_list - 0.182124 azmcp_storage_table_list - 0.179069 azmcp_mysql_database_list - 0.178961 azmcp_search_service_list - -Prompt: Create a new certificate called in the key vault -Expected tool: azmcp_keyvault_certificate_create - 0.740243 azmcp_keyvault_certificate_create *** EXPECTED *** - 0.595854 azmcp_keyvault_key_create - 0.590433 azmcp_keyvault_secret_create - 0.575960 azmcp_keyvault_certificate_list - 0.543043 azmcp_keyvault_certificate_get - 0.526698 azmcp_keyvault_certificate_import - 0.434682 azmcp_keyvault_key_list - 0.414357 azmcp_keyvault_secret_list - 0.372185 azmcp_storage_account_create - 0.330026 azmcp_appconfig_kv_set - 0.308666 azmcp_loadtesting_test_create - 0.300979 azmcp_storage_datalake_directory_create - 0.285184 azmcp_workbooks_create - 0.267718 azmcp_storage_account_get - 0.237081 azmcp_storage_blob_container_create - 0.233821 azmcp_storage_table_list - 0.223034 azmcp_storage_blob_container_get - 0.219213 azmcp_subscription_list - 0.217086 azmcp_search_service_list - -Prompt: Show me the certificate in the key vault -Expected tool: azmcp_keyvault_certificate_get - 0.627979 azmcp_keyvault_certificate_get *** EXPECTED *** - 0.624457 azmcp_keyvault_certificate_list - 0.564911 azmcp_keyvault_certificate_create - 0.539554 azmcp_keyvault_certificate_import - 0.493432 azmcp_keyvault_key_list - 0.475957 azmcp_keyvault_secret_list - 0.423728 azmcp_keyvault_key_create - 0.418900 azmcp_keyvault_secret_create - 0.390699 azmcp_appconfig_kv_show - 0.359751 azmcp_storage_account_get - 0.346167 azmcp_cosmos_account_list - 0.319163 azmcp_storage_blob_container_get - 0.317177 azmcp_storage_table_list - 0.293344 azmcp_subscription_list - 0.289685 azmcp_search_service_list - 0.279695 azmcp_search_index_get - 0.276581 azmcp_role_assignment_list - 0.275920 azmcp_storage_datalake_file-system_list-paths - 0.271911 azmcp_quota_usage_check - 0.269735 azmcp_sql_db_show - -Prompt: Show me the details of the certificate in the key vault -Expected tool: azmcp_keyvault_certificate_get - 0.662324 azmcp_keyvault_certificate_get *** EXPECTED *** - 0.606534 azmcp_keyvault_certificate_list - 0.540155 azmcp_keyvault_certificate_import - 0.535072 azmcp_keyvault_certificate_create - 0.499272 azmcp_keyvault_key_list - 0.482907 azmcp_keyvault_secret_list - 0.459167 azmcp_storage_account_get - 0.419087 azmcp_storage_blob_container_get - 0.415722 azmcp_keyvault_key_create - 0.412501 azmcp_keyvault_secret_create - 0.411136 azmcp_appconfig_kv_show - 0.368360 azmcp_search_index_get - 0.365386 azmcp_sql_db_show - 0.363228 azmcp_aks_cluster_get - 0.350930 azmcp_storage_blob_get - 0.332770 azmcp_mysql_server_config_get - 0.322568 azmcp_sql_server_show - 0.315096 azmcp_storage_table_list - 0.305632 azmcp_subscription_list - 0.301710 azmcp_servicebus_queue_details - -Prompt: Import the certificate in file into the key vault -Expected tool: azmcp_keyvault_certificate_import - 0.649993 azmcp_keyvault_certificate_import *** EXPECTED *** - 0.521089 azmcp_keyvault_certificate_create - 0.469706 azmcp_keyvault_certificate_get - 0.467097 azmcp_keyvault_certificate_list - 0.426600 azmcp_keyvault_key_create - 0.398074 azmcp_keyvault_secret_create - 0.364868 azmcp_keyvault_key_list - 0.338375 azmcp_keyvault_secret_list - 0.269560 azmcp_appconfig_kv_lock - 0.267356 azmcp_appconfig_kv_set - 0.248212 azmcp_storage_blob_upload - 0.240328 azmcp_storage_datalake_file-system_list-paths - 0.228508 azmcp_workbooks_delete - 0.222971 azmcp_storage_account_get - 0.205116 azmcp_storage_account_create - 0.200472 azmcp_storage_datalake_directory_create - 0.199045 azmcp_storage_table_list - 0.181816 azmcp_storage_blob_container_get - 0.175113 azmcp_storage_share_file_list - 0.174606 azmcp_monitor_resource_log_query - -Prompt: Import a certificate into the key vault using the name -Expected tool: azmcp_keyvault_certificate_import - 0.649676 azmcp_keyvault_certificate_import *** EXPECTED *** - 0.629696 azmcp_keyvault_certificate_create - 0.527468 azmcp_keyvault_certificate_list - 0.525743 azmcp_keyvault_certificate_get - 0.491898 azmcp_keyvault_key_create - 0.472142 azmcp_keyvault_secret_create - 0.399856 azmcp_keyvault_key_list - 0.378136 azmcp_keyvault_secret_list - 0.287107 azmcp_appconfig_kv_set - 0.265369 azmcp_appconfig_kv_lock - 0.256951 azmcp_storage_account_create - 0.250432 azmcp_storage_account_get - 0.234377 azmcp_storage_table_list - 0.233767 azmcp_workbooks_delete - 0.211454 azmcp_storage_datalake_directory_create - 0.211350 azmcp_storage_blob_container_get - 0.209234 azmcp_storage_blob_upload - 0.197598 azmcp_sql_db_show - 0.196937 azmcp_workbooks_create - 0.195862 azmcp_storage_queue_message_send - -Prompt: List all certificates in the key vault -Expected tool: azmcp_keyvault_certificate_list - 0.761947 azmcp_keyvault_certificate_list *** EXPECTED *** - 0.637437 azmcp_keyvault_key_list - 0.608986 azmcp_keyvault_secret_list - 0.566460 azmcp_keyvault_certificate_get - 0.539647 azmcp_keyvault_certificate_create - 0.484660 azmcp_keyvault_certificate_import - 0.478100 azmcp_cosmos_account_list - 0.453226 azmcp_cosmos_database_list - 0.431244 azmcp_cosmos_database_container_list - 0.429531 azmcp_storage_table_list - 0.424379 azmcp_keyvault_key_create - 0.407953 azmcp_subscription_list - 0.394434 azmcp_search_service_list - 0.393940 azmcp_storage_account_get - 0.363515 azmcp_storage_blob_container_get - 0.362873 azmcp_virtualdesktop_hostpool_list - 0.358938 azmcp_role_assignment_list - 0.350862 azmcp_mysql_database_list - 0.339860 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.336779 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - -Prompt: Show me the certificates in the key vault -Expected tool: azmcp_keyvault_certificate_list - 0.660576 azmcp_keyvault_certificate_list *** EXPECTED *** - 0.570282 azmcp_keyvault_certificate_get - 0.540050 azmcp_keyvault_key_list - 0.517062 azmcp_keyvault_secret_list - 0.509158 azmcp_keyvault_certificate_create - 0.483404 azmcp_keyvault_certificate_import - 0.420506 azmcp_cosmos_account_list - 0.397031 azmcp_storage_account_get - 0.396055 azmcp_keyvault_key_create - 0.390257 azmcp_keyvault_secret_create - 0.382082 azmcp_cosmos_database_list - 0.372424 azmcp_storage_table_list - 0.362722 azmcp_subscription_list - 0.355698 azmcp_storage_blob_container_get - 0.344466 azmcp_search_service_list - 0.323177 azmcp_role_assignment_list - 0.316157 azmcp_storage_datalake_file-system_list-paths - 0.309942 azmcp_virtualdesktop_hostpool_list - 0.305651 azmcp_mysql_database_list - 0.295917 azmcp_quota_usage_check - -Prompt: Create a new key called with the RSA type in the key vault -Expected tool: azmcp_keyvault_key_create - 0.676352 azmcp_keyvault_key_create *** EXPECTED *** - 0.569396 azmcp_keyvault_secret_create - 0.555856 azmcp_keyvault_certificate_create - 0.465742 azmcp_keyvault_key_list - 0.417395 azmcp_keyvault_certificate_list - 0.413535 azmcp_keyvault_secret_list - 0.412581 azmcp_keyvault_certificate_import - 0.397141 azmcp_appconfig_kv_set - 0.389769 azmcp_keyvault_certificate_get - 0.372184 azmcp_storage_account_create - 0.340767 azmcp_appconfig_kv_lock - 0.287035 azmcp_storage_datalake_directory_create - 0.276139 azmcp_storage_account_get - 0.261794 azmcp_workbooks_create - 0.252181 azmcp_storage_table_list - 0.231837 azmcp_storage_queue_message_send - 0.230284 azmcp_storage_blob_container_get - 0.223719 azmcp_storage_blob_container_create - 0.215656 azmcp_subscription_list - 0.212710 azmcp_storage_datalake_file-system_list-paths - -Prompt: List all keys in the key vault -Expected tool: azmcp_keyvault_key_list - 0.737135 azmcp_keyvault_key_list *** EXPECTED *** - 0.650296 azmcp_keyvault_secret_list - 0.631528 azmcp_keyvault_certificate_list - 0.498767 azmcp_cosmos_account_list - 0.473916 azmcp_storage_table_list - 0.468044 azmcp_cosmos_database_list - 0.467326 azmcp_keyvault_key_create - 0.455805 azmcp_keyvault_certificate_get - 0.443785 azmcp_cosmos_database_container_list - 0.439167 azmcp_appconfig_kv_list - 0.430322 azmcp_storage_account_get - 0.428333 azmcp_keyvault_secret_create - 0.426842 azmcp_subscription_list - 0.408341 azmcp_search_service_list - 0.388009 azmcp_storage_blob_container_get - 0.378819 azmcp_storage_datalake_file-system_list-paths - 0.373903 azmcp_virtualdesktop_hostpool_list - 0.368258 azmcp_mysql_database_list - 0.354786 azmcp_monitor_table_list - 0.353714 azmcp_redis_cache_list - -Prompt: Show me the keys in the key vault -Expected tool: azmcp_keyvault_key_list - 0.609392 azmcp_keyvault_key_list *** EXPECTED *** - 0.535771 azmcp_keyvault_secret_list - 0.520010 azmcp_keyvault_certificate_list - 0.479818 azmcp_keyvault_certificate_get - 0.462249 azmcp_keyvault_key_create - 0.429625 azmcp_keyvault_secret_create - 0.421475 azmcp_cosmos_account_list - 0.412670 azmcp_keyvault_certificate_create - 0.408423 azmcp_keyvault_certificate_import - 0.406776 azmcp_storage_account_get - 0.405205 azmcp_appconfig_kv_show - 0.375139 azmcp_storage_table_list - 0.357334 azmcp_storage_blob_container_get - 0.353369 azmcp_subscription_list - 0.327200 azmcp_search_service_list - 0.324788 azmcp_storage_datalake_file-system_list-paths - 0.316124 azmcp_virtualdesktop_hostpool_list - 0.308976 azmcp_storage_account_create - 0.306567 azmcp_role_assignment_list - 0.297022 azmcp_search_index_get - -Prompt: Create a new secret called with value in the key vault -Expected tool: azmcp_keyvault_secret_create - 0.767647 azmcp_keyvault_secret_create *** EXPECTED *** - 0.613612 azmcp_keyvault_key_create - 0.572397 azmcp_keyvault_certificate_create - 0.516814 azmcp_keyvault_secret_list - 0.461442 azmcp_appconfig_kv_set - 0.417599 azmcp_keyvault_key_list - 0.411529 azmcp_keyvault_certificate_import - 0.391225 azmcp_storage_account_create - 0.384379 azmcp_keyvault_certificate_list - 0.373802 azmcp_appconfig_kv_lock - 0.370093 azmcp_keyvault_certificate_get - 0.321651 azmcp_storage_datalake_directory_create - 0.288026 azmcp_storage_account_get - 0.287197 azmcp_workbooks_create - 0.285171 azmcp_storage_queue_message_send - 0.245969 azmcp_storage_blob_container_create - 0.243561 azmcp_storage_blob_container_get - 0.236429 azmcp_storage_table_list - 0.218688 azmcp_sql_server_firewall-rule_create - 0.212815 azmcp_storage_blob_upload - -Prompt: List all secrets in the key vault -Expected tool: azmcp_keyvault_secret_list - 0.747504 azmcp_keyvault_secret_list *** EXPECTED *** - 0.617130 azmcp_keyvault_key_list - 0.569911 azmcp_keyvault_certificate_list - 0.519118 azmcp_keyvault_secret_create - 0.455500 azmcp_cosmos_account_list - 0.433185 azmcp_cosmos_database_list - 0.417973 azmcp_cosmos_database_container_list - 0.414310 azmcp_keyvault_certificate_get - 0.410496 azmcp_storage_table_list - 0.409822 azmcp_keyvault_key_create - 0.392415 azmcp_keyvault_certificate_create - 0.390988 azmcp_subscription_list - 0.388773 azmcp_search_service_list - 0.387663 azmcp_storage_account_get - 0.367462 azmcp_storage_blob_container_get - 0.340472 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.337595 azmcp_virtualdesktop_hostpool_list - 0.334206 azmcp_mysql_database_list - 0.331203 azmcp_role_assignment_list - 0.329507 azmcp_storage_datalake_file-system_list-paths - -Prompt: Show me the secrets in the key vault -Expected tool: azmcp_keyvault_secret_list - 0.616262 azmcp_keyvault_secret_list *** EXPECTED *** - 0.520958 azmcp_keyvault_key_list - 0.502898 azmcp_keyvault_secret_create - 0.468143 azmcp_keyvault_certificate_list - 0.456873 azmcp_keyvault_certificate_get - 0.411789 azmcp_keyvault_key_create - 0.411113 azmcp_appconfig_kv_show - 0.409709 azmcp_keyvault_certificate_import - 0.401371 azmcp_storage_account_get - 0.386040 azmcp_cosmos_account_list - 0.382004 azmcp_keyvault_certificate_create - 0.371784 azmcp_storage_blob_container_get - 0.345543 azmcp_subscription_list - 0.344423 azmcp_storage_table_list - 0.329057 azmcp_search_service_list - 0.315557 azmcp_storage_datalake_file-system_list-paths - 0.305845 azmcp_search_index_get - 0.304126 azmcp_quota_usage_check - 0.299124 azmcp_storage_account_create - 0.295247 azmcp_mysql_server_list - -Prompt: Get the configuration of AKS cluster -Expected tool: azmcp_aks_cluster_get - 0.660869 azmcp_aks_cluster_get *** EXPECTED *** - 0.611431 azmcp_aks_cluster_list - 0.579676 azmcp_aks_nodepool_get - 0.540766 azmcp_aks_nodepool_list - 0.481416 azmcp_mysql_server_config_get - 0.463698 azmcp_kusto_cluster_get - 0.463065 azmcp_loadtesting_test_get - 0.430976 azmcp_postgres_server_config_get - 0.399345 azmcp_storage_account_get - 0.391924 azmcp_appconfig_kv_show - 0.390959 azmcp_appconfig_account_list - 0.390819 azmcp_appconfig_kv_list - 0.390141 azmcp_kusto_cluster_list - 0.371630 azmcp_mysql_server_param_get - 0.370291 azmcp_storage_blob_container_get - 0.367841 azmcp_redis_cluster_list - 0.360930 azmcp_storage_blob_get - 0.350240 azmcp_sql_db_show - 0.340096 azmcp_mysql_server_list - -Prompt: Show me the details of AKS cluster in resource group -Expected tool: azmcp_aks_cluster_get - 0.666872 azmcp_aks_cluster_get *** EXPECTED *** - 0.589143 azmcp_aks_cluster_list - 0.545794 azmcp_aks_nodepool_get - 0.530319 azmcp_aks_nodepool_list - 0.508298 azmcp_kusto_cluster_get - 0.461439 azmcp_sql_db_show - 0.448811 azmcp_redis_cluster_list - 0.428497 azmcp_functionapp_get - 0.423003 azmcp_resourcehealth_availability-status_list - 0.413631 azmcp_mysql_server_list - 0.408403 azmcp_azuremanagedlustre_filesystem_list - 0.396615 azmcp_datadog_monitoredresources_list - 0.396291 azmcp_storage_account_get - 0.385360 azmcp_acr_registry_repository_list - 0.384715 azmcp_kusto_cluster_list - 0.382987 azmcp_storage_blob_container_get - 0.377101 azmcp_storage_blob_get - 0.366148 azmcp_search_index_get - 0.362322 azmcp_sql_db_list - 0.359084 azmcp_sql_elastic-pool_list - -Prompt: Show me the network configuration for AKS cluster -Expected tool: azmcp_aks_cluster_get - 0.567273 azmcp_aks_cluster_get *** EXPECTED *** - 0.563029 azmcp_aks_cluster_list - 0.493940 azmcp_aks_nodepool_list - 0.486039 azmcp_aks_nodepool_get - 0.380301 azmcp_mysql_server_config_get - 0.368621 azmcp_kusto_cluster_get - 0.342696 azmcp_loadtesting_test_get - 0.340293 azmcp_kusto_cluster_list - 0.334923 azmcp_appconfig_account_list - 0.334860 azmcp_redis_cluster_list - 0.323717 azmcp_sql_server_show - 0.315228 azmcp_storage_account_get - 0.314513 azmcp_appconfig_kv_list - 0.309738 azmcp_appconfig_kv_show - 0.299046 azmcp_mysql_server_list - 0.296593 azmcp_postgres_server_config_get - 0.289342 azmcp_mysql_server_param_get - 0.275751 azmcp_sql_db_show - 0.273299 azmcp_monitor_workspace_list - 0.265830 azmcp_sql_elastic-pool_list - -Prompt: What are the details of my AKS cluster in ? -Expected tool: azmcp_aks_cluster_get - 0.661426 azmcp_aks_cluster_get *** EXPECTED *** - 0.578662 azmcp_aks_cluster_list - 0.563548 azmcp_aks_nodepool_get - 0.534089 azmcp_aks_nodepool_list - 0.503964 azmcp_kusto_cluster_get - 0.446333 azmcp_functionapp_get - 0.433913 azmcp_azuremanagedlustre_filesystem_list - 0.419339 azmcp_resourcehealth_availability-status_list - 0.418519 azmcp_redis_cluster_list - 0.417836 azmcp_sql_db_show - 0.405658 azmcp_storage_account_get - 0.405015 azmcp_storage_blob_get - 0.402335 azmcp_mysql_server_list - 0.399514 azmcp_storage_blob_container_get - 0.391717 azmcp_resourcehealth_availability-status_get - 0.384782 azmcp_mysql_server_config_get - 0.376853 azmcp_search_index_get - 0.372812 azmcp_kusto_cluster_list - 0.367547 azmcp_deploy_app_logs_get - 0.359877 azmcp_acr_registry_repository_list - -Prompt: List all AKS clusters in my subscription -Expected tool: azmcp_aks_cluster_list - 0.801067 azmcp_aks_cluster_list *** EXPECTED *** - 0.690255 azmcp_kusto_cluster_list - 0.599940 azmcp_redis_cluster_list - 0.594509 azmcp_aks_nodepool_list - 0.562043 azmcp_search_service_list - 0.560861 azmcp_aks_cluster_get - 0.543837 azmcp_monitor_workspace_list - 0.515922 azmcp_cosmos_account_list - 0.509243 azmcp_kusto_database_list - 0.502340 azmcp_subscription_list - 0.498286 azmcp_virtualdesktop_hostpool_list - 0.498121 azmcp_group_list - 0.495977 azmcp_postgres_server_list - 0.486141 azmcp_redis_cache_list - 0.483592 azmcp_kusto_cluster_get - 0.482355 azmcp_acr_registry_list - 0.481469 azmcp_grafana_list - 0.452958 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.452681 azmcp_resourcehealth_availability-status_list - 0.445271 azmcp_storage_table_list - -Prompt: Show me my Azure Kubernetes Service clusters -Expected tool: azmcp_aks_cluster_list - 0.608056 azmcp_aks_cluster_list *** EXPECTED *** - 0.536412 azmcp_aks_cluster_get - 0.500890 azmcp_aks_nodepool_list - 0.492910 azmcp_kusto_cluster_list - 0.455228 azmcp_search_service_list - 0.446270 azmcp_redis_cluster_list - 0.416475 azmcp_aks_nodepool_get - 0.409711 azmcp_kusto_cluster_get - 0.408438 azmcp_kusto_database_list - 0.392997 azmcp_mysql_server_list - 0.376362 azmcp_azuremanagedlustre_filesystem_sku_get - 0.371809 azmcp_azuremanagedlustre_filesystem_list - 0.371646 azmcp_monitor_workspace_list - 0.370963 azmcp_search_index_get - 0.370530 azmcp_acr_registry_repository_list - 0.363778 azmcp_subscription_list - 0.361928 azmcp_mysql_database_list - 0.358420 azmcp_storage_blob_container_get - 0.356926 azmcp_resourcehealth_availability-status_list - 0.356016 azmcp_storage_account_get - -Prompt: What AKS clusters do I have? -Expected tool: azmcp_aks_cluster_list - 0.623896 azmcp_aks_cluster_list *** EXPECTED *** - 0.538749 azmcp_aks_nodepool_list - 0.530023 azmcp_aks_cluster_get - 0.466748 azmcp_aks_nodepool_get - 0.449602 azmcp_kusto_cluster_list - 0.416564 azmcp_redis_cluster_list - 0.392083 azmcp_azuremanagedlustre_filesystem_list - 0.378778 azmcp_monitor_workspace_list - 0.377767 azmcp_acr_registry_repository_list - 0.374585 azmcp_mysql_server_list - 0.364022 azmcp_deploy_app_logs_get - 0.353365 azmcp_search_service_list - 0.345290 azmcp_resourcehealth_availability-status_list - 0.345241 azmcp_kusto_cluster_get - 0.341633 azmcp_kusto_database_list - 0.337354 azmcp_virtualdesktop_hostpool_list - 0.317977 azmcp_sql_elastic-pool_list - 0.317238 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.312270 azmcp_subscription_list - 0.311971 azmcp_quota_usage_check - -Prompt: List nodepools for AKS cluster in -Expected tool: azmcp_aks_nodepool_list - 0.694117 azmcp_aks_nodepool_list *** EXPECTED *** - 0.615519 azmcp_aks_nodepool_get - 0.531972 azmcp_aks_cluster_list - 0.506624 azmcp_virtualdesktop_hostpool_list - 0.487707 azmcp_sql_elastic-pool_list - 0.461701 azmcp_aks_cluster_get - 0.446699 azmcp_redis_cluster_list - 0.440646 azmcp_mysql_server_list - 0.438637 azmcp_kusto_cluster_list - 0.435177 azmcp_acr_registry_repository_list - 0.431369 azmcp_datadog_monitoredresources_list - 0.418681 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.413455 azmcp_resourcehealth_availability-status_list - 0.404890 azmcp_sql_db_list - 0.399249 azmcp_acr_registry_list - 0.393850 azmcp_group_list - 0.391869 azmcp_kusto_database_list - 0.389071 azmcp_redis_cluster_database_list - 0.385781 azmcp_workbooks_list - 0.379650 azmcp_monitor_workspace_list - -Prompt: Show me the nodepool list for AKS cluster in -Expected tool: azmcp_aks_nodepool_list - 0.712299 azmcp_aks_nodepool_list *** EXPECTED *** - 0.644453 azmcp_aks_nodepool_get - 0.547444 azmcp_aks_cluster_list - 0.510269 azmcp_sql_elastic-pool_list - 0.509732 azmcp_virtualdesktop_hostpool_list - 0.497966 azmcp_aks_cluster_get - 0.447545 azmcp_mysql_server_list - 0.441510 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.441482 azmcp_redis_cluster_list - 0.433138 azmcp_datadog_monitoredresources_list - 0.430830 azmcp_acr_registry_repository_list - 0.430739 azmcp_kusto_cluster_list - 0.408990 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.408950 azmcp_resourcehealth_availability-status_list - 0.407619 azmcp_sql_db_list - 0.390197 azmcp_redis_cluster_database_list - 0.388906 azmcp_group_list - 0.383234 azmcp_azuremanagedlustre_filesystem_list - 0.382434 azmcp_search_service_list - 0.378671 azmcp_kusto_database_list - -Prompt: What nodepools do I have for AKS cluster in -Expected tool: azmcp_aks_nodepool_list - 0.623138 azmcp_aks_nodepool_list *** EXPECTED *** - 0.580535 azmcp_aks_nodepool_get - 0.453744 azmcp_aks_cluster_list - 0.443902 azmcp_virtualdesktop_hostpool_list - 0.425448 azmcp_sql_elastic-pool_list - 0.409286 azmcp_aks_cluster_get - 0.386949 azmcp_redis_cluster_list - 0.378905 azmcp_mysql_server_list - 0.368944 azmcp_kusto_cluster_list - 0.363595 azmcp_resourcehealth_availability-status_list - 0.359493 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.356345 azmcp_datadog_monitoredresources_list - 0.356139 azmcp_acr_registry_repository_list - 0.354542 azmcp_azuremanagedlustre_filesystem_list - 0.329036 azmcp_sql_db_list - 0.324552 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.324257 azmcp_deploy_plan_get - 0.323667 azmcp_monitor_workspace_list - 0.322487 azmcp_foundry_models_deployments_list - 0.319684 azmcp_redis_cluster_database_list - -Prompt: Get details for nodepool in AKS cluster in -Expected tool: azmcp_aks_nodepool_get - 0.753920 azmcp_aks_nodepool_get *** EXPECTED *** - 0.699424 azmcp_aks_nodepool_list - 0.597308 azmcp_aks_cluster_get - 0.498592 azmcp_aks_cluster_list - 0.482683 azmcp_kusto_cluster_get - 0.468392 azmcp_virtualdesktop_hostpool_list - 0.463192 azmcp_sql_elastic-pool_list - 0.434875 azmcp_sql_db_show - 0.414751 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.401610 azmcp_redis_cluster_list - 0.399216 azmcp_functionapp_get - 0.383565 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.382352 azmcp_mysql_server_list - 0.379665 azmcp_storage_blob_get - 0.378264 azmcp_resourcehealth_availability-status_list - 0.378238 azmcp_search_index_get - 0.370172 azmcp_azuremanagedlustre_filesystem_list - 0.362512 azmcp_loadtesting_test_get - 0.356766 azmcp_datadog_monitoredresources_list - 0.343270 azmcp_azuremanagedlustre_filesystem_sku_get - -Prompt: Show me the configuration for nodepool in AKS cluster in resource group -Expected tool: azmcp_aks_nodepool_get - 0.678526 azmcp_aks_nodepool_get *** EXPECTED *** - 0.640519 azmcp_aks_nodepool_list - 0.481565 azmcp_aks_cluster_get - 0.458278 azmcp_sql_elastic-pool_list - 0.446312 azmcp_aks_cluster_list - 0.440198 azmcp_virtualdesktop_hostpool_list - 0.390315 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.384669 azmcp_loadtesting_test_get - 0.366779 azmcp_mysql_server_list - 0.365359 azmcp_mysql_server_config_get - 0.357308 azmcp_sql_db_list - 0.351415 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.351102 azmcp_redis_cluster_list - 0.344222 azmcp_sql_db_show - 0.344033 azmcp_kusto_cluster_get - 0.341921 azmcp_datadog_monitoredresources_list - 0.338336 azmcp_azuremanagedlustre_filesystem_list - 0.329584 azmcp_resourcehealth_availability-status_list - 0.322811 azmcp_appconfig_kv_show - 0.321866 azmcp_appconfig_account_list - -Prompt: What is the setup of nodepool for AKS cluster in ? -Expected tool: azmcp_aks_nodepool_get - 0.599506 azmcp_aks_nodepool_get *** EXPECTED *** - 0.582325 azmcp_aks_nodepool_list - 0.412109 azmcp_aks_cluster_get - 0.391590 azmcp_aks_cluster_list - 0.385173 azmcp_virtualdesktop_hostpool_list - 0.383045 azmcp_sql_elastic-pool_list - 0.346262 azmcp_deploy_pipeline_guidance_get - 0.338624 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.323027 azmcp_deploy_plan_get - 0.320733 azmcp_mysql_server_list - 0.314439 azmcp_redis_cluster_list - 0.306678 azmcp_kusto_cluster_get - 0.306537 azmcp_storage_account_create - 0.300123 azmcp_datadog_monitoredresources_list - 0.299011 azmcp_acr_registry_repository_list - 0.289422 azmcp_resourcehealth_availability-status_list - 0.287084 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.283171 azmcp_azuremanagedlustre_filesystem_list - 0.276058 azmcp_sql_db_list - 0.266184 azmcp_sql_db_show - -Prompt: Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription -Expected tool: azmcp_loadtesting_test_create - 0.585388 azmcp_loadtesting_test_create *** EXPECTED *** - 0.531581 azmcp_loadtesting_testresource_create - 0.508690 azmcp_loadtesting_testrun_create - 0.413858 azmcp_loadtesting_testresource_list - 0.394664 azmcp_loadtesting_testrun_get - 0.390081 azmcp_loadtesting_test_get - 0.346505 azmcp_loadtesting_testrun_update - 0.338668 azmcp_loadtesting_testrun_list - 0.338173 azmcp_monitor_workspace_log_query - 0.337311 azmcp_monitor_resource_log_query - 0.323604 azmcp_storage_account_create - 0.310617 azmcp_keyvault_certificate_create - 0.310144 azmcp_workbooks_create - 0.299453 azmcp_keyvault_key_create - 0.296817 azmcp_resourcehealth_availability-status_list - 0.291016 azmcp_storage_queue_message_send - 0.290957 azmcp_quota_usage_check - 0.290507 azmcp_sql_server_create - 0.288940 azmcp_quota_region_availability_list - 0.267790 azmcp_virtualdesktop_hostpool_list - 0.261254 azmcp_monitor_metrics_query - -Prompt: Get the load test with id in the load test resource in resource group -Expected tool: azmcp_loadtesting_test_get - 0.642420 azmcp_loadtesting_test_get *** EXPECTED *** - 0.608881 azmcp_loadtesting_testresource_list - 0.574489 azmcp_loadtesting_testresource_create - 0.534194 azmcp_loadtesting_testrun_get - 0.473323 azmcp_loadtesting_testrun_create - 0.469876 azmcp_loadtesting_testrun_list - 0.436995 azmcp_loadtesting_test_create - 0.404628 azmcp_monitor_resource_log_query - 0.397437 azmcp_group_list - 0.379345 azmcp_resourcehealth_availability-status_list - 0.373264 azmcp_loadtesting_testrun_update - 0.370024 azmcp_workbooks_show - 0.365569 azmcp_workbooks_list - 0.360732 azmcp_datadog_monitoredresources_list - 0.347100 azmcp_resourcehealth_availability-status_get - 0.341360 azmcp_quota_region_availability_list - 0.329344 azmcp_sql_db_show - 0.328339 azmcp_monitor_metrics_query - 0.322885 azmcp_quota_usage_check - 0.305859 azmcp_storage_account_create - -Prompt: Create a load test resource in the resource group in my subscription -Expected tool: azmcp_loadtesting_testresource_create - 0.717753 azmcp_loadtesting_testresource_create *** EXPECTED *** - 0.596828 azmcp_loadtesting_testresource_list - 0.514437 azmcp_loadtesting_test_create - 0.476662 azmcp_loadtesting_testrun_create - 0.443116 azmcp_loadtesting_test_get - 0.442167 azmcp_workbooks_create - 0.416885 azmcp_group_list - 0.407789 azmcp_storage_account_create - 0.394967 azmcp_datadog_monitoredresources_list - 0.382774 azmcp_resourcehealth_availability-status_list - 0.370093 azmcp_loadtesting_testrun_get - 0.369409 azmcp_workbooks_list - 0.350869 azmcp_loadtesting_testrun_update - 0.342213 azmcp_redis_cluster_list - 0.341251 azmcp_grafana_list - 0.335696 azmcp_redis_cache_list - 0.326618 azmcp_quota_region_availability_list - 0.326596 azmcp_monitor_resource_log_query - 0.311892 azmcp_mysql_server_list - 0.306434 azmcp_quota_usage_check - -Prompt: List all load testing resources in the resource group in my subscription -Expected tool: azmcp_loadtesting_testresource_list - 0.738027 azmcp_loadtesting_testresource_list *** EXPECTED *** - 0.592013 azmcp_loadtesting_testresource_create - 0.577408 azmcp_group_list - 0.565565 azmcp_datadog_monitoredresources_list - 0.561822 azmcp_resourcehealth_availability-status_list - 0.526662 azmcp_workbooks_list - 0.515624 azmcp_redis_cluster_list - 0.511607 azmcp_redis_cache_list - 0.506184 azmcp_loadtesting_test_get - 0.487330 azmcp_grafana_list - 0.483681 azmcp_loadtesting_testrun_list - 0.473444 azmcp_search_service_list - 0.473287 azmcp_mysql_server_list - 0.470899 azmcp_acr_registry_list - 0.463466 azmcp_loadtesting_testrun_get - 0.458831 azmcp_acr_registry_repository_list - 0.452385 azmcp_monitor_workspace_list - 0.447138 azmcp_quota_region_availability_list - 0.433793 azmcp_virtualdesktop_hostpool_list - 0.426880 azmcp_sql_db_list - -Prompt: Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as -Expected tool: azmcp_loadtesting_testrun_create - 0.621803 azmcp_loadtesting_testrun_create *** EXPECTED *** - 0.592908 azmcp_loadtesting_testresource_create - 0.540789 azmcp_loadtesting_test_create - 0.530735 azmcp_loadtesting_testrun_update - 0.488142 azmcp_loadtesting_testrun_get - 0.469444 azmcp_loadtesting_test_get - 0.418431 azmcp_loadtesting_testrun_list - 0.411621 azmcp_loadtesting_testresource_list - 0.402120 azmcp_workbooks_create - 0.383719 azmcp_storage_account_create - 0.331019 azmcp_keyvault_key_create - 0.325586 azmcp_keyvault_secret_create - 0.314636 azmcp_storage_datalake_directory_create - 0.306420 azmcp_monitor_resource_log_query - 0.272151 azmcp_sql_db_show - 0.267552 azmcp_resourcehealth_availability-status_list - 0.266839 azmcp_storage_queue_message_send - 0.262297 azmcp_storage_blob_container_create - 0.256035 azmcp_monitor_metrics_query - -Prompt: Get the load test run with id in the load test resource in resource group -Expected tool: azmcp_loadtesting_testrun_get - 0.625332 azmcp_loadtesting_test_get - 0.603066 azmcp_loadtesting_testresource_list - 0.568405 azmcp_loadtesting_testrun_get *** EXPECTED *** - 0.562050 azmcp_loadtesting_testresource_create - 0.535183 azmcp_loadtesting_testrun_create - 0.496655 azmcp_loadtesting_testrun_list - 0.434255 azmcp_loadtesting_test_create - 0.415447 azmcp_loadtesting_testrun_update - 0.397875 azmcp_group_list - 0.394683 azmcp_monitor_resource_log_query - 0.370196 azmcp_datadog_monitoredresources_list - 0.366532 azmcp_resourcehealth_availability-status_list - 0.356307 azmcp_workbooks_list - 0.352984 azmcp_workbooks_show - 0.346995 azmcp_quota_region_availability_list - 0.330484 azmcp_monitor_metrics_query - 0.329537 azmcp_resourcehealth_availability-status_get - 0.328853 azmcp_sql_db_show - 0.315577 azmcp_quota_usage_check - 0.314275 azmcp_storage_account_create - -Prompt: Get all the load test runs for the test with id in the load test resource in resource group -Expected tool: azmcp_loadtesting_testrun_list - 0.615977 azmcp_loadtesting_testresource_list - 0.606058 azmcp_loadtesting_test_get - 0.569145 azmcp_loadtesting_testrun_get - 0.565093 azmcp_loadtesting_testrun_list *** EXPECTED *** - 0.535302 azmcp_loadtesting_testresource_create - 0.492700 azmcp_loadtesting_testrun_create - 0.432149 azmcp_group_list - 0.416453 azmcp_monitor_resource_log_query - 0.410933 azmcp_resourcehealth_availability-status_list - 0.406508 azmcp_loadtesting_test_create - 0.395915 azmcp_datadog_monitoredresources_list - 0.392025 azmcp_loadtesting_testrun_update - 0.391147 azmcp_workbooks_list - 0.375701 azmcp_monitor_metrics_query - 0.356833 azmcp_quota_region_availability_list - 0.342588 azmcp_resourcehealth_availability-status_get - 0.340618 azmcp_workbooks_show - 0.329464 azmcp_sql_db_list - 0.328011 azmcp_redis_cluster_list - 0.323927 azmcp_redis_cache_list - -Prompt: Update a test run display name as for the id for test in the load testing resource in resource group . -Expected tool: azmcp_loadtesting_testrun_update - 0.659624 azmcp_loadtesting_testrun_update *** EXPECTED *** - 0.509199 azmcp_loadtesting_testrun_create - 0.454745 azmcp_loadtesting_testrun_get - 0.443828 azmcp_loadtesting_test_get - 0.422102 azmcp_loadtesting_testresource_create - 0.399536 azmcp_loadtesting_test_create - 0.384634 azmcp_loadtesting_testresource_list - 0.384237 azmcp_loadtesting_testrun_list - 0.320124 azmcp_workbooks_update - 0.300024 azmcp_workbooks_create - 0.268172 azmcp_workbooks_show - 0.267137 azmcp_appconfig_kv_set - 0.255510 azmcp_resourcehealth_availability-status_list - 0.250017 azmcp_monitor_resource_log_query - 0.240916 azmcp_workbooks_delete - 0.233701 azmcp_monitor_metrics_query - 0.232572 azmcp_sql_db_show - 0.227941 azmcp_storage_blob_batch_set-tier - 0.227913 azmcp_resourcehealth_availability-status_get - -Prompt: List all Azure Managed Grafana in one subscription -Expected tool: azmcp_grafana_list - 0.578892 azmcp_grafana_list *** EXPECTED *** - 0.551851 azmcp_search_service_list - 0.513121 azmcp_monitor_workspace_list - 0.505836 azmcp_kusto_cluster_list - 0.498077 azmcp_datadog_monitoredresources_list - 0.497110 azmcp_functionapp_list - 0.493645 azmcp_redis_cluster_list - 0.492724 azmcp_postgres_server_list - 0.492196 azmcp_subscription_list - 0.491740 azmcp_aks_cluster_list - 0.489846 azmcp_cosmos_account_list - 0.482789 azmcp_redis_cache_list - 0.479734 azmcp_resourcehealth_availability-status_list - 0.460524 azmcp_eventgrid_topic_list - 0.457845 azmcp_virtualdesktop_hostpool_list - 0.447752 azmcp_mysql_server_list - 0.441315 azmcp_group_list - 0.440392 azmcp_kusto_database_list - 0.436802 azmcp_azuremanagedlustre_filesystem_list - 0.431917 azmcp_storage_table_list - -Prompt: List the Azure Managed Lustre filesystems in my subscription -Expected tool: azmcp_azuremanagedlustre_filesystem_list - 0.750675 azmcp_azuremanagedlustre_filesystem_list *** EXPECTED *** - 0.631770 azmcp_azuremanagedlustre_filesystem_sku_get - 0.516886 azmcp_kusto_cluster_list - 0.513156 azmcp_search_service_list - 0.510513 azmcp_storage_datalake_file-system_list-paths - 0.508333 azmcp_monitor_workspace_list - 0.500345 azmcp_subscription_list - 0.499290 azmcp_cosmos_account_list - 0.497207 azmcp_functionapp_list - 0.495957 azmcp_storage_table_list - 0.480850 azmcp_datadog_monitoredresources_list - 0.477164 azmcp_aks_cluster_list - 0.472811 azmcp_redis_cluster_list - 0.460936 azmcp_acr_registry_list - 0.460346 azmcp_redis_cache_list - 0.451887 azmcp_storage_account_get - 0.450971 azmcp_kusto_database_list - 0.447269 azmcp_quota_region_availability_list - 0.445706 azmcp_acr_registry_repository_list - 0.442505 azmcp_virtualdesktop_hostpool_list - 0.438952 azmcp_grafana_list - -Prompt: List the Azure Managed Lustre filesystems in my resource group -Expected tool: azmcp_azuremanagedlustre_filesystem_list - 0.743903 azmcp_azuremanagedlustre_filesystem_list *** EXPECTED *** - 0.613217 azmcp_azuremanagedlustre_filesystem_sku_get - 0.519986 azmcp_datadog_monitoredresources_list - 0.514120 azmcp_mysql_server_list - 0.492115 azmcp_acr_registry_repository_list - 0.475557 azmcp_storage_datalake_file-system_list-paths - 0.466927 azmcp_resourcehealth_availability-status_list - 0.452905 azmcp_acr_registry_list - 0.443767 azmcp_sql_db_list - 0.441644 azmcp_group_list - 0.433933 azmcp_workbooks_list - 0.412747 azmcp_search_service_list - 0.412709 azmcp_redis_cluster_list - 0.410028 azmcp_storage_table_list - 0.409044 azmcp_sql_elastic-pool_list - 0.407704 azmcp_virtualdesktop_hostpool_list - 0.402926 azmcp_cosmos_account_list - 0.401553 azmcp_functionapp_get - 0.398168 azmcp_kusto_cluster_list - 0.397223 azmcp_functionapp_get - 0.393822 azmcp_cosmos_database_list - -Prompt: Tell me how many IP addresses I need for of -Expected tool: azmcp_azuremanagedlustre_filesystem_required-subnet-size - 0.646978 azmcp_azuremanagedlustre_filesystem_required-subnet-size *** EXPECTED *** - 0.450342 azmcp_azuremanagedlustre_filesystem_list - 0.327359 azmcp_azuremanagedlustre_filesystem_sku_get - 0.235376 azmcp_cloudarchitect_design - 0.218167 azmcp_storage_datalake_file-system_list-paths - 0.205268 azmcp_storage_share_file_list - 0.204654 azmcp_mysql_server_list - 0.204316 azmcp_aks_nodepool_get - 0.203596 azmcp_quota_usage_check - 0.198992 azmcp_storage_account_get - 0.192371 azmcp_mysql_server_config_get - 0.188378 azmcp_sql_server_firewall-rule_create - 0.187133 azmcp_storage_blob_get - 0.176448 azmcp_marketplace_product_get - 0.175883 azmcp_postgres_server_param_get - 0.174849 azmcp_aks_nodepool_list - 0.172920 azmcp_sql_server_firewall-rule_list - 0.169792 azmcp_deploy_architecture_diagram_generate - 0.166628 azmcp_applens_resource_diagnose - 0.165332 azmcp_aks_cluster_get - -Prompt: List the Azure Managed Lustre SKUs available in -Expected tool: azmcp_azuremanagedlustre_filesystem_sku_get - 0.836071 azmcp_azuremanagedlustre_filesystem_sku_get *** EXPECTED *** - 0.626238 azmcp_azuremanagedlustre_filesystem_list - 0.453801 azmcp_storage_account_get - 0.444792 azmcp_search_service_list - 0.438893 azmcp_quota_region_availability_list - 0.414696 azmcp_storage_table_list - 0.411881 azmcp_azuremanagedlustre_filesystem_required-subnet-size - 0.411221 azmcp_mysql_server_list - 0.410516 azmcp_storage_datalake_file-system_list-paths - 0.405913 azmcp_storage_account_create - 0.403218 azmcp_acr_registry_list - 0.402635 azmcp_quota_usage_check - 0.401863 azmcp_resourcehealth_availability-status_list - 0.401538 azmcp_kusto_cluster_list - 0.399919 azmcp_datadog_monitoredresources_list - 0.398915 azmcp_monitor_workspace_list - 0.395033 azmcp_cosmos_account_list - 0.394531 azmcp_functionapp_list - 0.392601 azmcp_aks_cluster_list - 0.392146 azmcp_marketplace_product_list - 0.384086 azmcp_acr_registry_repository_list - -Prompt: Get details about marketplace product -Expected tool: azmcp_marketplace_product_get - 0.570073 azmcp_marketplace_product_get *** EXPECTED *** - 0.477522 azmcp_marketplace_product_list - 0.353256 azmcp_servicebus_topic_subscription_details - 0.330935 azmcp_servicebus_queue_details - 0.324083 azmcp_search_index_get - 0.323809 azmcp_servicebus_topic_details - 0.317373 azmcp_loadtesting_testrun_get - 0.302335 azmcp_aks_cluster_get - 0.294798 azmcp_storage_blob_get - 0.289354 azmcp_workbooks_show - 0.285577 azmcp_storage_account_get - 0.283554 azmcp_azuremanagedlustre_filesystem_sku_get - 0.276874 azmcp_kusto_cluster_get - 0.274403 azmcp_redis_cache_list - 0.269243 azmcp_sql_db_show - 0.266271 azmcp_foundry_models_list - 0.263555 azmcp_storage_blob_container_get - 0.259116 azmcp_functionapp_get - 0.257285 azmcp_aks_nodepool_get - 0.254318 azmcp_foundry_knowledge_index_schema - -Prompt: Search for Microsoft products in the marketplace -Expected tool: azmcp_marketplace_product_list - 0.527078 azmcp_marketplace_product_list *** EXPECTED *** - 0.443072 azmcp_marketplace_product_get - 0.343549 azmcp_search_service_list - 0.330500 azmcp_foundry_models_list - 0.328676 azmcp_azuremanagedlustre_filesystem_sku_get - 0.324866 azmcp_search_index_query - 0.290877 azmcp_get_bestpractices_get - 0.290185 azmcp_search_index_get - 0.287924 azmcp_cloudarchitect_design - 0.263954 azmcp_deploy_architecture_diagram_generate - 0.263529 azmcp_mysql_server_list - 0.258243 azmcp_foundry_models_deployments_list - 0.254438 azmcp_applens_resource_diagnose - 0.251532 azmcp_deploy_app_logs_get - 0.250343 azmcp_quota_region_availability_list - 0.248822 azmcp_sql_server_entra-admin_list - 0.245634 azmcp_quota_usage_check - 0.245271 azmcp_resourcehealth_service-health-events_list - 0.241894 azmcp_redis_cluster_list - 0.232832 azmcp_redis_cache_list - -Prompt: Show me marketplace products from publisher -Expected tool: azmcp_marketplace_product_list - 0.461616 azmcp_marketplace_product_list *** EXPECTED *** - 0.385080 azmcp_marketplace_product_get - 0.308769 azmcp_foundry_models_list - 0.260387 azmcp_azuremanagedlustre_filesystem_sku_get - 0.259270 azmcp_redis_cache_list - 0.238760 azmcp_redis_cluster_list - 0.238238 azmcp_postgres_server_list - 0.237988 azmcp_grafana_list - 0.226689 azmcp_search_service_list - 0.221138 azmcp_appconfig_kv_show - 0.204870 azmcp_appconfig_account_list - 0.204011 azmcp_azuremanagedlustre_filesystem_list - 0.202641 azmcp_workbooks_list - 0.202430 azmcp_appconfig_kv_list - 0.201780 azmcp_servicebus_topic_subscription_details - 0.200366 azmcp_eventgrid_topic_list - 0.187850 azmcp_monitor_workspace_list - 0.185483 azmcp_subscription_list - 0.181325 azmcp_quota_region_availability_list - 0.176376 azmcp_monitor_table_list - -Prompt: Get the latest Azure code generation best practices -Expected tool: azmcp_bestpractices_get - 0.646844 azmcp_get_bestpractices_get - 0.635406 azmcp_azureterraformbestpractices_get - 0.586907 azmcp_deploy_iac_rules_get - 0.531727 azmcp_deploy_pipeline_guidance_get - 0.490235 azmcp_deploy_plan_get - 0.447777 azmcp_deploy_architecture_diagram_generate - 0.438801 azmcp_cloudarchitect_design - 0.354191 azmcp_applens_resource_diagnose - 0.353355 azmcp_deploy_app_logs_get - 0.351664 azmcp_quota_usage_check - 0.345046 azmcp_bicepschema_get - 0.322785 azmcp_resourcehealth_availability-status_get - 0.312391 azmcp_quota_region_availability_list - 0.312077 azmcp_storage_blob_container_create - 0.290398 azmcp_search_service_list - 0.282195 azmcp_storage_blob_upload - 0.276368 azmcp_storage_account_create - 0.273591 azmcp_storage_blob_container_get - 0.273557 azmcp_storage_account_get - 0.271770 azmcp_storage_blob_get - -Prompt: Get the latest Azure deployment best practices -Expected tool: azmcp_bestpractices_get - 0.600903 azmcp_get_bestpractices_get - 0.548542 azmcp_azureterraformbestpractices_get - 0.541091 azmcp_deploy_iac_rules_get - 0.516852 azmcp_deploy_plan_get - 0.516443 azmcp_deploy_pipeline_guidance_get - 0.424443 azmcp_cloudarchitect_design - 0.424017 azmcp_foundry_models_deployments_list - 0.409787 azmcp_deploy_architecture_diagram_generate - 0.392171 azmcp_deploy_app_logs_get - 0.369205 azmcp_applens_resource_diagnose - 0.356238 azmcp_resourcehealth_availability-status_get - 0.342487 azmcp_quota_usage_check - 0.306627 azmcp_quota_region_availability_list - 0.304686 azmcp_resourcehealth_availability-status_list - 0.304195 azmcp_search_service_list - 0.302741 azmcp_sql_server_show - 0.302423 azmcp_mysql_server_config_get - 0.291071 azmcp_resourcehealth_service-health-events_list - 0.290283 azmcp_storage_account_get - 0.288058 azmcp_mysql_server_list - -Prompt: Get the latest Azure best practices -Expected tool: azmcp_bestpractices_get - 0.625259 azmcp_get_bestpractices_get - 0.594323 azmcp_azureterraformbestpractices_get - 0.518643 azmcp_deploy_iac_rules_get - 0.465572 azmcp_deploy_pipeline_guidance_get - 0.454158 azmcp_cloudarchitect_design - 0.430630 azmcp_deploy_plan_get - 0.399433 azmcp_deploy_architecture_diagram_generate - 0.392767 azmcp_applens_resource_diagnose - 0.384118 azmcp_resourcehealth_availability-status_get - 0.380286 azmcp_deploy_app_logs_get - 0.375863 azmcp_quota_usage_check - 0.362669 azmcp_azuremanagedlustre_filesystem_sku_get - 0.331683 azmcp_storage_blob_get - 0.329342 azmcp_quota_region_availability_list - 0.322718 azmcp_storage_account_get - 0.322570 azmcp_storage_blob_container_get - 0.316805 azmcp_resourcehealth_availability-status_list - 0.314841 azmcp_search_service_list - 0.314123 azmcp_mysql_server_config_get - -Prompt: Get the latest Azure Functions code generation best practices -Expected tool: azmcp_bestpractices_get - 0.624273 azmcp_get_bestpractices_get - 0.570488 azmcp_azureterraformbestpractices_get - 0.522998 azmcp_deploy_iac_rules_get - 0.493998 azmcp_deploy_pipeline_guidance_get - 0.445382 azmcp_deploy_plan_get - 0.400447 azmcp_deploy_architecture_diagram_generate - 0.393373 azmcp_functionapp_list - 0.381822 azmcp_cloudarchitect_design - 0.367863 azmcp_deploy_app_logs_get - 0.367714 azmcp_functionapp_get - 0.339658 azmcp_applens_resource_diagnose - 0.317494 azmcp_quota_usage_check - 0.292977 azmcp_storage_blob_upload - 0.284617 azmcp_storage_blob_container_create - 0.278941 azmcp_quota_region_availability_list - 0.275342 azmcp_resourcehealth_availability-status_get - 0.256382 azmcp_mysql_server_config_get - 0.246412 azmcp_storage_queue_message_send - 0.241745 azmcp_search_index_query - 0.239443 azmcp_storage_blob_get - 0.239436 azmcp_search_service_list - -Prompt: Get the latest Azure Functions deployment best practices -Expected tool: azmcp_bestpractices_get - 0.581850 azmcp_get_bestpractices_get - 0.497350 azmcp_deploy_pipeline_guidance_get - 0.495659 azmcp_deploy_iac_rules_get - 0.486886 azmcp_azureterraformbestpractices_get - 0.474511 azmcp_deploy_plan_get - 0.439182 azmcp_foundry_models_deployments_list - 0.411716 azmcp_deploy_app_logs_get - 0.399571 azmcp_functionapp_get - 0.377790 azmcp_deploy_architecture_diagram_generate - 0.323164 azmcp_resourcehealth_availability-status_get - 0.317931 azmcp_quota_usage_check - 0.303572 azmcp_storage_blob_upload - 0.290695 azmcp_mysql_server_config_get - 0.277946 azmcp_quota_region_availability_list - 0.276228 azmcp_resourcehealth_service-health-events_list - 0.270375 azmcp_search_service_list - 0.269109 azmcp_storage_blob_container_create - 0.265176 azmcp_resourcehealth_availability-status_list - 0.263604 azmcp_mysql_server_list - -Prompt: Get the latest Azure Functions best practices -Expected tool: azmcp_bestpractices_get - 0.610986 azmcp_get_bestpractices_get - 0.532790 azmcp_azureterraformbestpractices_get - 0.487322 azmcp_deploy_iac_rules_get - 0.458060 azmcp_deploy_pipeline_guidance_get - 0.413150 azmcp_functionapp_get - 0.395775 azmcp_deploy_app_logs_get - 0.394761 azmcp_cloudarchitect_design - 0.394214 azmcp_deploy_plan_get - 0.390906 azmcp_functionapp_get - 0.375723 azmcp_applens_resource_diagnose - 0.332626 azmcp_resourcehealth_availability-status_get - 0.332015 azmcp_quota_usage_check - 0.307885 azmcp_storage_blob_upload - 0.290894 azmcp_resourcehealth_service-health-events_list - 0.289428 azmcp_storage_blob_container_create - 0.289326 azmcp_mysql_server_config_get - 0.284215 azmcp_quota_region_availability_list - 0.282923 azmcp_sql_server_show - 0.278669 azmcp_storage_queue_message_send - 0.275538 azmcp_search_index_query - 0.275498 azmcp_storage_blob_get - -Prompt: Get the latest Azure Static Web Apps best practices -Expected tool: azmcp_bestpractices_get - 0.557862 azmcp_get_bestpractices_get - 0.513262 azmcp_azureterraformbestpractices_get - 0.505123 azmcp_deploy_iac_rules_get - 0.483705 azmcp_deploy_pipeline_guidance_get - 0.405143 azmcp_deploy_app_logs_get - 0.401209 azmcp_deploy_plan_get - 0.398226 azmcp_deploy_architecture_diagram_generate - 0.389556 azmcp_cloudarchitect_design - 0.334624 azmcp_applens_resource_diagnose - 0.317187 azmcp_functionapp_list - 0.315627 azmcp_resourcehealth_availability-status_get - 0.292282 azmcp_storage_blob_upload - 0.283198 azmcp_quota_usage_check - 0.275578 azmcp_storage_blob_container_create - 0.258767 azmcp_search_index_query - 0.256751 azmcp_search_service_list - 0.254638 azmcp_storage_blob_get - 0.251387 azmcp_resourcehealth_service-health-events_list - 0.249567 azmcp_resourcehealth_availability-status_list - 0.243086 azmcp_mysql_database_query - -Prompt: What are azure function best practices? -Expected tool: azmcp_bestpractices_get - 0.582475 azmcp_get_bestpractices_get - 0.500295 azmcp_azureterraformbestpractices_get - 0.472019 azmcp_deploy_iac_rules_get - 0.433088 azmcp_deploy_pipeline_guidance_get - 0.385916 azmcp_cloudarchitect_design - 0.381151 azmcp_functionapp_get - 0.374648 azmcp_applens_resource_diagnose - 0.368799 azmcp_deploy_plan_get - 0.358459 azmcp_deploy_app_logs_get - 0.336968 azmcp_deploy_architecture_diagram_generate - 0.293808 azmcp_quota_usage_check - 0.288804 azmcp_storage_blob_upload - 0.281999 azmcp_storage_queue_message_send - 0.259682 azmcp_mysql_database_query - 0.252963 azmcp_storage_blob_container_create - 0.251201 azmcp_resourcehealth_availability-status_get - 0.249959 azmcp_monitor_resource_log_query - 0.246304 azmcp_workbooks_delete - 0.240257 azmcp_resourcehealth_service-health-events_list - 0.231217 azmcp_search_index_query - -Prompt: Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm. -Expected tool: azmcp_bestpractices_get - 0.429170 azmcp_deploy_plan_get - 0.408233 azmcp_deploy_pipeline_guidance_get - 0.380754 azmcp_cloudarchitect_design - 0.377184 azmcp_get_bestpractices_get - 0.352369 azmcp_deploy_iac_rules_get - 0.345059 azmcp_deploy_architecture_diagram_generate - 0.319970 azmcp_loadtesting_test_create - 0.311848 azmcp_azureterraformbestpractices_get - 0.301028 azmcp_functionapp_get - 0.298969 azmcp_deploy_app_logs_get - 0.235579 azmcp_storage_blob_upload - 0.232320 azmcp_quota_usage_check - 0.219821 azmcp_speech_stt_recognize - 0.218912 azmcp_workbooks_create - 0.215940 azmcp_storage_blob_container_create - 0.210908 azmcp_quota_region_availability_list - 0.203792 azmcp_sql_server_create - 0.203401 azmcp_search_index_query - 0.202251 azmcp_storage_account_create - 0.197959 azmcp_mysql_database_query - 0.188682 azmcp_storage_queue_message_send - -Prompt: Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm. -Expected tool: azmcp_bestpractices_get - 0.497276 azmcp_deploy_plan_get - 0.493182 azmcp_deploy_pipeline_guidance_get - 0.405146 azmcp_deploy_architecture_diagram_generate - 0.395623 azmcp_deploy_iac_rules_get - 0.385140 azmcp_get_bestpractices_get - 0.374153 azmcp_cloudarchitect_design - 0.354448 azmcp_azureterraformbestpractices_get - 0.348046 azmcp_deploy_app_logs_get - 0.300092 azmcp_loadtesting_test_create - 0.284049 azmcp_storage_blob_container_create - 0.266937 azmcp_foundry_models_deploy - 0.243575 azmcp_quota_usage_check - 0.234783 azmcp_storage_account_create - 0.222114 azmcp_storage_blob_container_get - 0.218621 azmcp_quota_region_availability_list - 0.210666 azmcp_storage_blob_upload - 0.209213 azmcp_workbooks_create - 0.208812 azmcp_mysql_server_list - 0.207259 azmcp_storage_table_list - 0.194010 azmcp_storage_blob_get - -Prompt: Show me the health status of entity in the Log Analytics workspace -Expected tool: azmcp_monitor_healthmodels_entity_gethealth - 0.498345 azmcp_monitor_healthmodels_entity_gethealth *** EXPECTED *** - 0.472115 azmcp_monitor_workspace_list - 0.468127 azmcp_monitor_table_list - 0.467848 azmcp_monitor_workspace_log_query - 0.463168 azmcp_resourcehealth_availability-status_get - 0.436997 azmcp_deploy_app_logs_get - 0.418755 azmcp_resourcehealth_availability-status_list - 0.413358 azmcp_monitor_table_type_list - 0.401596 azmcp_monitor_resource_log_query - 0.385416 azmcp_resourcehealth_service-health-events_list - 0.380121 azmcp_grafana_list - 0.358432 azmcp_monitor_metrics_query - 0.342874 azmcp_aks_nodepool_get - 0.339320 azmcp_aks_cluster_get - 0.333342 azmcp_loadtesting_testrun_get - 0.316587 azmcp_workbooks_show - 0.314296 azmcp_applens_resource_diagnose - 0.305738 azmcp_deploy_architecture_diagram_generate - 0.297767 azmcp_aks_cluster_list - 0.296719 azmcp_azuremanagedlustre_filesystem_list - -Prompt: Get metric definitions for from the namespace -Expected tool: azmcp_monitor_metrics_definitions - 0.592462 azmcp_monitor_metrics_definitions *** EXPECTED *** - 0.424141 azmcp_monitor_metrics_query - 0.332356 azmcp_monitor_table_type_list - 0.315519 azmcp_azuremanagedlustre_filesystem_list - 0.315262 azmcp_servicebus_topic_details - 0.311108 azmcp_servicebus_topic_subscription_details - 0.305464 azmcp_servicebus_queue_details - 0.304735 azmcp_grafana_list - 0.303453 azmcp_datadog_monitoredresources_list - 0.298853 azmcp_resourcehealth_availability-status_get - 0.294124 azmcp_quota_region_availability_list - 0.287300 azmcp_monitor_healthmodels_entity_gethealth - 0.284713 azmcp_resourcehealth_availability-status_list - 0.283102 azmcp_quota_usage_check - 0.282547 azmcp_mysql_table_schema_get - 0.277566 azmcp_kusto_table_schema - 0.274784 azmcp_loadtesting_test_get - 0.262141 azmcp_azuremanagedlustre_filesystem_sku_get - 0.256957 azmcp_foundry_knowledge_index_schema - 0.254848 azmcp_aks_nodepool_get - 0.249144 azmcp_aks_cluster_get - -Prompt: Show me all available metrics and their definitions for storage account -Expected tool: azmcp_monitor_metrics_definitions - 0.589859 azmcp_storage_account_get - 0.587596 azmcp_monitor_metrics_definitions *** EXPECTED *** - 0.551182 azmcp_storage_blob_container_get - 0.542805 azmcp_storage_table_list - 0.473421 azmcp_azuremanagedlustre_filesystem_list - 0.472677 azmcp_storage_blob_get - 0.459829 azmcp_cosmos_account_list - 0.439032 azmcp_storage_account_create - 0.437739 azmcp_azuremanagedlustre_filesystem_sku_get - 0.431109 azmcp_appconfig_kv_show - 0.417363 azmcp_resourcehealth_availability-status_list - 0.414313 azmcp_cosmos_database_container_list - 0.411580 azmcp_storage_datalake_file-system_list-paths - 0.403921 azmcp_quota_usage_check - 0.401901 azmcp_monitor_metrics_query - 0.397526 azmcp_appconfig_kv_list - 0.391340 azmcp_monitor_table_type_list - 0.390422 azmcp_cosmos_database_list - 0.378187 azmcp_keyvault_key_list - 0.359476 azmcp_appconfig_account_list - -Prompt: What metric definitions are available for the Application Insights resource -Expected tool: azmcp_monitor_metrics_definitions - 0.633173 azmcp_monitor_metrics_definitions *** EXPECTED *** - 0.495513 azmcp_monitor_metrics_query - 0.382374 azmcp_applens_resource_diagnose - 0.380460 azmcp_resourcehealth_availability-status_get - 0.370848 azmcp_monitor_table_type_list - 0.359089 azmcp_azuremanagedlustre_filesystem_list - 0.353264 azmcp_resourcehealth_availability-status_list - 0.344326 azmcp_quota_usage_check - 0.341713 azmcp_azuremanagedlustre_filesystem_sku_get - 0.337875 azmcp_monitor_resource_log_query - 0.329534 azmcp_loadtesting_testresource_list - 0.324002 azmcp_datadog_monitoredresources_list - 0.317475 azmcp_monitor_workspace_log_query - 0.303061 azmcp_monitor_table_list - 0.301967 azmcp_workbooks_show - 0.291565 azmcp_cloudarchitect_design - 0.291124 azmcp_deploy_app_logs_get - 0.287764 azmcp_loadtesting_testrun_get - 0.286354 azmcp_loadtesting_testresource_create - 0.284437 azmcp_grafana_list - -Prompt: Analyze the performance trends and response times for Application Insights resource over the last -Expected tool: azmcp_monitor_metrics_query - 0.555392 azmcp_monitor_metrics_query *** EXPECTED *** - 0.447607 azmcp_monitor_resource_log_query - 0.447192 azmcp_applens_resource_diagnose - 0.433777 azmcp_loadtesting_testrun_get - 0.422404 azmcp_resourcehealth_availability-status_get - 0.416100 azmcp_monitor_workspace_log_query - 0.409159 azmcp_deploy_app_logs_get - 0.388205 azmcp_quota_usage_check - 0.380074 azmcp_resourcehealth_availability-status_list - 0.356549 azmcp_functionapp_get - 0.350085 azmcp_loadtesting_testrun_list - 0.341791 azmcp_deploy_architecture_diagram_generate - 0.339771 azmcp_loadtesting_testresource_list - 0.335430 azmcp_monitor_metrics_definitions - 0.329545 azmcp_loadtesting_testresource_create - 0.326924 azmcp_resourcehealth_service-health-events_list - 0.326802 azmcp_workbooks_show - 0.326398 azmcp_datadog_monitoredresources_list - 0.320852 azmcp_search_index_query - 0.319764 azmcp_loadtesting_test_get - -Prompt: Check the availability metrics for my Application Insights resource for the last -Expected tool: azmcp_monitor_metrics_query - 0.557830 azmcp_monitor_metrics_query *** EXPECTED *** - 0.508674 azmcp_resourcehealth_availability-status_get - 0.460611 azmcp_resourcehealth_availability-status_list - 0.455904 azmcp_quota_usage_check - 0.438233 azmcp_monitor_metrics_definitions - 0.392094 azmcp_monitor_resource_log_query - 0.391670 azmcp_applens_resource_diagnose - 0.373024 azmcp_deploy_app_logs_get - 0.368589 azmcp_monitor_workspace_log_query - 0.339388 azmcp_datadog_monitoredresources_list - 0.336627 azmcp_loadtesting_testrun_get - 0.326899 azmcp_loadtesting_testresource_list - 0.326643 azmcp_azuremanagedlustre_filesystem_sku_get - 0.321538 azmcp_search_service_list - 0.318196 azmcp_azuremanagedlustre_filesystem_list - 0.317565 azmcp_functionapp_get - 0.303909 azmcp_quota_region_availability_list - 0.303638 azmcp_resourcehealth_service-health-events_list - 0.299417 azmcp_aks_nodepool_get - 0.296795 azmcp_loadtesting_test_get - -Prompt: Get the metric for over the last with intervals -Expected tool: azmcp_monitor_metrics_query - 0.461252 azmcp_monitor_metrics_query *** EXPECTED *** - 0.390027 azmcp_monitor_metrics_definitions - 0.306339 azmcp_resourcehealth_availability-status_list - 0.304375 azmcp_resourcehealth_availability-status_get - 0.301814 azmcp_monitor_resource_log_query - 0.289459 azmcp_monitor_workspace_log_query - 0.275443 azmcp_monitor_table_type_list - 0.267682 azmcp_datadog_monitoredresources_list - 0.267397 azmcp_monitor_healthmodels_entity_gethealth - 0.265705 azmcp_azuremanagedlustre_filesystem_list - 0.263774 azmcp_quota_usage_check - 0.263324 azmcp_quota_region_availability_list - 0.259195 azmcp_grafana_list - 0.253544 azmcp_azuremanagedlustre_filesystem_sku_get - 0.248755 azmcp_loadtesting_testresource_list - 0.247875 azmcp_loadtesting_test_get - 0.247661 azmcp_applens_resource_diagnose - 0.245716 azmcp_workbooks_show - 0.242267 azmcp_loadtesting_testrun_get - 0.235614 azmcp_kusto_table_schema - -Prompt: Investigate error rates and failed requests for Application Insights resource for the last -Expected tool: azmcp_monitor_metrics_query - 0.492009 azmcp_monitor_metrics_query *** EXPECTED *** - 0.417131 azmcp_resourcehealth_availability-status_get - 0.415992 azmcp_monitor_resource_log_query - 0.406341 azmcp_applens_resource_diagnose - 0.399182 azmcp_deploy_app_logs_get - 0.397420 azmcp_quota_usage_check - 0.366809 azmcp_monitor_workspace_log_query - 0.362013 azmcp_loadtesting_testrun_get - 0.359431 azmcp_resourcehealth_availability-status_list - 0.331724 azmcp_resourcehealth_service-health-events_list - 0.316392 azmcp_loadtesting_testresource_list - 0.315433 azmcp_functionapp_get - 0.311937 azmcp_search_index_query - 0.308786 azmcp_monitor_metrics_definitions - 0.296056 azmcp_datadog_monitoredresources_list - 0.293662 azmcp_search_service_list - 0.293445 azmcp_loadtesting_testresource_create - 0.287288 azmcp_deploy_architecture_diagram_generate - 0.283610 azmcp_extension_azqr - 0.278118 azmcp_azuremanagedlustre_filesystem_list - -Prompt: Query the metric for for the last -Expected tool: azmcp_monitor_metrics_query - 0.526198 azmcp_monitor_metrics_query *** EXPECTED *** - 0.384016 azmcp_monitor_metrics_definitions - 0.376461 azmcp_monitor_resource_log_query - 0.366357 azmcp_monitor_workspace_log_query - 0.299054 azmcp_quota_usage_check - 0.292645 azmcp_resourcehealth_availability-status_get - 0.290390 azmcp_loadtesting_testrun_get - 0.277886 azmcp_monitor_healthmodels_entity_gethealth - 0.271547 azmcp_monitor_table_type_list - 0.266837 azmcp_mysql_server_param_get - 0.266283 azmcp_datadog_monitoredresources_list - 0.265790 azmcp_applens_resource_diagnose - 0.262043 azmcp_loadtesting_testrun_list - 0.261913 azmcp_resourcehealth_availability-status_list - 0.260937 azmcp_grafana_list - 0.251861 azmcp_servicebus_queue_details - 0.245610 azmcp_azuremanagedlustre_filesystem_list - 0.244696 azmcp_cosmos_database_container_item_query - 0.242465 azmcp_loadtesting_test_get - 0.239275 azmcp_azuremanagedlustre_filesystem_sku_get - -Prompt: What's the request per second rate for my Application Insights resource over the last -Expected tool: azmcp_monitor_metrics_query - 0.480140 azmcp_monitor_metrics_query *** EXPECTED *** - 0.381961 azmcp_resourcehealth_availability-status_get - 0.363412 azmcp_quota_usage_check - 0.359285 azmcp_applens_resource_diagnose - 0.350523 azmcp_monitor_resource_log_query - 0.350491 azmcp_monitor_workspace_log_query - 0.331215 azmcp_loadtesting_testresource_list - 0.330074 azmcp_resourcehealth_availability-status_list - 0.328839 azmcp_monitor_metrics_definitions - 0.324932 azmcp_search_index_query - 0.319384 azmcp_loadtesting_testresource_create - 0.317459 azmcp_loadtesting_testrun_get - 0.292195 azmcp_deploy_app_logs_get - 0.290762 azmcp_search_service_list - 0.282267 azmcp_functionapp_get - 0.278490 azmcp_workbooks_show - 0.276999 azmcp_azuremanagedlustre_filesystem_sku_get - 0.273698 azmcp_functionapp_get - 0.272266 azmcp_functionapp_list - 0.265303 azmcp_azuremanagedlustre_filesystem_list - 0.264698 azmcp_loadtesting_test_get - -Prompt: Show me the logs for the past hour for the resource in the Log Analytics workspace -Expected tool: azmcp_monitor_resource_log_query - 0.594340 azmcp_monitor_workspace_log_query - 0.580775 azmcp_monitor_resource_log_query *** EXPECTED *** - 0.472514 azmcp_deploy_app_logs_get - 0.469639 azmcp_monitor_metrics_query - 0.444209 azmcp_monitor_workspace_list - 0.443012 azmcp_monitor_table_list - 0.392309 azmcp_monitor_table_type_list - 0.390840 azmcp_grafana_list - 0.366282 azmcp_resourcehealth_availability-status_get - 0.359494 azmcp_resourcehealth_availability-status_list - 0.353273 azmcp_datadog_monitoredresources_list - 0.345459 azmcp_quota_usage_check - 0.344880 azmcp_resourcehealth_service-health-events_list - 0.337938 azmcp_applens_resource_diagnose - 0.320910 azmcp_loadtesting_testrun_get - 0.308199 azmcp_aks_cluster_get - 0.307072 azmcp_azuremanagedlustre_filesystem_list - 0.305808 azmcp_loadtesting_testrun_list - 0.303207 azmcp_loadtesting_testresource_list - 0.298723 azmcp_loadtesting_test_get - -Prompt: List all tables in the Log Analytics workspace -Expected tool: azmcp_monitor_table_list - 0.851270 azmcp_monitor_table_list *** EXPECTED *** - 0.725738 azmcp_monitor_table_type_list - 0.620442 azmcp_monitor_workspace_list - 0.586691 azmcp_storage_table_list - 0.534829 azmcp_mysql_table_list - 0.510945 azmcp_kusto_table_list - 0.502075 azmcp_grafana_list - 0.488557 azmcp_postgres_table_list - 0.443812 azmcp_monitor_workspace_log_query - 0.420394 azmcp_cosmos_database_list - 0.419859 azmcp_kusto_database_list - 0.413834 azmcp_mysql_database_list - 0.409199 azmcp_monitor_resource_log_query - 0.400092 azmcp_workbooks_list - 0.397408 azmcp_kusto_table_schema - 0.375242 azmcp_deploy_app_logs_get - 0.374930 azmcp_cosmos_database_container_list - 0.366099 azmcp_kusto_sample - 0.365781 azmcp_cosmos_account_list - 0.365538 azmcp_kusto_cluster_list - -Prompt: Show me the tables in the Log Analytics workspace -Expected tool: azmcp_monitor_table_list - 0.798843 azmcp_monitor_table_list *** EXPECTED *** - 0.701122 azmcp_monitor_table_type_list - 0.599988 azmcp_monitor_workspace_list - 0.532887 azmcp_storage_table_list - 0.497065 azmcp_mysql_table_list - 0.487237 azmcp_grafana_list - 0.466481 azmcp_kusto_table_list - 0.449407 azmcp_monitor_workspace_log_query - 0.427408 azmcp_postgres_table_list - 0.413678 azmcp_monitor_resource_log_query - 0.411590 azmcp_kusto_table_schema - 0.403863 azmcp_deploy_app_logs_get - 0.398753 azmcp_mysql_table_schema_get - 0.389881 azmcp_mysql_database_list - 0.376474 azmcp_kusto_sample - 0.376338 azmcp_kusto_database_list - 0.370624 azmcp_cosmos_database_list - 0.347928 azmcp_cosmos_database_container_list - 0.343837 azmcp_azuremanagedlustre_filesystem_list - 0.332323 azmcp_kusto_cluster_list - -Prompt: List all available table types in the Log Analytics workspace -Expected tool: azmcp_monitor_table_type_list - 0.881524 azmcp_monitor_table_type_list *** EXPECTED *** - 0.765977 azmcp_monitor_table_list - 0.570066 azmcp_monitor_workspace_list - 0.525469 azmcp_storage_table_list - 0.504683 azmcp_mysql_table_list - 0.477280 azmcp_grafana_list - 0.447324 azmcp_kusto_table_list - 0.445347 azmcp_mysql_table_schema_get - 0.418517 azmcp_postgres_table_list - 0.416351 azmcp_kusto_table_schema - 0.412293 azmcp_mysql_database_list - 0.404852 azmcp_monitor_workspace_log_query - 0.404027 azmcp_monitor_metrics_definitions - 0.395124 azmcp_storage_datalake_file-system_list-paths - 0.383606 azmcp_azuremanagedlustre_filesystem_list - 0.380581 azmcp_kusto_sample - 0.369889 azmcp_cosmos_database_list - 0.361820 azmcp_kusto_database_list - 0.354757 azmcp_kusto_cluster_list - 0.351333 azmcp_aks_nodepool_list - 0.347859 azmcp_deploy_app_logs_get - -Prompt: Show me the available table types in the Log Analytics workspace -Expected tool: azmcp_monitor_table_type_list - 0.843139 azmcp_monitor_table_type_list *** EXPECTED *** - 0.737216 azmcp_monitor_table_list - 0.576900 azmcp_monitor_workspace_list - 0.502461 azmcp_storage_table_list - 0.481189 azmcp_mysql_table_list - 0.475734 azmcp_grafana_list - 0.451212 azmcp_mysql_table_schema_get - 0.427934 azmcp_kusto_table_schema - 0.427153 azmcp_monitor_workspace_log_query - 0.421389 azmcp_kusto_table_list - 0.406242 azmcp_mysql_database_list - 0.391308 azmcp_kusto_sample - 0.387591 azmcp_storage_datalake_file-system_list-paths - 0.384679 azmcp_monitor_resource_log_query - 0.376121 azmcp_monitor_metrics_definitions - 0.370860 azmcp_azuremanagedlustre_filesystem_list - 0.367591 azmcp_deploy_app_logs_get - 0.348357 azmcp_cosmos_database_list - 0.340101 azmcp_foundry_models_list - 0.339804 azmcp_kusto_cluster_list - 0.338477 azmcp_kusto_database_list - -Prompt: List all Log Analytics workspaces in my subscription -Expected tool: azmcp_monitor_workspace_list - 0.813877 azmcp_monitor_workspace_list *** EXPECTED *** - 0.680201 azmcp_grafana_list - 0.659824 azmcp_monitor_table_list - 0.600802 azmcp_search_service_list - 0.583213 azmcp_monitor_table_type_list - 0.530433 azmcp_kusto_cluster_list - 0.517493 azmcp_cosmos_account_list - 0.513663 azmcp_aks_cluster_list - 0.500768 azmcp_workbooks_list - 0.494595 azmcp_group_list - 0.493577 azmcp_subscription_list - 0.487565 azmcp_storage_table_list - 0.475212 azmcp_monitor_workspace_log_query - 0.471758 azmcp_redis_cluster_list - 0.470266 azmcp_postgres_server_list - 0.467655 azmcp_appconfig_account_list - 0.466748 azmcp_acr_registry_list - 0.448229 azmcp_kusto_database_list - 0.444214 azmcp_loadtesting_testresource_list - 0.436855 azmcp_eventgrid_topic_list - -Prompt: Show me my Log Analytics workspaces -Expected tool: azmcp_monitor_workspace_list - 0.656151 azmcp_monitor_workspace_list *** EXPECTED *** - 0.585291 azmcp_monitor_table_list - 0.531083 azmcp_monitor_table_type_list - 0.518254 azmcp_grafana_list - 0.474745 azmcp_monitor_workspace_log_query - 0.459841 azmcp_deploy_app_logs_get - 0.444207 azmcp_search_service_list - 0.386422 azmcp_workbooks_list - 0.383596 azmcp_aks_cluster_list - 0.383041 azmcp_storage_datalake_file-system_list-paths - 0.380891 azmcp_monitor_resource_log_query - 0.379597 azmcp_storage_table_list - 0.373786 azmcp_cosmos_account_list - 0.371395 azmcp_azuremanagedlustre_filesystem_list - 0.363555 azmcp_resourcehealth_availability-status_list - 0.358029 azmcp_kusto_cluster_list - 0.354811 azmcp_deploy_architecture_diagram_generate - 0.354276 azmcp_cosmos_database_list - 0.352809 azmcp_acr_registry_list - 0.350396 azmcp_loadtesting_testresource_list - -Prompt: Show me the Log Analytics workspaces in my subscription -Expected tool: azmcp_monitor_workspace_list - 0.732954 azmcp_monitor_workspace_list *** EXPECTED *** - 0.601481 azmcp_grafana_list - 0.580353 azmcp_monitor_table_list - 0.521317 azmcp_monitor_table_type_list - 0.521277 azmcp_search_service_list - 0.463378 azmcp_monitor_workspace_log_query - 0.453702 azmcp_deploy_app_logs_get - 0.439297 azmcp_kusto_cluster_list - 0.435475 azmcp_workbooks_list - 0.428945 azmcp_cosmos_account_list - 0.427183 azmcp_aks_cluster_list - 0.422578 azmcp_subscription_list - 0.422379 azmcp_loadtesting_testresource_list - 0.413155 azmcp_storage_table_list - 0.411774 azmcp_resourcehealth_availability-status_list - 0.411648 azmcp_acr_registry_list - 0.410082 azmcp_azuremanagedlustre_filesystem_list - 0.404177 azmcp_group_list - 0.402600 azmcp_redis_cluster_list - 0.395576 azmcp_appconfig_account_list - -Prompt: Show me the logs for the past hour in the Log Analytics workspace -Expected tool: azmcp_monitor_workspace_log_query - 0.591648 azmcp_monitor_workspace_log_query *** EXPECTED *** - 0.494715 azmcp_monitor_resource_log_query - 0.485898 azmcp_monitor_table_list - 0.484167 azmcp_deploy_app_logs_get - 0.483271 azmcp_monitor_workspace_list - 0.427241 azmcp_monitor_table_type_list - 0.374939 azmcp_monitor_metrics_query - 0.365704 azmcp_grafana_list - 0.330182 azmcp_resourcehealth_service-health-events_list - 0.322875 azmcp_workbooks_delete - 0.322408 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.315638 azmcp_search_service_list - 0.309411 azmcp_loadtesting_testrun_get - 0.299830 azmcp_applens_resource_diagnose - 0.292089 azmcp_loadtesting_testrun_list - 0.291669 azmcp_kusto_query - 0.288698 azmcp_aks_cluster_list - 0.287253 azmcp_aks_cluster_get - 0.283294 azmcp_deploy_architecture_diagram_generate - 0.276315 azmcp_cosmos_account_list - -Prompt: List all monitored resources in the Datadog resource -Expected tool: azmcp_datadog_monitoredresources_list - 0.668827 azmcp_datadog_monitoredresources_list *** EXPECTED *** - 0.434813 azmcp_redis_cache_list - 0.413173 azmcp_monitor_metrics_query - 0.408658 azmcp_redis_cluster_list - 0.401731 azmcp_grafana_list - 0.393318 azmcp_resourcehealth_availability-status_list - 0.386685 azmcp_monitor_metrics_definitions - 0.369805 azmcp_redis_cluster_database_list - 0.364360 azmcp_workbooks_list - 0.356643 azmcp_mysql_server_list - 0.355456 azmcp_loadtesting_testresource_list - 0.345409 azmcp_postgres_database_list - 0.345298 azmcp_group_list - 0.330769 azmcp_postgres_table_list - 0.327205 azmcp_cosmos_database_list - 0.318192 azmcp_sql_db_list - 0.306977 azmcp_azuremanagedlustre_filesystem_list - 0.304096 azmcp_cosmos_account_list - 0.302337 azmcp_acr_registry_repository_list - 0.296544 azmcp_cosmos_database_container_list - 0.294589 azmcp_kusto_database_list - -Prompt: Show me the monitored resources in the Datadog resource -Expected tool: azmcp_datadog_monitoredresources_list - 0.624066 azmcp_datadog_monitoredresources_list *** EXPECTED *** - 0.443481 azmcp_monitor_metrics_query - 0.393227 azmcp_redis_cache_list - 0.374071 azmcp_redis_cluster_list - 0.371017 azmcp_grafana_list - 0.370681 azmcp_resourcehealth_availability-status_list - 0.359274 azmcp_monitor_metrics_definitions - 0.350656 azmcp_quota_usage_check - 0.343197 azmcp_loadtesting_testresource_list - 0.342468 azmcp_redis_cluster_database_list - 0.337109 azmcp_mysql_server_list - 0.320510 azmcp_resourcehealth_availability-status_get - 0.319895 azmcp_workbooks_list - 0.302947 azmcp_azuremanagedlustre_filesystem_list - 0.300733 azmcp_monitor_resource_log_query - 0.285253 azmcp_group_list - 0.274589 azmcp_deploy_app_logs_get - 0.272689 azmcp_loadtesting_testrun_list - 0.271043 azmcp_loadtesting_testrun_get - 0.269225 azmcp_monitor_healthmodels_entity_gethealth - -Prompt: Check my Azure subscription for any compliance issues or recommendations -Expected tool: azmcp_extension_azqr - 0.533164 azmcp_quota_usage_check - 0.497434 azmcp_applens_resource_diagnose - 0.481143 azmcp_azureterraformbestpractices_get - 0.476826 azmcp_extension_azqr *** EXPECTED *** - 0.451690 azmcp_get_bestpractices_get - 0.440399 azmcp_resourcehealth_availability-status_list - 0.438386 azmcp_cloudarchitect_design - 0.434685 azmcp_search_service_list - 0.431096 azmcp_deploy_iac_rules_get - 0.423174 azmcp_subscription_list - 0.422293 azmcp_resourcehealth_availability-status_get - 0.417076 azmcp_resourcehealth_service-health-events_list - 0.408023 azmcp_deploy_architecture_diagram_generate - 0.406591 azmcp_deploy_plan_get - 0.400363 azmcp_quota_region_availability_list - 0.391660 azmcp_marketplace_product_get - 0.389186 azmcp_monitor_workspace_list - 0.383400 azmcp_deploy_pipeline_guidance_get - 0.381209 azmcp_storage_account_get - 0.354341 azmcp_redis_cache_list - -Prompt: Provide compliance recommendations for my current Azure subscription -Expected tool: azmcp_extension_azqr - 0.532792 azmcp_azureterraformbestpractices_get - 0.492863 azmcp_get_bestpractices_get - 0.488377 azmcp_cloudarchitect_design - 0.473365 azmcp_deploy_iac_rules_get - 0.462743 azmcp_extension_azqr *** EXPECTED *** - 0.452232 azmcp_applens_resource_diagnose - 0.448085 azmcp_deploy_plan_get - 0.442021 azmcp_quota_usage_check - 0.439040 azmcp_deploy_architecture_diagram_generate - 0.426161 azmcp_deploy_pipeline_guidance_get - 0.385771 azmcp_quota_region_availability_list - 0.382677 azmcp_search_service_list - 0.375670 azmcp_subscription_list - 0.375095 azmcp_marketplace_product_get - 0.365859 azmcp_resourcehealth_service-health-events_list - 0.360612 azmcp_resourcehealth_availability-status_get - 0.349469 azmcp_storage_account_get - 0.341827 azmcp_mysql_server_config_get - 0.334327 azmcp_mysql_server_list - -Prompt: Scan my Azure subscription for compliance recommendations -Expected tool: azmcp_extension_azqr - 0.536934 azmcp_azureterraformbestpractices_get - 0.516925 azmcp_extension_azqr *** EXPECTED *** - 0.504673 azmcp_quota_usage_check - 0.494872 azmcp_deploy_plan_get - 0.487387 azmcp_get_bestpractices_get - 0.481698 azmcp_applens_resource_diagnose - 0.464304 azmcp_cloudarchitect_design - 0.463564 azmcp_deploy_iac_rules_get - 0.463172 azmcp_deploy_architecture_diagram_generate - 0.452811 azmcp_search_service_list - 0.433938 azmcp_quota_region_availability_list - 0.423375 azmcp_subscription_list - 0.417356 azmcp_resourcehealth_availability-status_list - 0.403533 azmcp_deploy_pipeline_guidance_get - 0.398699 azmcp_monitor_workspace_list - 0.391476 azmcp_datadog_monitoredresources_list - 0.380268 azmcp_storage_account_get - 0.376262 azmcp_resourcehealth_service-health-events_list - 0.374279 azmcp_mysql_server_list - 0.373844 azmcp_resourcehealth_availability-status_get - -Prompt: Show me the available regions for these resource types -Expected tool: azmcp_quota_region_availability_list - 0.590878 azmcp_quota_region_availability_list *** EXPECTED *** - 0.413274 azmcp_quota_usage_check - 0.373069 azmcp_resourcehealth_availability-status_list - 0.369855 azmcp_azuremanagedlustre_filesystem_sku_get - 0.361386 azmcp_datadog_monitoredresources_list - 0.349685 azmcp_monitor_table_type_list - 0.348742 azmcp_redis_cluster_list - 0.337839 azmcp_redis_cache_list - 0.331145 azmcp_mysql_server_list - 0.331025 azmcp_monitor_metrics_definitions - 0.328408 azmcp_grafana_list - 0.325796 azmcp_azuremanagedlustre_filesystem_list - 0.313369 azmcp_loadtesting_testresource_list - 0.310624 azmcp_resourcehealth_availability-status_get - 0.307143 azmcp_workbooks_list - 0.290125 azmcp_group_list - 0.287104 azmcp_acr_registry_list - 0.278534 azmcp_search_service_list - 0.263276 azmcp_loadtesting_test_get - 0.247084 azmcp_acr_registry_repository_list - 0.236320 azmcp_foundry_models_list - -Prompt: Check usage information for in region -Expected tool: azmcp_quota_usage_check - 0.609244 azmcp_quota_usage_check *** EXPECTED *** - 0.491058 azmcp_quota_region_availability_list - 0.384350 azmcp_resourcehealth_availability-status_list - 0.383929 azmcp_resourcehealth_availability-status_get - 0.379029 azmcp_redis_cache_list - 0.365684 azmcp_redis_cluster_list - 0.358215 azmcp_azuremanagedlustre_filesystem_list - 0.351637 azmcp_azuremanagedlustre_filesystem_sku_get - 0.345156 azmcp_mysql_server_list - 0.342266 azmcp_applens_resource_diagnose - 0.342231 azmcp_datadog_monitoredresources_list - 0.338636 azmcp_grafana_list - 0.331476 azmcp_monitor_metrics_definitions - 0.322571 azmcp_workbooks_list - 0.321805 azmcp_monitor_resource_log_query - 0.312566 azmcp_storage_account_get - 0.305083 azmcp_loadtesting_test_get - 0.304570 azmcp_loadtesting_testrun_get - 0.300710 azmcp_aks_cluster_get - 0.284888 azmcp_loadtesting_testrun_list - -Prompt: List all available role assignments in my subscription -Expected tool: azmcp_role_assignment_list - 0.645259 azmcp_role_assignment_list *** EXPECTED *** - 0.483988 azmcp_group_list - 0.483001 azmcp_subscription_list - 0.478700 azmcp_grafana_list - 0.474796 azmcp_redis_cache_list - 0.471364 azmcp_cosmos_account_list - 0.468596 azmcp_search_service_list - 0.460029 azmcp_redis_cluster_list - 0.453044 azmcp_monitor_workspace_list - 0.446372 azmcp_redis_cache_accesspolicy_list - 0.441100 azmcp_functionapp_list - 0.430667 azmcp_kusto_cluster_list - 0.427950 azmcp_workbooks_list - 0.427255 azmcp_resourcehealth_availability-status_list - 0.425029 azmcp_postgres_server_list - 0.403310 azmcp_datadog_monitoredresources_list - 0.397565 azmcp_appconfig_account_list - 0.396961 azmcp_aks_cluster_list - 0.394421 azmcp_eventgrid_topic_list - 0.374732 azmcp_loadtesting_testresource_list - 0.374680 azmcp_marketplace_product_get - -Prompt: Show me the available role assignments in my subscription -Expected tool: azmcp_role_assignment_list - 0.609705 azmcp_role_assignment_list *** EXPECTED *** - 0.456956 azmcp_grafana_list - 0.436747 azmcp_subscription_list - 0.435642 azmcp_redis_cache_list - 0.435442 azmcp_monitor_workspace_list - 0.431865 azmcp_search_service_list - 0.428663 azmcp_group_list - 0.428370 azmcp_redis_cluster_list - 0.422222 azmcp_resourcehealth_availability-status_list - 0.420804 azmcp_cosmos_account_list - 0.410380 azmcp_redis_cache_accesspolicy_list - 0.406766 azmcp_quota_region_availability_list - 0.395445 azmcp_workbooks_list - 0.388825 azmcp_marketplace_product_get - 0.386800 azmcp_kusto_cluster_list - 0.383635 azmcp_datadog_monitoredresources_list - 0.373204 azmcp_appconfig_account_list - 0.368653 azmcp_loadtesting_testresource_list - 0.361829 azmcp_eventgrid_topic_list - -Prompt: List all access policies in the Redis Cache -Expected tool: azmcp_redis_cache_accesspolicy_list - 0.757057 azmcp_redis_cache_accesspolicy_list *** EXPECTED *** - 0.565047 azmcp_redis_cache_list - 0.445073 azmcp_redis_cluster_list - 0.377563 azmcp_redis_cluster_database_list - 0.322930 azmcp_mysql_database_list - 0.312428 azmcp_cosmos_account_list - 0.307601 azmcp_keyvault_secret_list - 0.303736 azmcp_storage_table_list - 0.303531 azmcp_appconfig_kv_list - 0.300024 azmcp_cosmos_database_list - 0.298380 azmcp_keyvault_certificate_list - 0.296657 azmcp_keyvault_key_list - 0.286483 azmcp_acr_registry_repository_list - 0.285063 azmcp_search_service_list - 0.284898 azmcp_appconfig_account_list - 0.284304 azmcp_grafana_list - 0.283818 azmcp_mysql_server_list - 0.280740 azmcp_loadtesting_testrun_list - 0.277670 azmcp_subscription_list - 0.274897 azmcp_role_assignment_list - -Prompt: Show me the access policies in the Redis Cache -Expected tool: azmcp_redis_cache_accesspolicy_list - 0.713839 azmcp_redis_cache_accesspolicy_list *** EXPECTED *** - 0.523153 azmcp_redis_cache_list - 0.412377 azmcp_redis_cluster_list - 0.338859 azmcp_redis_cluster_database_list - 0.286321 azmcp_appconfig_kv_list - 0.283725 azmcp_mysql_database_list - 0.280245 azmcp_appconfig_kv_show - 0.266366 azmcp_storage_blob_container_get - 0.264484 azmcp_mysql_server_list - 0.262084 azmcp_storage_account_get - 0.258045 azmcp_appconfig_account_list - 0.257957 azmcp_quota_usage_check - 0.257447 azmcp_mysql_server_config_get - 0.257151 azmcp_cosmos_account_list - 0.249585 azmcp_loadtesting_testrun_list - 0.248134 azmcp_keyvault_secret_list - 0.246871 azmcp_grafana_list - 0.246847 azmcp_azuremanagedlustre_filesystem_list - 0.240600 azmcp_datadog_monitoredresources_list - 0.237040 azmcp_aks_nodepool_get - -Prompt: List all Redis Caches in my subscription -Expected tool: azmcp_redis_cache_list - 0.764063 azmcp_redis_cache_list *** EXPECTED *** - 0.653924 azmcp_redis_cluster_list - 0.501880 azmcp_redis_cache_accesspolicy_list - 0.495048 azmcp_postgres_server_list - 0.472307 azmcp_grafana_list - 0.466141 azmcp_kusto_cluster_list - 0.464785 azmcp_redis_cluster_database_list - 0.431968 azmcp_cosmos_account_list - 0.431715 azmcp_appconfig_account_list - 0.423105 azmcp_subscription_list - 0.414865 azmcp_search_service_list - 0.396557 azmcp_monitor_workspace_list - 0.381393 azmcp_kusto_database_list - 0.380443 azmcp_aks_cluster_list - 0.373395 azmcp_group_list - 0.373274 azmcp_storage_table_list - 0.368719 azmcp_datadog_monitoredresources_list - 0.367794 azmcp_mysql_database_list - 0.361464 azmcp_acr_registry_list - 0.360894 azmcp_eventgrid_topic_list - -Prompt: Show me my Redis Caches -Expected tool: azmcp_redis_cache_list - 0.537885 azmcp_redis_cache_list *** EXPECTED *** - 0.450387 azmcp_redis_cache_accesspolicy_list - 0.441104 azmcp_redis_cluster_list - 0.401235 azmcp_redis_cluster_database_list - 0.302323 azmcp_mysql_database_list - 0.283598 azmcp_postgres_database_list - 0.275986 azmcp_mysql_server_list - 0.265858 azmcp_appconfig_kv_list - 0.262106 azmcp_postgres_server_list - 0.257556 azmcp_appconfig_account_list - 0.252070 azmcp_grafana_list - 0.246445 azmcp_cosmos_database_list - 0.236096 azmcp_postgres_table_list - 0.233781 azmcp_cosmos_account_list - 0.231294 azmcp_quota_usage_check - 0.225189 azmcp_cosmos_database_container_list - 0.224084 azmcp_loadtesting_testrun_list - 0.217990 azmcp_datadog_monitoredresources_list - 0.212420 azmcp_azuremanagedlustre_filesystem_list - 0.210134 azmcp_kusto_cluster_list - -Prompt: Show me the Redis Caches in my subscription -Expected tool: azmcp_redis_cache_list - 0.692210 azmcp_redis_cache_list *** EXPECTED *** - 0.595721 azmcp_redis_cluster_list - 0.461603 azmcp_redis_cache_accesspolicy_list - 0.434924 azmcp_postgres_server_list - 0.427325 azmcp_grafana_list - 0.399303 azmcp_redis_cluster_database_list - 0.383383 azmcp_appconfig_account_list - 0.382294 azmcp_kusto_cluster_list - 0.361735 azmcp_cosmos_account_list - 0.353473 azmcp_subscription_list - 0.353419 azmcp_search_service_list - 0.341025 azmcp_monitor_workspace_list - 0.327206 azmcp_loadtesting_testresource_list - 0.315565 azmcp_aks_cluster_list - 0.310802 azmcp_datadog_monitoredresources_list - 0.306356 azmcp_acr_registry_list - 0.305932 azmcp_mysql_database_list - 0.304064 azmcp_group_list - 0.303753 azmcp_eventgrid_topic_list - 0.303249 azmcp_storage_table_list - -Prompt: List all databases in the Redis Cluster -Expected tool: azmcp_redis_cluster_database_list - 0.752919 azmcp_redis_cluster_database_list *** EXPECTED *** - 0.603780 azmcp_redis_cluster_list - 0.594994 azmcp_kusto_database_list - 0.548268 azmcp_postgres_database_list - 0.538403 azmcp_cosmos_database_list - 0.520914 azmcp_mysql_database_list - 0.471359 azmcp_redis_cache_list - 0.458244 azmcp_kusto_cluster_list - 0.456104 azmcp_kusto_table_list - 0.449548 azmcp_sql_db_list - 0.419621 azmcp_postgres_table_list - 0.395418 azmcp_mysql_server_list - 0.390449 azmcp_mysql_table_list - 0.385638 azmcp_cosmos_database_container_list - 0.379937 azmcp_postgres_server_list - 0.376262 azmcp_aks_cluster_list - 0.366236 azmcp_cosmos_account_list - 0.328453 azmcp_aks_nodepool_list - 0.328081 azmcp_datadog_monitoredresources_list - 0.324867 azmcp_grafana_list - -Prompt: Show me the databases in the Redis Cluster -Expected tool: azmcp_redis_cluster_database_list - 0.721506 azmcp_redis_cluster_database_list *** EXPECTED *** - 0.562860 azmcp_redis_cluster_list - 0.537788 azmcp_kusto_database_list - 0.490987 azmcp_mysql_database_list - 0.481618 azmcp_cosmos_database_list - 0.480274 azmcp_postgres_database_list - 0.434940 azmcp_redis_cache_list - 0.414688 azmcp_kusto_table_list - 0.408379 azmcp_sql_db_list - 0.397285 azmcp_kusto_cluster_list - 0.369086 azmcp_mysql_server_list - 0.353712 azmcp_mysql_table_list - 0.351142 azmcp_cosmos_database_container_list - 0.349880 azmcp_postgres_table_list - 0.343275 azmcp_redis_cache_accesspolicy_list - 0.325416 azmcp_aks_cluster_list - 0.318982 azmcp_cosmos_account_list - 0.302228 azmcp_kusto_sample - 0.294393 azmcp_kusto_table_schema - 0.292180 azmcp_grafana_list - -Prompt: List all Redis Clusters in my subscription -Expected tool: azmcp_redis_cluster_list - 0.812960 azmcp_redis_cluster_list *** EXPECTED *** - 0.679028 azmcp_kusto_cluster_list - 0.672104 azmcp_redis_cache_list - 0.588847 azmcp_redis_cluster_database_list - 0.569222 azmcp_aks_cluster_list - 0.554298 azmcp_postgres_server_list - 0.527406 azmcp_kusto_database_list - 0.503279 azmcp_grafana_list - 0.467957 azmcp_cosmos_account_list - 0.462558 azmcp_search_service_list - 0.457600 azmcp_kusto_cluster_get - 0.455837 azmcp_monitor_workspace_list - 0.445496 azmcp_group_list - 0.445406 azmcp_appconfig_account_list - 0.443534 azmcp_virtualdesktop_hostpool_list - 0.442886 azmcp_redis_cache_accesspolicy_list - 0.436405 azmcp_subscription_list - 0.419136 azmcp_acr_registry_list - 0.419075 azmcp_datadog_monitoredresources_list - 0.411121 azmcp_mysql_server_list - -Prompt: Show me my Redis Clusters -Expected tool: azmcp_redis_cluster_list - 0.591593 azmcp_redis_cluster_list *** EXPECTED *** - 0.514375 azmcp_redis_cluster_database_list - 0.467519 azmcp_redis_cache_list - 0.403281 azmcp_kusto_cluster_list - 0.385069 azmcp_redis_cache_accesspolicy_list - 0.368011 azmcp_aks_cluster_list - 0.337910 azmcp_mysql_server_list - 0.329389 azmcp_postgres_server_list - 0.322157 azmcp_kusto_database_list - 0.321180 azmcp_mysql_database_list - 0.305874 azmcp_kusto_cluster_get - 0.301293 azmcp_aks_cluster_get - 0.295045 azmcp_grafana_list - 0.291684 azmcp_postgres_database_list - 0.288103 azmcp_aks_nodepool_list - 0.272504 azmcp_cosmos_database_list - 0.261138 azmcp_azuremanagedlustre_filesystem_list - 0.260993 azmcp_appconfig_account_list - 0.259662 azmcp_postgres_server_config_get - 0.252277 azmcp_resourcehealth_availability-status_list - -Prompt: Show me the Redis Clusters in my subscription -Expected tool: azmcp_redis_cluster_list - 0.744239 azmcp_redis_cluster_list *** EXPECTED *** - 0.607511 azmcp_redis_cache_list - 0.580866 azmcp_kusto_cluster_list - 0.518857 azmcp_redis_cluster_database_list - 0.494170 azmcp_postgres_server_list - 0.491262 azmcp_aks_cluster_list - 0.456252 azmcp_grafana_list - 0.446568 azmcp_kusto_cluster_get - 0.440719 azmcp_kusto_database_list - 0.400256 azmcp_redis_cache_accesspolicy_list - 0.398399 azmcp_search_service_list - 0.394690 azmcp_monitor_workspace_list - 0.394530 azmcp_cosmos_account_list - 0.394483 azmcp_monitor_workspace_list - 0.389814 azmcp_appconfig_account_list - 0.372221 azmcp_group_list - 0.370370 azmcp_mysql_server_list - 0.369831 azmcp_virtualdesktop_hostpool_list - 0.368926 azmcp_datadog_monitoredresources_list - 0.368291 azmcp_resourcehealth_availability-status_list - 0.362596 azmcp_azuremanagedlustre_filesystem_list - -Prompt: List all resource groups in my subscription -Expected tool: azmcp_group_list - 0.755935 azmcp_group_list *** EXPECTED *** - 0.566552 azmcp_workbooks_list - 0.552633 azmcp_datadog_monitoredresources_list - 0.546721 azmcp_resourcehealth_availability-status_list - 0.545480 azmcp_redis_cluster_list - 0.542878 azmcp_grafana_list - 0.530600 azmcp_redis_cache_list - 0.524796 azmcp_kusto_cluster_list - 0.518520 azmcp_acr_registry_list - 0.517218 azmcp_loadtesting_testresource_list - 0.509454 azmcp_search_service_list - 0.501042 azmcp_monitor_workspace_list - 0.491118 azmcp_acr_registry_repository_list - 0.490734 azmcp_virtualdesktop_hostpool_list - 0.486716 azmcp_cosmos_account_list - 0.479382 azmcp_subscription_list - 0.477800 azmcp_mysql_server_list - 0.477024 azmcp_aks_cluster_list - 0.472171 azmcp_quota_region_availability_list - 0.460239 azmcp_functionapp_list - -Prompt: Show me my resource groups -Expected tool: azmcp_group_list - 0.529502 azmcp_group_list *** EXPECTED *** - 0.463656 azmcp_datadog_monitoredresources_list - 0.462406 azmcp_mysql_server_list - 0.459298 azmcp_resourcehealth_availability-status_list - 0.453933 azmcp_workbooks_list - 0.429009 azmcp_loadtesting_testresource_list - 0.426917 azmcp_redis_cluster_list - 0.407801 azmcp_grafana_list - 0.396804 azmcp_azuremanagedlustre_filesystem_list - 0.391281 azmcp_redis_cache_list - 0.383040 azmcp_acr_registry_list - 0.379715 azmcp_acr_registry_repository_list - 0.373787 azmcp_quota_region_availability_list - 0.366298 azmcp_sql_db_list - 0.351392 azmcp_virtualdesktop_hostpool_list - 0.350966 azmcp_quota_usage_check - 0.345602 azmcp_redis_cluster_database_list - 0.328567 azmcp_loadtesting_testresource_create - 0.326117 azmcp_aks_cluster_list - 0.325342 azmcp_kusto_cluster_list - -Prompt: Show me the resource groups in my subscription -Expected tool: azmcp_group_list - 0.665771 azmcp_group_list *** EXPECTED *** - 0.532656 azmcp_datadog_monitoredresources_list - 0.532369 azmcp_resourcehealth_availability-status_list - 0.523088 azmcp_redis_cluster_list - 0.522911 azmcp_workbooks_list - 0.518641 azmcp_loadtesting_testresource_list - 0.515905 azmcp_grafana_list - 0.492945 azmcp_redis_cache_list - 0.487780 azmcp_acr_registry_list - 0.475708 azmcp_search_service_list - 0.470658 azmcp_kusto_cluster_list - 0.464637 azmcp_quota_region_availability_list - 0.460656 azmcp_monitor_workspace_list - 0.454711 azmcp_mysql_server_list - 0.454439 azmcp_virtualdesktop_hostpool_list - 0.437392 azmcp_aks_cluster_list - 0.435227 azmcp_subscription_list - 0.432994 azmcp_cosmos_account_list - 0.429798 azmcp_azuremanagedlustre_filesystem_list - 0.429564 azmcp_acr_registry_repository_list - -Prompt: Get the availability status for resource -Expected tool: azmcp_resourcehealth_availability-status_get - 0.630647 azmcp_resourcehealth_availability-status_get *** EXPECTED *** - 0.538277 azmcp_resourcehealth_availability-status_list - 0.377586 azmcp_quota_usage_check - 0.349981 azmcp_datadog_monitoredresources_list - 0.331563 azmcp_monitor_metrics_definitions - 0.330187 azmcp_mysql_server_list - 0.327691 azmcp_redis_cache_list - 0.325794 azmcp_azuremanagedlustre_filesystem_sku_get - 0.324331 azmcp_quota_region_availability_list - 0.322117 azmcp_azuremanagedlustre_filesystem_list - 0.311644 azmcp_monitor_metrics_query - 0.308238 azmcp_redis_cluster_list - 0.306616 azmcp_grafana_list - 0.292086 azmcp_aks_nodepool_get - 0.290698 azmcp_workbooks_show - 0.287239 azmcp_monitor_healthmodels_entity_gethealth - 0.286287 azmcp_loadtesting_test_get - 0.285983 azmcp_storage_blob_container_get - 0.284990 azmcp_applens_resource_diagnose - 0.284986 azmcp_functionapp_get - 0.272387 azmcp_aks_cluster_get - -Prompt: Show me the health status of the storage account -Expected tool: azmcp_resourcehealth_availability-status_get - 0.549306 azmcp_storage_account_get - 0.510423 azmcp_storage_blob_container_get - 0.492853 azmcp_storage_table_list - 0.490090 azmcp_resourcehealth_availability-status_get *** EXPECTED *** - 0.466885 azmcp_resourcehealth_availability-status_list - 0.455931 azmcp_storage_account_create - 0.413034 azmcp_storage_blob_get - 0.411283 azmcp_quota_usage_check - 0.405847 azmcp_cosmos_account_list - 0.403899 azmcp_azuremanagedlustre_filesystem_list - 0.375273 azmcp_cosmos_database_container_list - 0.368594 azmcp_storage_datalake_file-system_list-paths - 0.368262 azmcp_appconfig_kv_show - 0.349407 azmcp_cosmos_database_list - 0.347885 azmcp_resourcehealth_service-health-events_list - 0.337143 azmcp_monitor_healthmodels_entity_gethealth - 0.336357 azmcp_azuremanagedlustre_filesystem_sku_get - 0.321664 azmcp_deploy_app_logs_get - 0.318472 azmcp_aks_nodepool_get - 0.311399 azmcp_appconfig_account_list - -Prompt: What is the availability status of virtual machine in resource group ? -Expected tool: azmcp_resourcehealth_availability-status_get - 0.577529 azmcp_resourcehealth_availability-status_list - 0.570884 azmcp_resourcehealth_availability-status_get *** EXPECTED *** - 0.424939 azmcp_mysql_server_list - 0.393479 azmcp_azuremanagedlustre_filesystem_list - 0.386598 azmcp_quota_usage_check - 0.373883 azmcp_datadog_monitoredresources_list - 0.371864 azmcp_functionapp_get - 0.352447 azmcp_azuremanagedlustre_filesystem_sku_get - 0.342229 azmcp_virtualdesktop_hostpool_list - 0.337593 azmcp_aks_nodepool_get - 0.327118 azmcp_storage_account_create - 0.321304 azmcp_group_list - 0.318379 azmcp_sql_db_list - 0.318319 azmcp_workbooks_list - 0.307248 azmcp_applens_resource_diagnose - 0.307076 azmcp_sql_db_show - 0.304604 azmcp_quota_region_availability_list - 0.294197 azmcp_aks_cluster_get - 0.289170 azmcp_loadtesting_testresource_list - 0.283955 azmcp_acr_registry_list - -Prompt: List availability status for all resources in my subscription -Expected tool: azmcp_resourcehealth_availability-status_list - 0.737219 azmcp_resourcehealth_availability-status_list *** EXPECTED *** - 0.587330 azmcp_resourcehealth_availability-status_get - 0.578620 azmcp_redis_cache_list - 0.563455 azmcp_redis_cluster_list - 0.548549 azmcp_grafana_list - 0.540583 azmcp_datadog_monitoredresources_list - 0.534299 azmcp_search_service_list - 0.531356 azmcp_quota_region_availability_list - 0.530985 azmcp_group_list - 0.507997 azmcp_monitor_workspace_list - 0.496651 azmcp_cosmos_account_list - 0.491394 azmcp_quota_usage_check - 0.491167 azmcp_subscription_list - 0.484221 azmcp_loadtesting_testresource_list - 0.482623 azmcp_kusto_cluster_list - 0.476832 azmcp_azuremanagedlustre_filesystem_list - 0.465422 azmcp_aks_cluster_list - 0.459718 azmcp_workbooks_list - 0.459250 azmcp_eventgrid_topic_list - 0.457237 azmcp_appconfig_account_list - -Prompt: Show me the health status of all my Azure resources -Expected tool: azmcp_resourcehealth_availability-status_list - 0.644908 azmcp_resourcehealth_availability-status_list *** EXPECTED *** - 0.587088 azmcp_resourcehealth_availability-status_get - 0.508252 azmcp_quota_usage_check - 0.473905 azmcp_datadog_monitoredresources_list - 0.462125 azmcp_search_service_list - 0.441470 azmcp_mysql_server_list - 0.441430 azmcp_applens_resource_diagnose - 0.430496 azmcp_resourcehealth_service-health-events_list - 0.409373 azmcp_deploy_app_logs_get - 0.407124 azmcp_storage_blob_container_get - 0.406709 azmcp_quota_region_availability_list - 0.406408 azmcp_azuremanagedlustre_filesystem_list - 0.405790 azmcp_sql_db_list - 0.403347 azmcp_aks_cluster_list - 0.400553 azmcp_monitor_metrics_query - 0.387835 azmcp_cosmos_account_list - 0.381144 azmcp_get_bestpractices_get - 0.380761 azmcp_monitor_healthmodels_entity_gethealth - 0.379969 azmcp_azureterraformbestpractices_get - -Prompt: What resources in resource group have health issues? -Expected tool: azmcp_resourcehealth_availability-status_list - 0.596817 azmcp_resourcehealth_availability-status_list *** EXPECTED *** - 0.543421 azmcp_resourcehealth_availability-status_get - 0.427638 azmcp_datadog_monitoredresources_list - 0.420567 azmcp_applens_resource_diagnose - 0.420387 azmcp_mysql_server_list - 0.411111 azmcp_quota_usage_check - 0.411059 azmcp_resourcehealth_service-health-events_list - 0.374184 azmcp_azuremanagedlustre_filesystem_list - 0.371219 azmcp_loadtesting_testresource_list - 0.363808 azmcp_workbooks_list - 0.360039 azmcp_redis_cluster_list - 0.358871 azmcp_monitor_healthmodels_entity_gethealth - 0.350454 azmcp_group_list - 0.348923 azmcp_monitor_metrics_query - 0.334774 azmcp_redis_cache_list - 0.330185 azmcp_extension_azqr - 0.320138 azmcp_monitor_resource_log_query - 0.309354 azmcp_deploy_app_logs_get - 0.308680 azmcp_grafana_list - -Prompt: List all service health events in my subscription -Expected tool: azmcp_resourcehealth_service-health-events_list - 0.719917 azmcp_resourcehealth_service-health-events_list *** EXPECTED *** - 0.554895 azmcp_search_service_list - 0.518595 azmcp_resourcehealth_availability-status_list - 0.503831 azmcp_eventgrid_topic_list - 0.470139 azmcp_postgres_server_list - 0.456526 azmcp_redis_cache_list - 0.454448 azmcp_redis_cluster_list - 0.446515 azmcp_resourcehealth_availability-status_get - 0.438716 azmcp_subscription_list - 0.427154 azmcp_aks_cluster_list - 0.426698 azmcp_grafana_list - 0.420062 azmcp_monitor_workspace_list - 0.419011 azmcp_kusto_cluster_list - 0.416883 azmcp_cosmos_account_list - 0.411902 azmcp_group_list - 0.407099 azmcp_servicebus_topic_subscription_details - 0.385382 azmcp_appconfig_account_list - 0.378841 azmcp_datadog_monitoredresources_list - 0.360279 azmcp_marketplace_product_list - 0.357164 azmcp_marketplace_product_get - -Prompt: Show me Azure service health events for subscription -Expected tool: azmcp_resourcehealth_service-health-events_list - 0.726947 azmcp_resourcehealth_service-health-events_list *** EXPECTED *** - 0.513815 azmcp_search_service_list - 0.491121 azmcp_resourcehealth_availability-status_list - 0.484385 azmcp_resourcehealth_availability-status_get - 0.475578 azmcp_eventgrid_topic_list - 0.459700 azmcp_subscription_list - 0.431502 azmcp_marketplace_product_get - 0.425644 azmcp_quota_region_availability_list - 0.411892 azmcp_servicebus_topic_subscription_details - 0.410579 azmcp_marketplace_product_list - 0.409027 azmcp_aks_cluster_list - 0.404861 azmcp_monitor_workspace_list - 0.395147 azmcp_monitor_resource_log_query - 0.390637 azmcp_kusto_cluster_get - 0.390483 azmcp_group_list - 0.390381 azmcp_applens_resource_diagnose - 0.390329 azmcp_redis_cluster_list - 0.385710 azmcp_datadog_monitoredresources_list - 0.384613 azmcp_kusto_cluster_list - -Prompt: What service issues have occurred in the last 30 days? -Expected tool: azmcp_resourcehealth_service-health-events_list - 0.301604 azmcp_resourcehealth_service-health-events_list *** EXPECTED *** - 0.270290 azmcp_resourcehealth_availability-status_get - 0.251870 azmcp_applens_resource_diagnose - 0.216977 azmcp_resourcehealth_availability-status_list - 0.211842 azmcp_search_service_list - 0.191890 azmcp_cloudarchitect_design - 0.189628 azmcp_foundry_models_deployments_list - 0.188665 azmcp_get_bestpractices_get - 0.187819 azmcp_azuremanagedlustre_filesystem_list - 0.185941 azmcp_quota_usage_check - 0.174872 azmcp_deploy_app_logs_get - 0.170157 azmcp_postgres_server_list - 0.169947 azmcp_servicebus_queue_details - 0.164622 azmcp_monitor_resource_log_query - 0.163022 azmcp_monitor_workspace_log_query - 0.155791 azmcp_servicebus_topic_subscription_details - 0.155444 azmcp_aks_cluster_list - 0.149112 azmcp_aks_cluster_get - 0.147315 azmcp_deploy_architecture_diagram_generate - 0.147023 azmcp_grafana_list - -Prompt: List active service health events in my subscription -Expected tool: azmcp_resourcehealth_service-health-events_list - 0.711107 azmcp_resourcehealth_service-health-events_list *** EXPECTED *** - 0.520197 azmcp_search_service_list - 0.502345 azmcp_resourcehealth_availability-status_list - 0.487531 azmcp_eventgrid_topic_list - 0.453380 azmcp_resourcehealth_availability-status_get - 0.451351 azmcp_postgres_server_list - 0.439658 azmcp_redis_cache_list - 0.436070 azmcp_redis_cluster_list - 0.411793 azmcp_grafana_list - 0.408792 azmcp_servicebus_topic_subscription_details - 0.407631 azmcp_subscription_list - 0.407239 azmcp_monitor_workspace_list - 0.404980 azmcp_aks_cluster_list - 0.391992 azmcp_kusto_cluster_list - 0.379016 azmcp_cosmos_account_list - 0.371279 azmcp_group_list - 0.368866 azmcp_datadog_monitoredresources_list - 0.367426 azmcp_marketplace_product_get - 0.357139 azmcp_appconfig_account_list - -Prompt: Show me planned maintenance events for my Azure services -Expected tool: azmcp_resourcehealth_service-health-events_list - 0.527706 azmcp_resourcehealth_service-health-events_list *** EXPECTED *** - 0.437868 azmcp_search_service_list - 0.402532 azmcp_resourcehealth_availability-status_list - 0.400175 azmcp_resourcehealth_availability-status_get - 0.397735 azmcp_quota_usage_check - 0.382901 azmcp_deploy_plan_get - 0.382581 azmcp_deploy_app_logs_get - 0.375034 azmcp_azuremanagedlustre_filesystem_sku_get - 0.371691 azmcp_monitor_metrics_query - 0.363470 azmcp_get_bestpractices_get - 0.362214 azmcp_applens_resource_diagnose - 0.360562 azmcp_deploy_architecture_diagram_generate - 0.357531 azmcp_azuremanagedlustre_filesystem_list - 0.350469 azmcp_functionapp_list - 0.341495 azmcp_foundry_models_deployments_list - 0.340315 azmcp_datadog_monitoredresources_list - 0.338062 azmcp_search_index_get - 0.335544 azmcp_marketplace_product_get - 0.333024 azmcp_subscription_list - 0.332391 azmcp_mysql_server_list - 0.331594 azmcp_monitor_resource_log_query - -Prompt: Show me the details of service bus queue -Expected tool: azmcp_servicebus_queue_details - 0.642876 azmcp_servicebus_queue_details *** EXPECTED *** - 0.460932 azmcp_servicebus_topic_subscription_details - 0.400707 azmcp_servicebus_topic_details - 0.382417 azmcp_storage_queue_message_send - 0.375387 azmcp_aks_cluster_get - 0.360755 azmcp_storage_blob_container_get - 0.352705 azmcp_storage_account_get - 0.351081 azmcp_search_index_get - 0.337239 azmcp_sql_db_show - 0.336419 azmcp_sql_server_show - 0.332541 azmcp_loadtesting_testrun_get - 0.327611 azmcp_aks_nodepool_get - 0.323295 azmcp_marketplace_product_get - 0.323046 azmcp_kusto_cluster_get - 0.310612 azmcp_azuremanagedlustre_filesystem_list - 0.309215 azmcp_functionapp_get - 0.308567 azmcp_redis_cache_list - 0.296380 azmcp_aks_cluster_list - 0.290226 azmcp_eventgrid_topic_list - 0.279367 azmcp_aks_nodepool_list - -Prompt: Show me the details of service bus topic -Expected tool: azmcp_servicebus_topic_details - 0.591649 azmcp_servicebus_topic_details *** EXPECTED *** - 0.571860 azmcp_servicebus_topic_subscription_details - 0.492462 azmcp_eventgrid_topic_list - 0.483976 azmcp_servicebus_queue_details - 0.365658 azmcp_search_index_get - 0.361354 azmcp_aks_cluster_get - 0.352504 azmcp_marketplace_product_get - 0.341289 azmcp_loadtesting_testrun_get - 0.340036 azmcp_sql_db_show - 0.336914 azmcp_storage_blob_get - 0.335558 azmcp_kusto_cluster_get - 0.333396 azmcp_storage_account_get - 0.330814 azmcp_resourcehealth_service-health-events_list - 0.326129 azmcp_storage_blob_container_get - 0.324869 azmcp_redis_cache_list - 0.317497 azmcp_aks_cluster_list - 0.308089 azmcp_functionapp_get - 0.297323 azmcp_grafana_list - 0.295591 azmcp_functionapp_list - 0.290383 azmcp_azuremanagedlustre_filesystem_list - -Prompt: Show me the details of service bus subscription -Expected tool: azmcp_servicebus_topic_subscription_details - 0.633187 azmcp_servicebus_topic_subscription_details *** EXPECTED *** - 0.494515 azmcp_servicebus_queue_details - 0.457036 azmcp_servicebus_topic_details - 0.444649 azmcp_marketplace_product_get - 0.443994 azmcp_eventgrid_topic_list - 0.429458 azmcp_redis_cache_list - 0.426644 azmcp_kusto_cluster_get - 0.421009 azmcp_sql_db_show - 0.411293 azmcp_resourcehealth_service-health-events_list - 0.409614 azmcp_aks_cluster_list - 0.406192 azmcp_functionapp_list - 0.405380 azmcp_search_service_list - 0.404739 azmcp_redis_cluster_list - 0.395789 azmcp_storage_account_get - 0.395176 azmcp_grafana_list - 0.388049 azmcp_postgres_server_list - 0.369986 azmcp_appconfig_account_list - 0.368411 azmcp_aks_cluster_get - 0.368155 azmcp_kusto_cluster_list - 0.367649 azmcp_group_list - -Prompt: List all databases in the Azure SQL server -Expected tool: azmcp_sql_db_list - 0.643186 azmcp_sql_db_list *** EXPECTED *** - 0.639694 azmcp_mysql_database_list - 0.609178 azmcp_postgres_database_list - 0.602890 azmcp_cosmos_database_list - 0.529058 azmcp_mysql_table_list - 0.527942 azmcp_kusto_database_list - 0.486638 azmcp_mysql_server_list - 0.479462 azmcp_sql_server_delete - 0.475733 azmcp_sql_elastic-pool_list - 0.474927 azmcp_redis_cluster_database_list - 0.466130 azmcp_storage_table_list - 0.464525 azmcp_sql_db_show - 0.457219 azmcp_postgres_server_list - 0.457163 azmcp_kusto_table_list - 0.441355 azmcp_cosmos_account_list - 0.440636 azmcp_cosmos_database_container_list - 0.400163 azmcp_keyvault_certificate_list - 0.395078 azmcp_keyvault_key_list - 0.394719 azmcp_keyvault_secret_list - 0.380579 azmcp_acr_registry_repository_list - 0.367404 azmcp_datadog_monitoredresources_list - -Prompt: Show me all the databases configuration details in the Azure SQL server -Expected tool: azmcp_sql_db_list - 0.616317 azmcp_sql_server_show - 0.609322 azmcp_sql_db_list *** EXPECTED *** - 0.557353 azmcp_mysql_database_list - 0.553488 azmcp_mysql_server_config_get - 0.524274 azmcp_sql_db_show - 0.471862 azmcp_postgres_database_list - 0.461650 azmcp_cosmos_database_list - 0.458742 azmcp_postgres_server_config_get - 0.445291 azmcp_mysql_table_list - 0.443384 azmcp_sql_elastic-pool_list - 0.433141 azmcp_mysql_table_schema_get - 0.428860 azmcp_storage_account_get - 0.387677 azmcp_kusto_database_list - 0.380428 azmcp_appconfig_account_list - 0.357318 azmcp_aks_cluster_list - 0.354581 azmcp_aks_nodepool_list - 0.349880 azmcp_cosmos_account_list - 0.347172 azmcp_cosmos_database_container_list - 0.342792 azmcp_appconfig_kv_list - 0.342284 azmcp_aks_cluster_get - 0.341598 azmcp_kusto_table_list - -Prompt: Get the configuration details for the SQL database on server -Expected tool: azmcp_sql_db_show - 0.592636 azmcp_postgres_server_config_get - 0.529915 azmcp_mysql_server_config_get - 0.527919 azmcp_sql_db_show *** EXPECTED *** - 0.465096 azmcp_sql_db_list - 0.446401 azmcp_postgres_server_param_get - 0.438414 azmcp_mysql_server_param_get - 0.397941 azmcp_mysql_table_schema_get - 0.397019 azmcp_mysql_database_list - 0.371215 azmcp_sql_server_firewall-rule_list - 0.371107 azmcp_loadtesting_test_get - 0.351186 azmcp_sql_server_entra-admin_list - 0.326545 azmcp_aks_nodepool_get - 0.325558 azmcp_kusto_table_schema - 0.320395 azmcp_aks_cluster_get - 0.297919 azmcp_appconfig_kv_show - 0.295285 azmcp_appconfig_kv_list - 0.281665 azmcp_functionapp_get - 0.280152 azmcp_foundry_knowledge_index_schema - 0.273707 azmcp_kusto_cluster_get - 0.272897 azmcp_cosmos_database_list - -Prompt: Show me the details of SQL database in server -Expected tool: azmcp_sql_db_show - 0.530095 azmcp_sql_db_show *** EXPECTED *** - 0.498217 azmcp_sql_server_show - 0.440073 azmcp_sql_db_list - 0.438622 azmcp_mysql_table_schema_get - 0.432919 azmcp_mysql_database_list - 0.421862 azmcp_postgres_database_list - 0.400963 azmcp_mysql_table_list - 0.398714 azmcp_mysql_server_config_get - 0.375668 azmcp_postgres_server_config_get - 0.361500 azmcp_redis_cluster_database_list - 0.344694 azmcp_kusto_table_schema - 0.337996 azmcp_cosmos_database_list - 0.323538 azmcp_kusto_table_list - 0.300133 azmcp_cosmos_database_container_list - 0.299814 azmcp_aks_cluster_get - 0.296827 azmcp_kusto_database_list - 0.291629 azmcp_loadtesting_testrun_get - 0.285834 azmcp_kusto_cluster_get - 0.268544 azmcp_functionapp_get - 0.265548 azmcp_aks_nodepool_get - -Prompt: List all elastic pools in SQL server -Expected tool: azmcp_sql_elastic-pool_list - 0.678124 azmcp_sql_elastic-pool_list *** EXPECTED *** - 0.502376 azmcp_sql_db_list - 0.498367 azmcp_mysql_database_list - 0.473539 azmcp_aks_nodepool_list - 0.468239 azmcp_sql_server_show - 0.454426 azmcp_mysql_table_list - 0.450777 azmcp_mysql_server_list - 0.441264 azmcp_virtualdesktop_hostpool_list - 0.434570 azmcp_postgres_server_list - 0.431174 azmcp_cosmos_database_list - 0.429007 azmcp_sql_server_entra-admin_list - 0.416043 azmcp_monitor_table_list - 0.414738 azmcp_postgres_database_list - 0.394548 azmcp_aks_nodepool_get - 0.394369 azmcp_kusto_database_list - 0.370652 azmcp_cosmos_account_list - 0.363579 azmcp_kusto_cluster_list - 0.357211 azmcp_kusto_table_list - 0.352050 azmcp_aks_cluster_list - 0.351723 azmcp_cosmos_database_container_list - 0.349479 azmcp_keyvault_key_list - -Prompt: Show me the elastic pools configured for SQL server -Expected tool: azmcp_sql_elastic-pool_list - 0.606425 azmcp_sql_elastic-pool_list *** EXPECTED *** - 0.457164 azmcp_sql_db_list - 0.438522 azmcp_aks_nodepool_list - 0.432816 azmcp_mysql_database_list - 0.429796 azmcp_aks_nodepool_get - 0.423047 azmcp_mysql_server_config_get - 0.419753 azmcp_mysql_server_list - 0.400054 azmcp_mysql_server_param_get - 0.383940 azmcp_sql_server_entra-admin_list - 0.378556 azmcp_postgres_server_list - 0.372423 azmcp_mysql_table_list - 0.335615 azmcp_cosmos_database_list - 0.333099 azmcp_azuremanagedlustre_filesystem_list - 0.319836 azmcp_aks_cluster_list - 0.317886 azmcp_azuremanagedlustre_filesystem_sku_get - 0.304600 azmcp_cosmos_account_list - 0.304317 azmcp_appconfig_account_list - 0.298907 azmcp_kusto_database_list - 0.298264 azmcp_acr_registry_list - -Prompt: What elastic pools are available in my SQL server ? -Expected tool: azmcp_sql_elastic-pool_list - 0.592709 azmcp_sql_elastic-pool_list *** EXPECTED *** - 0.420325 azmcp_mysql_database_list - 0.402616 azmcp_mysql_server_list - 0.397670 azmcp_sql_db_list - 0.391878 azmcp_sql_server_show - 0.386833 azmcp_aks_nodepool_list - 0.378527 azmcp_monitor_table_type_list - 0.365131 azmcp_aks_nodepool_get - 0.357516 azmcp_mysql_table_list - 0.350723 azmcp_virtualdesktop_hostpool_list - 0.344799 azmcp_postgres_server_list - 0.344431 azmcp_mysql_server_param_get - 0.342703 azmcp_azuremanagedlustre_filesystem_sku_get - 0.321778 azmcp_azuremanagedlustre_filesystem_list - 0.298933 azmcp_cosmos_database_list - 0.292566 azmcp_kusto_cluster_list - 0.284157 azmcp_kusto_database_list - 0.281680 azmcp_cosmos_account_list - 0.259325 azmcp_loadtesting_testresource_list - 0.256675 azmcp_acr_registry_list - -Prompt: Create a new Azure SQL server named in resource group -Expected tool: azmcp_sql_server_create - 0.482102 azmcp_storage_account_create - 0.473676 azmcp_sql_db_show - 0.464987 azmcp_mysql_server_list - 0.451794 azmcp_loadtesting_testresource_create - 0.449757 azmcp_sql_db_list - 0.418811 azmcp_sql_elastic-pool_list - 0.416802 azmcp_workbooks_create - 0.402500 azmcp_keyvault_secret_create - 0.401016 azmcp_keyvault_certificate_create - 0.397114 azmcp_keyvault_key_create - 0.370535 azmcp_functionapp_get - 0.353383 azmcp_sql_server_firewall-rule_create - 0.332831 azmcp_extension_azqr - 0.326862 azmcp_datadog_monitoredresources_list - 0.323405 azmcp_acr_registry_repository_list - 0.319939 azmcp_acr_registry_list - 0.317946 azmcp_loadtesting_test_create - 0.298587 azmcp_mysql_server_config_get - 0.297336 azmcp_monitor_metrics_query - 0.294495 azmcp_storage_datalake_directory_create - -Prompt: Create an Azure SQL server with name in location with admin user -Expected tool: azmcp_sql_server_create - 0.395927 azmcp_storage_account_create - 0.370224 azmcp_keyvault_secret_create - 0.368606 azmcp_sql_db_show - 0.368323 azmcp_keyvault_key_create - 0.361244 azmcp_mysql_server_list - 0.354796 azmcp_sql_elastic-pool_list - 0.352608 azmcp_keyvault_certificate_create - 0.350035 azmcp_sql_server_firewall-rule_create - 0.349654 azmcp_sql_db_list - 0.337696 azmcp_mysql_server_config_get - 0.328703 azmcp_sql_server_entra-admin_list - 0.324232 azmcp_deploy_pipeline_guidance_get - 0.316750 azmcp_loadtesting_test_create - 0.315747 azmcp_azuremanagedlustre_filesystem_sku_get - 0.301463 azmcp_deploy_plan_get - 0.300834 azmcp_loadtesting_testresource_create - 0.297680 azmcp_deploy_architecture_diagram_generate - 0.289057 azmcp_storage_account_get - 0.286642 azmcp_speech_stt_recognize - 0.284632 azmcp_functionapp_get - -Prompt: Set up a new SQL server called in my resource group -Expected tool: azmcp_sql_server_create - 0.442934 azmcp_mysql_server_list - 0.421502 azmcp_sql_db_list - 0.417608 azmcp_sql_db_show - 0.416146 azmcp_storage_account_create - 0.389609 azmcp_sql_elastic-pool_list - 0.385268 azmcp_loadtesting_testresource_create - 0.369631 azmcp_workbooks_create - 0.341549 azmcp_functionapp_get - 0.341142 azmcp_sql_server_firewall-rule_create - 0.332953 azmcp_keyvault_secret_create - 0.317210 azmcp_keyvault_key_create - 0.312657 azmcp_loadtesting_test_create - 0.303273 azmcp_keyvault_certificate_create - 0.302795 azmcp_mysql_server_config_get - 0.298321 azmcp_group_list - 0.294925 azmcp_postgres_server_param_set - 0.290367 azmcp_postgres_server_list - 0.288584 azmcp_datadog_monitoredresources_list - 0.284845 azmcp_deploy_pipeline_guidance_get - 0.277880 azmcp_acr_registry_list - -Prompt: Delete the Azure SQL server from resource group -Expected tool: azmcp_sql_server_delete - 0.483132 azmcp_workbooks_delete - 0.470205 azmcp_sql_db_show - 0.449007 azmcp_mysql_server_list - 0.438950 azmcp_sql_db_list - 0.417035 azmcp_sql_server_firewall-rule_delete - 0.402684 azmcp_sql_elastic-pool_list - 0.378216 azmcp_functionapp_get - 0.333269 azmcp_datadog_monitoredresources_list - 0.327099 azmcp_storage_account_create - 0.323460 azmcp_acr_registry_repository_list - 0.319154 azmcp_mysql_server_config_get - 0.317588 azmcp_extension_azqr - 0.317257 azmcp_group_list - 0.307426 azmcp_appconfig_kv_delete - 0.305611 azmcp_workbooks_list - 0.304909 azmcp_monitor_metrics_query - 0.294061 azmcp_functionapp_list - 0.290106 azmcp_acr_registry_list - 0.273127 azmcp_loadtesting_testresource_create - 0.268748 azmcp_azuremanagedlustre_filesystem_list - -Prompt: Remove the SQL server from my subscription -Expected tool: azmcp_sql_server_delete - 0.393885 azmcp_postgres_server_list - 0.309280 azmcp_sql_server_firewall-rule_delete - 0.306368 azmcp_sql_db_show - 0.295963 azmcp_sql_db_list - 0.295073 azmcp_sql_server_entra-admin_list - 0.276930 azmcp_sql_server_firewall-rule_list - 0.263894 azmcp_postgres_server_config_get - 0.258333 azmcp_kusto_database_list - 0.257669 azmcp_postgres_server_param_get - 0.257201 azmcp_sql_elastic-pool_list - 0.252586 azmcp_workbooks_delete - 0.235107 azmcp_cosmos_account_list - 0.234779 azmcp_appconfig_kv_delete - 0.234376 azmcp_kusto_cluster_list - 0.226640 azmcp_kusto_cluster_get - 0.225579 azmcp_grafana_list - 0.219702 azmcp_kusto_table_list - 0.210483 azmcp_appconfig_account_list - 0.207897 azmcp_marketplace_product_get - 0.207236 azmcp_marketplace_product_list - -Prompt: Delete SQL server permanently -Expected tool: azmcp_sql_server_delete - 0.362448 azmcp_sql_server_firewall-rule_delete - 0.315886 azmcp_workbooks_delete - 0.262399 azmcp_sql_server_entra-admin_list - 0.261689 azmcp_sql_server_firewall-rule_list - 0.254491 azmcp_appconfig_kv_delete - 0.247360 azmcp_postgres_server_param_set - 0.237866 azmcp_mysql_table_list - 0.235302 azmcp_mysql_database_query - 0.227220 azmcp_postgres_database_list - 0.226084 azmcp_sql_db_list - 0.223828 azmcp_postgres_server_config_get - 0.168072 azmcp_cosmos_database_container_item_query - 0.164472 azmcp_loadtesting_testrun_update - 0.159958 azmcp_kusto_table_list - 0.156312 azmcp_cosmos_database_list - 0.148305 azmcp_kusto_database_list - 0.146277 azmcp_kusto_table_schema - 0.145969 azmcp_appconfig_kv_unlock - 0.142153 azmcp_kusto_query - 0.140336 azmcp_keyvault_secret_list - -Prompt: List Microsoft Entra ID administrators for SQL server -Expected tool: azmcp_sql_server_entra-admin_list - 0.783479 azmcp_sql_server_entra-admin_list *** EXPECTED *** - 0.452366 azmcp_sql_server_show - 0.401908 azmcp_sql_server_firewall-rule_list - 0.376055 azmcp_sql_db_list - 0.365636 azmcp_postgres_server_list - 0.352607 azmcp_mysql_database_list - 0.344454 azmcp_mysql_server_list - 0.343559 azmcp_mysql_table_list - 0.337560 azmcp_sql_server_create - 0.328737 azmcp_role_assignment_list - 0.280450 azmcp_cosmos_database_list - 0.258095 azmcp_cosmos_account_list - 0.249297 azmcp_datadog_monitoredresources_list - 0.249202 azmcp_kusto_database_list - 0.246749 azmcp_keyvault_secret_list - 0.245267 azmcp_group_list - 0.238150 azmcp_keyvault_key_list - 0.234681 azmcp_azuremanagedlustre_filesystem_list - 0.233365 azmcp_cosmos_database_container_list - 0.227560 azmcp_keyvault_certificate_list - -Prompt: Show me the Entra ID administrators configured for SQL server -Expected tool: azmcp_sql_server_entra-admin_list - 0.713306 azmcp_sql_server_entra-admin_list *** EXPECTED *** - 0.416632 azmcp_sql_server_show - 0.315966 azmcp_sql_db_list - 0.311085 azmcp_postgres_server_list - 0.304891 azmcp_sql_server_firewall-rule_list - 0.303560 azmcp_postgres_server_config_get - 0.297820 azmcp_sql_server_create - 0.287372 azmcp_mysql_database_list - 0.283806 azmcp_mysql_table_list - 0.273940 azmcp_mysql_server_list - 0.214529 azmcp_cosmos_database_list - 0.197730 azmcp_cosmos_database_container_list - 0.194313 azmcp_appconfig_account_list - 0.193050 azmcp_kusto_database_list - 0.191538 azmcp_appconfig_kv_list - 0.188120 azmcp_cosmos_account_list - 0.183184 azmcp_deploy_architecture_diagram_generate - 0.182352 azmcp_deploy_app_logs_get - 0.180494 azmcp_aks_nodepool_get - 0.178625 azmcp_loadtesting_testrun_list - -Prompt: What Microsoft Entra ID administrators are set up for my SQL server ? -Expected tool: azmcp_sql_server_entra-admin_list - 0.646419 azmcp_sql_server_entra-admin_list *** EXPECTED *** - 0.362841 azmcp_sql_server_show - 0.323644 azmcp_sql_server_create - 0.253610 azmcp_sql_db_list - 0.236850 azmcp_mysql_table_list - 0.236050 azmcp_mysql_server_list - 0.222003 azmcp_sql_elastic-pool_list - 0.221683 azmcp_mysql_database_list - 0.220421 azmcp_sql_server_firewall-rule_list - 0.212644 azmcp_cloudarchitect_design - 0.200387 azmcp_applens_resource_diagnose - 0.189941 azmcp_deploy_architecture_diagram_generate - 0.188287 azmcp_deploy_plan_get - 0.180995 azmcp_deploy_app_logs_get - 0.180555 azmcp_deploy_pipeline_guidance_get - 0.174553 azmcp_deploy_iac_rules_get - 0.169345 azmcp_kusto_database_list - 0.167872 azmcp_get_bestpractices_get - 0.165162 azmcp_cosmos_database_container_item_query - -Prompt: Create a firewall rule for my Azure SQL server -Expected tool: azmcp_sql_server_firewall-rule_create - 0.635466 azmcp_sql_server_firewall-rule_create *** EXPECTED *** - 0.532712 azmcp_sql_server_firewall-rule_list - 0.522184 azmcp_sql_server_firewall-rule_delete - 0.461105 azmcp_sql_server_create - 0.416419 azmcp_sql_server_show - 0.402524 azmcp_sql_server_delete - 0.335670 azmcp_mysql_server_list - 0.318464 azmcp_keyvault_certificate_create - 0.313690 azmcp_sql_db_list - 0.311022 azmcp_keyvault_secret_create - 0.308626 azmcp_sql_db_show - 0.302973 azmcp_mysql_server_config_get - 0.295941 azmcp_keyvault_key_create - 0.290296 azmcp_deploy_iac_rules_get - 0.288030 azmcp_deploy_pipeline_guidance_get - 0.265059 azmcp_azureterraformbestpractices_get - 0.260209 azmcp_cosmos_database_container_item_query - 0.253771 azmcp_deploy_plan_get - 0.242716 azmcp_deploy_architecture_diagram_generate - 0.241513 azmcp_get_bestpractices_get - -Prompt: Add a firewall rule to allow access from IP range to for SQL server -Expected tool: azmcp_sql_server_firewall-rule_create - 0.670306 azmcp_sql_server_firewall-rule_create *** EXPECTED *** - 0.533662 azmcp_sql_server_firewall-rule_list - 0.503764 azmcp_sql_server_firewall-rule_delete - 0.253034 azmcp_sql_server_entra-admin_list - 0.248903 azmcp_postgres_server_param_set - 0.230773 azmcp_mysql_server_param_set - 0.226523 azmcp_postgres_server_list - 0.223449 azmcp_sql_db_list - 0.222970 azmcp_mysql_server_list - 0.222177 azmcp_azuremanagedlustre_filesystem_required-subnet-size - 0.211787 azmcp_sql_elastic-pool_list - 0.179186 azmcp_keyvault_secret_create - 0.174869 azmcp_deploy_iac_rules_get - 0.174588 azmcp_cosmos_database_container_item_query - 0.166746 azmcp_deploy_pipeline_guidance_get - 0.158044 azmcp_keyvault_certificate_create - 0.156381 azmcp_keyvault_key_create - 0.149879 azmcp_kusto_query - 0.143612 azmcp_appconfig_kv_set - 0.140459 azmcp_loadtesting_test_create - -Prompt: Create a new firewall rule named for SQL server -Expected tool: azmcp_sql_server_firewall-rule_create - 0.685107 azmcp_sql_server_firewall-rule_create *** EXPECTED *** - 0.574336 azmcp_sql_server_firewall-rule_list - 0.539577 azmcp_sql_server_firewall-rule_delete - 0.321830 azmcp_keyvault_secret_create - 0.302160 azmcp_keyvault_certificate_create - 0.283923 azmcp_keyvault_key_create - 0.281043 azmcp_postgres_server_param_set - 0.270399 azmcp_sql_server_entra-admin_list - 0.259505 azmcp_mysql_server_param_set - 0.257509 azmcp_mysql_server_list - 0.248939 azmcp_loadtesting_test_create - 0.221008 azmcp_deploy_iac_rules_get - 0.219182 azmcp_cosmos_database_container_item_query - 0.209376 azmcp_loadtesting_testrun_create - 0.207384 azmcp_loadtesting_testresource_create - 0.197104 azmcp_appconfig_kv_set - 0.196512 azmcp_deploy_pipeline_guidance_get - -Prompt: Delete a firewall rule from my Azure SQL server -Expected tool: azmcp_sql_server_firewall-rule_delete - 0.691421 azmcp_sql_server_firewall-rule_delete *** EXPECTED *** - 0.543857 azmcp_sql_server_firewall-rule_list - 0.540333 azmcp_sql_server_firewall-rule_create - 0.522639 azmcp_sql_server_delete - 0.410574 azmcp_workbooks_delete - 0.409250 azmcp_sql_server_show - 0.350216 azmcp_sql_server_create - 0.325375 azmcp_mysql_server_list - 0.320916 azmcp_sql_db_show - 0.315063 azmcp_sql_db_list - 0.312054 azmcp_appconfig_kv_delete - 0.307495 azmcp_mysql_server_config_get - 0.306078 azmcp_mysql_server_param_get - 0.296205 azmcp_mysql_database_query - 0.264004 azmcp_cosmos_database_container_item_query - 0.245270 azmcp_azureterraformbestpractices_get - 0.243776 azmcp_functionapp_list - 0.241564 azmcp_deploy_iac_rules_get - 0.235243 azmcp_keyvault_certificate_create - 0.231494 azmcp_functionapp_get - 0.225236 azmcp_keyvault_certificate_get - 0.225227 azmcp_kusto_query - 0.222405 azmcp_keyvault_secret_list - 0.220989 azmcp_get_bestpractices_get - -Prompt: Remove the firewall rule from SQL server -Expected tool: azmcp_sql_server_firewall-rule_delete - 0.670179 azmcp_sql_server_firewall-rule_delete *** EXPECTED *** - 0.574340 azmcp_sql_server_firewall-rule_list - 0.530419 azmcp_sql_server_firewall-rule_create - 0.389881 azmcp_sql_server_delete - 0.301927 azmcp_sql_server_show - 0.259110 azmcp_workbooks_delete - 0.254974 azmcp_appconfig_kv_delete - 0.251005 azmcp_sql_server_entra-admin_list - 0.237331 azmcp_sql_server_create - 0.231117 azmcp_postgres_server_param_get - 0.230343 azmcp_postgres_server_param_set - 0.222573 azmcp_sql_db_list - 0.216967 azmcp_mysql_server_param_get - 0.213797 azmcp_mysql_server_list - 0.196143 azmcp_appconfig_kv_unlock - 0.182038 azmcp_cosmos_database_container_item_query - 0.166570 azmcp_loadtesting_testrun_update - 0.158025 azmcp_kusto_query - 0.152530 azmcp_functionapp_list - 0.152458 azmcp_cosmos_database_list - 0.152084 azmcp_azureterraformbestpractices_get - 0.149892 azmcp_keyvault_secret_list - 0.145688 azmcp_loadtesting_test_get - -Prompt: Delete firewall rule for SQL server -Expected tool: azmcp_sql_server_firewall-rule_delete - 0.671212 azmcp_sql_server_firewall-rule_delete *** EXPECTED *** - 0.601230 azmcp_sql_server_firewall-rule_list - 0.577330 azmcp_sql_server_firewall-rule_create - 0.433873 azmcp_sql_server_delete - 0.357977 azmcp_sql_server_show - 0.298838 azmcp_sql_server_create - 0.291409 azmcp_sql_server_entra-admin_list - 0.284391 azmcp_workbooks_delete - 0.275957 azmcp_mysql_server_list - 0.267631 azmcp_mysql_server_config_get - 0.252095 azmcp_appconfig_kv_delete - 0.222155 azmcp_cosmos_database_container_item_query - 0.217797 azmcp_appconfig_kv_unlock - 0.204292 azmcp_loadtesting_testrun_update - 0.185585 azmcp_cosmos_database_list - 0.183545 azmcp_deploy_iac_rules_get - 0.181757 azmcp_azureterraformbestpractices_get - 0.180405 azmcp_kusto_query - 0.180230 azmcp_keyvault_secret_list - -Prompt: List all firewall rules for SQL server -Expected tool: azmcp_sql_server_firewall-rule_list - 0.729372 azmcp_sql_server_firewall-rule_list *** EXPECTED *** - 0.549667 azmcp_sql_server_firewall-rule_create - 0.513114 azmcp_sql_server_firewall-rule_delete - 0.459138 azmcp_sql_server_show - 0.392512 azmcp_sql_server_entra-admin_list - 0.385148 azmcp_postgres_server_list - 0.359228 azmcp_sql_db_list - 0.356700 azmcp_mysql_server_list - 0.355203 azmcp_mysql_table_list - 0.350241 azmcp_mysql_database_list - 0.340641 azmcp_sql_elastic-pool_list - 0.305177 azmcp_keyvault_secret_list - 0.278098 azmcp_cosmos_database_list - 0.277803 azmcp_functionapp_list - 0.277410 azmcp_keyvault_key_list - 0.276736 azmcp_keyvault_certificate_list - 0.270667 azmcp_cosmos_account_list - 0.263101 azmcp_kusto_table_list - 0.256310 azmcp_aks_nodepool_list - 0.253852 azmcp_cosmos_database_container_list - 0.248805 azmcp_cosmos_database_container_item_query - 0.242359 azmcp_aks_cluster_list - -Prompt: Show me the firewall rules for SQL server -Expected tool: azmcp_sql_server_firewall-rule_list - 0.630731 azmcp_sql_server_firewall-rule_list *** EXPECTED *** - 0.524126 azmcp_sql_server_firewall-rule_create - 0.476757 azmcp_sql_server_firewall-rule_delete - 0.404632 azmcp_sql_server_show - 0.316854 azmcp_sql_server_entra-admin_list - 0.312035 azmcp_postgres_server_list - 0.298861 azmcp_mysql_server_param_get - 0.294466 azmcp_mysql_server_config_get - 0.293371 azmcp_mysql_server_list - 0.290235 azmcp_postgres_server_config_get - 0.289766 azmcp_mysql_database_query - 0.225384 azmcp_cosmos_database_container_item_query - 0.210531 azmcp_azuremanagedlustre_filesystem_list - 0.207051 azmcp_keyvault_secret_list - 0.206476 azmcp_deploy_iac_rules_get - 0.206061 azmcp_kusto_table_list - 0.197711 azmcp_kusto_sample - 0.195864 azmcp_aks_nodepool_list - 0.191181 azmcp_aks_nodepool_get - 0.189871 azmcp_cosmos_account_list - 0.189786 azmcp_cosmos_database_list - -Prompt: What firewall rules are configured for my SQL server ? -Expected tool: azmcp_sql_server_firewall-rule_list - 0.630546 azmcp_sql_server_firewall-rule_list *** EXPECTED *** - 0.532454 azmcp_sql_server_firewall-rule_create - 0.473501 azmcp_sql_server_firewall-rule_delete - 0.409366 azmcp_sql_server_show - 0.308004 azmcp_sql_server_entra-admin_list - 0.305591 azmcp_mysql_server_param_get - 0.304314 azmcp_mysql_server_config_get - 0.291949 azmcp_sql_server_create - 0.277628 azmcp_postgres_server_config_get - 0.273281 azmcp_mysql_server_list - 0.262028 azmcp_sql_db_list - 0.261404 azmcp_postgres_server_list - 0.202425 azmcp_deploy_iac_rules_get - 0.200326 azmcp_cosmos_database_container_item_query - 0.191165 azmcp_cloudarchitect_design - 0.177454 azmcp_loadtesting_test_get - 0.176225 azmcp_get_bestpractices_get - 0.173184 azmcp_applens_resource_diagnose - 0.172370 azmcp_aks_nodepool_get - 0.171465 azmcp_azureterraformbestpractices_get - 0.171335 azmcp_azuremanagedlustre_filesystem_list - 0.167459 azmcp_keyvault_secret_list - -Prompt: Create a new storage account called testaccount123 in East US region -Expected tool: azmcp_storage_account_create - 0.533552 azmcp_storage_account_create *** EXPECTED *** - 0.418472 azmcp_storage_account_get - 0.394541 azmcp_storage_blob_container_create - 0.391586 azmcp_storage_table_list - 0.374006 azmcp_loadtesting_test_create - 0.355048 azmcp_loadtesting_testresource_create - 0.351903 azmcp_storage_blob_container_get - 0.326251 azmcp_keyvault_secret_create - 0.323501 azmcp_appconfig_kv_set - 0.319843 azmcp_quota_usage_check - 0.315241 azmcp_keyvault_key_create - 0.311275 azmcp_storage_blob_upload - 0.305289 azmcp_keyvault_certificate_create - 0.298887 azmcp_storage_datalake_directory_create - 0.297236 azmcp_cosmos_account_list - 0.289742 azmcp_appconfig_kv_show - 0.286778 azmcp_monitor_resource_log_query - 0.284607 azmcp_storage_blob_batch_set-tier - 0.277805 azmcp_cosmos_database_container_list - 0.267474 azmcp_azuremanagedlustre_filesystem_list - -Prompt: Create a storage account with premium performance and LRS replication -Expected tool: azmcp_storage_account_create - 0.500638 azmcp_storage_account_create *** EXPECTED *** - 0.400151 azmcp_azuremanagedlustre_filesystem_sku_get - 0.387071 azmcp_storage_account_get - 0.382836 azmcp_azuremanagedlustre_filesystem_list - 0.376155 azmcp_storage_blob_container_create - 0.361412 azmcp_storage_table_list - 0.344387 azmcp_loadtesting_testresource_create - 0.340337 azmcp_storage_blob_container_get - 0.329099 azmcp_loadtesting_test_create - 0.328918 azmcp_sql_server_create - 0.319383 azmcp_storage_blob_batch_set-tier - 0.310931 azmcp_monitor_resource_log_query - 0.310707 azmcp_storage_blob_upload - 0.310332 azmcp_workbooks_create - 0.284467 azmcp_deploy_plan_get - 0.284385 azmcp_cosmos_account_list - 0.283067 azmcp_deploy_pipeline_guidance_get - 0.281142 azmcp_appconfig_kv_lock - 0.280534 azmcp_keyvault_certificate_create - 0.280192 azmcp_cloudarchitect_design - -Prompt: Create a new storage account with Data Lake Storage Gen2 enabled -Expected tool: azmcp_storage_account_create - 0.589003 azmcp_storage_account_create *** EXPECTED *** - 0.464611 azmcp_storage_blob_container_create - 0.444359 azmcp_storage_datalake_directory_create - 0.437040 azmcp_storage_account_get - 0.407331 azmcp_storage_blob_container_get - 0.386878 azmcp_sql_server_create - 0.386262 azmcp_storage_table_list - 0.385096 azmcp_storage_datalake_file-system_list-paths - 0.383966 azmcp_loadtesting_testresource_create - 0.382274 azmcp_azuremanagedlustre_filesystem_list - 0.380638 azmcp_loadtesting_test_create - 0.380503 azmcp_keyvault_key_create - 0.372681 azmcp_azuremanagedlustre_filesystem_sku_get - 0.372532 azmcp_keyvault_certificate_create - 0.366696 azmcp_deploy_pipeline_guidance_get - 0.363721 azmcp_workbooks_create - 0.360940 azmcp_storage_blob_upload - 0.359412 azmcp_keyvault_secret_create - 0.324991 azmcp_storage_blob_get - 0.321846 azmcp_deploy_plan_get - 0.309241 azmcp_appconfig_kv_set - -Prompt: Show me the details for my storage account -Expected tool: azmcp_storage_account_get - 0.655152 azmcp_storage_account_get *** EXPECTED *** - 0.603853 azmcp_storage_blob_container_get - 0.507232 azmcp_storage_blob_get - 0.504386 azmcp_storage_table_list - 0.483462 azmcp_storage_account_create - 0.442858 azmcp_appconfig_kv_show - 0.439236 azmcp_cosmos_account_list - 0.431020 azmcp_azuremanagedlustre_filesystem_list - 0.403478 azmcp_cosmos_database_container_list - 0.397051 azmcp_mysql_server_config_get - 0.395698 azmcp_quota_usage_check - 0.388424 azmcp_aks_cluster_get - 0.373840 azmcp_azuremanagedlustre_filesystem_sku_get - 0.371705 azmcp_storage_datalake_file-system_list-paths - 0.368567 azmcp_sql_db_show - 0.367049 azmcp_kusto_cluster_get - 0.366998 azmcp_subscription_list - 0.366644 azmcp_aks_nodepool_get - 0.356973 azmcp_cosmos_database_list - 0.353067 azmcp_marketplace_product_get - -Prompt: Get details about the storage account -Expected tool: azmcp_storage_account_get - 0.676876 azmcp_storage_account_get *** EXPECTED *** - 0.612889 azmcp_storage_blob_container_get - 0.518253 azmcp_storage_account_create - 0.514857 azmcp_storage_blob_get - 0.483947 azmcp_storage_table_list - 0.415410 azmcp_cosmos_account_list - 0.411808 azmcp_appconfig_kv_show - 0.401802 azmcp_azuremanagedlustre_filesystem_list - 0.375790 azmcp_quota_usage_check - 0.373470 azmcp_aks_cluster_get - 0.369755 azmcp_cosmos_database_container_list - 0.368207 azmcp_azuremanagedlustre_filesystem_sku_get - 0.368027 azmcp_kusto_cluster_get - 0.367333 azmcp_functionapp_get - 0.362606 azmcp_aks_nodepool_get - 0.362602 azmcp_mysql_server_config_get - 0.362301 azmcp_marketplace_product_get - 0.355093 azmcp_servicebus_queue_details - 0.354841 azmcp_resourcehealth_availability-status_get - 0.354534 azmcp_monitor_resource_log_query - 0.351052 azmcp_functionapp_get - -Prompt: List all storage accounts in my subscription including their location and SKU -Expected tool: azmcp_storage_account_get - 0.664087 azmcp_storage_account_get *** EXPECTED *** - 0.581393 azmcp_storage_table_list - 0.557016 azmcp_azuremanagedlustre_filesystem_sku_get - 0.536909 azmcp_cosmos_account_list - 0.535632 azmcp_storage_account_create - 0.500912 azmcp_subscription_list - 0.496371 azmcp_quota_region_availability_list - 0.493246 azmcp_appconfig_account_list - 0.484238 azmcp_storage_blob_container_get - 0.484163 azmcp_azuremanagedlustre_filesystem_list - 0.473387 azmcp_search_service_list - 0.458920 azmcp_monitor_workspace_list - 0.454195 azmcp_acr_registry_list - 0.447992 azmcp_aks_cluster_list - 0.445545 azmcp_redis_cache_list - 0.441838 azmcp_redis_cluster_list - 0.432645 azmcp_kusto_cluster_list - 0.416387 azmcp_group_list - 0.414146 azmcp_marketplace_product_get - 0.412679 azmcp_grafana_list - -Prompt: Show me my storage accounts with whether hierarchical namespace (HNS) is enabled -Expected tool: azmcp_storage_account_get - 0.499302 azmcp_storage_account_get *** EXPECTED *** - 0.461284 azmcp_azuremanagedlustre_filesystem_list - 0.455450 azmcp_storage_blob_container_get - 0.450677 azmcp_storage_table_list - 0.421642 azmcp_cosmos_account_list - 0.409063 azmcp_storage_datalake_file-system_list-paths - 0.379853 azmcp_resourcehealth_availability-status_list - 0.378256 azmcp_azuremanagedlustre_filesystem_sku_get - 0.375553 azmcp_cosmos_database_container_list - 0.367906 azmcp_cosmos_database_list - 0.366021 azmcp_quota_usage_check - 0.362232 azmcp_storage_account_create - 0.360671 azmcp_storage_blob_get - 0.347173 azmcp_appconfig_account_list - 0.346061 azmcp_monitor_workspace_list - 0.344771 azmcp_search_service_list - 0.335306 azmcp_appconfig_kv_show - 0.330363 azmcp_aks_cluster_list - 0.322108 azmcp_keyvault_key_list - 0.312384 azmcp_acr_registry_list - -Prompt: Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings -Expected tool: azmcp_storage_account_get - 0.557142 azmcp_storage_account_get *** EXPECTED *** - 0.499153 azmcp_storage_table_list - 0.473598 azmcp_cosmos_account_list - 0.461641 azmcp_storage_blob_container_get - 0.453729 azmcp_subscription_list - 0.436170 azmcp_search_service_list - 0.432855 azmcp_azuremanagedlustre_filesystem_list - 0.425048 azmcp_resourcehealth_availability-status_list - 0.418430 azmcp_storage_account_create - 0.415799 azmcp_storage_blob_get - 0.415080 azmcp_appconfig_account_list - 0.383856 azmcp_storage_datalake_file-system_list-paths - 0.383040 azmcp_functionapp_list - 0.382504 azmcp_aks_cluster_list - 0.379868 azmcp_monitor_workspace_list - 0.376660 azmcp_appconfig_kv_show - 0.374635 azmcp_azuremanagedlustre_filesystem_sku_get - 0.359998 azmcp_cosmos_database_list - 0.359053 azmcp_acr_registry_list - 0.354069 azmcp_eventgrid_topic_list - -Prompt: Set access tier to Cool for multiple blobs in the container in the storage account -Expected tool: azmcp_storage_blob_batch_set-tier - 0.620756 azmcp_storage_blob_batch_set-tier *** EXPECTED *** - 0.465722 azmcp_storage_blob_container_get - 0.408640 azmcp_storage_blob_container_create - 0.407928 azmcp_storage_blob_get - 0.378380 azmcp_cosmos_database_container_list - 0.369393 azmcp_storage_account_get - 0.348835 azmcp_storage_account_create - 0.324757 azmcp_storage_table_list - 0.305730 azmcp_cosmos_database_container_item_query - 0.304711 azmcp_storage_blob_upload - 0.297254 azmcp_appconfig_kv_lock - 0.295717 azmcp_appconfig_kv_unlock - 0.295668 azmcp_storage_queue_message_send - 0.295532 azmcp_appconfig_kv_set - 0.295133 azmcp_azuremanagedlustre_filesystem_list - 0.286932 azmcp_acr_registry_repository_list - 0.285276 azmcp_cosmos_account_list - 0.271887 azmcp_appconfig_kv_show - 0.270526 azmcp_quota_usage_check - 0.265591 azmcp_azuremanagedlustre_filesystem_sku_get - -Prompt: Change the access tier to Archive for blobs file1.txt and file2.txt in the container in the storage account -Expected tool: azmcp_storage_blob_batch_set-tier - 0.527994 azmcp_storage_blob_batch_set-tier *** EXPECTED *** - 0.422467 azmcp_storage_blob_container_get - 0.364540 azmcp_storage_blob_get - 0.364070 azmcp_storage_account_get - 0.360883 azmcp_azuremanagedlustre_filesystem_list - 0.351798 azmcp_cosmos_database_container_list - 0.343981 azmcp_storage_blob_container_create - 0.341857 azmcp_storage_table_list - 0.325105 azmcp_storage_blob_upload - 0.311146 azmcp_storage_account_create - 0.301044 azmcp_acr_registry_repository_list - 0.295798 azmcp_storage_datalake_file-system_list-paths - 0.293979 azmcp_appconfig_kv_lock - 0.282429 azmcp_storage_queue_message_send - 0.280305 azmcp_cosmos_account_list - 0.276719 azmcp_appconfig_kv_unlock - 0.271310 azmcp_azuremanagedlustre_filesystem_sku_get - 0.267309 azmcp_cosmos_database_container_item_query - 0.253981 azmcp_appconfig_kv_set - 0.246907 azmcp_deploy_iac_rules_get - -Prompt: Create the storage container mycontainer in storage account -Expected tool: azmcp_storage_blob_container_create - 0.563396 azmcp_storage_blob_container_create *** EXPECTED *** - 0.524872 azmcp_storage_account_create - 0.508053 azmcp_storage_blob_container_get - 0.447784 azmcp_cosmos_database_container_list - 0.403407 azmcp_storage_account_get - 0.387848 azmcp_storage_table_list - 0.335039 azmcp_cosmos_database_container_item_query - 0.331449 azmcp_storage_blob_get - 0.326352 azmcp_appconfig_kv_set - 0.323335 azmcp_keyvault_secret_create - 0.322465 azmcp_storage_blob_upload - 0.320470 azmcp_storage_datalake_directory_create - 0.318855 azmcp_keyvault_key_create - 0.305780 azmcp_keyvault_certificate_create - 0.297912 azmcp_deploy_pipeline_guidance_get - 0.297384 azmcp_cosmos_account_list - 0.292093 azmcp_acr_registry_repository_list - 0.291137 azmcp_azuremanagedlustre_filesystem_list - 0.280865 azmcp_monitor_resource_log_query - 0.275461 azmcp_storage_queue_message_send - -Prompt: Create the container using blob public access in storage account -Expected tool: azmcp_storage_blob_container_create - 0.512578 azmcp_storage_blob_container_create *** EXPECTED *** - 0.500743 azmcp_storage_account_create - 0.470927 azmcp_storage_blob_container_get - 0.415378 azmcp_cosmos_database_container_list - 0.414285 azmcp_storage_blob_get - 0.368859 azmcp_storage_account_get - 0.361494 azmcp_storage_blob_batch_set-tier - 0.354861 azmcp_storage_table_list - 0.334040 azmcp_storage_blob_upload - 0.320173 azmcp_deploy_pipeline_guidance_get - 0.309739 azmcp_cosmos_database_container_item_query - 0.296899 azmcp_azuremanagedlustre_filesystem_list - 0.285153 azmcp_cosmos_account_list - 0.277997 azmcp_keyvault_secret_create - 0.275199 azmcp_keyvault_key_create - 0.270167 azmcp_appconfig_kv_set - 0.269625 azmcp_deploy_app_logs_get - 0.268922 azmcp_workbooks_create - 0.264097 azmcp_sql_server_create - -Prompt: Create a new blob container named documents with container public access in storage account -Expected tool: azmcp_storage_blob_container_create - 0.463305 azmcp_storage_account_create - 0.455376 azmcp_storage_blob_container_get - 0.451690 azmcp_storage_blob_container_create *** EXPECTED *** - 0.435099 azmcp_cosmos_database_container_list - 0.387977 azmcp_storage_blob_get - 0.378027 azmcp_cosmos_database_container_item_query - 0.375383 azmcp_storage_table_list - 0.366330 azmcp_storage_account_get - 0.351724 azmcp_storage_blob_batch_set-tier - 0.329038 azmcp_cosmos_account_list - 0.322364 azmcp_cosmos_database_list - 0.309104 azmcp_storage_blob_upload - 0.287885 azmcp_workbooks_create - 0.280895 azmcp_keyvault_certificate_create - 0.277049 azmcp_monitor_resource_log_query - 0.276533 azmcp_azuremanagedlustre_filesystem_list - 0.275478 azmcp_keyvault_secret_create - 0.269756 azmcp_acr_registry_repository_list - 0.266791 azmcp_appconfig_kv_set - 0.265228 azmcp_keyvault_key_create - -Prompt: Show me the properties of the storage container in the storage account -Expected tool: azmcp_storage_blob_container_get - 0.665198 azmcp_storage_blob_container_get *** EXPECTED *** - 0.559177 azmcp_storage_account_get - 0.523289 azmcp_cosmos_database_container_list - 0.518035 azmcp_storage_blob_get - 0.496184 azmcp_storage_blob_container_create - 0.479946 azmcp_storage_table_list - 0.461577 azmcp_storage_account_create - 0.421964 azmcp_azuremanagedlustre_filesystem_list - 0.421220 azmcp_appconfig_kv_show - 0.384585 azmcp_cosmos_account_list - 0.377009 azmcp_cosmos_database_container_item_query - 0.376988 azmcp_storage_datalake_file-system_list-paths - 0.367759 azmcp_quota_usage_check - 0.359218 azmcp_azuremanagedlustre_filesystem_sku_get - 0.353561 azmcp_monitor_resource_log_query - 0.350264 azmcp_mysql_server_config_get - 0.335739 azmcp_appconfig_kv_list - 0.334806 azmcp_cosmos_database_list - 0.332062 azmcp_deploy_app_logs_get - 0.327271 azmcp_aks_nodepool_get - -Prompt: List all blob containers in the storage account -Expected tool: azmcp_storage_blob_container_get - 0.613933 azmcp_cosmos_database_container_list - 0.605437 azmcp_storage_blob_container_get *** EXPECTED *** - 0.530702 azmcp_storage_table_list - 0.521995 azmcp_storage_blob_get - 0.479014 azmcp_storage_account_get - 0.471385 azmcp_cosmos_account_list - 0.453044 azmcp_cosmos_database_list - 0.409820 azmcp_acr_registry_repository_list - 0.404640 azmcp_storage_account_create - 0.393989 azmcp_storage_blob_container_create - 0.386144 azmcp_azuremanagedlustre_filesystem_list - 0.367207 azmcp_keyvault_key_list - 0.367036 azmcp_storage_datalake_file-system_list-paths - 0.359465 azmcp_search_service_list - 0.359215 azmcp_subscription_list - 0.358630 azmcp_storage_blob_batch_set-tier - 0.356400 azmcp_acr_registry_list - 0.351601 azmcp_keyvault_certificate_list - 0.351529 azmcp_keyvault_secret_list - 0.348288 azmcp_appconfig_account_list - -Prompt: Show me the containers in the storage account -Expected tool: azmcp_storage_blob_container_get - 0.625166 azmcp_storage_blob_container_get *** EXPECTED *** - 0.592373 azmcp_cosmos_database_container_list - 0.526462 azmcp_storage_table_list - 0.511261 azmcp_storage_account_get - 0.439698 azmcp_storage_account_create - 0.437887 azmcp_cosmos_account_list - 0.429767 azmcp_storage_blob_get - 0.418128 azmcp_storage_blob_container_create - 0.405678 azmcp_azuremanagedlustre_filesystem_list - 0.390261 azmcp_cosmos_database_list - 0.386750 azmcp_storage_datalake_file-system_list-paths - 0.384096 azmcp_acr_registry_repository_list - 0.355955 azmcp_cosmos_database_container_item_query - 0.354374 azmcp_search_service_list - 0.352491 azmcp_appconfig_kv_show - 0.348138 azmcp_appconfig_account_list - 0.346936 azmcp_quota_usage_check - 0.345644 azmcp_acr_registry_list - 0.340468 azmcp_subscription_list - 0.340150 azmcp_azuremanagedlustre_filesystem_sku_get - -Prompt: Show me the properties for blob in container in storage account -Expected tool: azmcp_storage_blob_get - 0.612277 azmcp_storage_blob_get *** EXPECTED *** - 0.586289 azmcp_storage_blob_container_get - 0.483614 azmcp_storage_account_get - 0.477897 azmcp_cosmos_database_container_list - 0.434667 azmcp_storage_blob_container_create - 0.431571 azmcp_storage_table_list - 0.420748 azmcp_azuremanagedlustre_filesystem_list - 0.408521 azmcp_storage_account_create - 0.386482 azmcp_appconfig_kv_show - 0.359392 azmcp_cosmos_database_container_item_query - 0.349565 azmcp_cosmos_account_list - 0.345511 azmcp_azuremanagedlustre_filesystem_sku_get - 0.343238 azmcp_storage_datalake_file-system_list-paths - 0.333887 azmcp_mysql_server_config_get - 0.332577 azmcp_sql_server_show - 0.330904 azmcp_storage_blob_upload - 0.323065 azmcp_cosmos_database_list - 0.318309 azmcp_deploy_app_logs_get - 0.303942 azmcp_aks_nodepool_get - 0.303596 azmcp_appconfig_kv_list - -Prompt: Get the details about blob in the container in storage account -Expected tool: azmcp_storage_blob_get - 0.662106 azmcp_storage_blob_container_get - 0.661515 azmcp_storage_blob_get *** EXPECTED *** - 0.537535 azmcp_storage_account_get - 0.460657 azmcp_storage_blob_container_create - 0.457047 azmcp_storage_account_create - 0.453696 azmcp_cosmos_database_container_list - 0.388809 azmcp_storage_table_list - 0.370177 azmcp_azuremanagedlustre_filesystem_list - 0.360712 azmcp_cosmos_database_container_item_query - 0.359655 azmcp_aks_cluster_get - 0.358376 azmcp_storage_blob_upload - 0.353488 azmcp_kusto_cluster_get - 0.353131 azmcp_workbooks_show - 0.348591 azmcp_sql_server_show - 0.348551 azmcp_appconfig_kv_show - 0.342974 azmcp_aks_nodepool_get - 0.337010 azmcp_mysql_server_config_get - 0.334138 azmcp_azuremanagedlustre_filesystem_sku_get - 0.329754 azmcp_monitor_resource_log_query - 0.319525 azmcp_keyvault_certificate_get - 0.319383 azmcp_deploy_app_logs_get - -Prompt: List all blobs in the blob container in the storage account -Expected tool: azmcp_storage_blob_get - 0.592723 azmcp_storage_blob_container_get - 0.579070 azmcp_cosmos_database_container_list - 0.568264 azmcp_storage_blob_get *** EXPECTED *** - 0.507970 azmcp_storage_table_list - 0.465942 azmcp_storage_account_get - 0.452160 azmcp_cosmos_account_list - 0.415853 azmcp_cosmos_database_list - 0.413280 azmcp_storage_blob_container_create - 0.400483 azmcp_acr_registry_repository_list - 0.394852 azmcp_storage_account_create - 0.382903 azmcp_storage_datalake_file-system_list-paths - 0.379851 azmcp_keyvault_key_list - 0.379134 azmcp_cosmos_database_container_item_query - 0.369701 azmcp_keyvault_secret_list - 0.363904 azmcp_storage_blob_batch_set-tier - 0.361689 azmcp_azuremanagedlustre_filesystem_list - 0.359099 azmcp_keyvault_certificate_list - 0.348609 azmcp_subscription_list - 0.340190 azmcp_monitor_resource_log_query - 0.331545 azmcp_appconfig_kv_list - -Prompt: Show me the blobs in the blob container in the storage account -Expected tool: azmcp_storage_blob_get - 0.570353 azmcp_storage_blob_container_get - 0.549205 azmcp_storage_blob_get *** EXPECTED *** - 0.533515 azmcp_cosmos_database_container_list - 0.456071 azmcp_storage_table_list - 0.449128 azmcp_storage_account_get - 0.433883 azmcp_storage_blob_container_create - 0.397367 azmcp_storage_account_create - 0.395809 azmcp_cosmos_account_list - 0.385242 azmcp_cosmos_database_container_item_query - 0.362337 azmcp_azuremanagedlustre_filesystem_list - 0.359473 azmcp_storage_datalake_file-system_list-paths - 0.353799 azmcp_cosmos_database_list - 0.345263 azmcp_acr_registry_repository_list - 0.342766 azmcp_appconfig_kv_show - 0.342653 azmcp_storage_blob_batch_set-tier - 0.339846 azmcp_deploy_app_logs_get - 0.336142 azmcp_monitor_resource_log_query - 0.314069 azmcp_quota_usage_check - 0.306951 azmcp_azuremanagedlustre_filesystem_sku_get - 0.300295 azmcp_acr_registry_list - -Prompt: Upload file to storage blob in container in storage account -Expected tool: azmcp_storage_blob_upload - 0.566090 azmcp_storage_blob_upload *** EXPECTED *** - 0.403011 azmcp_storage_blob_get - 0.397656 azmcp_storage_blob_container_get - 0.382196 azmcp_storage_account_create - 0.377072 azmcp_storage_blob_container_create - 0.351980 azmcp_storage_account_get - 0.327338 azmcp_cosmos_database_container_list - 0.324068 azmcp_appconfig_kv_set - 0.307508 azmcp_storage_table_list - 0.297971 azmcp_storage_datalake_file-system_list-paths - 0.297183 azmcp_storage_queue_message_send - 0.294759 azmcp_keyvault_certificate_import - 0.291390 azmcp_storage_blob_batch_set-tier - 0.284770 azmcp_cosmos_database_container_item_query - 0.277624 azmcp_appconfig_kv_lock - 0.273619 azmcp_deploy_pipeline_guidance_get - 0.273389 azmcp_azuremanagedlustre_filesystem_list - 0.257537 azmcp_deploy_app_logs_get - 0.253349 azmcp_appconfig_kv_show - 0.239581 azmcp_foundry_models_deploy - -Prompt: Create a new directory at the path in Data Lake in the storage account -Expected tool: azmcp_storage_datalake_directory_create - 0.647078 azmcp_storage_datalake_directory_create *** EXPECTED *** - 0.481507 azmcp_storage_datalake_file-system_list-paths - 0.442499 azmcp_storage_account_create - 0.348233 azmcp_keyvault_secret_create - 0.340545 azmcp_keyvault_certificate_create - 0.340046 azmcp_storage_blob_container_create - 0.333862 azmcp_keyvault_key_create - 0.313913 azmcp_storage_account_get - 0.306811 azmcp_storage_blob_container_get - 0.303932 azmcp_storage_table_list - 0.302959 azmcp_loadtesting_testresource_create - 0.297012 azmcp_loadtesting_test_create - 0.295247 azmcp_storage_blob_upload - 0.287628 azmcp_sql_server_create - 0.281674 azmcp_deploy_pipeline_guidance_get - 0.276608 azmcp_appconfig_kv_set - 0.272610 azmcp_workbooks_create - 0.250562 azmcp_storage_share_file_list - 0.249193 azmcp_azuremanagedlustre_filesystem_list - 0.240515 azmcp_deploy_plan_get - 0.236486 azmcp_cosmos_database_container_item_query - -Prompt: List all paths in the Data Lake file system in the storage account -Expected tool: azmcp_storage_datalake_file-system_list-paths - 0.767960 azmcp_storage_datalake_file-system_list-paths *** EXPECTED *** - 0.506115 azmcp_azuremanagedlustre_filesystem_list - 0.481743 azmcp_storage_table_list - 0.451626 azmcp_storage_datalake_directory_create - 0.432222 azmcp_storage_account_get - 0.420884 azmcp_storage_share_file_list - 0.419381 azmcp_cosmos_account_list - 0.414917 azmcp_storage_blob_container_get - 0.402145 azmcp_cosmos_database_list - 0.390655 azmcp_cosmos_database_container_list - 0.384497 azmcp_monitor_table_list - 0.374721 azmcp_keyvault_key_list - 0.357960 azmcp_monitor_table_type_list - 0.352558 azmcp_search_service_list - 0.349116 azmcp_subscription_list - 0.346546 azmcp_keyvault_secret_list - 0.344288 azmcp_keyvault_certificate_list - 0.337104 azmcp_datadog_monitoredresources_list - 0.333825 azmcp_acr_registry_repository_list - 0.331526 azmcp_azuremanagedlustre_filesystem_sku_get - -Prompt: Show me the paths in the Data Lake file system in the storage account -Expected tool: azmcp_storage_datalake_file-system_list-paths - 0.727344 azmcp_storage_datalake_file-system_list-paths *** EXPECTED *** - 0.502902 azmcp_azuremanagedlustre_filesystem_list - 0.433622 azmcp_storage_datalake_directory_create - 0.432085 azmcp_storage_table_list - 0.426861 azmcp_storage_account_get - 0.399930 azmcp_storage_blob_container_get - 0.384157 azmcp_storage_share_file_list - 0.372453 azmcp_cosmos_account_list - 0.347658 azmcp_cosmos_database_container_list - 0.345916 azmcp_cosmos_database_list - 0.344289 azmcp_monitor_resource_log_query - 0.335052 azmcp_azuremanagedlustre_filesystem_sku_get - 0.329568 azmcp_storage_blob_get - 0.327872 azmcp_monitor_table_list - 0.325089 azmcp_storage_account_create - 0.304870 azmcp_datadog_monitoredresources_list - 0.304566 azmcp_deploy_app_logs_get - 0.304546 azmcp_keyvault_key_list - 0.289767 azmcp_acr_registry_repository_list - 0.288585 azmcp_keyvault_secret_list - -Prompt: Recursively list all paths in the Data Lake file system in the storage account filtered by -Expected tool: azmcp_storage_datalake_file-system_list-paths - 0.685288 azmcp_storage_datalake_file-system_list-paths *** EXPECTED *** - 0.465247 azmcp_storage_share_file_list - 0.431548 azmcp_azuremanagedlustre_filesystem_list - 0.418151 azmcp_storage_datalake_directory_create - 0.394546 azmcp_storage_table_list - 0.372117 azmcp_storage_account_get - 0.363990 azmcp_storage_blob_container_get - 0.358334 azmcp_cosmos_account_list - 0.343339 azmcp_cosmos_database_list - 0.337308 azmcp_cosmos_database_container_list - 0.335149 azmcp_monitor_resource_log_query - 0.334084 azmcp_acr_registry_repository_list - 0.323447 azmcp_datadog_monitoredresources_list - 0.322124 azmcp_search_service_list - 0.317824 azmcp_monitor_table_list - 0.317702 azmcp_subscription_list - 0.314397 azmcp_keyvault_key_list - 0.310119 azmcp_azuremanagedlustre_filesystem_sku_get - 0.299842 azmcp_keyvault_certificate_list - 0.294603 azmcp_keyvault_secret_list - -Prompt: Send a message "Hello, World!" to the queue in storage account -Expected tool: azmcp_storage_queue_message_send - 0.558401 azmcp_storage_queue_message_send *** EXPECTED *** - 0.410972 azmcp_storage_table_list - 0.375068 azmcp_storage_account_get - 0.373124 azmcp_storage_account_create - 0.344373 azmcp_servicebus_queue_details - 0.335993 azmcp_cosmos_database_container_item_query - 0.328105 azmcp_cosmos_account_list - 0.325517 azmcp_appconfig_kv_set - 0.324933 azmcp_storage_blob_container_get - 0.321736 azmcp_appconfig_kv_show - 0.317420 azmcp_monitor_resource_log_query - 0.307333 azmcp_appconfig_kv_lock - 0.305274 azmcp_cosmos_database_container_list - 0.285295 azmcp_cosmos_database_list - 0.279181 azmcp_storage_datalake_file-system_list-paths - 0.278031 azmcp_monitor_workspace_log_query - 0.276137 azmcp_appconfig_kv_unlock - 0.272593 azmcp_azuremanagedlustre_filesystem_list - 0.262052 azmcp_storage_blob_upload - 0.258164 azmcp_appconfig_account_list - -Prompt: Send a message with TTL of 3600 seconds to the queue in storage account -Expected tool: azmcp_storage_queue_message_send - 0.642272 azmcp_storage_queue_message_send *** EXPECTED *** - 0.383266 azmcp_storage_table_list - 0.373109 azmcp_servicebus_queue_details - 0.356951 azmcp_storage_account_get - 0.347689 azmcp_monitor_resource_log_query - 0.334579 azmcp_storage_account_create - 0.325217 azmcp_storage_blob_container_get - 0.317190 azmcp_storage_blob_container_create - 0.315948 azmcp_monitor_workspace_log_query - 0.315004 azmcp_cosmos_database_container_item_query - 0.312410 azmcp_storage_blob_upload - 0.310195 azmcp_appconfig_kv_set - 0.294895 azmcp_appconfig_kv_lock - 0.282576 azmcp_appconfig_kv_show - 0.277813 azmcp_cosmos_account_list - 0.273144 azmcp_cosmos_database_container_list - 0.271401 azmcp_azuremanagedlustre_filesystem_list - 0.261843 azmcp_appconfig_kv_unlock - 0.257581 azmcp_keyvault_secret_create - 0.239613 azmcp_kusto_query - -Prompt: Add a message to the queue in storage account with visibility timeout of 30 seconds -Expected tool: azmcp_storage_queue_message_send - 0.595294 azmcp_storage_queue_message_send *** EXPECTED *** - 0.360570 azmcp_servicebus_queue_details - 0.338536 azmcp_storage_account_create - 0.325305 azmcp_appconfig_kv_set - 0.322546 azmcp_storage_table_list - 0.313125 azmcp_storage_blob_container_create - 0.312296 azmcp_storage_account_get - 0.297395 azmcp_storage_blob_container_get - 0.293446 azmcp_storage_blob_upload - 0.289438 azmcp_appconfig_kv_lock - 0.274711 azmcp_keyvault_secret_create - 0.270972 azmcp_monitor_resource_log_query - 0.270448 azmcp_appconfig_kv_show - 0.266501 azmcp_monitor_workspace_log_query - 0.262073 azmcp_cosmos_database_container_item_query - 0.257493 azmcp_azuremanagedlustre_filesystem_list - 0.247038 azmcp_appconfig_kv_unlock - 0.246958 azmcp_cosmos_database_container_list - 0.245751 azmcp_cosmos_account_list - 0.241444 azmcp_keyvault_key_create - -Prompt: List all files and directories in the File Share in the storage account -Expected tool: azmcp_storage_share_file_list - 0.640205 azmcp_storage_share_file_list *** EXPECTED *** - 0.540388 azmcp_storage_table_list - 0.522839 azmcp_storage_datalake_file-system_list-paths - 0.501829 azmcp_storage_account_get - 0.491855 azmcp_storage_blob_container_get - 0.458868 azmcp_azuremanagedlustre_filesystem_list - 0.434254 azmcp_cosmos_account_list - 0.417225 azmcp_cosmos_database_container_list - 0.404899 azmcp_storage_account_create - 0.398447 azmcp_cosmos_database_list - 0.392475 azmcp_storage_blob_get - 0.390618 azmcp_keyvault_key_list - 0.385691 azmcp_keyvault_secret_list - 0.382247 azmcp_search_service_list - 0.373398 azmcp_keyvault_certificate_list - 0.373364 azmcp_acr_registry_repository_list - 0.366842 azmcp_subscription_list - 0.361085 azmcp_monitor_resource_log_query - 0.353899 azmcp_appconfig_account_list - 0.338174 azmcp_datadog_monitoredresources_list - -Prompt: Show me the files in the File Share directory in the storage account -Expected tool: azmcp_storage_share_file_list - 0.552006 azmcp_storage_share_file_list *** EXPECTED *** - 0.511236 azmcp_storage_datalake_file-system_list-paths - 0.452271 azmcp_storage_table_list - 0.443743 azmcp_storage_account_get - 0.425230 azmcp_storage_blob_container_get - 0.405964 azmcp_azuremanagedlustre_filesystem_list - 0.380180 azmcp_storage_datalake_directory_create - 0.351906 azmcp_cosmos_account_list - 0.351061 azmcp_storage_account_create - 0.342166 azmcp_storage_blob_get - 0.341352 azmcp_cosmos_database_container_list - 0.331565 azmcp_monitor_resource_log_query - 0.328387 azmcp_appconfig_kv_show - 0.320578 azmcp_keyvault_secret_list - 0.317899 azmcp_cosmos_database_list - 0.315315 azmcp_keyvault_key_list - 0.304034 azmcp_appconfig_account_list - 0.303900 azmcp_acr_registry_repository_list - 0.301881 azmcp_search_service_list - 0.300834 azmcp_keyvault_certificate_list - -Prompt: List files with prefix 'report' in the File Share in the storage account -Expected tool: azmcp_storage_share_file_list - 0.602213 azmcp_storage_share_file_list *** EXPECTED *** - 0.449412 azmcp_storage_table_list - 0.446161 azmcp_storage_datalake_file-system_list-paths - 0.436632 azmcp_storage_account_get - 0.423868 azmcp_extension_azqr - 0.422668 azmcp_azuremanagedlustre_filesystem_list - 0.411646 azmcp_storage_blob_container_get - 0.378092 azmcp_cosmos_account_list - 0.374980 azmcp_monitor_resource_log_query - 0.369168 azmcp_acr_registry_repository_list - 0.364292 azmcp_workbooks_list - 0.360947 azmcp_search_service_list - 0.352114 azmcp_storage_account_create - 0.344437 azmcp_storage_blob_get - 0.339261 azmcp_cosmos_database_list - 0.336352 azmcp_cosmos_database_container_list - 0.332926 azmcp_keyvault_certificate_list - 0.319924 azmcp_keyvault_secret_list - 0.319475 azmcp_datadog_monitoredresources_list - 0.318786 azmcp_azuremanagedlustre_filesystem_sku_get - -Prompt: List all tables in the storage account -Expected tool: azmcp_storage_table_list - 0.787243 azmcp_storage_table_list *** EXPECTED *** - 0.574256 azmcp_monitor_table_list - 0.552523 azmcp_mysql_table_list - 0.514042 azmcp_cosmos_database_list - 0.510657 azmcp_storage_account_get - 0.505290 azmcp_storage_blob_container_get - 0.503638 azmcp_cosmos_database_container_list - 0.498180 azmcp_postgres_table_list - 0.497572 azmcp_monitor_table_type_list - 0.491995 azmcp_cosmos_account_list - 0.485868 azmcp_kusto_table_list - 0.430612 azmcp_mysql_database_list - 0.421849 azmcp_azuremanagedlustre_filesystem_list - 0.421152 azmcp_storage_datalake_file-system_list-paths - 0.407089 azmcp_storage_account_create - 0.404701 azmcp_kusto_database_list - 0.393482 azmcp_keyvault_key_list - 0.362913 azmcp_kusto_table_schema - 0.360786 azmcp_keyvault_certificate_list - 0.358527 azmcp_acr_registry_repository_list - -Prompt: Show me the tables in the storage account -Expected tool: azmcp_storage_table_list - 0.738095 azmcp_storage_table_list *** EXPECTED *** - 0.521439 azmcp_monitor_table_list - 0.520811 azmcp_mysql_table_list - 0.519070 azmcp_storage_account_get - 0.514313 azmcp_storage_blob_container_get - 0.480680 azmcp_cosmos_database_container_list - 0.479470 azmcp_monitor_table_type_list - 0.470860 azmcp_cosmos_database_list - 0.462051 azmcp_cosmos_account_list - 0.447500 azmcp_kusto_table_list - 0.441119 azmcp_azuremanagedlustre_filesystem_list - 0.434084 azmcp_storage_datalake_file-system_list-paths - 0.428607 azmcp_storage_account_create - 0.423663 azmcp_postgres_table_list - 0.420393 azmcp_mysql_database_list - 0.380764 azmcp_kusto_table_schema - 0.367981 azmcp_keyvault_key_list - 0.365922 azmcp_kusto_database_list - 0.362253 azmcp_kusto_sample - 0.356792 azmcp_azuremanagedlustre_filesystem_sku_get - -Prompt: List all subscriptions for my account -Expected tool: azmcp_subscription_list - 0.576045 azmcp_subscription_list *** EXPECTED *** - 0.512964 azmcp_cosmos_account_list - 0.473852 azmcp_redis_cache_list - 0.471653 azmcp_postgres_server_list - 0.452471 azmcp_search_service_list - 0.450973 azmcp_redis_cluster_list - 0.445724 azmcp_grafana_list - 0.436338 azmcp_storage_table_list - 0.431337 azmcp_kusto_cluster_list - 0.430280 azmcp_group_list - 0.415694 azmcp_eventgrid_topic_list - 0.406935 azmcp_appconfig_account_list - 0.394953 azmcp_aks_cluster_list - 0.389024 azmcp_monitor_workspace_list - 0.380636 azmcp_marketplace_product_list - 0.367761 azmcp_storage_account_get - 0.366860 azmcp_loadtesting_testresource_list - 0.355384 azmcp_marketplace_product_get - 0.348524 azmcp_resourcehealth_availability-status_list - 0.344901 azmcp_servicebus_topic_subscription_details - -Prompt: Show me my subscriptions -Expected tool: azmcp_subscription_list - 0.405740 azmcp_subscription_list *** EXPECTED *** - 0.381238 azmcp_postgres_server_list - 0.351864 azmcp_grafana_list - 0.350951 azmcp_redis_cache_list - 0.341813 azmcp_redis_cluster_list - 0.330800 azmcp_eventgrid_topic_list - 0.328109 azmcp_search_service_list - 0.315604 azmcp_kusto_cluster_list - 0.308874 azmcp_appconfig_account_list - 0.303528 azmcp_cosmos_account_list - 0.303367 azmcp_marketplace_product_list - 0.297209 azmcp_group_list - 0.296533 azmcp_monitor_workspace_list - 0.295172 azmcp_marketplace_product_get - 0.285434 azmcp_servicebus_topic_subscription_details - 0.275349 azmcp_loadtesting_testresource_list - 0.274876 azmcp_aks_cluster_list - 0.269922 azmcp_resourcehealth_service-health-events_list - 0.256330 azmcp_storage_table_list - 0.244710 azmcp_resourcehealth_availability-status_list - -Prompt: What is my current subscription? -Expected tool: azmcp_subscription_list - 0.319982 azmcp_subscription_list *** EXPECTED *** - 0.315568 azmcp_marketplace_product_get - 0.286711 azmcp_redis_cache_list - 0.282645 azmcp_grafana_list - 0.279702 azmcp_redis_cluster_list - 0.278798 azmcp_postgres_server_list - 0.273758 azmcp_marketplace_product_list - 0.256358 azmcp_kusto_cluster_list - 0.254815 azmcp_servicebus_topic_subscription_details - 0.252457 azmcp_loadtesting_testresource_list - 0.251683 azmcp_search_service_list - 0.251368 azmcp_resourcehealth_service-health-events_list - 0.251367 azmcp_eventgrid_topic_list - 0.233318 azmcp_monitor_workspace_list - 0.230571 azmcp_cosmos_account_list - 0.230401 azmcp_kusto_cluster_get - 0.227020 azmcp_quota_region_availability_list - 0.226446 azmcp_azuremanagedlustre_filesystem_list - 0.222799 azmcp_appconfig_account_list - 0.211519 azmcp_resourcehealth_availability-status_list - -Prompt: What subscriptions do I have? -Expected tool: azmcp_subscription_list - 0.403207 azmcp_subscription_list *** EXPECTED *** - 0.354504 azmcp_redis_cache_list - 0.342318 azmcp_redis_cluster_list - 0.340339 azmcp_grafana_list - 0.336798 azmcp_postgres_server_list - 0.311939 azmcp_search_service_list - 0.311109 azmcp_marketplace_product_list - 0.305165 azmcp_marketplace_product_get - 0.304965 azmcp_kusto_cluster_list - 0.300478 azmcp_servicebus_topic_subscription_details - 0.298417 azmcp_eventgrid_topic_list - 0.294257 azmcp_monitor_workspace_list - 0.291826 azmcp_cosmos_account_list - 0.282236 azmcp_loadtesting_testresource_list - 0.281294 azmcp_appconfig_account_list - 0.274224 azmcp_resourcehealth_service-health-events_list - 0.269869 azmcp_group_list - 0.258588 azmcp_resourcehealth_availability-status_list - 0.258468 azmcp_aks_cluster_list - 0.236600 azmcp_quota_region_availability_list - -Prompt: Fetch the Azure Terraform best practices -Expected tool: azmcp_azureterraformbestpractices_get - 0.686886 azmcp_azureterraformbestpractices_get *** EXPECTED *** - 0.625270 azmcp_deploy_iac_rules_get - 0.605047 azmcp_get_bestpractices_get - 0.482936 azmcp_deploy_pipeline_guidance_get - 0.466199 azmcp_deploy_plan_get - 0.431102 azmcp_cloudarchitect_design - 0.389080 azmcp_deploy_architecture_diagram_generate - 0.386480 azmcp_quota_usage_check - 0.372596 azmcp_deploy_app_logs_get - 0.369184 azmcp_applens_resource_diagnose - 0.362323 azmcp_azuremanagedlustre_filesystem_sku_get - 0.354086 azmcp_quota_region_availability_list - 0.339022 azmcp_mysql_server_list - 0.333210 azmcp_resourcehealth_availability-status_get - 0.312592 azmcp_mysql_server_config_get - 0.310275 azmcp_mysql_table_schema_get - 0.305259 azmcp_mysql_database_query - 0.303979 azmcp_resourcehealth_availability-status_list - 0.302307 azmcp_storage_account_get - 0.301590 azmcp_storage_blob_container_get - -Prompt: Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault -Expected tool: azmcp_azureterraformbestpractices_get - 0.581316 azmcp_azureterraformbestpractices_get *** EXPECTED *** - 0.512141 azmcp_get_bestpractices_get - 0.510004 azmcp_deploy_iac_rules_get - 0.444297 azmcp_deploy_pipeline_guidance_get - 0.440393 azmcp_keyvault_secret_list - 0.439783 azmcp_keyvault_secret_create - 0.428888 azmcp_keyvault_certificate_get - 0.389450 azmcp_keyvault_key_list - 0.381582 azmcp_keyvault_certificate_create - 0.379881 azmcp_keyvault_certificate_import - 0.304912 azmcp_quota_usage_check - 0.304137 azmcp_mysql_database_query - 0.300776 azmcp_quota_region_availability_list - 0.292743 azmcp_mysql_server_list - 0.281261 azmcp_storage_account_get - 0.279035 azmcp_storage_account_create - 0.278638 azmcp_mysql_server_config_get - 0.277623 azmcp_storage_blob_container_get - 0.274513 azmcp_subscription_list - 0.274176 azmcp_search_service_list - -Prompt: List all host pools in my subscription -Expected tool: azmcp_virtualdesktop_hostpool_list - 0.711969 azmcp_virtualdesktop_hostpool_list *** EXPECTED *** - 0.659763 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.566615 azmcp_kusto_cluster_list - 0.548888 azmcp_search_service_list - 0.536542 azmcp_redis_cluster_list - 0.535739 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.527948 azmcp_postgres_server_list - 0.527095 azmcp_aks_nodepool_list - 0.525796 azmcp_aks_cluster_list - 0.525637 azmcp_sql_elastic-pool_list - 0.506608 azmcp_redis_cache_list - 0.504997 azmcp_subscription_list - 0.496298 azmcp_cosmos_account_list - 0.495490 azmcp_grafana_list - 0.492735 azmcp_monitor_workspace_list - 0.476718 azmcp_group_list - 0.474660 azmcp_functionapp_list - 0.465573 azmcp_aks_nodepool_get - 0.460388 azmcp_acr_registry_list - 0.459250 azmcp_appconfig_account_list - -Prompt: List all session hosts in host pool -Expected tool: azmcp_virtualdesktop_hostpool_sessionhost_list - 0.727054 azmcp_virtualdesktop_hostpool_sessionhost_list *** EXPECTED *** - 0.714469 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.573352 azmcp_virtualdesktop_hostpool_list - 0.439611 azmcp_aks_nodepool_list - 0.402913 azmcp_aks_nodepool_get - 0.393721 azmcp_sql_elastic-pool_list - 0.364696 azmcp_postgres_server_list - 0.362307 azmcp_search_service_list - 0.344853 azmcp_mysql_server_list - 0.337530 azmcp_redis_cluster_list - 0.335509 azmcp_monitor_workspace_list - 0.333517 azmcp_kusto_cluster_list - 0.333030 azmcp_keyvault_secret_list - 0.330896 azmcp_aks_cluster_list - 0.328623 azmcp_keyvault_key_list - 0.321747 azmcp_subscription_list - 0.312156 azmcp_keyvault_certificate_list - 0.311262 azmcp_grafana_list - 0.308168 azmcp_azuremanagedlustre_filesystem_list - 0.302706 azmcp_cosmos_account_list - -Prompt: List all user sessions on session host in host pool -Expected tool: azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.812659 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list *** EXPECTED *** - 0.659213 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.501168 azmcp_virtualdesktop_hostpool_list - 0.356479 azmcp_aks_nodepool_list - 0.336577 azmcp_monitor_workspace_list - 0.327422 azmcp_sql_elastic-pool_list - 0.324543 azmcp_subscription_list - 0.324289 azmcp_search_service_list - 0.316295 azmcp_postgres_server_list - 0.315778 azmcp_loadtesting_testrun_list - 0.307927 azmcp_aks_nodepool_get - 0.305896 azmcp_monitor_table_list - 0.305148 azmcp_aks_cluster_list - 0.304414 azmcp_workbooks_list - 0.300048 azmcp_keyvault_secret_list - 0.295899 azmcp_grafana_list - 0.284934 azmcp_azuremanagedlustre_filesystem_list - 0.278813 azmcp_cosmos_account_list - 0.278222 azmcp_datadog_monitoredresources_list - 0.276474 azmcp_keyvault_key_list - -Prompt: Create a new workbook named -Expected tool: azmcp_workbooks_create - 0.552212 azmcp_workbooks_create *** EXPECTED *** - 0.433120 azmcp_workbooks_update - 0.361364 azmcp_workbooks_delete - 0.361215 azmcp_workbooks_show - 0.328113 azmcp_workbooks_list - 0.239772 azmcp_keyvault_secret_create - 0.217263 azmcp_keyvault_key_create - 0.214746 azmcp_keyvault_certificate_create - 0.188265 azmcp_loadtesting_testresource_create - 0.172828 azmcp_monitor_table_list - 0.169440 azmcp_grafana_list - 0.153950 azmcp_storage_account_create - 0.148897 azmcp_loadtesting_test_create - 0.147301 azmcp_monitor_workspace_list - 0.142879 azmcp_storage_datalake_directory_create - 0.130524 azmcp_loadtesting_testrun_create - 0.130339 azmcp_deploy_pipeline_guidance_get - 0.116568 azmcp_loadtesting_testrun_update - 0.113882 azmcp_deploy_plan_get - -Prompt: Delete the workbook with resource ID -Expected tool: azmcp_workbooks_delete - 0.621310 azmcp_workbooks_delete *** EXPECTED *** - 0.518630 azmcp_workbooks_show - 0.432454 azmcp_workbooks_create - 0.425569 azmcp_workbooks_list - 0.390319 azmcp_workbooks_update - 0.273939 azmcp_grafana_list - 0.256795 azmcp_sql_server_firewall-rule_delete - 0.242550 azmcp_sql_server_delete - 0.198585 azmcp_appconfig_kv_delete - 0.190455 azmcp_monitor_resource_log_query - 0.186665 azmcp_quota_region_availability_list - 0.181661 azmcp_monitor_workspace_log_query - 0.148882 azmcp_extension_azqr - 0.145298 azmcp_loadtesting_testresource_list - 0.134966 azmcp_loadtesting_testrun_update - 0.132504 azmcp_datadog_monitoredresources_list - 0.131813 azmcp_group_list - 0.122450 azmcp_loadtesting_test_get - 0.119450 azmcp_loadtesting_testresource_create - 0.114252 azmcp_monitor_healthmodels_entity_gethealth - -Prompt: List all workbooks in my resource group -Expected tool: azmcp_workbooks_list - 0.772431 azmcp_workbooks_list *** EXPECTED *** - 0.562485 azmcp_workbooks_create - 0.532565 azmcp_workbooks_show - 0.516739 azmcp_grafana_list - 0.488600 azmcp_group_list - 0.487920 azmcp_workbooks_delete - 0.459976 azmcp_datadog_monitoredresources_list - 0.454189 azmcp_monitor_workspace_list - 0.439944 azmcp_resourcehealth_availability-status_list - 0.428781 azmcp_mysql_server_list - 0.416761 azmcp_monitor_table_list - 0.413409 azmcp_sql_db_list - 0.406204 azmcp_loadtesting_testresource_list - 0.405064 azmcp_redis_cluster_list - 0.399686 azmcp_acr_registry_repository_list - 0.365302 azmcp_azuremanagedlustre_filesystem_list - 0.362740 azmcp_acr_registry_list - 0.358869 azmcp_functionapp_get - 0.352940 azmcp_cosmos_database_list - -Prompt: What workbooks do I have in resource group ? -Expected tool: azmcp_workbooks_list - 0.708612 azmcp_workbooks_list *** EXPECTED *** - 0.570259 azmcp_workbooks_create - 0.539957 azmcp_workbooks_show - 0.485504 azmcp_workbooks_delete - 0.472378 azmcp_grafana_list - 0.427977 azmcp_monitor_workspace_list - 0.425426 azmcp_datadog_monitoredresources_list - 0.422891 azmcp_resourcehealth_availability-status_list - 0.421646 azmcp_group_list - 0.412390 azmcp_mysql_server_list - 0.392371 azmcp_loadtesting_testresource_list - 0.380992 azmcp_azuremanagedlustre_filesystem_list - 0.371128 azmcp_redis_cluster_list - 0.363744 azmcp_sql_db_list - 0.362968 azmcp_monitor_table_list - 0.350822 azmcp_acr_registry_repository_list - 0.338334 azmcp_acr_registry_list - 0.337787 azmcp_functionapp_get - 0.334580 azmcp_extension_azqr - 0.299828 azmcp_cosmos_account_list - -Prompt: Get information about the workbook with resource ID -Expected tool: azmcp_workbooks_show - 0.697539 azmcp_workbooks_show *** EXPECTED *** - 0.498390 azmcp_workbooks_create - 0.494708 azmcp_workbooks_list - 0.452348 azmcp_workbooks_delete - 0.419105 azmcp_workbooks_update - 0.353547 azmcp_grafana_list - 0.277807 azmcp_quota_region_availability_list - 0.264647 azmcp_marketplace_product_get - 0.256678 azmcp_quota_usage_check - 0.250024 azmcp_resourcehealth_availability-status_get - 0.236741 azmcp_monitor_resource_log_query - 0.230558 azmcp_monitor_metrics_query - 0.230462 azmcp_monitor_metrics_definitions - 0.225294 azmcp_loadtesting_test_get - 0.219154 azmcp_loadtesting_testresource_list - 0.207693 azmcp_datadog_monitoredresources_list - 0.197245 azmcp_foundry_knowledge_index_schema - 0.195888 azmcp_functionapp_get - 0.195373 azmcp_group_list - 0.189900 azmcp_loadtesting_testrun_get - 0.189657 azmcp_extension_azqr - -Prompt: Show me the workbook with display name -Expected tool: azmcp_workbooks_show - 0.469476 azmcp_workbooks_show *** EXPECTED *** - 0.455158 azmcp_workbooks_create - 0.437391 azmcp_workbooks_update - 0.424338 azmcp_workbooks_list - 0.366057 azmcp_workbooks_delete - 0.292898 azmcp_grafana_list - 0.266762 azmcp_monitor_table_list - 0.240075 azmcp_monitor_workspace_list - 0.227383 azmcp_monitor_table_type_list - 0.176481 azmcp_role_assignment_list - 0.175814 azmcp_appconfig_kv_show - 0.174298 azmcp_loadtesting_testrun_update - 0.174123 azmcp_storage_table_list - 0.168191 azmcp_azuremanagedlustre_filesystem_list - 0.165774 azmcp_cosmos_database_list - 0.154849 azmcp_cosmos_database_container_list - 0.152535 azmcp_azuremanagedlustre_filesystem_sku_get - 0.149678 azmcp_cosmos_account_list - 0.148992 azmcp_marketplace_product_get - 0.146054 azmcp_kusto_table_schema - -Prompt: Update the workbook with a new text step -Expected tool: azmcp_workbooks_update - 0.469795 azmcp_workbooks_update *** EXPECTED *** - 0.382651 azmcp_workbooks_create - 0.362354 azmcp_workbooks_show - 0.349689 azmcp_workbooks_delete - 0.276705 azmcp_loadtesting_testrun_update - 0.262874 azmcp_workbooks_list - 0.170118 azmcp_grafana_list - 0.148730 azmcp_mysql_server_param_set - 0.142404 azmcp_deploy_pipeline_guidance_get - 0.142186 azmcp_loadtesting_testrun_create - 0.138354 azmcp_appconfig_kv_set - 0.136117 azmcp_loadtesting_testresource_create - 0.131007 azmcp_postgres_database_query - 0.129973 azmcp_postgres_server_param_set - 0.129660 azmcp_deploy_iac_rules_get - 0.126312 azmcp_storage_blob_upload - 0.124925 azmcp_appconfig_kv_unlock - 0.123282 azmcp_monitor_workspace_log_query - 0.115996 azmcp_appconfig_kv_lock - 0.105705 azmcp_extension_azqr - -Prompt: How can I use Bicep to create an Azure OpenAI service? -Expected tool: azmcp_bicepschema_get - 0.485889 azmcp_deploy_iac_rules_get - 0.448373 azmcp_get_bestpractices_get - 0.440302 azmcp_deploy_pipeline_guidance_get - 0.432773 azmcp_deploy_plan_get - 0.432409 azmcp_bicepschema_get *** EXPECTED *** - 0.400985 azmcp_foundry_models_deploy - 0.398046 azmcp_deploy_architecture_diagram_generate - 0.391625 azmcp_azureterraformbestpractices_get - 0.382229 azmcp_cloudarchitect_design - 0.372097 azmcp_search_service_list - 0.367757 azmcp_speech_stt_recognize - 0.344809 azmcp_applens_resource_diagnose - 0.325716 azmcp_search_index_query - 0.324857 azmcp_search_index_get - 0.303183 azmcp_quota_usage_check - 0.291291 azmcp_storage_account_create - 0.281487 azmcp_mysql_server_list - 0.279983 azmcp_workbooks_delete - 0.278696 azmcp_sql_server_create - 0.274770 azmcp_resourcehealth_availability-status_get - 0.270531 azmcp_storage_blob_container_create - -Prompt: Please help me design an architecture for a large-scale file upload, storage, and retrieval service -Expected tool: azmcp_cloudarchitect_design - 0.349336 azmcp_cloudarchitect_design *** EXPECTED *** - 0.290902 azmcp_storage_blob_upload - 0.254991 azmcp_deploy_architecture_diagram_generate - 0.221349 azmcp_deploy_pipeline_guidance_get - 0.217623 azmcp_azuremanagedlustre_filesystem_list - 0.216162 azmcp_azuremanagedlustre_filesystem_required-subnet-size - 0.195530 azmcp_storage_blob_batch_set-tier - 0.191391 azmcp_storage_blob_container_create - 0.191096 azmcp_azuremanagedlustre_filesystem_sku_get - 0.178245 azmcp_deploy_plan_get - 0.175833 azmcp_deploy_iac_rules_get - 0.159251 azmcp_storage_share_file_list - 0.154832 azmcp_storage_queue_message_send - 0.136707 azmcp_storage_blob_get - 0.135768 azmcp_get_bestpractices_get - 0.135426 azmcp_storage_datalake_directory_create - 0.132759 azmcp_storage_account_create - 0.130037 azmcp_foundry_models_deploy - 0.127003 azmcp_storage_datalake_file-system_list-paths - -Prompt: Help me create a cloud service that will serve as ATM for users -Expected tool: azmcp_cloudarchitect_design - 0.290270 azmcp_cloudarchitect_design *** EXPECTED *** - 0.267683 azmcp_deploy_architecture_diagram_generate - 0.258160 azmcp_deploy_pipeline_guidance_get - 0.225622 azmcp_deploy_plan_get - 0.215748 azmcp_get_bestpractices_get - 0.207352 azmcp_deploy_iac_rules_get - 0.195387 azmcp_storage_account_create - 0.189220 azmcp_applens_resource_diagnose - 0.179038 azmcp_loadtesting_testresource_create - 0.168850 azmcp_azureterraformbestpractices_get - 0.163694 azmcp_mysql_database_query - 0.163615 azmcp_storage_blob_container_create - 0.160743 azmcp_quota_usage_check - 0.159040 azmcp_speech_stt_recognize - 0.154895 azmcp_foundry_models_deploy - 0.154249 azmcp_mysql_server_list - 0.148073 azmcp_storage_queue_message_send - 0.145124 azmcp_quota_region_availability_list - 0.139758 azmcp_storage_account_get - 0.124485 azmcp_servicebus_queue_details - 0.123880 azmcp_search_service_list - -Prompt: I want to design a cloud app for ordering groceries -Expected tool: azmcp_cloudarchitect_design - 0.299640 azmcp_cloudarchitect_design *** EXPECTED *** - 0.271943 azmcp_deploy_pipeline_guidance_get - 0.265972 azmcp_deploy_architecture_diagram_generate - 0.242581 azmcp_deploy_plan_get - 0.218064 azmcp_deploy_iac_rules_get - 0.213173 azmcp_get_bestpractices_get - 0.179165 azmcp_deploy_app_logs_get - 0.169674 azmcp_marketplace_product_get - 0.164328 azmcp_mysql_server_list - 0.156442 azmcp_appconfig_account_list - 0.156119 azmcp_azureterraformbestpractices_get - 0.154403 azmcp_storage_queue_message_send - 0.139970 azmcp_storage_blob_container_create - 0.138067 azmcp_storage_account_create - 0.132355 azmcp_mysql_database_query - 0.130132 azmcp_quota_usage_check - 0.123936 azmcp_storage_blob_upload - 0.119586 azmcp_workbooks_create - 0.114994 azmcp_mysql_table_schema_get - 0.111424 azmcp_sql_db_list - -Prompt: How can I design a cloud service in Azure that will store and present videos for users? -Expected tool: azmcp_cloudarchitect_design - 0.420259 azmcp_cloudarchitect_design *** EXPECTED *** - 0.369969 azmcp_deploy_pipeline_guidance_get - 0.352797 azmcp_deploy_architecture_diagram_generate - 0.323920 azmcp_storage_blob_upload - 0.310615 azmcp_deploy_plan_get - 0.306967 azmcp_storage_account_create - 0.304499 azmcp_storage_queue_message_send - 0.304209 azmcp_resourcehealth_service-health-events_list - 0.300392 azmcp_storage_blob_container_create - 0.299412 azmcp_azuremanagedlustre_filesystem_sku_get - 0.298989 azmcp_get_bestpractices_get - 0.293806 azmcp_azuremanagedlustre_filesystem_list - 0.292455 azmcp_applens_resource_diagnose - 0.291878 azmcp_deploy_iac_rules_get - 0.282267 azmcp_storage_blob_container_get - 0.275653 azmcp_storage_blob_get - 0.275550 azmcp_storage_account_get - 0.272671 azmcp_deploy_app_logs_get - 0.261446 azmcp_quota_usage_check - 0.259814 azmcp_search_service_list - - -Prompt count=287, Execution time=63.4321148s -Top choice success rate=82.2% (236/287 tests passed) - -Confidence Level Distribution: - Very High Confidence (≥0.8): 4.9% (14/287 tests) - High Confidence (≥0.7): 22.0% (63/287 tests) - Good Confidence (≥0.6): 58.2% (167/287 tests) - Fair Confidence (≥0.5): 81.5% (234/287 tests) - Acceptable Confidence (≥0.4): 90.2% (259/287 tests) - Low Confidence (<0.4): 9.8% (28/287 tests) - -Top Choice + Confidence Combinations: - Top + Very High Confidence (≥0.8): 4.9% (14/287 tests) - Top + High Confidence (≥0.7): 22.0% (63/287 tests) - Top + Good Confidence (≥0.6): 56.4% (162/287 tests) - Top + Fair Confidence (≥0.5): 74.2% (213/287 tests) - Top + Acceptable Confidence (≥0.4): 79.1% (227/287 tests) diff --git a/eng/tools/ToolDescriptionEvaluator/tools.json b/eng/tools/ToolDescriptionEvaluator/tools.json index bf8956eb0..efac19edb 100644 --- a/eng/tools/ToolDescriptionEvaluator/tools.json +++ b/eng/tools/ToolDescriptionEvaluator/tools.json @@ -10,56 +10,47 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -71,62 +62,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--registry", "description": "The name of the Azure Container Registry. This is the unique name you chose for your container registry.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -138,50 +119,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -205,50 +178,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -260,50 +225,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -333,50 +290,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -400,50 +349,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -455,50 +396,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -515,14 +448,12 @@ { "name": "--label", "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", - "type": "string", - "required": null + "type": "string" }, { "name": "--content-type", "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -534,50 +465,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -588,14 +511,12 @@ { "name": "--key", "description": "Specifies the key filter, if any, to be used when retrieving key-values. The filter can be an exact match, for example a filter of 'foo' would get all key-values with a key of 'foo', or the filter can include a '*' character at the end of the string for wildcard searches (e.g., 'App*'). If omitted all keys will be retrieved.", - "type": "string", - "required": null + "type": "string" }, { "name": "--label", "description": "Specifies the label filter, if any, to be used when retrieving key-values. The filter can be an exact match, for example a filter of 'foo' would get all key-values with a label of 'foo', or the filter can include a '*' character at the end of the string for wildcard searches (e.g., 'Prod*'). This filter is case-sensitive. If omitted, all labels will be retrieved.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -607,50 +528,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -667,20 +580,17 @@ { "name": "--label", "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", - "type": "string", - "required": null + "type": "string" }, { "name": "--content-type", "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", - "type": "string", - "required": null + "type": "string" }, { "name": "--lock", "description": "Whether a key-value will be locked (set to read-only) or unlocked (read-only removed).", - "type": "string", - "required": null + "type": "string" } ] }, @@ -692,50 +602,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -752,14 +654,12 @@ { "name": "--label", "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", - "type": "string", - "required": null + "type": "string" }, { "name": "--content-type", "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", - "type": "string", - "required": null + "type": "string" }, { "name": "--value", @@ -770,8 +670,7 @@ { "name": "--tags", "description": "The tags to associate with the configuration key. Tags should be in the format 'key=value'. Multiple tags can be specified.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -783,50 +682,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -843,14 +734,12 @@ { "name": "--label", "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", - "type": "string", - "required": null + "type": "string" }, { "name": "--content-type", "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -862,50 +751,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -941,56 +822,47 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -1002,56 +874,47 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--app", @@ -1080,8 +943,7 @@ { "name": "--connection-string", "description": "The connection string for the database. If not provided, a default will be generated.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -1093,56 +955,47 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -1154,50 +1007,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--sku", @@ -1221,56 +1066,47 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--location", "description": "Azure region/region short name (use Azure location token, lowercase). Examples: uaenorth, swedencentral, eastus.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -1280,6 +1116,25 @@ "command": "azmcp azureterraformbestpractices get", "option": [] }, + { + "name": "get", + "description": "This tool returns a list of best practices for code generation, operations and deployment\r\n when working with Azure services. It should be called for any code generation, deployment or\r\n operations involving Azure, Azure Functions, Azure Kubernetes Service (AKS), Azure Container\r\n Apps (ACA), Bicep, Terraform, Azure Cache, Redis, CosmosDB, Entra, Azure Active Directory,\r\n Azure App Services, or any other Azure technology or programming language. Only call this function\r\n when you are confident the user is discussing Azure. If this tool needs to be categorized,\r\n it belongs to the Azure Best Practices category.", + "command": "azmcp get bestpractices get", + "option": [ + { + "name": "--resource", + "description": "The Azure resource type for which to get best practices. Options: 'general' (general Azure), 'azurefunctions' (Azure Functions), 'static-web-app' (Azure Static Web Apps).", + "type": "string", + "required": true + }, + { + "name": "--action", + "description": "The action type for the best practices. Options: 'all', 'code-generation', 'deployment'. Note: 'static-web-app' resource only supports 'all'.", + "type": "string", + "required": true + } + ] + }, { "name": "get", "description": "\r\n Provides the Bicep schema for the most recent apiVersion of an Azure resource. Do not call this command for Terraform IaC generation.\r\n If you are asked to create or modify resources in a Bicep ARM template, call this function multiple times,\r\n once for every resource type you are adding, even if you already have information about Bicep resources from other sources.\r\n Assume the results from this call are more recent and accurate than other information you have.\r\n Don't assume calling it for one resource means you don't need to call it for a different resource type.\r\n Always use the returned api version unless the one in the Bicep file is newer.\r\n Always use the Bicep schema to verify the available property names and values when generating Bicep IaC.", @@ -1288,44 +1143,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-type", @@ -1343,86 +1191,72 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--question", "description": "The current question being asked", - "type": "string", - "required": null + "type": "string" }, { "name": "--question-number", "description": "Current question number", - "type": "string", - "required": null + "type": "string" }, { "name": "--total-questions", "description": "Estimated total questions needed", - "type": "string", - "required": null + "type": "string" }, { "name": "--answer", "description": "The user's response to the question", - "type": "string", - "required": null + "type": "string" }, { "name": "--next-question-needed", "description": "Whether another question is needed", - "type": "string", - "required": null + "type": "string" }, { "name": "--confidence-score", "description": "A value between 0.0 and 1.0 representing confidence in understanding requirements. When this reaches 0.7 or higher, nextQuestionNeeded should be set to false.", - "type": "string", - "required": null + "type": "string" }, { "name": "--state", "description": "The complete architecture state from the previous request as JSON, State input schema:\n{\n\"state\":{\n\"type\":\"object\",\n\"description\":\"The complete architecture state from the previous request\",\n\"properties\":{\n\"architectureComponents\":{\n\"type\":\"array\",\n\"description\":\"All architecture components suggested so far\",\n\"items\":{\n\"type\":\"string\"\n}\n},\n\"architectureTiers\":{\n\"type\":\"object\",\n\"description\":\"Components organized by architecture tier\",\n\"additionalProperties\":{\n\"type\":\"array\",\n\"items\":{\n\"type\":\"string\"\n}\n}\n},\n\"thought\":{\n\"type\":\"string\",\n\"description\":\"The calling agent's thoughts on the next question or reasoning process. The calling agent should use the requirements it has gathered to reason about the next question.\"\n},\n\"suggestedHint\":{\n\"type\":\"string\",\n\"description\":\"A suggested interaction hint to show the user, such as 'Ask me to create an ASCII art diagram of this architecture' or 'Ask about how this design handles disaster recovery'.\"\n},\n\"requirements\":{\n\"type\":\"object\",\n\"description\":\"Tracked requirements organized by type\",\n\"properties\":{\n\"explicit\":{\n\"type\":\"array\",\n\"description\":\"Requirements explicitly stated by the user\",\n\"items\":{\n\"type\":\"object\",\n\"properties\":{\n\"category\":{\n\"type\":\"string\"\n},\n\"description\":{\n\"type\":\"string\"\n},\n\"source\":{\n\"type\":\"string\"\n},\n\"importance\":{\n\"type\":\"string\",\n\"enum\":[\n\"high\",\n\"medium\",\n\"low\"\n]\n},\n\"confidence\":{\n\"type\":\"number\"\n}\n}\n}\n},\n\"implicit\":{\n\"type\":\"array\",\n\"description\":\"Requirements implied by user responses\",\n\"items\":{\n\"type\":\"object\",\n\"properties\":{\n\"category\":{\n\"type\":\"string\"\n},\n\"description\":{\n\"type\":\"string\"\n},\n\"source\":{\n\"type\":\"string\"\n},\n\"importance\":{\n\"type\":\"string\",\n\"enum\":[\n\"high\",\n\"medium\",\n\"low\"\n]\n},\n\"confidence\":{\n\"type\":\"number\"\n}\n}\n}\n},\n\"assumed\":{\n\"type\":\"array\",\n\"description\":\"Requirements assumed based on context/best practices\",\n\"items\":{\n\"type\":\"object\",\n\"properties\":{\n\"category\":{\n\"type\":\"string\"\n},\n\"description\":{\n\"type\":\"string\"\n},\n\"source\":{\n\"type\":\"string\"\n},\n\"importance\":{\n\"type\":\"string\",\n\"enum\":[\n\"high\",\n\"medium\",\n\"low\"\n]\n},\n\"confidence\":{\n\"type\":\"number\"\n}\n}\n}\n}\n}\n},\n\"confidenceFactors\":{\n\"type\":\"object\",\n\"description\":\"Factors that contribute to the overall confidence score\",\n\"properties\":{\n\"explicitRequirementsCoverage\":{\n\"type\":\"number\"\n},\n\"implicitRequirementsCertainty\":{\n\"type\":\"number\"\n},\n\"assumptionRisk\":{\n\"type\":\"number\"\n}\n}\n}\n}\n}\n}", - "type": "string", - "required": null + "type": "string" } ] }, @@ -1434,50 +1268,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -1489,50 +1315,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -1555,8 +1373,7 @@ { "name": "--query", "description": "SQL query to execute against the container. Uses Cosmos DB SQL syntax.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -1568,50 +1385,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -1635,50 +1444,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -1696,50 +1497,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--datadog-resource", @@ -1763,50 +1556,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--workspace-folder", @@ -1823,8 +1608,7 @@ { "name": "--limit", "description": "The maximum row number of logs to retrieve. Use this to get a specific number of logs or to avoid the retrieved logs from reaching token limit. Default is 200.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -1855,14 +1639,12 @@ { "name": "--iac-type", "description": "The Infrastructure as Code type. Valid values: bicep, terraform. Leave empty if deployment-tool is AzCli.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-types", "description": "Specifies the Azure resource types to retrieve IaC rules for. It should be comma-separated. Supported values are: 'appservice', 'containerapp', 'function', 'aks', 'storage'. If none of these services are used, this parameter can be left empty.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -1874,74 +1656,62 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--use-azd-pipeline-config", "description": "Whether to use azd tool to set up the deployment pipeline. Set to true ONLY if azure.yaml is provided or the context suggests AZD tools.", - "type": "string", - "required": null + "type": "string" }, { "name": "--organization-name", "description": "The name of the organization or the user account name of the current Github repository. DO NOT fill this in if you're not sure.", - "type": "string", - "required": null + "type": "string" }, { "name": "--repository-name", "description": "The name of the current Github repository. DO NOT fill this in if you're not sure.", - "type": "string", - "required": null + "type": "string" }, { "name": "--github-environment-name", "description": "The name of the environment to which the deployment pipeline will be deployed. DO NOT fill this in if you're not sure.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -1977,8 +1747,69 @@ { "name": "--azd-iac-options", "description": "The Infrastructure as Code option for azd. Valid values: bicep, terraform. Leave empty if Deployment tool is AzCli.", - "type": "string", - "required": null + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List event subscriptions for topics with filtering and endpoint configuration. This tool shows all active\r\nsubscriptions including webhook endpoints, event filters, and delivery retry policies. Returns subscription\r\ndetails as JSON array. Requires either --topic (bare topic name) OR --subscription. If only --topic is provided\r\nthe tool searches all accessible subscriptions for a topic with that name. Optional --resource-group/--location\r\nmay only be used alongside --subscription or --topic.", + "command": "azmcp eventgrid subscription list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--topic", + "description": "The name of the Event Grid topic.", + "type": "string" + }, + { + "name": "--location", + "description": "The Azure region to filter resources by (e.g., 'eastus', 'westus2').", + "type": "string" } ] }, @@ -2063,56 +1894,47 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -2124,56 +1946,47 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -2185,44 +1998,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--agent-id", @@ -2252,44 +2058,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--query", @@ -2306,14 +2105,12 @@ { "name": "--response", "description": "The response from the agent.", - "type": "string", - "required": null + "type": "string" }, { "name": "--tool-definitions", "description": "Optional tool definitions made by the agent in JSON format.", - "type": "string", - "required": null + "type": "string" }, { "name": "--azure-openai-endpoint", @@ -2337,44 +2134,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--endpoint", @@ -2392,44 +2182,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--agent-id", @@ -2452,8 +2235,7 @@ { "name": "--evaluators", "description": "The list of evaluators to use for evaluation, separated by commas. If not specified, all evaluators will be used.", - "type": "string", - "required": null + "type": "string" }, { "name": "--azure-openai-endpoint", @@ -2470,9 +2252,9 @@ ] }, { - "name": "list", - "description": "Retrieves a list of knowledge indexes from Azure AI Foundry.\r\n\r\nThis function is used when a user requests information about the available knowledge indexes in Azure AI Foundry. It provides an overview of the knowledge bases and search indexes that are currently deployed and available for use with AI agents and applications.\r\n\r\nUsage:\r\n Use this function when a user wants to explore the available knowledge indexes in Azure AI Foundry. This can help users understand what knowledge bases are currently operational and how they can be utilized for retrieval-augmented generation (RAG) scenarios.\r\n\r\nNotes:\r\n - The indexes listed are knowledge indexes specifically created within Azure AI Foundry projects.\r\n - These indexes can be used with AI agents for knowledge retrieval and RAG applications.\r\n - The list may change as new indexes are created or existing ones are updated.", - "command": "azmcp foundry knowledge index list", + "name": "connect", + "description": "Connect to a specific Azure AI Agent and run a query.\r\nReturns the agent's response along with thread and run IDs for potential evaluation.", + "command": "azmcp foundry agents connect", "option": [ { "name": "--tenant", @@ -2516,6 +2298,18 @@ "type": "string", "required": null }, + { + "name": "--agent-id", + "description": "The ID of the agent to interact with.", + "type": "string", + "required": true + }, + { + "name": "--query", + "description": "The query sent to the agent.", + "type": "string", + "required": true + }, { "name": "--endpoint", "description": "The endpoint URL for the Azure AI service.", @@ -2525,9 +2319,9 @@ ] }, { - "name": "schema", - "description": "Retrieves the detailed schema configuration of a specific knowledge index from Azure AI Foundry.\r\n\r\nThis function provides comprehensive information about the structure and configuration of a knowledge index, including field definitions, data types, searchable attributes, and other schema properties. The schema information is essential for understanding how the index is structured and how data is indexed and searchable.\r\n\r\nUsage:\r\n Use this function when you need to examine the detailed configuration of a specific knowledge index. This is helpful for troubleshooting search issues, understanding index capabilities, planning data mapping, or when integrating with the index programmatically.\r\n\r\nNotes:\r\n - Returns the index schema.", - "command": "azmcp foundry knowledge index schema", + "name": "evaluate", + "description": "Run agent evaluation on agent data. Requires JSON strings for query, response, and tool definitions.", + "command": "azmcp foundry agents evaluate", "option": [ { "name": "--tenant", @@ -2572,23 +2366,47 @@ "required": null }, { - "name": "--endpoint", - "description": "The endpoint URL for the Azure AI service.", + "name": "--query", + "description": "The query sent to the agent.", "type": "string", "required": true }, { - "name": "--index", - "description": "The name of the knowledge index.", + "name": "--evaluator", + "description": "The name of the evaluator to use (intent_resolution, tool_call_accuracy, task_adherence).", + "type": "string", + "required": true + }, + { + "name": "--response", + "description": "The response from the agent.", + "type": "string", + "required": null + }, + { + "name": "--tool-definitions", + "description": "Optional tool definitions made by the agent in JSON format.", + "type": "string", + "required": null + }, + { + "name": "--azure-openai-endpoint", + "description": "The endpoint URL for the Azure OpenAI service to be used in evaluation.", + "type": "string", + "required": true + }, + { + "name": "--azure-openai-deployment", + "description": "The deployment name for the Azure OpenAI model to be used in evaluation.", "type": "string", "required": true } ] }, { - "name": "deploy", - "description": "Deploy a model to Azure AI Foundry.\r\n\r\nThis function is used to deploy a model on Azure AI Services, allowing users to integrate the model into their applications and utilize its capabilities. This command should not be used for Azure OpenAI Services to deploy OpenAI models.", - "command": "azmcp foundry models deploy", + "name": "list", + "description": "List all Azure AI Agents available in the configured project.", + "command": "azmcp foundry agents list", "option": [ { "name": "--tenant", @@ -2633,33 +2451,267 @@ "required": null }, { - "name": "--subscription", - "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "name": "--endpoint", + "description": "The endpoint URL for the Azure AI service.", + "type": "string", + "required": true + } + ] + }, + { + "name": "query-and-evaluate", + "description": "Query an agent and evaluate its response in a single operation.\r\nReturns both the agent response and evaluation results", + "command": "azmcp foundry agents query-and-evaluate", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", "type": "string", "required": null }, { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", "type": "string", - "required": true + "required": null }, { - "name": "--deployment", - "description": "The name of the deployment.", + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", "type": "string", - "required": true + "required": null }, { - "name": "--model-name", - "description": "The name of the model to deploy.", + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", "type": "string", - "required": true + "required": null }, { - "name": "--model-format", - "description": "The format of the model (e.g., 'OpenAI', 'Meta', 'Microsoft').", - "type": "string", + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string", + "required": null + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string", + "required": null + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string", + "required": null + }, + { + "name": "--agent-id", + "description": "The ID of the agent to interact with.", + "type": "string", + "required": true + }, + { + "name": "--query", + "description": "The query sent to the agent.", + "type": "string", + "required": true + }, + { + "name": "--endpoint", + "description": "The endpoint URL for the Azure AI service.", + "type": "string", + "required": true + }, + { + "name": "--evaluators", + "description": "The list of evaluators to use for evaluation, separated by commas. If not specified, all evaluators will be used.", + "type": "string", + "required": null + }, + { + "name": "--azure-openai-endpoint", + "description": "The endpoint URL for the Azure OpenAI service to be used in evaluation.", + "type": "string", + "required": true + }, + { + "name": "--azure-openai-deployment", + "description": "The deployment name for the Azure OpenAI model to be used in evaluation.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Retrieves a list of knowledge indexes from Azure AI Foundry.\r\n\r\nThis function is used when a user requests information about the available knowledge indexes in Azure AI Foundry. It provides an overview of the knowledge bases and search indexes that are currently deployed and available for use with AI agents and applications.\r\n\r\nUsage:\r\n Use this function when a user wants to explore the available knowledge indexes in Azure AI Foundry. This can help users understand what knowledge bases are currently operational and how they can be utilized for retrieval-augmented generation (RAG) scenarios.\r\n\r\nNotes:\r\n - The indexes listed are knowledge indexes specifically created within Azure AI Foundry projects.\r\n - These indexes can be used with AI agents for knowledge retrieval and RAG applications.\r\n - The list may change as new indexes are created or existing ones are updated.", + "command": "azmcp foundry knowledge index list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--endpoint", + "description": "The endpoint URL for the Azure AI service.", + "type": "string", + "required": true + } + ] + }, + { + "name": "schema", + "description": "Retrieves the detailed schema configuration of a specific knowledge index from Azure AI Foundry.\r\n\r\nThis function provides comprehensive information about the structure and configuration of a knowledge index, including field definitions, data types, searchable attributes, and other schema properties. The schema information is essential for understanding how the index is structured and how data is indexed and searchable.\r\n\r\nUsage:\r\n Use this function when you need to examine the detailed configuration of a specific knowledge index. This is helpful for troubleshooting search issues, understanding index capabilities, planning data mapping, or when integrating with the index programmatically.\r\n\r\nNotes:\r\n - Returns the index schema.", + "command": "azmcp foundry knowledge index schema", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--endpoint", + "description": "The endpoint URL for the Azure AI service.", + "type": "string", + "required": true + }, + { + "name": "--index", + "description": "The name of the knowledge index.", + "type": "string", + "required": true + } + ] + }, + { + "name": "deploy", + "description": "Deploy a model to Azure AI Foundry.\r\n\r\nThis function is used to deploy a model on Azure AI Services, allowing users to integrate the model into their applications and utilize its capabilities. This command should not be used for Azure OpenAI Services to deploy OpenAI models.", + "command": "azmcp foundry models deploy", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--deployment", + "description": "The name of the deployment.", + "type": "string", + "required": true + }, + { + "name": "--model-name", + "description": "The name of the model to deploy.", + "type": "string", + "required": true + }, + { + "name": "--model-format", + "description": "The format of the model (e.g., 'OpenAI', 'Meta', 'Microsoft').", + "type": "string", "required": true }, { @@ -2671,38 +2723,32 @@ { "name": "--model-version", "description": "The version of the model to deploy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--model-source", "description": "The source of the model.", - "type": "string", - "required": null + "type": "string" }, { "name": "--sku", "description": "The SKU name for the deployment.", - "type": "string", - "required": null + "type": "string" }, { "name": "--sku-capacity", "description": "The SKU capacity for the deployment.", - "type": "string", - "required": null + "type": "string" }, { "name": "--scale-type", "description": "The scale type for the deployment.", - "type": "string", - "required": null + "type": "string" }, { "name": "--scale-capacity", "description": "The scale capacity for the deployment.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -2714,44 +2760,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--endpoint", @@ -2769,68 +2808,57 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--search-for-free-playground", "description": "If true, filters models to include only those that can be used for free by users for prototyping.", - "type": "string", - "required": null + "type": "string" }, { "name": "--publisher", "description": "A filter to specify the publisher of the models to retrieve.", - "type": "string", - "required": null + "type": "string" }, { "name": "--license", "description": "A filter to specify the license type of the models to retrieve.", - "type": "string", - "required": null + "type": "string" }, { "name": "--model-name", "description": "The name of the model to deploy.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -2842,81 +2870,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--function-app", "description": "The name of the Function App.", - "type": "string", - "required": null - } - ] - }, - { - "name": "get", - "description": "This tool returns a list of best practices for code generation, operations and deployment\r\n when working with Azure services. It should be called for any code generation, deployment or\r\n operations involving Azure, Azure Functions, Azure Kubernetes Service (AKS), Azure Container\r\n Apps (ACA), Bicep, Terraform, Azure Cache, Redis, CosmosDB, Entra, Azure Active Directory,\r\n Azure App Services, or any other Azure technology or programming language. Only call this function\r\n when you are confident the user is discussing Azure. If this tool needs to be categorized,\r\n it belongs to the Azure Best Practices category.", - "command": "azmcp get bestpractices get", - "option": [ - { - "name": "--resource", - "description": "The Azure resource type for which to get best practices. Options: 'general' (general Azure), 'azurefunctions' (Azure Functions), 'static-web-app' (Azure Static Web Apps).", - "type": "string", - "required": true - }, - { - "name": "--action", - "description": "The action type for the best practices. Options: 'all', 'code-generation', 'deployment'. Note: 'static-web-app' resource only supports 'all'.", - "type": "string", - "required": true + "type": "string" } ] }, @@ -2928,50 +2927,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -2983,50 +2974,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -3038,50 +3021,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--vault", @@ -3105,50 +3080,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--vault", @@ -3172,50 +3139,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--vault", @@ -3238,8 +3197,7 @@ { "name": "--password", "description": "Optional password for a protected PFX being imported.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -3251,50 +3209,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--vault", @@ -3312,50 +3262,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--vault", @@ -3385,50 +3327,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--vault", @@ -3452,50 +3386,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--vault", @@ -3505,9 +3431,8 @@ }, { "name": "--include-managed", - "description": "Whether or not to include managed keys in results.", - "type": "string", - "required": null + "description": "Whether or not to include managed keys in results.", + "type": "string" } ] }, @@ -3519,50 +3444,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--vault", @@ -3592,50 +3509,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--vault", @@ -3659,50 +3568,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--vault", @@ -3720,62 +3621,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster-uri", "description": "Kusto Cluster URI.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster", "description": "Kusto Cluster name.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -3787,50 +3678,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -3842,62 +3725,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster-uri", "description": "Kusto Cluster URI.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster", "description": "Kusto Cluster name.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -3909,62 +3782,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster-uri", "description": "Kusto Cluster URI.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster", "description": "Kusto Cluster name.", - "type": "string", - "required": null + "type": "string" }, { "name": "--database", @@ -3988,62 +3851,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster-uri", "description": "Kusto Cluster URI.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster", "description": "Kusto Cluster name.", - "type": "string", - "required": null + "type": "string" }, { "name": "--database", @@ -4073,62 +3926,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster-uri", "description": "Kusto Cluster URI.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster", "description": "Kusto Cluster name.", - "type": "string", - "required": null + "type": "string" }, { "name": "--database", @@ -4146,62 +3989,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster-uri", "description": "Kusto Cluster URI.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster", "description": "Kusto Cluster name.", - "type": "string", - "required": null + "type": "string" }, { "name": "--database", @@ -4225,62 +4058,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-resource-name", "description": "The name of the load test resource for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-id", @@ -4291,38 +4114,32 @@ { "name": "--description", "description": "The description for the load test run. This provides additional context about the test run.", - "type": "string", - "required": null + "type": "string" }, { "name": "--display-name", "description": "The display name for the load test run. This is a user-friendly name to identify the test run.", - "type": "string", - "required": null + "type": "string" }, { "name": "--endpoint", "description": "The endpoint URL to be tested. This is the URL of the HTTP endpoint that will be subjected to load testing.", - "type": "string", - "required": null + "type": "string" }, { "name": "--virtual-users", "description": "Virtual users is a measure of load that is simulated to test the HTTP endpoint. (Default - 50)", - "type": "string", - "required": null + "type": "string" }, { "name": "--duration", "description": "This is the duration for which the load is simulated against the endpoint. Enter decimals for fractional minutes (e.g., 1.5 for 1 minute and 30 seconds). Default is 20 mins", - "type": "string", - "required": null + "type": "string" }, { "name": "--ramp-up-time", "description": "The ramp-up time is the time it takes for the system to ramp-up to the total load specified. Enter decimals for fractional minutes (e.g., 1.5 for 1 minute and 30 seconds). Default is 1 min", - "type": "string", - "required": null + "type": "string" } ] }, @@ -4334,62 +4151,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-resource-name", "description": "The name of the load test resource for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-id", @@ -4407,62 +4214,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-resource-name", - "description": "The name of the load test resource for which you want to fetch the details.", - "type": "string", - "required": null + "description": "The name of the load test resource for which you want to fetch the details.", + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -4474,62 +4271,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-resource-name", "description": "The name of the load test resource for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -4541,68 +4328,57 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-resource-name", "description": "The name of the load test resource for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--testrun-id", "description": "The ID of the load test run for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-id", @@ -4613,20 +4389,17 @@ { "name": "--display-name", "description": "The display name for the load test run. This is a user-friendly name to identify the test run.", - "type": "string", - "required": null + "type": "string" }, { "name": "--description", "description": "The description for the load test run. This provides additional context about the test run.", - "type": "string", - "required": null + "type": "string" }, { "name": "--old-testrun-id", "description": "The ID of an existing test run to update. If provided, the command will trigger a rerun of the given test run id.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -4638,68 +4411,57 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-resource-name", "description": "The name of the load test resource for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--testrun-id", "description": "The ID of the load test run for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -4711,62 +4473,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-resource-name", "description": "The name of the load test resource for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-id", @@ -4784,68 +4536,57 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-resource-name", "description": "The name of the load test resource for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--testrun-id", "description": "The ID of the load test run for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-id", @@ -4856,14 +4597,12 @@ { "name": "--display-name", "description": "The display name for the load test run. This is a user-friendly name to identify the test run.", - "type": "string", - "required": null + "type": "string" }, { "name": "--description", "description": "The description for the load test run. This provides additional context about the test run.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -4875,50 +4614,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--product-id", @@ -4929,50 +4660,42 @@ { "name": "--include-stop-sold-plans", "description": "Include stop-sold or hidden plans in the response.", - "type": "string", - "required": null + "type": "string" }, { "name": "--language", "description": "Product language code (e.g., 'en' for English, 'fr' for French).", - "type": "string", - "required": null + "type": "string" }, { "name": "--market", "description": "Product market code (e.g., 'US' for United States, 'UK' for United Kingdom).", - "type": "string", - "required": null + "type": "string" }, { "name": "--lookup-offer-in-tenant-level", "description": "Check against tenant private audience when retrieving the product.", - "type": "string", - "required": null + "type": "string" }, { "name": "--plan-id", "description": "Filter results by a specific plan ID.", - "type": "string", - "required": null + "type": "string" }, { "name": "--sku-id", "description": "Filter results by a specific SKU ID.", - "type": "string", - "required": null + "type": "string" }, { "name": "--include-service-instruction-templates", "description": "Include service instruction templates in the response.", - "type": "string", - "required": null + "type": "string" }, { "name": "--pricing-audience", "description": "Pricing audience for the request header.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -4984,92 +4707,77 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--language", "description": "Product language code (e.g., 'en' for English, 'fr' for French).", - "type": "string", - "required": null + "type": "string" }, { "name": "--search", "description": "Search for products using a short general term (up to 25 characters)", - "type": "string", - "required": null + "type": "string" }, { "name": "--filter", "description": "OData filter expression to filter results based on ProductSummary properties (e.g., \"displayName eq 'Azure'\").", - "type": "string", - "required": null + "type": "string" }, { "name": "--orderby", "description": "OData orderby expression to sort results by ProductSummary fields (e.g., \"displayName asc\" or \"popularity desc\").", - "type": "string", - "required": null + "type": "string" }, { "name": "--select", "description": "OData select expression to choose specific ProductSummary fields to return (e.g., \"displayName,publisherDisplayName,uniqueProductId\").", - "type": "string", - "required": null + "type": "string" }, { "name": "--next-cursor", "description": "Pagination cursor to retrieve the next page of results. Use the NextPageLink value from a previous response.", - "type": "string", - "required": null + "type": "string" }, { "name": "--expand", "description": "OData expand expression to include related data in the response (e.g., \"plans\" to include plan details).", - "type": "string", - "required": null + "type": "string" } ] }, @@ -5081,50 +4789,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -5154,62 +4854,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-type", "description": "The Azure resource type (e.g., 'Microsoft.Storage/storageAccounts', 'Microsoft.Compute/virtualMachines'). If not specified, will attempt to infer from resource name.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource", @@ -5220,20 +4910,17 @@ { "name": "--metric-namespace", "description": "The metric namespace to query. Obtain this value from the azmcp-monitor-metrics-definitions command.", - "type": "string", - "required": null + "type": "string" }, { "name": "--search-string", "description": "A string to filter the metric definitions by. Helpful for reducing the number of records returned. Performs case-insensitive matching on metric name and description fields.", - "type": "string", - "required": null + "type": "string" }, { "name": "--limit", "description": "The maximum number of metric definitions to return. Defaults to 10.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -5245,62 +4932,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-type", "description": "The Azure resource type (e.g., 'Microsoft.Storage/storageAccounts', 'Microsoft.Compute/virtualMachines'). If not specified, will attempt to infer from resource name.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource", @@ -5317,32 +4994,27 @@ { "name": "--start-time", "description": "The start time for the query in ISO format (e.g., 2023-01-01T00:00:00Z). Defaults to 24 hours ago.", - "type": "string", - "required": null + "type": "string" }, { "name": "--end-time", "description": "The end time for the query in ISO format (e.g., 2023-01-01T00:00:00Z). Defaults to now.", - "type": "string", - "required": null + "type": "string" }, { "name": "--interval", "description": "The time interval for data points (e.g., PT1H for 1 hour, PT5M for 5 minutes).", - "type": "string", - "required": null + "type": "string" }, { "name": "--aggregation", "description": "The aggregation type to use (Average, Maximum, Minimum, Total, Count).", - "type": "string", - "required": null + "type": "string" }, { "name": "--filter", "description": "OData filter to apply to the metrics query.", - "type": "string", - "required": null + "type": "string" }, { "name": "--metric-namespace", @@ -5352,9 +5024,8 @@ }, { "name": "--max-buckets", - "description": "The maximum number of time buckets to return. Defaults to 50.", - "type": "string", - "required": null + "description": "The maximum number of time buckets to return. Defaults to 50.", + "type": "string" } ] }, @@ -5366,50 +5037,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-id", @@ -5432,14 +5095,12 @@ { "name": "--hours", "description": "The number of hours to query back from now.", - "type": "string", - "required": null + "type": "string" }, { "name": "--limit", "description": "The maximum number of results to return.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -5451,50 +5112,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -5524,50 +5177,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -5591,50 +5236,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -5646,50 +5283,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -5718,14 +5347,12 @@ { "name": "--hours", "description": "The number of hours to query back from now.", - "type": "string", - "required": null + "type": "string" }, { "name": "--limit", "description": "The maximum number of results to return.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -5737,50 +5364,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -5810,50 +5429,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -5895,50 +5506,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -5968,50 +5571,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -6035,50 +5630,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -6114,50 +5701,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -6199,50 +5778,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -6278,50 +5849,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -6363,50 +5926,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -6436,50 +5991,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -6521,50 +6068,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", - "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -6594,50 +6133,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -6661,50 +6192,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -6740,50 +6263,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -6825,50 +6340,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -6904,50 +6411,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -6989,50 +6488,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-types", @@ -7043,20 +6534,17 @@ { "name": "--cognitive-service-model-name", "description": "Optional model name for cognitive services. Only needed when Microsoft.CognitiveServices is included in resource types.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cognitive-service-model-version", "description": "Optional model version for cognitive services. Only needed when Microsoft.CognitiveServices is included in resource types.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cognitive-service-deployment-sku-name", "description": "Optional deployment SKU name for cognitive services. Only needed when Microsoft.CognitiveServices is included in resource types.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -7068,50 +6556,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--region", @@ -7135,50 +6615,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -7202,50 +6674,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -7257,50 +6721,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -7324,50 +6780,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -7379,50 +6827,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resourceId", @@ -7440,56 +6880,47 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -7501,86 +6932,72 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--event-type", "description": "Filter by event type (ServiceIssue, PlannedMaintenance, HealthAdvisory, Security). If not specified, all event types are included.", - "type": "string", - "required": null + "type": "string" }, { "name": "--status", "description": "Filter by status (Active, Resolved). If not specified, all statuses are included.", - "type": "string", - "required": null + "type": "string" }, { "name": "--tracking-id", "description": "Filter by tracking ID to get a specific service health event.", - "type": "string", - "required": null + "type": "string" }, { "name": "--filter", "description": "Additional OData filter expression to apply to the service health events query.", - "type": "string", - "required": null + "type": "string" }, { "name": "--query-start-time", "description": "Start time for the query in ISO 8601 format (e.g., 2024-01-01T00:00:00Z). Events from this time onwards will be included.", - "type": "string", - "required": null + "type": "string" }, { "name": "--query-end-time", - "description": "End time for the query in ISO 8601 format (e.g., 2024-01-31T23:59:59Z). Events up to this time will be included.", - "type": "string", - "required": null + "description": "End time for the query in ISO 8601 format (e.g., 2024-01-31T23:59:59Z). Events up to this time will be included.", + "type": "string" } ] }, @@ -7592,50 +7009,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--scope", @@ -7653,44 +7062,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--service", @@ -7701,8 +7103,7 @@ { "name": "--index", "description": "The name of the search index within the Azure AI Search service.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -7714,44 +7115,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--service", @@ -7781,50 +7175,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -7836,50 +7222,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--namespace", @@ -7903,50 +7281,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--namespace", @@ -7970,50 +7340,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--namespace", @@ -8036,148 +7398,154 @@ ] }, { - "name": "recognize", - "description": "Recognize speech from an audio file using Azure AI Services Speech. This command takes an audio file and converts it to text using advanced speech recognition capabilities.\r\nYou must provide an Azure AI Services endpoint (e.g., https://your-service.cognitiveservices.azure.com/) and a path to the audio file.\r\nSupported audio formats include WAV, MP3, OPUS/OGG, FLAC, ALAW, MULAW, MP4, M4A, and AAC. Compressed formats require GStreamer to be installed on the system.\r\nOptional parameters include language specification, phrase hints for better accuracy, output format (simple or detailed), and profanity filtering.", - "command": "azmcp speech stt recognize", + "name": "create", + "description": "Create a new Azure SQL Database on an existing SQL Server. This command creates a database with configurable\r\nperformance tiers, size limits, and other settings. Equivalent to 'az sql db create'.\r\nReturns the newly created database information including configuration details.", + "command": "azmcp sql db create", "option": [ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { - "name": "--endpoint", - "description": "The Azure AI Services endpoint URL (e.g., https://your-service.cognitiveservices.azure.com/).", + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", "required": true }, { - "name": "--file", - "description": "Path to the audio file to recognize.", + "name": "--server", + "description": "The Azure SQL Server name.", "type": "string", "required": true }, { - "name": "--language", - "description": "The language for speech recognition (e.g., en-US, es-ES). Default is en-US.", + "name": "--database", + "description": "The Azure SQL Database name.", "type": "string", - "required": null + "required": true }, { - "name": "--phrases", - "description": "Phrase hints to improve recognition accuracy. Can be specified multiple times (--phrases \"phrase1\" --phrases \"phrase2\") or as comma-separated values (--phrases \"phrase1,phrase2\").", - "type": "string", - "required": null + "name": "--sku-name", + "description": "The SKU name for the database (e.g., Basic, S0, P1, GP_Gen5_2).", + "type": "string" }, { - "name": "--format", - "description": "Output format: simple or detailed. Default is simple.", - "type": "string", - "required": null + "name": "--sku-tier", + "description": "The SKU tier for the database (e.g., Basic, Standard, Premium, GeneralPurpose).", + "type": "string" }, { - "name": "--profanity", - "description": "Profanity filter: masked, removed, or raw. Default is masked.", - "type": "string", - "required": null + "name": "--sku-capacity", + "description": "The SKU capacity (DTU or vCore count) for the database.", + "type": "string" + }, + { + "name": "--collation", + "description": "The collation for the database (e.g., SQL_Latin1_General_CP1_CI_AS).", + "type": "string" + }, + { + "name": "--max-size-bytes", + "description": "The maximum size of the database in bytes.", + "type": "string" + }, + { + "name": "--elastic-pool-name", + "description": "The name of the elastic pool to assign the database to.", + "type": "string" + }, + { + "name": "--zone-redundant", + "description": "Whether the database should be zone redundant.", + "type": "string" + }, + { + "name": "--read-scale", + "description": "Read scale option for the database (Enabled or Disabled).", + "type": "string" } ] }, { - "name": "create", - "description": "Create a new Azure SQL Database on an existing SQL Server. This command creates a database with configurable\r\nperformance tiers, size limits, and other settings. Equivalent to 'az sql db create'.\r\nReturns the newly created database information including configuration details.", - "command": "azmcp sql db create", + "name": "delete", + "description": "Deletes an Azure SQL Database from an existing SQL Server. This command removes the specified database\r\nand is idempotent - attempting to delete a database that does not exist will succeed with Deleted = false.\r\nEquivalent to 'az sql db delete'.\r\nReturns whether the database was deleted during this operation.", + "command": "azmcp sql db delete", "option": [ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -8196,127 +7564,127 @@ "description": "The Azure SQL Database name.", "type": "string", "required": true - }, + } + ] + }, + { + "name": "update", + "description": "Update configuration settings for an existing Azure SQL Database. This command modifies an existing database's\r\ncompute tier, performance characteristics, redundancy, or other settings. Equivalent to 'az sql db update'.\r\nReturns the updated database information including applied configuration changes.", + "command": "azmcp sql db update", + "option": [ { - "name": "--sku-name", - "description": "The SKU name for the database (e.g., Basic, S0, P1, GP_Gen5_2).", + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", "type": "string", "required": null }, { - "name": "--sku-tier", - "description": "The SKU tier for the database (e.g., Basic, Standard, Premium, GeneralPurpose).", + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", "type": "string", "required": null }, { - "name": "--sku-capacity", - "description": "The SKU capacity (DTU or vCore count) for the database.", + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", "type": "string", "required": null }, { - "name": "--collation", - "description": "The collation for the database (e.g., SQL_Latin1_General_CP1_CI_AS).", + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", "type": "string", "required": null }, { - "name": "--max-size-bytes", - "description": "The maximum size of the database in bytes.", + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", "type": "string", "required": null }, { - "name": "--elastic-pool-name", - "description": "The name of the elastic pool to assign the database to.", + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", "type": "string", "required": null }, { - "name": "--zone-redundant", - "description": "Whether the database should be zone redundant.", + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", "type": "string", "required": null }, { - "name": "--read-scale", - "description": "Read scale option for the database (Enabled or Disabled).", + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", "type": "string", "required": null - } - ] - }, - { - "name": "delete", - "description": "Deletes an Azure SQL Database from an existing SQL Server. This command removes the specified database\r\nand is idempotent - attempting to delete a database that does not exist will succeed with Deleted = false.\r\nEquivalent to 'az sql db delete'.\r\nReturns whether the database was deleted during this operation.", - "command": "azmcp sql db delete", - "option": [ + }, { - "name": "--tenant", - "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { - "name": "--auth-method", - "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "name": "--server", + "description": "The Azure SQL Server name.", "type": "string", - "required": null + "required": true }, { - "name": "--retry-delay", - "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "name": "--database", + "description": "The Azure SQL Database name.", "type": "string", - "required": null + "required": true }, { - "name": "--retry-max-delay", - "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "name": "--sku-name", + "description": "The SKU name for the database (e.g., Basic, S0, P1, GP_Gen5_2).", "type": "string", "required": null }, { - "name": "--retry-max-retries", - "description": "Maximum number of retry attempts for failed operations before giving up.", + "name": "--sku-tier", + "description": "The SKU tier for the database (e.g., Basic, Standard, Premium, GeneralPurpose).", "type": "string", "required": null }, { - "name": "--retry-mode", - "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "name": "--sku-capacity", + "description": "The SKU capacity (DTU or vCore count) for the database.", "type": "string", "required": null }, { - "name": "--retry-network-timeout", - "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "name": "--collation", + "description": "The collation for the database (e.g., SQL_Latin1_General_CP1_CI_AS).", "type": "string", "required": null }, { - "name": "--subscription", - "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "name": "--max-size-bytes", + "description": "The maximum size of the database in bytes.", "type": "string", "required": null }, { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "name": "--elastic-pool-name", + "description": "The name of the elastic pool to assign the database to.", "type": "string", - "required": true + "required": null }, { - "name": "--server", - "description": "The Azure SQL Server name.", + "name": "--zone-redundant", + "description": "Whether the database should be zone redundant.", "type": "string", - "required": true + "required": null }, { - "name": "--database", - "description": "The Azure SQL Database name.", + "name": "--read-scale", + "description": "Read scale option for the database (Enabled or Disabled).", "type": "string", - "required": true + "required": null } ] }, @@ -8328,50 +7696,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -8395,50 +7755,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -8468,50 +7820,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -8534,50 +7878,42 @@ { "name": "--sku-name", "description": "The SKU name for the database (e.g., Basic, S0, P1, GP_Gen5_2).", - "type": "string", - "required": null + "type": "string" }, { "name": "--sku-tier", "description": "The SKU tier for the database (e.g., Basic, Standard, Premium, GeneralPurpose).", - "type": "string", - "required": null + "type": "string" }, { "name": "--sku-capacity", "description": "The SKU capacity (DTU or vCore count) for the database.", - "type": "string", - "required": null + "type": "string" }, { "name": "--collation", "description": "The collation for the database (e.g., SQL_Latin1_General_CP1_CI_AS).", - "type": "string", - "required": null + "type": "string" }, { "name": "--max-size-bytes", "description": "The maximum size of the database in bytes.", - "type": "string", - "required": null + "type": "string" }, { "name": "--elastic-pool-name", "description": "The name of the elastic pool to assign the database to.", - "type": "string", - "required": null + "type": "string" }, { "name": "--zone-redundant", "description": "Whether the database should be zone redundant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--read-scale", "description": "Read scale option for the database (Enabled or Disabled).", - "type": "string", - "required": null + "type": "string" } ] }, @@ -8589,50 +7925,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -8656,50 +7984,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -8734,14 +8054,12 @@ { "name": "--version", "description": "The version of SQL Server to create (e.g., '12.0').", - "type": "string", - "required": null + "type": "string" }, { "name": "--public-network-access", "description": "Whether public network access is enabled for the SQL server ('Enabled' or 'Disabled').", - "type": "string", - "required": null + "type": "string" } ] }, @@ -8753,50 +8071,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -8813,8 +8123,7 @@ { "name": "--force", "description": "Force delete the server without confirmation prompts.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -8826,50 +8135,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -8893,50 +8194,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -8978,50 +8271,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -9051,50 +8336,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -9137,50 +8414,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -9204,50 +8473,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -9270,20 +8531,17 @@ { "name": "--sku", "description": "The storage account SKU. Valid values: Standard_LRS, Standard_GRS, Standard_RAGRS, Standard_ZRS, Premium_LRS, Premium_ZRS, Standard_GZRS, Standard_RAGZRS.", - "type": "string", - "required": null + "type": "string" }, { "name": "--access-tier", "description": "The default access tier for blob storage. Valid values: Hot, Cool.", - "type": "string", - "required": null + "type": "string" }, { "name": "--enable-hierarchical-namespace", "description": "Whether to enable hierarchical namespace (Data Lake Storage Gen2) for the storage account.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -9295,56 +8553,47 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", - "type": "string", - "required": null + "type": "string" } ] }, @@ -9356,50 +8605,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -9423,50 +8664,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -9477,8 +8710,7 @@ { "name": "--container", "description": "The name of the container to access within the storage account.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -9490,50 +8722,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -9550,8 +8774,7 @@ { "name": "--blob", "description": "The name of the blob to access within the container. This should be the full path within the container (e.g., 'file.txt' or 'folder/file.txt').", - "type": "string", - "required": null + "type": "string" } ] }, @@ -9563,50 +8786,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -9642,44 +8857,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -9691,56 +8899,47 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -9752,68 +8951,57 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--hostpool", "description": "The name of the Azure Virtual Desktop host pool. This is the unique name you chose for your hostpool.", - "type": "string", - "required": null + "type": "string" }, { "name": "--hostpool-resource-id", "description": "The Azure resource ID of the host pool. When provided, this will be used instead of searching by name.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -9825,68 +9013,57 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--hostpool", "description": "The name of the Azure Virtual Desktop host pool. This is the unique name you chose for your hostpool.", - "type": "string", - "required": null + "type": "string" }, { "name": "--hostpool-resource-id", "description": "The Azure resource ID of the host pool. When provided, this will be used instead of searching by name.", - "type": "string", - "required": null + "type": "string" }, { "name": "--sessionhost", @@ -9904,50 +9081,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -9970,8 +9139,7 @@ { "name": "--source-id", "description": "The linked resource ID for the workbook. By default, this is 'azure monitor'.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -9983,44 +9151,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--workbook-id", @@ -10038,50 +9199,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", @@ -10092,20 +9245,17 @@ { "name": "--kind", "description": "Filter workbooks by kind (e.g., 'shared', 'user'). If not specified, all kinds will be returned.", - "type": "string", - "required": null + "type": "string" }, { "name": "--category", "description": "Filter workbooks by category (e.g., 'workbook', 'sentinel', 'TSG'). If not specified, all categories will be returned.", - "type": "string", - "required": null + "type": "string" }, { "name": "--source-id", "description": "Filter workbooks by source resource ID (e.g., Application Insights resource, Log Analytics workspace). If not specified, all workbooks will be returned.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -10117,44 +9267,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--workbook-id", @@ -10172,44 +9315,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--workbook-id", @@ -10220,17 +9356,16 @@ { "name": "--display-name", "description": "The display name of the workbook.", - "type": "string", - "required": null + "type": "string" }, { "name": "--serialized-content", "description": "The JSON serialized content/data of the workbook.", - "type": "string", - "required": null + "type": "string" } ] } ], - "duration": 46 -} \ No newline at end of file + "duration": 26, + "resultsCount": 143 +}